-- Logs begin at Wed 2021-06-02 19:57:29 UTC, end at Wed 2021-06-02 21:51:44 UTC. -- Jun 02 20:25:14.927928 dv-neutron-601336-84-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jun 02 20:25:15.893402 dv-neutron-601336-84-hyperv neutron-server[92443]: Beware of the coming changes in the project packaging Jun 02 20:25:15.894008 dv-neutron-601336-84-hyperv neutron-server[92443]: https://github.com/svinota/pyroute2/discussions/786 Jun 02 20:25:17.362851 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.common.config [-] Logging enabled! Jun 02 20:25:17.363509 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev252 Jun 02 20:25:17.363644 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92443) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 02 20:25:17.367079 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.common.config [-] Logging enabled! Jun 02 20:25:17.367378 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev252 Jun 02 20:25:17.367688 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92443) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 02 20:25:17.368611 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 02 20:25:17.368847 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 02 20:25:17.369201 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 02 20:25:17.369443 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 02 20:25:17.369664 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 02 20:25:17.369982 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.370281 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.370577 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.370812 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.371107 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.371421 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.371702 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.371989 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.372285 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.372568 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.372844 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.373129 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.373357 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.373633 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.373917 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.374201 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.374423 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] debug = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.374699 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.375120 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.375669 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.375947 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.376236 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.376528 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.376785 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.377060 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.377341 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.377665 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] host = dv-neutron-601336-84-hyperv {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.377938 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.378220 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.378505 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.378790 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.379065 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.379366 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.379649 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.379920 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.380191 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] log_file = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.380465 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.380756 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.381041 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.381328 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.381550 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.381769 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.382054 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.382338 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.382610 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.383426 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.383702 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.383974 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.384247 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.384515 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.384801 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.385085 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.385368 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.385643 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.385916 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.386188 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.386456 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.386737 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.387010 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.387310 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.387584 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.387867 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.388135 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.388406 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.388701 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.388985 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.389264 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.389544 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.389816 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.390094 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.390365 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.390642 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.390912 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] use_json = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.391203 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.391474 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.391753 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.392024 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.392292 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.392563 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.392834 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.393116 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:17.393413 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.393709 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.394005 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.394290 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.394585 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.394864 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.395182 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.395457 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.395745 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.396030 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.396317 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.396597 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.396886 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.397167 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.397461 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.397763 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.398055 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.398345 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.399215 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.399495 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.399770 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.400051 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.400337 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.400636 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.400926 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.401200 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.401481 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.401771 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.402048 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.402318 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.402597 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.402884 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.403183 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.403459 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.403741 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.404019 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.404288 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.404558 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.404835 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.405125 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.405402 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.405671 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.405943 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.406224 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.406497 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.406780 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.407057 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.407356 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.407626 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.407904 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.408178 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.408449 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.408726 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.408997 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.409276 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.409547 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.409817 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.410087 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.410365 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.410634 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.410902 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.411195 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.411474 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.411747 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.412017 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.412286 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.412556 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.412826 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.413111 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.413407 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.413685 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.413963 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.414266 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.414544 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.414824 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.415103 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.415405 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.415683 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.415956 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.416244 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.416524 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.416805 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.417089 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.417368 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.417661 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.417939 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.418218 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.418493 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.418768 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.419056 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.419370 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.419663 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.419955 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.420252 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.420544 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.420833 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.421113 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.421422 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.421698 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:17.421914 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 02 20:25:17.422150 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92443) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 02 20:25:17.779515 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:25:17.779797 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:25:17.780087 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:25:17.780420 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 02 20:25:18.168705 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.168908 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.169165 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.170476 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.170750 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.171024 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.205876 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.206149 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.206413 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.219978 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.220253 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.220520 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.250333 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.250611 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.250881 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.287068 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.287367 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.287634 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.521150 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.521761 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.521761 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.521997 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.522665 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.649210 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.649529 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.649812 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.650090 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.650362 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.650673 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.650931 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.651208 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.651466 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.651747 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.652005 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.652268 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.652538 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.652793 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.653057 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.653327 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.653585 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.653855 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.654106 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.654388 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.654738 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.654991 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.655264 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.655548 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.655796 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.656041 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.656425 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 20:25:18.656668 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 20:25:18.656905 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 20:25:18.657144 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 20:25:18.657380 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 20:25:18.657614 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 20:25:18.657976 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 02 20:25:18.661090 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 02 20:25:18.665639 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 02 20:25:18.669409 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 02 20:25:18.671040 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 02 20:25:18.671513 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 02 20:25:18.671849 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 02 20:25:18.672231 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 02 20:25:18.675007 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 02 20:25:18.675308 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 02 20:25:18.675660 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 02 20:25:18.703353 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 02 20:25:18.703796 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.704091 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92443) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 02 20:25:18.704451 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.705954 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92443) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 02 20:25:18.706235 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 02 20:25:18.706481 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 02 20:25:18.709720 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.709999 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:18.772627 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 02 20:25:18.772819 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 02 20:25:18.773057 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 02 20:25:18.773454 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 02 20:25:18.803531 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_db.sqlalchemy.engines [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92443) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 02 20:25:19.131070 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.managers [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Initializing driver for type 'gre' Jun 02 20:25:19.131597 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] gre ID ranges: [(1, 1000)] Jun 02 20:25:19.181272 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.managers [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Initializing driver for type 'local' Jun 02 20:25:19.181643 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.managers [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Initializing driver for type 'vlan' Jun 02 20:25:19.192301 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] VlanTypeDriver initialization complete Jun 02 20:25:19.192628 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.managers [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Initializing driver for type 'vxlan' Jun 02 20:25:19.193092 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] vxlan ID ranges: [(1, 1000)] Jun 02 20:25:19.248216 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.managers [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Initializing extension driver 'port_security' Jun 02 20:25:19.248606 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.extensions.port_security [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] PortSecurityExtensionDriver initialization complete Jun 02 20:25:19.248894 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.managers [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Initializing mechanism driver 'openvswitch' Jun 02 20:25:19.249202 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.managers [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Initializing mechanism driver 'hyperv' Jun 02 20:25:19.255777 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.plugins.ml2.plugin [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:25:19.256543 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > port after_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.256921 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > port after_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.257279 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > port after_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.257670 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > subnet after_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.258027 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > subnet after_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.258377 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.258762 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > network after_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.259109 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > network after_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.259481 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > network after_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.259858 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > security_group after_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.260207 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > security_group after_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.260568 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.260929 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.261272 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.261615 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.261988 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > address_group after_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.262330 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > address_group after_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.262667 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.263002 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] ML2 OVO RPC backend initialized. {{(pid=92443) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 02 20:25:19.263731 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.264086 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.264501 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > network before_response 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.264846 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > networks before_response 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.265192 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > port before_response 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.265531 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > ports before_response 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.265870 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > subnet before_response 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.266209 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > subnets before_response 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.266552 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > network after_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.266933 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > network after_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.267296 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > network after_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.267635 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > port after_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.267973 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > port after_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.268308 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > port after_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.268642 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > subnet after_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.268975 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > subnet after_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.269307 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.269872 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.plugin [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Modular L2 Plugin initialization complete Jun 02 20:25:19.270202 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading services supported by the core plugin {{(pid=92443) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 02 20:25:19.270526 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.plugins.ml2.managers [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Got port-security extension from driver 'port_security' Jun 02 20:25:19.270987 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.extensions.vlantransparent [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Disabled vlantransparent extension. Jun 02 20:25:19.271504 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92443) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 02 20:25:19.271818 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading Plugin: router Jun 02 20:25:19.309635 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.310026 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router after_create 55549900 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.310396 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router before_create 55549900 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.310757 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.311157 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.311520 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router after_delete 55549900 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.311875 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.312240 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router after_create 55549900 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.312587 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router after_update 55549900 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.312938 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router after_update 55549900 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.313285 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.313642 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router after_update 55549900 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.314047 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router precommit_update 55549900 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.314413 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: port after_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.314753 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: port after_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.315088 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: subnet after_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.315450 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.315796 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.316141 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router precommit_create 55549900 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.316484 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: port before_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.316827 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router precommit_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.317185 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router after_update 55549900 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.317529 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.317873 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router precommit_create 55549900 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.318233 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.318576 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router precommit_update 55549900 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.318953 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > network after_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.319823 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Tracking information for resource: router configured {{(pid=92443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 20:25:19.320154 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Tracking information for resource: floatingip configured {{(pid=92443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 02 20:25:19.325066 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.db.l3_agentschedulers_db [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 02 20:25:19.325647 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: port after_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.326009 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: port after_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.326358 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: port after_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.326706 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: port after_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.327529 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router before_create 55550100 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.327893 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.328252 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router precommit_create 55550100 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.328605 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > router precommit_update 55550100 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.333053 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.services.provider_configuration [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Service providers = [] {{(pid=92443) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 02 20:25:19.333418 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.db.servicetype_db [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92443) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 02 20:25:19.336996 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.services.service_base [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92443) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 02 20:25:19.337341 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.services.service_base [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92443) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 02 20:25:19.337679 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.services.service_base [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92443) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 02 20:25:19.338553 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.services.service_base [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92443) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 02 20:25:19.338922 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.services.service_base [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 02 20:25:19.339333 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 20:25:19.339652 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 02 20:25:19.350176 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 20:25:19.350515 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading Plugin: auto_allocate Jun 02 20:25:19.357089 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: network precommit_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.357456 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: network precommit_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.357972 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 20:25:19.358294 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading Plugin: tag Jun 02 20:25:19.365375 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 20:25:19.365705 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading Plugin: timestamp Jun 02 20:25:19.369483 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 20:25:19.369820 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading Plugin: network_ip_availability Jun 02 20:25:19.375001 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.375405 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.375762 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.376472 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 20:25:19.376792 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading Plugin: flavors Jun 02 20:25:19.381831 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 20:25:19.382119 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading Plugin: revisions Jun 02 20:25:19.386917 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 02 20:25:19.387332 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.607s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:25:19.388074 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92443) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 02 20:25:19.388406 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Initializing extension manager. Jun 02 20:25:19.389259 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: __init__.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.389612 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: __pycache__ {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.389949 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.390363 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: address_group.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.391073 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.391720 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: address-group Jun 02 20:25:19.392087 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: address_scope.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.393027 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.393935 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: address-scope Jun 02 20:25:19.394315 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.395679 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.396210 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: router-admin-state-down-before-update Jun 02 20:25:19.396750 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: agent.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.397714 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.398375 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: agent Jun 02 20:25:19.399448 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: agent_resources_synced.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.400578 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.401335 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: agent-resources-synced Jun 02 20:25:19.401667 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: allowedaddresspairs.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.404218 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.405126 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: allowed-address-pairs Jun 02 20:25:19.405486 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: auto_allocated_topology.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.407108 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.407780 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: auto-allocated-topology Jun 02 20:25:19.408244 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: availability_zone.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.409152 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.410011 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: availability_zone Jun 02 20:25:19.410343 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: availability_zone_filter.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.411512 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.412031 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: availability_zone_filter Jun 02 20:25:19.412356 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: data_plane_status.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.413262 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.413776 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension data-plane-status not supported by any of loaded plugins Jun 02 20:25:19.414126 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: default_subnetpools.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.415028 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.415585 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: default-subnetpools Jun 02 20:25:19.415907 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.416709 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.417227 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: dhcp_agent_scheduler Jun 02 20:25:19.417551 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: dns.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.418455 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.418967 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension dns-integration not supported by any of loaded plugins Jun 02 20:25:19.419325 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: dns_domain_ports.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.420233 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.420747 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 02 20:25:19.421067 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: dvr.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.421726 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.422236 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: dvr Jun 02 20:25:19.422557 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: empty_string_filtering.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.423482 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.423995 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: empty-string-filtering Jun 02 20:25:19.424319 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.425246 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.425758 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 02 20:25:19.426077 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.426975 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.427520 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 02 20:25:19.427840 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: external_net.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.428734 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.429248 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: external-net Jun 02 20:25:19.429569 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.430486 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.431001 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: extra_dhcp_opt Jun 02 20:25:19.431355 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: extraroute.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.432247 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.432764 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: extraroute Jun 02 20:25:19.433085 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: extraroute_atomic.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.434098 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.434613 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: extraroute-atomic Jun 02 20:25:19.434933 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: filter_validation.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.435808 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.436322 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: filter-validation Jun 02 20:25:19.436643 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: fip_pf_description.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.437537 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.438049 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 02 20:25:19.438370 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: fip_port_details.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.439308 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.439824 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: fip-port-details Jun 02 20:25:19.440147 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: flavors.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.441375 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.441900 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: flavors Jun 02 20:25:19.442225 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.443923 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.444456 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 02 20:25:19.444790 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: floatingip_pools.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.446024 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.446550 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: floatingip-pools Jun 02 20:25:19.446878 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: ip_allocation.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.447820 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.448337 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension ip_allocation not supported by any of loaded plugins Jun 02 20:25:19.448666 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.449580 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.450098 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: ip-substring-filtering Jun 02 20:25:19.450424 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: l2_adjacency.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.451361 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.451876 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 02 20:25:19.452196 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: l3.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.453142 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.453671 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: router Jun 02 20:25:19.453994 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.456246 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.456780 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 02 20:25:19.457112 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.458022 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.458543 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: ext-gw-mode Jun 02 20:25:19.458870 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.459806 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.460322 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: l3-ha Jun 02 20:25:19.460646 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: l3_flavors.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.462162 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.462677 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: l3-flavors Jun 02 20:25:19.463000 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.463952 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.464467 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 02 20:25:19.464788 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: l3agentscheduler.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.465810 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.466331 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: l3_agent_scheduler Jun 02 20:25:19.466658 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: logging.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.468197 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.468727 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension logging not supported by any of loaded plugins Jun 02 20:25:19.469056 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: metering.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.469789 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.470383 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: metering Jun 02 20:25:19.470708 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.471948 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.472477 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: metering_source_and_destination_fields Jun 02 20:25:19.472806 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: multiprovidernet.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.473730 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.474246 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: multi-provider Jun 02 20:25:19.474572 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: netmtu.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.475504 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.476019 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: net-mtu Jun 02 20:25:19.476342 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: netmtu_writable.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.477268 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.477784 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: net-mtu-writable Jun 02 20:25:19.478106 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: network_availability_zone.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.478762 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.479311 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: network_availability_zone Jun 02 20:25:19.479633 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: network_ip_availability.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.480732 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.481253 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: network-ip-availability Jun 02 20:25:19.481572 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: network_segment_range.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.482331 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.482841 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension network-segment-range not supported by any of loaded plugins Jun 02 20:25:19.483184 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: pagination.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.484154 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.484485 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: pagination Jun 02 20:25:19.484806 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: port_device_profile.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.485710 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.486230 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: port-device-profile Jun 02 20:25:19.486555 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.487486 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.488001 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: port-mac-address-regenerate Jun 02 20:25:19.488324 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.489238 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.489750 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: port-numa-affinity-policy Jun 02 20:25:19.490336 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: port_resource_request.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.491259 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.491770 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension port-resource-request not supported by any of loaded plugins Jun 02 20:25:19.492110 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: portbindings.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.493020 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.493535 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: binding Jun 02 20:25:19.493858 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: portbindings_extended.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.495115 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.495664 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: binding-extended Jun 02 20:25:19.495990 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: portsecurity.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.496890 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.497406 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: port-security Jun 02 20:25:19.497727 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: project_id.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.498683 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.499012 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: project-id Jun 02 20:25:19.499363 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: providernet.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.500271 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.500801 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: provider Jun 02 20:25:19.501126 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: qos.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.504672 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.505209 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension qos not supported by any of loaded plugins Jun 02 20:25:19.505540 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.506773 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.507331 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 02 20:25:19.507661 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.509084 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.509607 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 02 20:25:19.509934 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: qos_default.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.510840 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.511388 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension qos-default not supported by any of loaded plugins Jun 02 20:25:19.511719 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: qos_fip.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.512360 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.512873 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension qos-fip not supported by any of loaded plugins Jun 02 20:25:19.513196 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: qos_gateway_ip.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.514109 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.514626 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 02 20:25:19.514949 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: qos_port_network_policy.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.515884 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.516397 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 02 20:25:19.516718 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: qos_rule_type_details.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.517621 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.518137 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 02 20:25:19.518458 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: qos_rules_alias.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.519525 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.520048 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 02 20:25:19.520369 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: quotasv2.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.521384 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.521899 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: quotas Jun 02 20:25:19.522026 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: quotasv2_detail.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.524272 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.524611 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: quota_details Jun 02 20:25:19.524941 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: rbac.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.525981 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.526512 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: rbac-policies Jun 02 20:25:19.526842 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: rbac_address_group.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.527803 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.528333 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: rbac-address-group Jun 02 20:25:19.528658 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: rbac_address_scope.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.529569 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.530090 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: rbac-address-scope Jun 02 20:25:19.530413 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: rbac_security_groups.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.531346 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.531865 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: rbac-security-groups Jun 02 20:25:19.532189 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: rbac_subnetpool.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.533107 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.533624 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: rbac-subnetpool Jun 02 20:25:19.533945 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: revisionifmatch.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.534851 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.535403 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: revision-if-match Jun 02 20:25:19.535726 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: revisions.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.536944 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.537346 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: standard-attr-revisions Jun 02 20:25:19.537669 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: router_availability_zone.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.538333 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.538846 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: router_availability_zone Jun 02 20:25:19.539223 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: routerservicetype.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.540116 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.540632 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension router-service-type not supported by any of loaded plugins Jun 02 20:25:19.540954 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.541868 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.542382 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: security-groups-normalized-cidr Jun 02 20:25:19.542705 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.543648 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.544167 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: port-security-groups-filtering Jun 02 20:25:19.544491 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.545402 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.545928 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: security-groups-remote-address-group Jun 02 20:25:19.546254 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: securitygroup.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.557016 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.557558 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: security-group Jun 02 20:25:19.557888 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: segment.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.558700 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.559200 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension segment not supported by any of loaded plugins Jun 02 20:25:19.559528 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.560450 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.560970 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 02 20:25:19.561295 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: servicetype.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.562388 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.562918 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: service-type Jun 02 20:25:19.563266 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: sorting.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.564240 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.564572 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: sorting Jun 02 20:25:19.564896 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: standard_attr_segment.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.565793 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.566319 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 02 20:25:19.566645 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: standardattrdescription.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.567324 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.567847 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: standard-attr-description Jun 02 20:25:19.568175 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: stateful_security_group.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.569091 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.569615 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: stateful-security-group Jun 02 20:25:19.569940 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: stdattrs_common.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.571021 dv-neutron-601336-84-hyperv neutron-server[92443]: WARNING neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 02 20:25:19.571362 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.572355 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.572871 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 02 20:25:19.573193 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: subnet_onboard.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.574264 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.574786 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: subnet_onboard Jun 02 20:25:19.575112 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.576055 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.576570 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 02 20:25:19.576891 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: subnet_service_types.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.577817 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.578335 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: subnet-service-types Jun 02 20:25:19.578659 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: subnetallocation.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.579759 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.580282 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: subnet_allocation Jun 02 20:25:19.580610 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.581275 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.581793 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: subnetpool-prefix-ops Jun 02 20:25:19.582119 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.583043 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.583601 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 02 20:25:19.583924 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: tagging.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.584970 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.585496 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: standard-attr-tag Jun 02 20:25:19.585844 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: timestamp.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.587624 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.588152 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loaded extension: standard-attr-timestamp Jun 02 20:25:19.588482 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: trunk.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.589524 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.590058 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension trunk not supported by any of loaded plugins Jun 02 20:25:19.590385 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: trunk_details.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.591337 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.591859 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension trunk-details not supported by any of loaded plugins Jun 02 20:25:19.592187 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: uplink_status_propagation.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.593095 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.593615 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 02 20:25:19.593937 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Loading extension file: vlantransparent.py {{(pid=92443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 02 20:25:19.594599 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 02 20:25:19.595113 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 02 20:25:19.597577 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Creating instance of TrackedResource for resource:network Jun 02 20:25:19.598329 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Creating instance of TrackedResource for resource:subnet Jun 02 20:25:19.599123 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 20:25:19.599763 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Creating instance of TrackedResource for resource:port Jun 02 20:25:19.601040 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.v2.resource_helper [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 20:25:19.601511 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.v2.resource_helper [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Service FLAVORS assigned prefix: {{(pid=92443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 20:25:19.602619 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.v2.resource_helper [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 20:25:19.603048 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.v2.resource_helper [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 20:25:19.603409 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Creating instance of TrackedResource for resource:router Jun 02 20:25:19.604091 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Creating instance of TrackedResource for resource:floatingip Jun 02 20:25:19.604791 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.v2.resource_helper [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Service METERING assigned prefix: /metering {{(pid=92443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 20:25:19.606265 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.606641 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.606994 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:25:19.608162 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Creating instance of CountableResource for resource:rbac_policy Jun 02 20:25:19.608609 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Creating instance of TrackedResource for resource:security_group Jun 02 20:25:19.609276 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 02 20:25:19.610025 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.v2.resource_helper [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Service CORE assigned prefix: {{(pid=92443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 20:25:19.610357 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 20:25:19.610693 dv-neutron-601336-84-hyperv neutron-server[92443]: WARNING neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] subnetpool is already registered Jun 02 20:25:19.611327 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.v2.resource_helper [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Service CORE assigned prefix: {{(pid=92443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 20:25:19.611656 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 20:25:19.611989 dv-neutron-601336-84-hyperv neutron-server[92443]: WARNING neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] subnetpool is already registered Jun 02 20:25:19.614555 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.v2.resource_helper [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 20:25:19.615270 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.v2.resource_helper [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Service FLAVORS assigned prefix: {{(pid=92443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 20:25:19.615862 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.v2.resource_helper [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 20:25:19.616284 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.v2.resource_helper [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 20:25:19.616617 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Creating instance of TrackedResource for resource:router Jun 02 20:25:19.616945 dv-neutron-601336-84-hyperv neutron-server[92443]: WARNING neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] router is already registered Jun 02 20:25:19.618173 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Creating instance of TrackedResource for resource:floatingip Jun 02 20:25:19.618506 dv-neutron-601336-84-hyperv neutron-server[92443]: WARNING neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] floatingip is already registered Jun 02 20:25:19.619158 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.v2.resource_helper [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Service METERING assigned prefix: /metering {{(pid=92443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 20:25:19.619844 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Creating instance of CountableResource for resource:rbac_policy Jun 02 20:25:19.620174 dv-neutron-601336-84-hyperv neutron-server[92443]: WARNING neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] rbac_policy is already registered Jun 02 20:25:19.620720 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Creating instance of TrackedResource for resource:security_group Jun 02 20:25:19.621049 dv-neutron-601336-84-hyperv neutron-server[92443]: WARNING neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] security_group is already registered Jun 02 20:25:19.621640 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 02 20:25:19.621969 dv-neutron-601336-84-hyperv neutron-server[92443]: WARNING neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] security_group_rule is already registered Jun 02 20:25:19.622635 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.v2.resource_helper [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Service CORE assigned prefix: {{(pid=92443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 20:25:19.622965 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 20:25:19.623322 dv-neutron-601336-84-hyperv neutron-server[92443]: WARNING neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] subnetpool is already registered Jun 02 20:25:19.623931 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.v2.resource_helper [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Service CORE assigned prefix: {{(pid=92443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 02 20:25:19.624260 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Creating instance of TrackedResource for resource:subnetpool Jun 02 20:25:19.624596 dv-neutron-601336-84-hyperv neutron-server[92443]: WARNING neutron.quota.resource_registry [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] subnetpool is already registered Jun 02 20:25:19.625253 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: extensions {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.626736 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: address-groups {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.628383 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: address-scopes {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.629593 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: agents {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.630763 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: auto-allocated-topology {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.632088 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: availability_zones {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.633466 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: dhcp-networks {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.634886 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: dhcp-agents {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.636353 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: routers {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.638178 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: flavors {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.639372 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: service_profiles {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.640577 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: next_providers {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.642105 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: service_profiles {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.643653 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: floatingip-pools {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.644877 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: routers {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.646683 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: floatingips {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.647902 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: l3-routers {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.649334 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: l3-agents {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.650744 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: metering-labels {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.652154 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: metering-label-rules {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.653444 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: network-ip-availabilities {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.654709 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: bindings {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.656402 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: quotas {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.657853 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: quotas {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.659312 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: rbac-policies {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.661609 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: security-groups {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.662858 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: security-group-rules {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.664636 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: service-providers {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.665876 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: subnetpools {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.776688 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: subnetpools {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.778177 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: tags {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.779915 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: tags {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.781750 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: tags {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.783570 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: tags {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.785405 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: tags {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.787282 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: tags {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.789004 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: tags {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.791462 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: tags {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.793243 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: tags {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.795126 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron.api.extensions [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Extended resource: tags {{(pid=92443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 02 20:25:19.801116 dv-neutron-601336-84-hyperv neutron-server[92443]: WARNING keystonemiddleware.auth_token [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 02 20:25:19.805865 dv-neutron-601336-84-hyperv neutron-server[92443]: WARNING keystonemiddleware.auth_token [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 02 20:25:19.814064 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Acquired lock "singleton_lock" {{(pid=92443) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 02 20:25:19.814549 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Releasing lock "singleton_lock" {{(pid=92443) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 02 20:25:19.815191 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO oslo_service.service [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Starting 2 workers Jun 02 20:25:19.819855 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Started child 92548 {{(pid=92443) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 02 20:25:19.824170 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Started child 92549 {{(pid=92443) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 02 20:25:19.825138 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:19.825868 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO neutron.service [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 02 20:25:19.826332 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Notify callbacks [] for process, before_spawn {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:19.826736 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [-] (92548) wsgi starting up on http://0.0.0.0:9696 Jun 02 20:25:19.828599 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:19.829060 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO oslo_service.service [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Starting 1 workers Jun 02 20:25:19.829959 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [-] (92549) wsgi starting up on http://0.0.0.0:9696 Jun 02 20:25:19.833800 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Started child 92550 {{(pid=92443) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 02 20:25:19.834326 dv-neutron-601336-84-hyperv neutron-server[92443]: INFO oslo_service.service [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Starting 1 workers Jun 02 20:25:19.837806 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.service [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] calling RpcWorker wait() {{(pid=92550) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 02 20:25:19.838347 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.service [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] returning from RpcWorker wait() {{(pid=92550) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 02 20:25:19.839161 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Started child 92551 {{(pid=92443) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 02 20:25:19.839669 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:19.839943 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-b391eb71-94d4-4de5-9b6f-a917766d7c81 None None] Notify callbacks [] for process, after_spawn {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:19.840216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:25:19.841807 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92443) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 02 20:25:19.842030 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 02 20:25:19.842216 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 02 20:25:19.842438 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 02 20:25:19.842773 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 02 20:25:19.842935 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 02 20:25:19.843471 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.843751 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.843854 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:19.844300 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.844300 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.844534 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.844756 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:25:19.845105 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.845344 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.845580 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.845857 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.846111 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.846282 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.846447 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.846697 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.846926 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.847257 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.847537 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.847797 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.848058 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.848227 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.848469 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.848728 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.848960 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.849220 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] debug = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.849480 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.849949 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.850195 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.850439 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.850674 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.850950 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.851222 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.851552 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.852280 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.852520 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.852755 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.853016 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.853273 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.853490 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.853707 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.853967 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.854203 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.854663 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] host = dv-neutron-601336-84-hyperv {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.854901 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.855152 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.855433 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.855692 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.855939 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.856153 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.856419 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.856684 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.857007 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.857143 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.857364 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.857614 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.857848 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.858110 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] log_file = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.858274 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] log_options = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.858492 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.858782 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.859028 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.859311 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.859488 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.859670 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.859929 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.860093 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.860343 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.860571 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.860771 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.860984 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.861219 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.861433 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.861684 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.861932 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.862174 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.862404 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.862649 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.862899 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.863131 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.863400 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.863617 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.863833 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.864048 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.864279 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.864511 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.864743 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.864957 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.865505 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.865740 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.866000 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.866249 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.866496 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.866726 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.866954 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.867240 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.867502 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.867733 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.867983 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.868227 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.868441 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.868665 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.868886 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.869187 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.869573 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] use_json = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.869839 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.870057 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.870302 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.870516 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.870746 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.870959 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.871194 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.871435 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.871856 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.872208 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.872646 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.872878 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.873115 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.873369 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.874259 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.874259 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.874494 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.874737 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.875112 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.875251 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.875517 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.875759 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.876280 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.876802 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.877098 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.877384 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.877622 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.877882 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.878237 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.878392 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.878623 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.878899 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.879191 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.879451 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.879674 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.880037 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.880257 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.880673 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.881097 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.881097 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.881774 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.882249 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.883206 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.883444 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.886241 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.886241 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.886241 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.886241 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.886241 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.886241 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.886241 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.886241 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.887112 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.887112 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.887112 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.887112 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.887706 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.887706 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.887950 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.887950 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.888182 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.888377 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.888595 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.889116 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.889116 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.889287 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.889466 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.889702 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.889929 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.890172 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.890409 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.890620 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.890830 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.891066 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.891318 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.891531 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.891784 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.891997 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.892216 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.892428 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.892639 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.893033 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.893127 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.893281 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.893513 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.893723 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.893937 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.894148 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.894359 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.894569 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.894799 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.895011 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.896152 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.896464 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.900565 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.900841 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.901098 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.901371 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.901634 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.902683 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.903615 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.903875 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.904103 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.904370 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.904628 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.904873 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.905105 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.905351 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.905609 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.905839 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.906136 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.906301 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.906537 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.906760 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.907007 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.907287 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.907521 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.907775 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.908025 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.908318 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.908565 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.908924 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.910057 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.910321 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.910619 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.910903 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.911591 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.911859 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.912117 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.912369 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.913226 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.913840 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.914733 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.915005 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.916657 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.916657 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.916657 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.916657 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.916657 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.917074 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.917164 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.918175 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.918175 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.918175 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.919823 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.919823 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.920018 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.920247 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.920520 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.920781 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.921061 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.921310 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.921543 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.921788 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.922030 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.922253 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.922496 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.922720 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.922936 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.923276 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.923530 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.923805 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.924025 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.924250 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.924497 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.924744 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.924969 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.925221 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.925430 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.925698 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.925992 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.926224 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.926572 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.926803 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.927044 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.927343 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.927566 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.927837 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.928100 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.928429 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.928686 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.928910 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.929143 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.929361 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.929626 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.929850 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.930065 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.930304 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.930522 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.930736 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.930984 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.931250 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.931485 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.931753 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.931986 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.932322 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.932581 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.932818 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.933057 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.933274 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.933511 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.933749 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.933970 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.934189 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.934406 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.934623 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.934896 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.935160 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.935395 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.935613 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.935844 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.936080 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.936290 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.936742 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.937047 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.937294 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.937548 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.937786 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.938023 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.938301 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.938515 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.938728 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.938965 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.939183 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.939401 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.939612 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.939826 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.940043 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.940274 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.940497 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.940706 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.940916 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.941123 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.941326 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.941544 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.941779 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.941989 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.942204 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.942419 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.942741 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.942993 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.943255 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.943537 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.943768 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.944012 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.944270 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.944592 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.944843 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.945092 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.945388 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.945610 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.945849 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.946104 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.946418 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.946753 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.947004 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.947281 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.947566 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.947845 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.948106 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.948320 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.948614 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.948952 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.949244 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.949496 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.949771 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.950035 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.950257 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.950475 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.950710 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.950958 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.951198 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.951464 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.951696 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.951998 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.952156 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.953344 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.953914 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.954067 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.954286 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.954534 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.954896 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.954896 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 02 20:25:19.955727 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92443) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 02 20:25:19.955965 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 02 20:25:19.956126 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 02 20:25:19.956311 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 02 20:25:19.956485 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 02 20:25:19.956786 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 02 20:25:19.956927 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.957095 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.957255 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.957415 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.957573 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.957752 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.957913 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.958099 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.958228 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.958383 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.958555 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.958803 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.958964 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.959122 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.959301 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.959458 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.959619 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.959777 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.959939 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.960097 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.960254 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.960411 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.960567 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] debug = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.960724 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.961444 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.961607 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.961763 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.961920 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.962077 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.962233 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.962389 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.962593 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.962939 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.962939 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.963095 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.963204 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.963366 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.963524 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.963681 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.963837 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.963993 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] host = dv-neutron-601336-84-hyperv {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.964149 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.964305 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.964460 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.964615 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.964770 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.964927 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.965083 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.965239 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.965393 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.965548 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.965704 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.965861 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.966017 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.966172 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] log_file = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.966327 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] log_options = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.966486 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.966644 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.966830 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.966976 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.967154 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.967316 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.967473 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.967633 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.967789 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.967946 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.968241 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.968241 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.968389 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.968534 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.968691 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.968849 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.969010 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.969149 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.969305 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.969462 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.969621 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.969778 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.969934 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.970098 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.970254 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.970410 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.970568 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.970723 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.970879 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.971035 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.971211 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.971370 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.971539 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.971673 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.971828 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.971986 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.972142 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.972301 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.972459 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.972617 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.972772 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.972930 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.973085 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.973241 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.973398 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.973553 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] use_json = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.973711 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.973867 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.974022 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.974179 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.974334 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.974491 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.974647 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.974806 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 02 20:25:19.974980 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.975163 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.975377 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.975538 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.975620 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:25:19.975702 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.975847 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.976005 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.976164 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.976322 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.976486 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.977237 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.977402 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.977573 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.977735 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.977898 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.978062 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.978224 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.978385 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.978546 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.978707 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.978877 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.979034 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.979231 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.979394 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.979555 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.979715 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.979875 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.980042 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.980203 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.980364 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.980524 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.980686 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.980847 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.981006 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.981167 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.981328 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.981487 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.981648 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.981809 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.981969 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.982131 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.982291 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.982451 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.982611 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.982771 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.982931 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.983093 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.983275 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.983435 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.983594 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.983764 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.983925 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.984084 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.984243 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.984404 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.984563 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.984722 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.984882 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.985042 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.985202 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.985362 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.985534 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.985694 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.985855 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.986014 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.986175 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.986334 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.986494 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.986642 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.986802 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.986973 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.987122 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.987344 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.987494 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.987635 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.987786 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.987945 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.988106 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.988267 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.988428 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.988589 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.988746 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.988934 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.989062 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.989230 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.989404 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.989590 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.990569 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.990738 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.991258 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.991643 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.991810 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.991972 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.992157 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.992319 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.992479 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.992640 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.992802 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.992962 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.993277 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.993277 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.993432 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.993567 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.993726 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.993886 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.994046 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.994206 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.994364 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.994523 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.994682 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.994841 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.995009 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.995186 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.995352 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.995511 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.995678 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.995848 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.996010 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.996169 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.996329 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.996488 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.996647 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.996971 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.997138 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.997297 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.997457 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.997617 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.997784 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.997954 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.998114 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.998273 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.998433 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.998616 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.998776 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.998935 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.999102 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.999264 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.999426 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.999586 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.999745 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:19.999911 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.000071 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.000231 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.000392 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.000552 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.000712 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.000871 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.001032 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.001300 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.001412 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.001490 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.001650 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.001865 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.001960 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.002113 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.002272 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.002433 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.002591 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.002751 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.002911 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.003071 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.003278 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.003441 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.003601 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.003760 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.004114 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.004114 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.004275 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.004374 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.004536 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.004696 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.004857 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.005015 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.005177 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.005339 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.005500 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.005660 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.005819 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.005980 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.006140 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.006299 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.006460 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.006621 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.006781 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.006940 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.007101 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.007297 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.007472 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.007632 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.007814 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.007974 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.008133 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.008294 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.008459 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.008618 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.008777 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.008935 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.009093 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.009255 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.009417 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.009578 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.009737 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.009903 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.010063 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.010222 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.010382 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.010554 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.010713 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.010873 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.011033 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.011216 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.011379 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.011535 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.011677 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.011825 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.011974 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.012140 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.012300 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.012458 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.012617 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.012776 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.012943 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.013102 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.013261 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.013420 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.013578 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.013745 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.013904 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.014063 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.014221 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.014380 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.014546 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.014707 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.014866 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.015033 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.015219 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.015380 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.015539 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.015709 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.015868 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.016055 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.016177 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.016335 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.016493 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.016654 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.016817 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.017262 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.017262 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.017490 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.017678 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.018426 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.018426 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.018426 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.018426 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.018685 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.018685 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.018822 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.018889 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.019052 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.019287 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.019385 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.019535 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.019693 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.019858 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.020023 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.020179 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.020337 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.020496 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.020655 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.020814 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.020973 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.021131 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.021291 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.021451 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 02 20:25:20.021602 dv-neutron-601336-84-hyperv neutron-server[92443]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 02 20:25:20.096138 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 49562) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:25:20.105235 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070021 Jun 02 20:25:30.852926 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829d1d7e-c876-4a5b-bf17-dc858419547e None None] get_active_networks_info from dv-neutron-601336-84-hyperv {{(pid=92550) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 20:25:30.948645 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829d1d7e-c876-4a5b-bf17-dc858419547e None None] No non-hosted networks {{(pid=92550) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 02 20:25:30.960297 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.agentschedulers_db [None req-829d1d7e-c876-4a5b-bf17-dc858419547e None None] DHCP Agent not found on host dv-neutron-601336-84-hyperv {{(pid=92550) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 02 20:25:31.064673 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-219e9aab-3c09-42aa-81f1-a231a8d2b5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550'] for agent, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:33.261264 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550'] for agent, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:33.261910 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:33.262250 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:33.262581 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:33.272619 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:33.272987 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:33.273330 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:33.274226 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:33.274579 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:33.274916 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:33.275310 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:33.284763 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:33.285173 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:33.285608 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-601336-84-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:25:33.309804 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-601336-84-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:25:33.310856 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0a202bf8-cb58-448c-bf66-e527fc6b4a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550'] for agent, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:33.370983 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9eed1d4e-6c25-4fa6-aa44-921e67061da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:34.176251 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550'] for agent, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:35.791260 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550'] for agent, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:37.378009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 49654) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:25:37.952174 dv-neutron-601336-84-hyperv neutron-server[92549]: WARNING oslo_policy.policy [None req-2f27b6ba-893d-44cc-b1f9-fb544cdae464 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 20:25:37.952760 dv-neutron-601336-84-hyperv neutron-server[92549]: WARNING oslo_policy.policy [None req-2f27b6ba-893d-44cc-b1f9-fb544cdae464 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 20:25:38.165868 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-2f27b6ba-893d-44cc-b1f9-fb544cdae464 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:25:38.166919 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2f27b6ba-893d-44cc-b1f9-fb544cdae464 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7879925 Jun 02 20:25:40.256716 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.db.l3_hamode_db [None req-56a86462-c82b-42bd-8bc6-670014968464 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 02 20:25:40.342255 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a86462-c82b-42bd-8bc6-670014968464 None None] Routers set() bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:25:40.342647 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a86462-c82b-42bd-8bc6-670014968464 None None] Router IDs set() for agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 02 20:25:40.502996 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 49668) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:25:40.868923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-0f83d504-2177-4bed-9738-c017c734ec08 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:25:40.981216 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.policy [None req-0f83d504-2177-4bed-9738-c017c734ec08 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92549) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 02 20:25:41.032980 dv-neutron-601336-84-hyperv neutron-server[92549]: WARNING oslo_policy.policy [None req-0f83d504-2177-4bed-9738-c017c734ec08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 20:25:41.033361 dv-neutron-601336-84-hyperv neutron-server[92549]: WARNING oslo_policy.policy [None req-0f83d504-2177-4bed-9738-c017c734ec08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 20:25:41.042070 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.quota [None req-0f83d504-2177-4bed-9738-c017c734ec08 admin admin] Loaded quota_driver: . Jun 02 20:25:41.058147 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-0f83d504-2177-4bed-9738-c017c734ec08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:25:41.123916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0f83d504-2177-4bed-9738-c017c734ec08 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732233674312', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732233650331', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732233661401', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732233633901', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732233644520', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732233487174', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-706335', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1375803', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-303649', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-493642'] for rbac-policy, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:41.190964 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0f83d504-2177-4bed-9738-c017c734ec08 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:41.192147 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0f83d504-2177-4bed-9738-c017c734ec08 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6881881 Jun 02 20:25:43.758973 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 49680) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:25:44.101738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '56c4bd66951347f498dba2976eaebeed', 'name': 'private', 'project_id': '56c4bd66951347f498dba2976eaebeed'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:25:44.106329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:25:44.110949 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Usage tracker for resource:network and tenant:56c4bd66951347f498dba2976eaebeed is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:25:44.115769 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:25:44.121787 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:25:44.132327 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Made reservation on behalf of 56c4bd66951347f498dba2976eaebeed for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:25:44.135741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:44.153085 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:44.166407 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:25:44.169951 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Usage tracker for resource:security_group_rule and tenant:56c4bd66951347f498dba2976eaebeed is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:25:44.174802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:25:44.180199 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:25:44.272715 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:44.276728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:44.281784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:25:44.301189 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:25:44.325388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732231670559', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:44.325967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Unsubscribe: segment precommit_create {{(pid=92549) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 02 20:25:44.326428 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Added segment 88b9ca55-b01e-4054-8235-c7db1d39192c of type vlan for network 6a04e2fd-eb7d-496c-96ff-f83e621898c2 Jun 02 20:25:44.334373 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9224f9e-30e5-4bcf-b145-09151dcc48ed,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:25:44.384733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:44.385149 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:44.385477 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:44.385795 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:44.386113 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:44.386460 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:44.386753 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:44.387085 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:44.387444 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:44.387767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:44.388070 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:44.388427 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Tracked resource versions report: Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: pushed versions: Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: { 'AddressGroup': {'1.2'}, Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: 'ConntrackHelper': {'1.0'}, Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: 'Log': {'1.0'}, Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: 'Network': {'1.1'}, Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: 'Port': {'1.7'}, Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: 'PortForwarding': {'1.2'}, Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: 'QosPolicy': {'1.8'}, Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: 'SecurityGroup': {'1.4'}, Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: 'SecurityGroupRule': {'1.2'}, Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: 'SubPort': {'1.0'}, Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: 'Subnet': {'1.1'}, Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: 'Trunk': {'1.1'}} Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: consumer versions: Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: { DHCP agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: L3 agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: Metadata agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: Metering agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: Open vSwitch agent@dv-neutron-601336-84-hyperv: { 'AddressGroup': '1.2', Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: 'ConntrackHelper': '1.0', Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: 'Log': '1.0', Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: 'Network': '1.1', Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: 'Port': '1.7', Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: 'PortForwarding': '1.2', Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: 'QosPolicy': '1.8', Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: 'SecurityGroup': '1.4', Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: 'SecurityGroupRule': '1.2', Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: 'SubPort': '1.0', Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: 'Subnet': '1.1', Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: 'Trunk': '1.1'}} Jun 02 20:25:44.389828 dv-neutron-601336-84-hyperv neutron-server[92549]: {{(pid=92549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 20:25:44.432303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:25:44.447635 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:44.486563 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:44.488030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:25:44.488687 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:44.494102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:25:44.593408 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8332644 Jun 02 20:25:44.597772 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Pushing event updated for resources: {'Network': ['ID=6a04e2fd-eb7d-496c-96ff-f83e621898c2,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:25:44.616978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:25:44.625463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 6a04e2fd-eb7d-496c-96ff-f83e621898c2 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:25:47.186872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 49694) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:25:47.630915 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de34e83-83af-431c-ae2d-b5fb2b49278e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:25:47.632172 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0de34e83-83af-431c-ae2d-b5fb2b49278e admin admin] 10.222.0.25 "GET /v2.0/networks/6a04e2fd-eb7d-496c-96ff-f83e621898c2 HTTP/1.1" status: 200 len: 825 time: 0.4443305 Jun 02 20:25:47.658250 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-db0f7b02-1400-4ff1-b1fc-0dcebdb6b671 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/3f0a8684-ceec-4e66-a203-3a92fd6b8529 HTTP/1.1" status: 200 len: 734 time: 0.0208054 Jun 02 20:25:47.666939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-66a6872e-af83-4dd6-8400-11368dcb0550 admin admin] Request body: {'subnet': {'subnetpool_id': '3f0a8684-ceec-4e66-a203-3a92fd6b8529', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '6a04e2fd-eb7d-496c-96ff-f83e621898c2', 'tenant_id': '56c4bd66951347f498dba2976eaebeed'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:25:47.671103 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-66a6872e-af83-4dd6-8400-11368dcb0550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:25:47.674751 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-66a6872e-af83-4dd6-8400-11368dcb0550 admin admin] Usage tracker for resource:subnet and tenant:56c4bd66951347f498dba2976eaebeed is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:25:47.677569 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-66a6872e-af83-4dd6-8400-11368dcb0550 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:25:47.683071 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-66a6872e-af83-4dd6-8400-11368dcb0550 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:25:47.692800 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a6872e-af83-4dd6-8400-11368dcb0550 admin admin] Made reservation on behalf of 56c4bd66951347f498dba2976eaebeed for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:25:47.695066 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-66a6872e-af83-4dd6-8400-11368dcb0550 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:48.156982 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-66a6872e-af83-4dd6-8400-11368dcb0550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:48.161856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:25:48.239358 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6872e-af83-4dd6-8400-11368dcb0550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dcaa13c-0778-4901-8f5c-c8549aff36b8,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:25:48.244949 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a6872e-af83-4dd6-8400-11368dcb0550 admin admin] Checking segment: {'id': '88b9ca55-b01e-4054-8235-c7db1d39192c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6a04e2fd-eb7d-496c-96ff-f83e621898c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:25:48.245350 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a6872e-af83-4dd6-8400-11368dcb0550 admin admin] Network hostable DHCP agents. Network: 6a04e2fd-eb7d-496c-96ff-f83e621898c2, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:25:48.248985 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-66a6872e-af83-4dd6-8400-11368dcb0550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:25:48.263764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a6872e-af83-4dd6-8400-11368dcb0550 admin admin] Network 6a04e2fd-eb7d-496c-96ff-f83e621898c2 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:25:48.273864 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-66a6872e-af83-4dd6-8400-11368dcb0550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 6a04e2fd-eb7d-496c-96ff-f83e621898c2) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:25:48.278608 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a6872e-af83-4dd6-8400-11368dcb0550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:25:48.279249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-66a6872e-af83-4dd6-8400-11368dcb0550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:48.283952 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed775d2-0d1f-4676-a81c-2d2e32027c84 None None] Network 6a04e2fd-eb7d-496c-96ff-f83e621898c2 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:25:48.300169 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-66a6872e-af83-4dd6-8400-11368dcb0550 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6370077 Jun 02 20:25:48.594547 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-6a04e2fd-eb7d-496c-96ff-f83e621898c2', 'network_id': '6a04e2fd-eb7d-496c-96ff-f83e621898c2', 'tenant_id': '56c4bd66951347f498dba2976eaebeed', 'fixed_ips': [{'subnet_id': '0dcaa13c-0778-4901-8f5c-c8549aff36b8'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:25:48.595846 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:48.778807 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Allocated IP 172.20.0.2 (6a04e2fd-eb7d-496c-96ff-f83e621898c2/0dcaa13c-0778-4901-8f5c-c8549aff36b8/5db854f2-9c8f-48f1-89da-3dada13ae384) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:25:49.018061 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:49.031620 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Transition to ACTIVE for port object 5db854f2-9c8f-48f1-89da-3dada13ae384 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:25:49.051448 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Transition to ACTIVE for port object 5db854f2-9c8f-48f1-89da-3dada13ae384 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:25:49.057830 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:49.063293 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:25:49.115236 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Network 6a04e2fd-eb7d-496c-96ff-f83e621898c2 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:25:49.122343 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:25:49.125368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:25:49.175964 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Pushing event updated for resources: {'Port': ['ID=5db854f2-9c8f-48f1-89da-3dada13ae384,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:25:49.210567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:49.211502 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:49.211846 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:49.212194 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:49.212500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:49.212837 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:49.213163 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:49.213496 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:49.213831 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:49.214149 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:49.214465 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:49.214777 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Tracked resource versions report: Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: pushed versions: Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: { 'AddressGroup': {'1.2'}, Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: 'ConntrackHelper': {'1.0'}, Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: 'Log': {'1.0'}, Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: 'Network': {'1.1'}, Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: 'Port': {'1.7'}, Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: 'PortForwarding': {'1.2'}, Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: 'QosPolicy': {'1.8'}, Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: 'SecurityGroup': {'1.4'}, Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: 'SecurityGroupRule': {'1.2'}, Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: 'SubPort': {'1.0'}, Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: 'Subnet': {'1.1'}, Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: 'Trunk': {'1.1'}} Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: consumer versions: Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: { DHCP agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: L3 agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: Metadata agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: Metering agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: Open vSwitch agent@dv-neutron-601336-84-hyperv: { 'AddressGroup': '1.2', Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: 'ConntrackHelper': '1.0', Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: 'Log': '1.0', Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: 'Network': '1.1', Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: 'Port': '1.7', Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: 'PortForwarding': '1.2', Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: 'QosPolicy': '1.8', Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: 'SecurityGroup': '1.4', Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: 'SecurityGroupRule': '1.2', Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: 'SubPort': '1.0', Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: 'Subnet': '1.1', Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: 'Trunk': '1.1'}} Jun 02 20:25:49.216144 dv-neutron-601336-84-hyperv neutron-server[92550]: {{(pid=92550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 20:25:49.219760 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:25:49.239653 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Attempting to bind port 5db854f2-9c8f-48f1-89da-3dada13ae384 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:25:49.240054 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Attempting to bind port 5db854f2-9c8f-48f1-89da-3dada13ae384 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '88b9ca55-b01e-4054-8235-c7db1d39192c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6a04e2fd-eb7d-496c-96ff-f83e621898c2'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:25:49.240734 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Attempting to bind port 5db854f2-9c8f-48f1-89da-3dada13ae384 on network 6a04e2fd-eb7d-496c-96ff-f83e621898c2 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:25:49.245805 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:25:49.246205 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Checking segment: {'id': '88b9ca55-b01e-4054-8235-c7db1d39192c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6a04e2fd-eb7d-496c-96ff-f83e621898c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:25:49.246676 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:49.247065 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Bound using segment: {'id': '88b9ca55-b01e-4054-8235-c7db1d39192c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6a04e2fd-eb7d-496c-96ff-f83e621898c2'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:25:49.247604 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Bound port: 5db854f2-9c8f-48f1-89da-3dada13ae384, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b9ca55-b01e-4054-8235-c7db1d39192c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6a04e2fd-eb7d-496c-96ff-f83e621898c2'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:25:49.247975 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:49.336872 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] For port 5db854f2-9c8f-48f1-89da-3dada13ae384, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:25:49.340755 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] For port 5db854f2-9c8f-48f1-89da-3dada13ae384, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=5db854f2-9c8f-48f1-89da-3dada13ae384,segment=NetworkSegment(88b9ca55-b01e-4054-8235-c7db1d39192c),segment_id=88b9ca55-b01e-4054-8235-c7db1d39192c)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:25:49.345149 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:49.352154 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:25:49.434399 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Pushing event updated for resources: {'Port': ['ID=5db854f2-9c8f-48f1-89da-3dada13ae384,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:25:49.437429 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:25:50.685967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 49702) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:25:51.055676 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-852f1bff-40f7-4735-8c51-54fd7813b15c admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:25:51.056655 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-852f1bff-40f7-4735-8c51-54fd7813b15c admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3696635 Jun 02 20:25:53.412988 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 49710) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:25:53.807112 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-21462608-d94d-42c6-a7cf-d3e74b853b5c admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:25:53.808135 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-21462608-d94d-42c6-a7cf-d3e74b853b5c admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3942287 Jun 02 20:25:54.939950 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb81a12-20a0-4eae-adcf-08cf91c3ae30 None None] Network 6a04e2fd-eb7d-496c-96ff-f83e621898c2 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:25:55.033323 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-1e2c6a50-f436-4d04-902a-1a7304e6e4a0 None None] Provisioning for port 5db854f2-9c8f-48f1-89da-3dada13ae384 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:25:55.147030 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 5db854f2-9c8f-48f1-89da-3dada13ae384 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:25:55.293980 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 5db854f2-9c8f-48f1-89da-3dada13ae384 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:25:55.299644 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 5db854f2-9c8f-48f1-89da-3dada13ae384 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:25:55.300043 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:55.439276 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:55.477759 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 5db854f2-9c8f-48f1-89da-3dada13ae384, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=5db854f2-9c8f-48f1-89da-3dada13ae384,segment=NetworkSegment(88b9ca55-b01e-4054-8235-c7db1d39192c),segment_id=88b9ca55-b01e-4054-8235-c7db1d39192c)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:25:55.482577 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:55.488193 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:25:55.556628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=5db854f2-9c8f-48f1-89da-3dada13ae384,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:25:55.559953 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:25:55.568700 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9fd7fa22-c128-4582-93b3-08423c73fdda None None] Provisioning complete for port 5db854f2-9c8f-48f1-89da-3dada13ae384 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:25:55.569069 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fa22-c128-4582-93b3-08423c73fdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:56.418485 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 49724) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:25:56.763639 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-8c3c7ec6-f97c-4d9b-834d-811b807194dd admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '56c4bd66951347f498dba2976eaebeed', 'name': 'router1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:25:56.768435 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8c3c7ec6-f97c-4d9b-834d-811b807194dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:25:56.772144 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8c3c7ec6-f97c-4d9b-834d-811b807194dd admin admin] Usage tracker for resource:router and tenant:56c4bd66951347f498dba2976eaebeed is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:25:56.775978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8c3c7ec6-f97c-4d9b-834d-811b807194dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:25:56.781504 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8c3c7ec6-f97c-4d9b-834d-811b807194dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:25:56.791744 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7ec6-f97c-4d9b-834d-811b807194dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:56.793220 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7ec6-f97c-4d9b-834d-811b807194dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:56.813573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7ec6-f97c-4d9b-834d-811b807194dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:56.920673 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7ec6-f97c-4d9b-834d-811b807194dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:56.937536 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8c3c7ec6-f97c-4d9b-834d-811b807194dd admin admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:56.938683 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8c3c7ec6-f97c-4d9b-834d-811b807194dd admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5192504 Jun 02 20:25:57.123821 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 5db854f2-9c8f-48f1-89da-3dada13ae384 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:25:57.189425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 5db854f2-9c8f-48f1-89da-3dada13ae384 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:25:57.189798 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:25:59.245969 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 49732) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:25:59.822766 dv-neutron-601336-84-hyperv neutron-server[92548]: WARNING oslo_policy.policy [None req-ad1fe07b-8ef2-44ea-b4a1-0ead90bd74d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 20:25:59.823374 dv-neutron-601336-84-hyperv neutron-server[92548]: WARNING oslo_policy.policy [None req-ad1fe07b-8ef2-44ea-b4a1-0ead90bd74d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 20:26:00.035307 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-ad1fe07b-8ef2-44ea-b4a1-0ead90bd74d5 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:26:00.036509 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ad1fe07b-8ef2-44ea-b4a1-0ead90bd74d5 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7884881 Jun 02 20:26:00.678418 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8d7568ee-f5f1-4f93-9d1c-430122211c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:02.341418 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 49746) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:26:02.704149 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:26:02.705589 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.quota [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Loaded quota_driver: . Jun 02 20:26:02.721664 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:26:02.728753 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Usage tracker for resource:network and tenant:38de0d4104a3423482d8b999608a2a93 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:26:02.733615 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:26:02.741347 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:26:02.756772 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Made reservation on behalf of 38de0d4104a3423482d8b999608a2a93 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:26:02.827706 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.policy [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92548) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 02 20:26:02.872701 dv-neutron-601336-84-hyperv neutron-server[92548]: WARNING oslo_policy.policy [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 20:26:02.873077 dv-neutron-601336-84-hyperv neutron-server[92548]: WARNING oslo_policy.policy [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 02 20:26:02.883479 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:02.903579 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:02.917666 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:26:02.921299 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Usage tracker for resource:security_group_rule and tenant:38de0d4104a3423482d8b999608a2a93 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:26:02.924453 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:26:02.929994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:26:03.027304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:03.031403 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:03.040988 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:26:03.053286 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Reserving flat network on physical network physnet1 {{(pid=92548) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 02 20:26:03.085705 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732231670559', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:03.086429 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Unsubscribe: segment precommit_create {{(pid=92548) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 02 20:26:03.086950 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Added segment c5d4673f-95f1-4ea2-b5c1-6c77278a75eb of type flat for network 9eda1993-8807-4a42-8466-556269663ed3 Jun 02 20:26:03.142601 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e024dd-5824-48e7-9481-fe3b20d703e8,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:26:03.164820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:03.165173 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:03.165504 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:03.165825 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:03.166142 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:03.166471 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:03.166785 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:03.167109 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:03.167446 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:03.167755 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:03.168069 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:03.168368 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Tracked resource versions report: Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: pushed versions: Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: { 'AddressGroup': {'1.2'}, Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: 'ConntrackHelper': {'1.0'}, Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: 'Log': {'1.0'}, Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: 'Network': {'1.1'}, Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: 'Port': {'1.7'}, Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: 'PortForwarding': {'1.2'}, Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: 'QosPolicy': {'1.8'}, Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: 'SecurityGroup': {'1.4'}, Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: 'SecurityGroupRule': {'1.2'}, Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: 'SubPort': {'1.0'}, Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: 'Subnet': {'1.1'}, Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: 'Trunk': {'1.1'}} Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: consumer versions: Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: { DHCP agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: L3 agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: Metadata agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: Metering agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: Open vSwitch agent@dv-neutron-601336-84-hyperv: { 'AddressGroup': '1.2', Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: 'ConntrackHelper': '1.0', Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: 'Log': '1.0', Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: 'Network': '1.1', Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: 'Port': '1.7', Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: 'PortForwarding': '1.2', Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: 'QosPolicy': '1.8', Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: 'SecurityGroup': '1.4', Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: 'SecurityGroupRule': '1.2', Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: 'SubPort': '1.0', Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: 'Subnet': '1.1', Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: 'Trunk': '1.1'}} Jun 02 20:26:03.169675 dv-neutron-601336-84-hyperv neutron-server[92548]: {{(pid=92548) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 20:26:03.218112 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:03.222200 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:26:03.242222 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:03.247377 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b43a5ac8-556c-444f-87c3-62a4942969cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:03.263965 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:03.265604 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:26:03.266263 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:03.270765 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:26:03.375108 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0325236 Jun 02 20:26:03.379793 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Pushing event updated for resources: {'Network': ['ID=9eda1993-8807-4a42-8466-556269663ed3,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:26:03.383936 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:26:03.393593 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 9eda1993-8807-4a42-8466-556269663ed3 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:26:04.120076 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:05.692600 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 49770) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:26:05.754126 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:05.916533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4977da2-232f-4132-b7d6-b1118e53cb5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:26:05.917860 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b4977da2-232f-4132-b7d6-b1118e53cb5b admin admin] 10.222.0.25 "GET /v2.0/subnets/0dcaa13c-0778-4901-8f5c-c8549aff36b8 HTTP/1.1" status: 200 len: 849 time: 0.2243068 Jun 02 20:26:06.087376 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-257fb6c2-861d-4942-841f-0fd1c0350599 admin admin] 10.222.0.25 "GET /v2.0/routers/333b9375-b696-493d-a3a8-dd7e40ee6161 HTTP/1.1" status: 200 len: 704 time: 0.1641343 Jun 02 20:26:06.560059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:06.791754 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Allocated IP 172.20.0.1 (6a04e2fd-eb7d-496c-96ff-f83e621898c2/0dcaa13c-0778-4901-8f5c-c8549aff36b8/2f68d240-9ccc-40c2-998d-afeedf2ac27e) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:26:06.944593 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:06.963330 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Transition to ACTIVE for port object 2f68d240-9ccc-40c2-998d-afeedf2ac27e will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:26:07.020112 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:07.025117 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:26:07.089262 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Network 6a04e2fd-eb7d-496c-96ff-f83e621898c2 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:26:07.092239 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:26:07.099972 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:26:07.100504 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:07.219130 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Pushing event updated for resources: {'Port': ['ID=2f68d240-9ccc-40c2-998d-afeedf2ac27e,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:26:07.234626 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:26:07.268092 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-99a1b6fd-5a9f-489f-bc08-7e3d8e7e0597 None None] Provisioning for port 2f68d240-9ccc-40c2-998d-afeedf2ac27e completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:26:07.272565 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-99a1b6fd-5a9f-489f-bc08-7e3d8e7e0597 None None] Provisioning complete for port 2f68d240-9ccc-40c2-998d-afeedf2ac27e triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:26:07.273427 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-99a1b6fd-5a9f-489f-bc08-7e3d8e7e0597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:07.327632 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-99a1b6fd-5a9f-489f-bc08-7e3d8e7e0597 None None] Port 2f68d240-9ccc-40c2-998d-afeedf2ac27e cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:26:07.368895 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:07.624125 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:07.629828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:07.630924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:07.635484 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:26:07.762987 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Pushing event updated for resources: {'Port': ['ID=2f68d240-9ccc-40c2-998d-afeedf2ac27e,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:26:07.765777 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:26:07.825347 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Network 6a04e2fd-eb7d-496c-96ff-f83e621898c2 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:26:07.826393 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:26:08.017656 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Router 333b9375-b696-493d-a3a8-dd7e40ee6161 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:26:08.054571 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-5dc3c8cd-96b8-4c0c-bba1-ae211532ecc8 None None] Provisioning complete for port 2f68d240-9ccc-40c2-998d-afeedf2ac27e triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:26:08.054960 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5dc3c8cd-96b8-4c0c-bba1-ae211532ecc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:08.107089 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3c8cd-96b8-4c0c-bba1-ae211532ecc8 None None] Port 2f68d240-9ccc-40c2-998d-afeedf2ac27e cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:26:08.170554 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:26:08.179422 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] 10.222.0.25 "PUT /v2.0/routers/333b9375-b696-493d-a3a8-dd7e40ee6161/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0871577 Jun 02 20:26:08.180070 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] Sync routers for ids ['333b9375-b696-493d-a3a8-dd7e40ee6161'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:26:08.190246 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] Routers {'333b9375-b696-493d-a3a8-dd7e40ee6161'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:26:08.191078 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:26:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['333b9375-b696-493d-a3a8-dd7e40ee6161'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:26:08.385085 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] Set router 333b9375-b696-493d-a3a8-dd7e40ee6161 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:26:08.752244 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333b9375-b696-493d-a3a8-dd7e40ee6161', 'name': 'router1', 'tenant_id': '56c4bd66951347f498dba2976eaebeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:25:56Z', 'updated_at': '2021-06-02T20:26:07Z', 'revision_number': 2, 'project_id': '56c4bd66951347f498dba2976eaebeed', 'gw_port_host': None, '_interfaces': [{'id': '2f68d240-9ccc-40c2-998d-afeedf2ac27e', 'name': '', 'network_id': '6a04e2fd-eb7d-496c-96ff-f83e621898c2', 'tenant_id': '56c4bd66951347f498dba2976eaebeed', 'mac_address': 'fa:16:3e:9a:75:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333b9375-b696-493d-a3a8-dd7e40ee6161', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0dcaa13c-0778-4901-8f5c-c8549aff36b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:26:06Z', 'updated_at': '2021-06-02T20:26:07Z', 'revision_number': 2, 'project_id': '56c4bd66951347f498dba2976eaebeed', 'subnets': [{'id': '0dcaa13c-0778-4901-8f5c-c8549aff36b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f0a8684-ceec-4e66-a203-3a92fd6b8529'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:26:08.757127 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] Checking router: 333b9375-b696-493d-a3a8-dd7e40ee6161 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:26:08.757525 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] Updating router 333b9375-b696-493d-a3a8-dd7e40ee6161 port 2f68d240-9ccc-40c2-998d-afeedf2ac27e binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:26:08.808066 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:09.181624 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:09.196308 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] Transition to ACTIVE for port object 2f68d240-9ccc-40c2-998d-afeedf2ac27e will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:26:09.203442 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:09.208938 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:26:09.415090 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005f35e-7908-49d0-a6dd-0c61c8c62781 None None] Pushing event updated for resources: {'Port': ['ID=2f68d240-9ccc-40c2-998d-afeedf2ac27e,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:26:09.424607 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005f35e-7908-49d0-a6dd-0c61c8c62781 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:09.424927 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005f35e-7908-49d0-a6dd-0c61c8c62781 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:09.425263 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005f35e-7908-49d0-a6dd-0c61c8c62781 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:09.425589 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005f35e-7908-49d0-a6dd-0c61c8c62781 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:09.425910 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005f35e-7908-49d0-a6dd-0c61c8c62781 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:09.426243 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005f35e-7908-49d0-a6dd-0c61c8c62781 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:09.426564 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005f35e-7908-49d0-a6dd-0c61c8c62781 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:09.426901 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005f35e-7908-49d0-a6dd-0c61c8c62781 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:09.427316 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005f35e-7908-49d0-a6dd-0c61c8c62781 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:09.427635 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005f35e-7908-49d0-a6dd-0c61c8c62781 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:09.427946 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005f35e-7908-49d0-a6dd-0c61c8c62781 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:09.428255 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005f35e-7908-49d0-a6dd-0c61c8c62781 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005f35e-7908-49d0-a6dd-0c61c8c62781 None None] Tracked resource versions report: Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: pushed versions: Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: { 'AddressGroup': {'1.2'}, Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: 'ConntrackHelper': {'1.0'}, Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: 'Log': {'1.0'}, Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: 'Network': {'1.1'}, Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: 'Port': {'1.7'}, Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: 'PortForwarding': {'1.2'}, Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: 'QosPolicy': {'1.8'}, Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: 'SecurityGroup': {'1.4'}, Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: 'SecurityGroupRule': {'1.2'}, Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: 'SubPort': {'1.0'}, Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: 'Subnet': {'1.1'}, Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: 'Trunk': {'1.1'}} Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: consumer versions: Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: { DHCP agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: L3 agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: Metadata agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: Metering agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: Open vSwitch agent@dv-neutron-601336-84-hyperv: { 'AddressGroup': '1.2', Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: 'ConntrackHelper': '1.0', Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: 'Log': '1.0', Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: 'Network': '1.1', Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: 'Port': '1.7', Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: 'PortForwarding': '1.2', Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: 'QosPolicy': '1.8', Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: 'SecurityGroup': '1.4', Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: 'SecurityGroupRule': '1.2', Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: 'SubPort': '1.0', Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: 'Subnet': '1.1', Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: 'Trunk': '1.1'}} Jun 02 20:26:09.430121 dv-neutron-601336-84-hyperv neutron-server[92551]: {{(pid=92551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 20:26:09.432454 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] Attempting to bind port 2f68d240-9ccc-40c2-998d-afeedf2ac27e on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:26:09.432850 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] Attempting to bind port 2f68d240-9ccc-40c2-998d-afeedf2ac27e by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '88b9ca55-b01e-4054-8235-c7db1d39192c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6a04e2fd-eb7d-496c-96ff-f83e621898c2'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:26:09.433272 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] Attempting to bind port 2f68d240-9ccc-40c2-998d-afeedf2ac27e on network 6a04e2fd-eb7d-496c-96ff-f83e621898c2 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:26:09.439081 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-6005f35e-7908-49d0-a6dd-0c61c8c62781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:26:09.439992 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:26:09.440481 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] Checking segment: {'id': '88b9ca55-b01e-4054-8235-c7db1d39192c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6a04e2fd-eb7d-496c-96ff-f83e621898c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:26:09.440963 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:09.441357 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] Bound using segment: {'id': '88b9ca55-b01e-4054-8235-c7db1d39192c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6a04e2fd-eb7d-496c-96ff-f83e621898c2'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:26:09.441881 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] Bound port: 2f68d240-9ccc-40c2-998d-afeedf2ac27e, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b9ca55-b01e-4054-8235-c7db1d39192c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6a04e2fd-eb7d-496c-96ff-f83e621898c2'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:26:09.442255 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:09.532100 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] For port 2f68d240-9ccc-40c2-998d-afeedf2ac27e, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:26:09.536032 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] For port 2f68d240-9ccc-40c2-998d-afeedf2ac27e, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2f68d240-9ccc-40c2-998d-afeedf2ac27e,segment=NetworkSegment(88b9ca55-b01e-4054-8235-c7db1d39192c),segment_id=88b9ca55-b01e-4054-8235-c7db1d39192c)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:26:09.541315 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:09.544865 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-6005f35e-7908-49d0-a6dd-0c61c8c62781 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:26:09.611868 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] Routers {'333b9375-b696-493d-a3a8-dd7e40ee6161'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:26:09.612477 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:26:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['333b9375-b696-493d-a3a8-dd7e40ee6161'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:26:09.783927 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005f35e-7908-49d0-a6dd-0c61c8c62781 None None] Pushing event updated for resources: {'Port': ['ID=2f68d240-9ccc-40c2-998d-afeedf2ac27e,revision_number=4']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:26:09.787509 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-6005f35e-7908-49d0-a6dd-0c61c8c62781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:26:09.808237 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] Set router 333b9375-b696-493d-a3a8-dd7e40ee6161 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:26:10.126864 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333b9375-b696-493d-a3a8-dd7e40ee6161', 'name': 'router1', 'tenant_id': '56c4bd66951347f498dba2976eaebeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:25:56Z', 'updated_at': '2021-06-02T20:26:07Z', 'revision_number': 2, 'project_id': '56c4bd66951347f498dba2976eaebeed', 'gw_port_host': None, '_interfaces': [{'id': '2f68d240-9ccc-40c2-998d-afeedf2ac27e', 'name': '', 'network_id': '6a04e2fd-eb7d-496c-96ff-f83e621898c2', 'tenant_id': '56c4bd66951347f498dba2976eaebeed', 'mac_address': 'fa:16:3e:9a:75:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333b9375-b696-493d-a3a8-dd7e40ee6161', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0dcaa13c-0778-4901-8f5c-c8549aff36b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:26:06Z', 'updated_at': '2021-06-02T20:26:09Z', 'revision_number': 4, 'project_id': '56c4bd66951347f498dba2976eaebeed', 'subnets': [{'id': '0dcaa13c-0778-4901-8f5c-c8549aff36b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f0a8684-ceec-4e66-a203-3a92fd6b8529'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:26:10.130700 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47849714-08ee-4339-afba-57fdf3c7a3b5 None None] The sync data for ids ['333b9375-b696-493d-a3a8-dd7e40ee6161'] in dv-neutron-601336-84-hyperv is: [{'id': '333b9375-b696-493d-a3a8-dd7e40ee6161', 'name': 'router1', 'tenant_id': '56c4bd66951347f498dba2976eaebeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:25:56Z', 'updated_at': '2021-06-02T20:26:07Z', 'revision_number': 2, 'project_id': '56c4bd66951347f498dba2976eaebeed', 'gw_port_host': None, '_interfaces': [{'id': '2f68d240-9ccc-40c2-998d-afeedf2ac27e', 'name': '', 'network_id': '6a04e2fd-eb7d-496c-96ff-f83e621898c2', 'tenant_id': '56c4bd66951347f498dba2976eaebeed', 'mac_address': 'fa:16:3e:9a:75:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333b9375-b696-493d-a3a8-dd7e40ee6161', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0dcaa13c-0778-4901-8f5c-c8549aff36b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:26:06Z', 'updated_at': '2021-06-02T20:26:09Z', 'revision_number': 4, 'project_id': '56c4bd66951347f498dba2976eaebeed', 'subnets': [{'id': '0dcaa13c-0778-4901-8f5c-c8549aff36b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f0a8684-ceec-4e66-a203-3a92fd6b8529'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:26:10.363994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 49790) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:26:10.508895 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21cd635-5f42-4096-8f18-5636db0f8fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:26:10.509453 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a21cd635-5f42-4096-8f18-5636db0f8fc7 admin admin] Synchronizing usage tracker for tenant:38de0d4104a3423482d8b999608a2a93 on resource:network {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:26:10.526645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a21cd635-5f42-4096-8f18-5636db0f8fc7 admin admin] Unset dirty status for tenant:38de0d4104a3423482d8b999608a2a93 on resource:network {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:26:10.527959 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a21cd635-5f42-4096-8f18-5636db0f8fc7 admin admin] 10.222.0.25 "GET /v2.0/networks/9eda1993-8807-4a42-8466-556269663ed3 HTTP/1.1" status: 200 len: 842 time: 0.1628761 Jun 02 20:26:10.537313 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-405187aa-c82a-4263-ae7a-472ac3510193 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:26:10.543168 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-405187aa-c82a-4263-ae7a-472ac3510193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:26:10.546936 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-405187aa-c82a-4263-ae7a-472ac3510193 admin admin] Usage tracker for resource:subnet and tenant:38de0d4104a3423482d8b999608a2a93 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:26:10.549870 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-405187aa-c82a-4263-ae7a-472ac3510193 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:26:10.560058 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-405187aa-c82a-4263-ae7a-472ac3510193 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:26:10.569611 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405187aa-c82a-4263-ae7a-472ac3510193 admin admin] Made reservation on behalf of 38de0d4104a3423482d8b999608a2a93 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:26:10.572252 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-405187aa-c82a-4263-ae7a-472ac3510193 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:11.002724 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.objects.ports [None req-405187aa-c82a-4263-ae7a-472ac3510193 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92548) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 20:26:11.003900 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-405187aa-c82a-4263-ae7a-472ac3510193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:11.008503 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:26:11.075236 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405187aa-c82a-4263-ae7a-472ac3510193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:26:11.081534 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-405187aa-c82a-4263-ae7a-472ac3510193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:26:11.085592 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405187aa-c82a-4263-ae7a-472ac3510193 admin admin] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:26:11.086433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405187aa-c82a-4263-ae7a-472ac3510193 admin admin] Network hostable DHCP agents. Network: 9eda1993-8807-4a42-8466-556269663ed3, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:26:11.105239 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405187aa-c82a-4263-ae7a-472ac3510193 admin admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:26:11.114983 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-405187aa-c82a-4263-ae7a-472ac3510193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 9eda1993-8807-4a42-8466-556269663ed3) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:26:11.119619 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405187aa-c82a-4263-ae7a-472ac3510193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:26:11.120220 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-405187aa-c82a-4263-ae7a-472ac3510193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:11.126343 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a07106e-9e31-4fdc-addd-e2297b4a073e None None] Network 9eda1993-8807-4a42-8466-556269663ed3 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:26:11.140766 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-405187aa-c82a-4263-ae7a-472ac3510193 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6070316 Jun 02 20:26:11.340778 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e315ed67-2a67-4d26-9b37-9b4cb6c8f236 None None] Network 9eda1993-8807-4a42-8466-556269663ed3 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:26:12.889704 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 5 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:26:13.149075 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2f68d240-9ccc-40c2-998d-afeedf2ac27e up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:26:13.217766 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 2f68d240-9ccc-40c2-998d-afeedf2ac27e completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:26:13.223630 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 2f68d240-9ccc-40c2-998d-afeedf2ac27e triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:26:13.224092 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:13.351560 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:13.376547 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 49802) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:26:13.383396 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 2f68d240-9ccc-40c2-998d-afeedf2ac27e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2f68d240-9ccc-40c2-998d-afeedf2ac27e,segment=NetworkSegment(88b9ca55-b01e-4054-8235-c7db1d39192c),segment_id=88b9ca55-b01e-4054-8235-c7db1d39192c)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:26:13.387328 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:13.389463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:26:13.458444 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=2f68d240-9ccc-40c2-998d-afeedf2ac27e,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:26:13.461503 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:26:13.617935 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5d66019a-2a68-466f-a185-d4071e3c2b5d admin admin] 10.222.0.25 "GET /v2.0/routers/333b9375-b696-493d-a3a8-dd7e40ee6161 HTTP/1.1" status: 200 len: 710 time: 0.2399640 Jun 02 20:26:13.744287 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3842ffa0-a62f-404c-a599-61a0ddf236fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:26:13.745630 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3842ffa0-a62f-404c-a599-61a0ddf236fc admin admin] 10.222.0.25 "GET /v2.0/networks/9eda1993-8807-4a42-8466-556269663ed3 HTTP/1.1" status: 200 len: 886 time: 0.1227250 Jun 02 20:26:13.754136 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-eb929e37-f73c-411d-bc99-4690a56d0bf3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:26:14.190376 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eb929e37-f73c-411d-bc99-4690a56d0bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:14.509140 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eb929e37-f73c-411d-bc99-4690a56d0bf3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:14.564490 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eb929e37-f73c-411d-bc99-4690a56d0bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:14.690670 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-eb929e37-f73c-411d-bc99-4690a56d0bf3 admin admin] Allocated IP 172.26.0.111 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/45f4fc76-b51f-4741-826b-6a56603213f4) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:26:14.880325 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eb929e37-f73c-411d-bc99-4690a56d0bf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:14.909195 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eb929e37-f73c-411d-bc99-4690a56d0bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:14.914113 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:26:14.972406 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb929e37-f73c-411d-bc99-4690a56d0bf3 admin admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:26:14.975207 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-eb929e37-f73c-411d-bc99-4690a56d0bf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:26:14.978249 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb929e37-f73c-411d-bc99-4690a56d0bf3 admin admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:26:15.042581 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb929e37-f73c-411d-bc99-4690a56d0bf3 admin admin] Pushing event updated for resources: {'Port': ['ID=45f4fc76-b51f-4741-826b-6a56603213f4,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:26:15.045256 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-eb929e37-f73c-411d-bc99-4690a56d0bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:26:15.133722 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2f68d240-9ccc-40c2-998d-afeedf2ac27e up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:26:15.200667 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 2f68d240-9ccc-40c2-998d-afeedf2ac27e triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:26:15.201040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:15.358085 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eb929e37-f73c-411d-bc99-4690a56d0bf3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:15.682457 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eb929e37-f73c-411d-bc99-4690a56d0bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:15.685669 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eb929e37-f73c-411d-bc99-4690a56d0bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:15.858708 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb929e37-f73c-411d-bc99-4690a56d0bf3 admin admin] Router 333b9375-b696-493d-a3a8-dd7e40ee6161 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:26:16.075683 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb929e37-f73c-411d-bc99-4690a56d0bf3 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:26:16.083662 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eb929e37-f73c-411d-bc99-4690a56d0bf3 admin admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:16.084866 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-eb929e37-f73c-411d-bc99-4690a56d0bf3 admin admin] 10.222.0.25 "PUT /v2.0/routers/333b9375-b696-493d-a3a8-dd7e40ee6161 HTTP/1.1" status: 200 len: 890 time: 2.3339033 Jun 02 20:26:16.085719 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] Sync routers for ids ['333b9375-b696-493d-a3a8-dd7e40ee6161'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:26:16.095615 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] Routers {'333b9375-b696-493d-a3a8-dd7e40ee6161'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:26:16.096303 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:26:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['333b9375-b696-493d-a3a8-dd7e40ee6161'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:26:16.286099 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] Set router 333b9375-b696-493d-a3a8-dd7e40ee6161 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:26:16.620220 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333b9375-b696-493d-a3a8-dd7e40ee6161', 'name': 'router1', 'tenant_id': '56c4bd66951347f498dba2976eaebeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': '45f4fc76-b51f-4741-826b-6a56603213f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:25:56Z', 'updated_at': '2021-06-02T20:26:15Z', 'revision_number': 4, 'project_id': '56c4bd66951347f498dba2976eaebeed', 'gw_port': {'id': '45f4fc76-b51f-4741-826b-6a56603213f4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333b9375-b696-493d-a3a8-dd7e40ee6161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:26:14Z', 'updated_at': '2021-06-02T20:26:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '2f68d240-9ccc-40c2-998d-afeedf2ac27e', 'name': '', 'network_id': '6a04e2fd-eb7d-496c-96ff-f83e621898c2', 'tenant_id': '56c4bd66951347f498dba2976eaebeed', 'mac_address': 'fa:16:3e:9a:75:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333b9375-b696-493d-a3a8-dd7e40ee6161', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0dcaa13c-0778-4901-8f5c-c8549aff36b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:26:06Z', 'updated_at': '2021-06-02T20:26:13Z', 'revision_number': 5, 'project_id': '56c4bd66951347f498dba2976eaebeed', 'subnets': [{'id': '0dcaa13c-0778-4901-8f5c-c8549aff36b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f0a8684-ceec-4e66-a203-3a92fd6b8529'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:26:16.625026 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] Checking router: 333b9375-b696-493d-a3a8-dd7e40ee6161 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:26:16.625452 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] Updating router 333b9375-b696-493d-a3a8-dd7e40ee6161 port 45f4fc76-b51f-4741-826b-6a56603213f4 binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:26:16.676277 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:16.998040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:17.009852 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] Transition to ACTIVE for port object 45f4fc76-b51f-4741-826b-6a56603213f4 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:26:17.016650 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:17.020656 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:26:17.094058 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] Attempting to bind port 45f4fc76-b51f-4741-826b-6a56603213f4 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:26:17.094421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] Attempting to bind port 45f4fc76-b51f-4741-826b-6a56603213f4 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:26:17.094779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] Attempting to bind port 45f4fc76-b51f-4741-826b-6a56603213f4 on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:26:17.103988 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb36d4-c44e-4e8b-a1fe-67186a872e29 None None] Pushing event updated for resources: {'Port': ['ID=45f4fc76-b51f-4741-826b-6a56603213f4,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:26:17.106649 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-59eb36d4-c44e-4e8b-a1fe-67186a872e29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:26:17.107590 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:26:17.107953 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:26:17.108346 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:17.108724 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:26:17.109186 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] Bound port: 45f4fc76-b51f-4741-826b-6a56603213f4, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:26:17.109545 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:17.178063 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] For port 45f4fc76-b51f-4741-826b-6a56603213f4, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:26:17.181522 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] For port 45f4fc76-b51f-4741-826b-6a56603213f4, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=45f4fc76-b51f-4741-826b-6a56603213f4,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:26:17.186069 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:17.190666 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:26:17.259268 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] Routers {'333b9375-b696-493d-a3a8-dd7e40ee6161'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:26:17.259798 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:26:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['333b9375-b696-493d-a3a8-dd7e40ee6161'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:26:17.333791 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb36d4-c44e-4e8b-a1fe-67186a872e29 None None] Pushing event updated for resources: {'Port': ['ID=45f4fc76-b51f-4741-826b-6a56603213f4,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:26:17.337154 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-59eb36d4-c44e-4e8b-a1fe-67186a872e29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:26:17.453502 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] Set router 333b9375-b696-493d-a3a8-dd7e40ee6161 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:26:17.793245 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333b9375-b696-493d-a3a8-dd7e40ee6161', 'name': 'router1', 'tenant_id': '56c4bd66951347f498dba2976eaebeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': '45f4fc76-b51f-4741-826b-6a56603213f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:25:56Z', 'updated_at': '2021-06-02T20:26:15Z', 'revision_number': 4, 'project_id': '56c4bd66951347f498dba2976eaebeed', 'gw_port': {'id': '45f4fc76-b51f-4741-826b-6a56603213f4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333b9375-b696-493d-a3a8-dd7e40ee6161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:26:14Z', 'updated_at': '2021-06-02T20:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '2f68d240-9ccc-40c2-998d-afeedf2ac27e', 'name': '', 'network_id': '6a04e2fd-eb7d-496c-96ff-f83e621898c2', 'tenant_id': '56c4bd66951347f498dba2976eaebeed', 'mac_address': 'fa:16:3e:9a:75:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333b9375-b696-493d-a3a8-dd7e40ee6161', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0dcaa13c-0778-4901-8f5c-c8549aff36b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:26:06Z', 'updated_at': '2021-06-02T20:26:13Z', 'revision_number': 5, 'project_id': '56c4bd66951347f498dba2976eaebeed', 'subnets': [{'id': '0dcaa13c-0778-4901-8f5c-c8549aff36b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f0a8684-ceec-4e66-a203-3a92fd6b8529'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:26:17.797325 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e3de1-618f-47cc-95b1-4a14daa16ad0 None None] The sync data for ids ['333b9375-b696-493d-a3a8-dd7e40ee6161'] in dv-neutron-601336-84-hyperv is: [{'id': '333b9375-b696-493d-a3a8-dd7e40ee6161', 'name': 'router1', 'tenant_id': '56c4bd66951347f498dba2976eaebeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.111'}], 'enable_snat': True}, 'gw_port_id': '45f4fc76-b51f-4741-826b-6a56603213f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:25:56Z', 'updated_at': '2021-06-02T20:26:15Z', 'revision_number': 4, 'project_id': '56c4bd66951347f498dba2976eaebeed', 'gw_port': {'id': '45f4fc76-b51f-4741-826b-6a56603213f4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333b9375-b696-493d-a3a8-dd7e40ee6161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:26:14Z', 'updated_at': '2021-06-02T20:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '2f68d240-9ccc-40c2-998d-afeedf2ac27e', 'name': '', 'network_id': '6a04e2fd-eb7d-496c-96ff-f83e621898c2', 'tenant_id': '56c4bd66951347f498dba2976eaebeed', 'mac_address': 'fa:16:3e:9a:75:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333b9375-b696-493d-a3a8-dd7e40ee6161', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0dcaa13c-0778-4901-8f5c-c8549aff36b8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:26:06Z', 'updated_at': '2021-06-02T20:26:13Z', 'revision_number': 5, 'project_id': '56c4bd66951347f498dba2976eaebeed', 'subnets': [{'id': '0dcaa13c-0778-4901-8f5c-c8549aff36b8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f0a8684-ceec-4e66-a203-3a92fd6b8529'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:26:18.400057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 49810) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:26:18.513944 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cc61230e-1e8c-4e8e-ab36-7fe478c1ab06 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1127636 Jun 02 20:26:19.160347 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 45f4fc76-b51f-4741-826b-6a56603213f4 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:26:19.231307 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 45f4fc76-b51f-4741-826b-6a56603213f4 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:26:19.236374 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 45f4fc76-b51f-4741-826b-6a56603213f4 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:26:19.236746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:19.357809 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:19.384137 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 45f4fc76-b51f-4741-826b-6a56603213f4, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=45f4fc76-b51f-4741-826b-6a56603213f4,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:26:19.387916 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:19.389976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-59eb36d4-c44e-4e8b-a1fe-67186a872e29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:26:19.454077 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=45f4fc76-b51f-4741-826b-6a56603213f4,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:26:19.457009 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:26:21.151546 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 45f4fc76-b51f-4741-826b-6a56603213f4 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:26:21.228003 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 45f4fc76-b51f-4741-826b-6a56603213f4 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:26:21.228379 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:30.682528 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6ea2ce78-17d7-4940-b37e-b1a69e11217c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:33.265825 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:33.273893 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8cdc77e4-282f-437b-a6cc-b1bd2a5ca32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:34.126667 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:35.773797 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:26:49.891443 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 5 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:27:00.684129 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9e3ce0a2-9c01-4816-933f-d673fc827b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:27:03.248561 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:27:03.254985 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-93083973-3b11-44a8-8f15-5a8db29397de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:27:04.128675 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:27:05.780013 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:27:26.890182 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 5 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:27:30.686618 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6fbd8e54-0744-4a8b-a3b7-6c17e4adfbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:27:33.248957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:27:33.252088 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-66d76515-708d-4964-9842-f279a1ca99c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:27:34.131945 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:27:35.779015 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:27:56.560442 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 50410) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:27:56.630230 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-c643691e-d9d3-4fca-b7c4-b9f5df152542 admin admin] GET failed (client error): The resource could not be found. Jun 02 20:27:56.631474 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c643691e-d9d3-4fca-b7c4-b9f5df152542 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0700862 Jun 02 20:27:56.764227 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d9382-3002-4213-8eeb-16f3377a11cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:27:56.765649 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f57d9382-3002-4213-8eeb-16f3377a11cf admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1297410 Jun 02 20:27:58.865338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 50420) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:27:58.972818 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a22133-3dd3-4345-b645-d7f5acea63ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:27:58.974109 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-12a22133-3dd3-4345-b645-d7f5acea63ff admin admin] 10.222.0.25 "GET /v2.0/subnets/0dcaa13c-0778-4901-8f5c-c8549aff36b8 HTTP/1.1" status: 200 len: 849 time: 0.1078146 Jun 02 20:27:58.983867 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-b79d654e-924b-40df-bb9c-f75bd1ec017e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:27:59.096515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b79d654e-924b-40df-bb9c-f75bd1ec017e admin admin] Notify callbacks [] for subnet, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:27:59.301300 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b79d654e-924b-40df-bb9c-f75bd1ec017e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732231589605'] for subnet, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:27:59.305773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-66a6872e-af83-4dd6-8400-11368dcb0550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:27:59.341932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79d654e-924b-40df-bb9c-f75bd1ec017e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:27:59.342520 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b79d654e-924b-40df-bb9c-f75bd1ec017e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:27:59.343801 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b79d654e-924b-40df-bb9c-f75bd1ec017e admin admin] 10.222.0.25 "PUT /v2.0/subnets/0dcaa13c-0778-4901-8f5c-c8549aff36b8 HTTP/1.1" status: 200 len: 868 time: 0.3635044 Jun 02 20:27:59.362350 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a3dba5-0356-431f-800e-328b64e5cd68 None None] Network 6a04e2fd-eb7d-496c-96ff-f83e621898c2 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:27:59.374395 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d654e-924b-40df-bb9c-f75bd1ec017e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dcaa13c-0778-4901-8f5c-c8549aff36b8,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:27:59.382263 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d654e-924b-40df-bb9c-f75bd1ec017e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:27:59.383171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d654e-924b-40df-bb9c-f75bd1ec017e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:27:59.383533 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d654e-924b-40df-bb9c-f75bd1ec017e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:27:59.383862 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d654e-924b-40df-bb9c-f75bd1ec017e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:27:59.384184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d654e-924b-40df-bb9c-f75bd1ec017e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:27:59.384507 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d654e-924b-40df-bb9c-f75bd1ec017e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:27:59.384828 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d654e-924b-40df-bb9c-f75bd1ec017e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:27:59.385144 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d654e-924b-40df-bb9c-f75bd1ec017e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:27:59.385462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d654e-924b-40df-bb9c-f75bd1ec017e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:27:59.385776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d654e-924b-40df-bb9c-f75bd1ec017e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:27:59.386089 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d654e-924b-40df-bb9c-f75bd1ec017e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:27:59.386402 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79d654e-924b-40df-bb9c-f75bd1ec017e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:27:59.389980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b79d654e-924b-40df-bb9c-f75bd1ec017e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:27:59.832085 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-3a2e5ac3-d310-4761-b9e3-35dfd41830b8 None None] Provisioning complete for port 2f68d240-9ccc-40c2-998d-afeedf2ac27e triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:27:59.832463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3a2e5ac3-d310-4761-b9e3-35dfd41830b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:27:59.977841 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-3a2e5ac3-d310-4761-b9e3-35dfd41830b8 None None] Provisioning complete for port 5db854f2-9c8f-48f1-89da-3dada13ae384 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:27:59.978211 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3a2e5ac3-d310-4761-b9e3-35dfd41830b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:00.689314 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4f061cf9-02d6-4847-a6f7-501460619c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:01.468111 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 50428) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:28:01.644861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc22efe-1cfa-43ce-9ee2-f34b752b8244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:28:01.645342 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc22efe-1cfa-43ce-9ee2-f34b752b8244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:28:01.646839 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5dc22efe-1cfa-43ce-9ee2-f34b752b8244 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1777892 Jun 02 20:28:03.254257 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:03.257283 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-116a0a80-47b8-4f1a-bd5a-01655a7c78b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:03.734792 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 50436) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:28:03.888785 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 5 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:28:03.902433 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddfce3e-1f30-4703-a253-522c26de351d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:28:03.902906 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddfce3e-1f30-4703-a253-522c26de351d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:28:03.904399 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-bddfce3e-1f30-4703-a253-522c26de351d admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1686487 Jun 02 20:28:04.133631 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:05.780652 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:05.977890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 50444) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:28:06.145952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13111ca-1d91-41b1-a9c4-95fd1fbabd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:28:06.147313 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b13111ca-1d91-41b1-a9c4-95fd1fbabd87 admin admin] 10.222.0.25 "GET /v2.0/networks/6a04e2fd-eb7d-496c-96ff-f83e621898c2 HTTP/1.1" status: 200 len: 869 time: 0.1684175 Jun 02 20:28:08.254418 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 50452) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:28:08.448588 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc135053-b5e9-4f39-a292-3d49352a5dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:28:08.449943 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-dc135053-b5e9-4f39-a292-3d49352a5dd8 admin admin] 10.222.0.25 "GET /v2.0/networks/9eda1993-8807-4a42-8466-556269663ed3 HTTP/1.1" status: 200 len: 886 time: 0.1945820 Jun 02 20:28:10.548193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 50460) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:28:10.661588 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bee8d7-12ca-4b41-929b-1c6555a6a162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:28:10.662036 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bee8d7-12ca-4b41-929b-1c6555a6a162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:28:10.664178 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-13bee8d7-12ca-4b41-929b-1c6555a6a162 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1144168 Jun 02 20:28:12.771634 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 50468) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:28:12.878996 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4ab077-f7de-44b7-af7d-9801152da7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:28:12.879480 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4ab077-f7de-44b7-af7d-9801152da7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:28:12.880207 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6d4ab077-f7de-44b7-af7d-9801152da7c5 admin admin] Synchronizing usage tracker for tenant:38de0d4104a3423482d8b999608a2a93 on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:28:12.896082 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6d4ab077-f7de-44b7-af7d-9801152da7c5 admin admin] Unset dirty status for tenant:38de0d4104a3423482d8b999608a2a93 on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:28:12.897212 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6d4ab077-f7de-44b7-af7d-9801152da7c5 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246533 Jun 02 20:28:15.020712 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 50478) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:28:15.131119 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bdd0eb-bb9a-4dd0-9d39-c767319217ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:28:15.132493 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-06bdd0eb-bb9a-4dd0-9d39-c767319217ed admin admin] 10.222.0.25 "GET /v2.0/subnets/0dcaa13c-0778-4901-8f5c-c8549aff36b8 HTTP/1.1" status: 200 len: 868 time: 0.1108081 Jun 02 20:28:17.241098 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 50486) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:28:17.343369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c2f9b7-74e6-4d0a-a7c4-6b20d357f48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:28:17.344676 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-47c2f9b7-74e6-4d0a-a7c4-6b20d357f48e admin admin] 10.222.0.25 "GET /v2.0/subnets/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7 HTTP/1.1" status: 200 len: 816 time: 0.1019733 Jun 02 20:28:30.692875 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-15ab1f21-7a3a-439b-a9d9-2b41a237d9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:33.255634 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:33.257474 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c85d19cb-9228-4934-9aca-5eb4fe448c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:34.136562 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:35.784832 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:40.308640 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 50530) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:28:40.355421 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-450c2a1a-008c-4b97-ac95-86a527280341 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:28:40.356399 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-450c2a1a-008c-4b97-ac95-86a527280341 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468295 Jun 02 20:28:40.887680 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 5 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:28:42.541490 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 50538) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:28:42.607673 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-05affffc-0e5f-4d72-b6db-6e3c8989292a admin admin] GET failed (client error): The resource could not be found. Jun 02 20:28:42.608905 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-05affffc-0e5f-4d72-b6db-6e3c8989292a admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0664945 Jun 02 20:28:42.730821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d83172c-4cc1-429c-a68f-d16078a09eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:28:42.732227 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1d83172c-4cc1-429c-a68f-d16078a09eeb admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1195574 Jun 02 20:28:44.935506 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 50546) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:28:44.985158 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:28:44.989648 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:28:44.999728 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:28:45.009628 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Made reservation on behalf of 38de0d4104a3423482d8b999608a2a93 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:28:45.011929 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:45.098709 dv-neutron-601336-84-hyperv neutron-server[92548]: WARNING neutron.services.revisions.revision_plugin [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Could not find related network for resource to bump revision. Jun 02 20:28:45.110614 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:28:45.120260 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:45.120597 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Added segment 5719f433-69cd-4e3c-8148-b5b883bedeb7 of type vlan for network 5baeaabd-9137-46f2-929e-63c39c40509d Jun 02 20:28:45.145504 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:45.172837 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:45.174154 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:28:45.174742 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:45.177859 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:28:45.276570 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3398948 Jun 02 20:28:45.277201 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Pushing event updated for resources: {'Network': ['ID=5baeaabd-9137-46f2-929e-63c39c40509d,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:28:45.284381 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:45.284726 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:45.285077 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:45.285396 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:45.285723 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:45.286051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:45.286377 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:45.286732 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:45.287247 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:45.287574 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:45.287905 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:45.288757 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:45.292522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:28:45.302319 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 5baeaabd-9137-46f2-929e-63c39c40509d details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:28:47.414533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 50554) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:28:47.480240 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a8833f6-f3d5-4c3f-b570-798f2aa81d9a admin admin] GET failed (client error): The resource could not be found. Jun 02 20:28:47.480756 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5a8833f6-f3d5-4c3f-b570-798f2aa81d9a admin admin] Synchronizing usage tracker for tenant:38de0d4104a3423482d8b999608a2a93 on resource:network {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:28:47.495978 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5a8833f6-f3d5-4c3f-b570-798f2aa81d9a admin admin] Unset dirty status for tenant:38de0d4104a3423482d8b999608a2a93 on resource:network {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:28:47.497058 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5a8833f6-f3d5-4c3f-b570-798f2aa81d9a admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0815895 Jun 02 20:28:47.597832 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa66db9-fd1e-4b6f-b44e-ecc36990fc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:28:47.599265 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2fa66db9-fd1e-4b6f-b44e-ecc36990fc6c admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0983915 Jun 02 20:28:47.608985 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-ced0c033-d2fd-46ec-9322-9947a4225616 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '5baeaabd-9137-46f2-929e-63c39c40509d'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:28:47.613119 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ced0c033-d2fd-46ec-9322-9947a4225616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:28:47.623092 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ced0c033-d2fd-46ec-9322-9947a4225616 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:28:47.633249 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced0c033-d2fd-46ec-9322-9947a4225616 admin admin] Made reservation on behalf of 38de0d4104a3423482d8b999608a2a93 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:28:47.634477 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ced0c033-d2fd-46ec-9322-9947a4225616 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:48.000116 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ced0c033-d2fd-46ec-9322-9947a4225616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:48.004279 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:28:48.071368 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0c033-d2fd-46ec-9322-9947a4225616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcd5e77a-ace3-414e-9d3d-f7f6f7ae9d1e,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:28:48.076342 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ced0c033-d2fd-46ec-9322-9947a4225616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:28:48.078628 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced0c033-d2fd-46ec-9322-9947a4225616 admin admin] Checking segment: {'id': '5719f433-69cd-4e3c-8148-b5b883bedeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5baeaabd-9137-46f2-929e-63c39c40509d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:28:48.078979 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced0c033-d2fd-46ec-9322-9947a4225616 admin admin] Network hostable DHCP agents. Network: 5baeaabd-9137-46f2-929e-63c39c40509d, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:28:48.095119 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced0c033-d2fd-46ec-9322-9947a4225616 admin admin] Network 5baeaabd-9137-46f2-929e-63c39c40509d is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:28:48.103625 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-ced0c033-d2fd-46ec-9322-9947a4225616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 5baeaabd-9137-46f2-929e-63c39c40509d) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:28:48.107420 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced0c033-d2fd-46ec-9322-9947a4225616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:28:48.107995 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ced0c033-d2fd-46ec-9322-9947a4225616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:48.113777 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d4be51-94c7-45a6-885e-c2a3561a81a8 None None] Network 5baeaabd-9137-46f2-929e-63c39c40509d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:28:48.131474 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ced0c033-d2fd-46ec-9322-9947a4225616 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5257354 Jun 02 20:28:48.332148 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-5baeaabd-9137-46f2-929e-63c39c40509d', 'network_id': '5baeaabd-9137-46f2-929e-63c39c40509d', 'tenant_id': '38de0d4104a3423482d8b999608a2a93', 'fixed_ips': [{'subnet_id': 'dcd5e77a-ace3-414e-9d3d-f7f6f7ae9d1e'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:28:48.332984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:48.496614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Allocated IP 192.168.233.2 (5baeaabd-9137-46f2-929e-63c39c40509d/dcd5e77a-ace3-414e-9d3d-f7f6f7ae9d1e/2090c063-a013-4ad5-a76f-526d603beab5) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:28:48.702039 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:48.713409 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Transition to ACTIVE for port object 2090c063-a013-4ad5-a76f-526d603beab5 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:28:48.732218 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Transition to ACTIVE for port object 2090c063-a013-4ad5-a76f-526d603beab5 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:28:48.739168 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:48.743798 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:28:48.807339 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Network 5baeaabd-9137-46f2-929e-63c39c40509d is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:28:48.810161 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:28:48.813891 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:28:48.819739 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Pushing event updated for resources: {'Port': ['ID=2090c063-a013-4ad5-a76f-526d603beab5,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:28:48.858404 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:48.858761 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:48.859101 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:48.859472 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:48.859797 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:48.860133 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:48.860454 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:48.860789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:48.861121 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:48.861438 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:48.861766 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:48.862071 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:28:48.867444 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:28:48.920243 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Attempting to bind port 2090c063-a013-4ad5-a76f-526d603beab5 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:28:48.920610 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Attempting to bind port 2090c063-a013-4ad5-a76f-526d603beab5 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '5719f433-69cd-4e3c-8148-b5b883bedeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5baeaabd-9137-46f2-929e-63c39c40509d'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:28:48.921035 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Attempting to bind port 2090c063-a013-4ad5-a76f-526d603beab5 on network 5baeaabd-9137-46f2-929e-63c39c40509d {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:28:48.926354 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:28:48.926731 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Checking segment: {'id': '5719f433-69cd-4e3c-8148-b5b883bedeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5baeaabd-9137-46f2-929e-63c39c40509d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:28:48.927125 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:48.927537 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Bound using segment: {'id': '5719f433-69cd-4e3c-8148-b5b883bedeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5baeaabd-9137-46f2-929e-63c39c40509d'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:28:48.928000 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Bound port: 2090c063-a013-4ad5-a76f-526d603beab5, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5719f433-69cd-4e3c-8148-b5b883bedeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5baeaabd-9137-46f2-929e-63c39c40509d'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:28:48.928367 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:49.019048 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] For port 2090c063-a013-4ad5-a76f-526d603beab5, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:28:49.022043 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] For port 2090c063-a013-4ad5-a76f-526d603beab5, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2090c063-a013-4ad5-a76f-526d603beab5,segment=NetworkSegment(5719f433-69cd-4e3c-8148-b5b883bedeb7),segment_id=5719f433-69cd-4e3c-8148-b5b883bedeb7)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:28:49.027112 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:49.030824 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:28:49.105083 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Pushing event updated for resources: {'Port': ['ID=2090c063-a013-4ad5-a76f-526d603beab5,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:28:49.108159 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:28:49.910116 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e90db6-207b-4e63-acc9-9c447320a37a None None] Network 5baeaabd-9137-46f2-929e-63c39c40509d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:28:50.002993 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e0a347ac-3061-434d-86d3-23a464fd709f None None] Provisioning for port 2090c063-a013-4ad5-a76f-526d603beab5 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:28:51.269614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2090c063-a013-4ad5-a76f-526d603beab5 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:28:51.336642 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 2090c063-a013-4ad5-a76f-526d603beab5 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:28:51.341096 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 2090c063-a013-4ad5-a76f-526d603beab5 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:28:51.341463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:51.478019 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:51.508984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 2090c063-a013-4ad5-a76f-526d603beab5, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2090c063-a013-4ad5-a76f-526d603beab5,segment=NetworkSegment(5719f433-69cd-4e3c-8148-b5b883bedeb7),segment_id=5719f433-69cd-4e3c-8148-b5b883bedeb7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:28:51.514467 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:28:51.516590 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:28:51.580364 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=2090c063-a013-4ad5-a76f-526d603beab5,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:28:51.583312 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:28:53.253578 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2090c063-a013-4ad5-a76f-526d603beab5 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:28:53.323863 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 2090c063-a013-4ad5-a76f-526d603beab5 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:28:53.324232 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:29:00.694367 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d6dd038d-ca25-41e5-9375-6f0c80ec7cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:29:03.260525 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:29:03.262054 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-043a7781-aab3-4aea-8a34-808ec9f9308b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:29:04.141002 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:29:05.786263 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:29:17.885829 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 5 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:29:30.695207 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2803450c-53f2-4e38-b1e2-a90f01d939f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:29:33.262258 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:29:33.265463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-35daab28-62b3-414d-a8d5-3ff86736e34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:29:34.142730 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:29:35.789452 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:29:54.884392 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 5 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:29:55.798745 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 50606) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:29:55.804826 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-f3b55eff-2e92-44e3-bf6a-047d3f4bfad8 tempest-verify_tempest_config-1672075866 tempest-verify_tempest_config-1672075866-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:29:55.805776 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f3b55eff-2e92-44e3-bf6a-047d3f4bfad8 tempest-verify_tempest_config-1672075866 tempest-verify_tempest_config-1672075866-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059962 Jun 02 20:29:56.108742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 50624) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:29:56.221666 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:29:56.235197 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:29:56.239050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] Usage tracker for resource:security_group_rule and tenant:88f8f0bf34644a2b9dd4db1fef2a0490 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:29:56.242475 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:29:56.248392 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:29:56.330019 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:29:56.333626 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:29:56.342704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:29:56.380229 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88f8f0bf34644a2b9dd4db1fef2a0490&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2704773 Jun 02 20:29:56.382365 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e7dd27-8703-4c3b-96d2-d455bf27f45c,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:29:56.383497 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 50630) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:29:56.389071 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.389429 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.389765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.390093 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.390417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.390753 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.391084 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.391445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.391761 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.392083 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.392395 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.392708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.397064 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:29:56.441727 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63c8926b-c4ea-43c4-bc08-242c8c2854d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:29:56.466480 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63c8926b-c4ea-43c4-bc08-242c8c2854d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:29:56.560160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63c8926b-c4ea-43c4-bc08-242c8c2854d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:29:56.563994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:29:56.574480 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8926b-c4ea-43c4-bc08-242c8c2854d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e7dd27-8703-4c3b-96d2-d455bf27f45c,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:29:56.583456 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8926b-c4ea-43c4-bc08-242c8c2854d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.583803 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8926b-c4ea-43c4-bc08-242c8c2854d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.584134 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8926b-c4ea-43c4-bc08-242c8c2854d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.584461 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8926b-c4ea-43c4-bc08-242c8c2854d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.584779 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8926b-c4ea-43c4-bc08-242c8c2854d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.585115 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8926b-c4ea-43c4-bc08-242c8c2854d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.585438 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8926b-c4ea-43c4-bc08-242c8c2854d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.585768 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8926b-c4ea-43c4-bc08-242c8c2854d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.586089 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8926b-c4ea-43c4-bc08-242c8c2854d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.586399 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8926b-c4ea-43c4-bc08-242c8c2854d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.586715 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8926b-c4ea-43c4-bc08-242c8c2854d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.587037 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8926b-c4ea-43c4-bc08-242c8c2854d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:29:56.590246 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-63c8926b-c4ea-43c4-bc08-242c8c2854d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:29:56.591584 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63c8926b-c4ea-43c4-bc08-242c8c2854d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:29:56.592612 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-63c8926b-c4ea-43c4-bc08-242c8c2854d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2e7dd27-8703-4c3b-96d2-d455bf27f45c HTTP/1.1" status: 204 len: 168 time: 0.2082019 Jun 02 20:30:00.696395 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1c37cbf5-20c0-4bf5-9b8f-c7188518c56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:30:03.262145 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:30:03.264021 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4917f934-f825-4e2b-ad53-c3c2f9857315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:30:04.146306 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:30:05.792111 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:30:30.698039 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e2f6526f-60f0-4a2f-8378-aaa3a58bdde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:30:31.883454 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 5 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:30:33.265103 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:30:33.266861 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-179582b6-9268-489b-9aa7-dc9fa76d8a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:30:34.150499 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:30:35.795132 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:31:00.698424 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5fee1dfa-4395-4305-9e03-393728f0fea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:31:03.266523 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:31:03.268256 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-10b051d0-7331-4643-845a-b17ccb7edf93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:31:04.151735 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:31:05.798894 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:31:08.885942 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 5 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:31:14.181300 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550'] for agent, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:31:30.699926 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9f87c635-321b-4bfc-b5f0-a61d042ccef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:31:31.015792 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 50700) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:31:31.133899 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-49c32810-2e07-4b44-866f-75381c1bb5ba admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4365 time: 0.1170163 Jun 02 20:31:33.253130 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 50710) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:31:33.268782 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-05d85668-ba79-4db5-bc65-949f3fbf34c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:31:33.271170 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:31:33.310060 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-066841d0-ff4e-45dc-af2d-ffd35edfb31d admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4365 time: 0.0558710 Jun 02 20:31:34.154244 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:31:35.802037 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:31:44.136103 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:31:45.885273 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:32:00.701387 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-db3b1255-6ba6-4c87-a99f-d47f08676de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:03.271959 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-baceef86-2fcc-4df9-a34a-713e424aaa94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:03.273597 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:04.156659 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:05.805859 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:14.166219 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:22.884105 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:32:30.702597 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0c0d2f4d-3b86-4770-ba28-06b37531b068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:33.272666 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b472e173-4e46-48e1-b7ac-855fb5d75376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:33.275166 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:34.159590 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:35.807854 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:42.663637 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 50790) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:42.845148 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-641857274-network', 'tenant_id': '661507761bd9425583aaf58f371479f6'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:42.849530 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:42.853559 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Usage tracker for resource:network and tenant:661507761bd9425583aaf58f371479f6 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:42.857787 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:42.866673 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:42.875593 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Made reservation on behalf of 661507761bd9425583aaf58f371479f6 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:32:42.884726 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:42.890825 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:42.906133 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:42.910078 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Usage tracker for resource:security_group_rule and tenant:661507761bd9425583aaf58f371479f6 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:42.912949 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:42.918760 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:43.020350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:43.025149 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:43.029773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-63c8926b-c4ea-43c4-bc08-242c8c2854d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:43.107554 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87836dc-df14-44e6-a7de-45f896aff07f,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:43.111067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:32:43.119068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.119469 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.119758 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.120559 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.120942 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.121350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.121692 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.122036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.122903 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.123503 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.123828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.124144 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Tracked resource versions report: Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: pushed versions: Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: { 'AddressGroup': {'1.2'}, Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: 'ConntrackHelper': {'1.0'}, Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: 'Log': {'1.0'}, Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: 'Network': {'1.1'}, Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: 'Port': {'1.7'}, Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: 'PortForwarding': {'1.2'}, Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: 'QosPolicy': {'1.8'}, Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: 'SecurityGroup': {'1.4'}, Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: 'SecurityGroupRule': {'1.2'}, Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: 'SubPort': {'1.0'}, Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: 'Subnet': {'1.1'}, Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: 'Trunk': {'1.1'}} Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: consumer versions: Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: { DHCP agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: HyperV agent@hv-neutron-6013: {}, Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: L3 agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: Metadata agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: Metering agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: Open vSwitch agent@dv-neutron-601336-84-hyperv: { 'AddressGroup': '1.2', Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: 'ConntrackHelper': '1.0', Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: 'Log': '1.0', Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: 'Network': '1.1', Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: 'Port': '1.7', Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: 'PortForwarding': '1.2', Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: 'QosPolicy': '1.8', Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: 'SecurityGroup': '1.4', Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: 'SecurityGroupRule': '1.2', Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: 'SubPort': '1.0', Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: 'Subnet': '1.1', Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: 'Trunk': '1.1'}} Jun 02 20:32:43.125213 dv-neutron-601336-84-hyperv neutron-server[92548]: {{(pid=92548) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 20:32:43.128975 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:43.133605 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:43.133605 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Added segment b8b3afdf-c9d2-4e79-ab7d-f74425a00d42 of type vlan for network 6d422b3f-35f6-44d4-a56d-8cdfa486af18 Jun 02 20:32:43.161057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:43.194351 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:43.195987 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:32:43.196651 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:43.207123 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e0cbbd99-f32b-44a5-9677-a81a2656f6e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:43.307747 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Pushing event updated for resources: {'Network': ['ID=6d422b3f-35f6-44d4-a56d-8cdfa486af18,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:43.315547 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 50844) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:43.316017 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6507404 Jun 02 20:32:43.316920 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:43.320823 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 6d422b3f-35f6-44d4-a56d-8cdfa486af18 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:32:43.321438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Request body: {'subnet': {'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-641857274-subnet', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:43.327426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:43.331279 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Usage tracker for resource:subnet and tenant:661507761bd9425583aaf58f371479f6 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:43.334238 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:43.340691 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:43.353927 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Made reservation on behalf of 661507761bd9425583aaf58f371479f6 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:32:43.357623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:43.769687 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:43.774005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:43.827433 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c83951fa-3604-4554-9055-6ed20c4b7e5d,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:43.838694 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.839049 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.839408 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.839737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.840064 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.840397 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.840719 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.841727 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.842050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.842366 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.842682 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.842991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Tracked resource versions report: Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: pushed versions: Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: { 'AddressGroup': {'1.2'}, Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: 'ConntrackHelper': {'1.0'}, Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: 'Log': {'1.0'}, Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: 'Network': {'1.1'}, Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: 'Port': {'1.7'}, Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: 'PortForwarding': {'1.2'}, Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: 'QosPolicy': {'1.8'}, Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: 'SecurityGroup': {'1.4'}, Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: 'SecurityGroupRule': {'1.2'}, Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: 'SubPort': {'1.0'}, Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: 'Subnet': {'1.1'}, Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: 'Trunk': {'1.1'}} Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: consumer versions: Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: { DHCP agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: HyperV agent@hv-neutron-6013: {}, Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: L3 agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: Metadata agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: Metering agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: Open vSwitch agent@dv-neutron-601336-84-hyperv: { 'AddressGroup': '1.2', Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: 'ConntrackHelper': '1.0', Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: 'Log': '1.0', Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: 'Network': '1.1', Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: 'Port': '1.7', Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: 'PortForwarding': '1.2', Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: 'QosPolicy': '1.8', Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: 'SecurityGroup': '1.4', Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: 'SecurityGroupRule': '1.2', Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: 'SubPort': '1.0', Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: 'Subnet': '1.1', Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: 'Trunk': '1.1'}} Jun 02 20:32:43.844066 dv-neutron-601336-84-hyperv neutron-server[92549]: {{(pid=92549) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 20:32:43.846784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:43.875129 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Checking segment: {'id': 'b8b3afdf-c9d2-4e79-ab7d-f74425a00d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:32:43.875509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Network hostable DHCP agents. Network: 6d422b3f-35f6-44d4-a56d-8cdfa486af18, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:32:43.896648 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Network 6d422b3f-35f6-44d4-a56d-8cdfa486af18 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:32:43.908765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 6d422b3f-35f6-44d4-a56d-8cdfa486af18) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:32:43.914646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:32:43.915545 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:43.920739 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6a93ca-c1bc-4b80-9dc9-0deea9061004 None None] Network 6d422b3f-35f6-44d4-a56d-8cdfa486af18 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:32:43.945145 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6284359 Jun 02 20:32:43.948185 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 50870) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:43.954130 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-641857274-router', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:43.959446 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:43.967887 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Usage tracker for resource:router and tenant:661507761bd9425583aaf58f371479f6 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:43.971333 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:43.977549 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:43.989307 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:43.990626 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:44.011951 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:44.196242 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:44.200868 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-6d422b3f-35f6-44d4-a56d-8cdfa486af18', 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'fixed_ips': [{'subnet_id': 'c83951fa-3604-4554-9055-6ed20c4b7e5d'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:32:44.201748 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:44.385978 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:44.402808 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Allocated IP 172.20.0.2 (6d422b3f-35f6-44d4-a56d-8cdfa486af18/c83951fa-3604-4554-9055-6ed20c4b7e5d/2cf027c9-5382-4a57-9986-84267915a217) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:32:44.532326 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 50906) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:44.656611 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:44.671993 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Transition to ACTIVE for port object 2cf027c9-5382-4a57-9986-84267915a217 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:32:44.695440 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Transition to ACTIVE for port object 2cf027c9-5382-4a57-9986-84267915a217 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:32:44.703096 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:44.720998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:44.752739 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:44.786446 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:44.790752 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Network 6d422b3f-35f6-44d4-a56d-8cdfa486af18 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:32:44.793691 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:32:44.803410 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:32:44.895476 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Pushing event updated for resources: {'Port': ['ID=2cf027c9-5382-4a57-9986-84267915a217,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:44.909180 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:44.909865 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:44.910422 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:44.910963 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:44.911519 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:44.912074 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:44.912620 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:44.913164 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:44.913706 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:44.914236 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:44.914773 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:44.915452 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Tracked resource versions report: Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: pushed versions: Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: { 'AddressGroup': {'1.2'}, Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: 'ConntrackHelper': {'1.0'}, Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: 'Log': {'1.0'}, Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: 'Network': {'1.1'}, Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: 'Port': {'1.7'}, Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: 'PortForwarding': {'1.2'}, Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: 'QosPolicy': {'1.8'}, Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: 'SecurityGroup': {'1.4'}, Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: 'SecurityGroupRule': {'1.2'}, Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: 'SubPort': {'1.0'}, Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: 'Subnet': {'1.1'}, Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: 'Trunk': {'1.1'}} Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: consumer versions: Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: { DHCP agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: HyperV agent@hv-neutron-6013: {}, Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: L3 agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: Metadata agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: Metering agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: Open vSwitch agent@dv-neutron-601336-84-hyperv: { 'AddressGroup': '1.2', Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: 'ConntrackHelper': '1.0', Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: 'Log': '1.0', Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: 'Network': '1.1', Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: 'Port': '1.7', Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: 'PortForwarding': '1.2', Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: 'QosPolicy': '1.8', Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: 'SecurityGroup': '1.4', Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: 'SecurityGroupRule': '1.2', Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: 'SubPort': '1.0', Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: 'Subnet': '1.1', Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: 'Trunk': '1.1'}} Jun 02 20:32:44.916724 dv-neutron-601336-84-hyperv neutron-server[92550]: {{(pid=92550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 20:32:44.923496 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:44.924581 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Attempting to bind port 2cf027c9-5382-4a57-9986-84267915a217 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:32:44.925157 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Attempting to bind port 2cf027c9-5382-4a57-9986-84267915a217 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'b8b3afdf-c9d2-4e79-ab7d-f74425a00d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:32:44.925757 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Attempting to bind port 2cf027c9-5382-4a57-9986-84267915a217 on network 6d422b3f-35f6-44d4-a56d-8cdfa486af18 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:32:44.932448 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:32:44.933160 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Checking segment: {'id': 'b8b3afdf-c9d2-4e79-ab7d-f74425a00d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:32:44.933781 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:44.934390 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Bound using segment: {'id': 'b8b3afdf-c9d2-4e79-ab7d-f74425a00d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:32:44.935112 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Bound port: 2cf027c9-5382-4a57-9986-84267915a217, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b3afdf-c9d2-4e79-ab7d-f74425a00d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:32:44.935740 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:44.952482 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 50920) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:44.975244 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Allocated IP 172.26.0.77 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/e4002618-2f22-4f47-ba04-e33db16cc0a4) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:32:45.036320 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] For port 2cf027c9-5382-4a57-9986-84267915a217, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:32:45.041184 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] For port 2cf027c9-5382-4a57-9986-84267915a217, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2cf027c9-5382-4a57-9986-84267915a217,segment=NetworkSegment(b8b3afdf-c9d2-4e79-ab7d-f74425a00d42),segment_id=b8b3afdf-c9d2-4e79-ab7d-f74425a00d42)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:32:45.047469 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:45.055673 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98bc0291-bb4c-4d7e-a5de-ae386b354d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:45.071978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-810871950-network', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:45.077109 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:45.086107 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Usage tracker for resource:network and tenant:a8f847206a014373a0b8b5216b88e1e0 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:45.090046 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:45.102636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:45.121692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Made reservation on behalf of a8f847206a014373a0b8b5216b88e1e0 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:32:45.124206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:45.147614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Pushing event updated for resources: {'Port': ['ID=2cf027c9-5382-4a57-9986-84267915a217,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:45.151928 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:45.152811 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:45.161980 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:45.180183 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:45.187523 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Usage tracker for resource:security_group_rule and tenant:a8f847206a014373a0b8b5216b88e1e0 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:45.190692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:45.203988 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:45.209733 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:45.221485 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9b22d871-10d8-4a2e-b655-9577b211b5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:45.302714 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:32:45.306113 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:32:45.308706 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:32:45.321823 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:45.328298 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:45.333831 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:45.370649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b3be3b-edaa-4e3b-863a-366d0896e68e,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:45.375645 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:45.385655 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:32:45.398440 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:45.398801 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Added segment 6a895b9f-ee68-4f5e-bbef-852b83ef6db3 of type vlan for network 5d079c0e-8652-41e0-8610-48a5cd1e360b Jun 02 20:32:45.442638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:45.487852 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:45.489305 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:32:45.489884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:45.504793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:45.517010 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Pushing event updated for resources: {'Port': ['ID=e4002618-2f22-4f47-ba04-e33db16cc0a4,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:45.525622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:45.680113 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1454804 Jun 02 20:32:45.680859 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 50936) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:45.686172 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-3b405e95-8d73-4bee-9883-d60c307ff3a6 admin admin] Request body: {'subnet': {'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-810871950-subnet', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:45.687136 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-189401112-network', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:45.691714 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3b405e95-8d73-4bee-9883-d60c307ff3a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:45.697925 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Pushing event updated for resources: {'Network': ['ID=5d079c0e-8652-41e0-8610-48a5cd1e360b,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:45.702820 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:45.707934 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Usage tracker for resource:network and tenant:6c9e9bd5bff84a45b832072d10d3f65a is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:45.710551 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 5d079c0e-8652-41e0-8610-48a5cd1e360b details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:32:45.711597 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:45.717814 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:45.733579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:45.741152 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Made reservation on behalf of 6c9e9bd5bff84a45b832072d10d3f65a for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:32:45.744437 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:45.757599 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3b405e95-8d73-4bee-9883-d60c307ff3a6 admin admin] Usage tracker for resource:subnet and tenant:a8f847206a014373a0b8b5216b88e1e0 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:45.759668 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:45.764167 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3b405e95-8d73-4bee-9883-d60c307ff3a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:45.779591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:45.780306 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3b405e95-8d73-4bee-9883-d60c307ff3a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:45.787109 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Usage tracker for resource:security_group_rule and tenant:6c9e9bd5bff84a45b832072d10d3f65a is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:45.792137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:45.810379 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:45.812453 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b405e95-8d73-4bee-9883-d60c307ff3a6 admin admin] Made reservation on behalf of a8f847206a014373a0b8b5216b88e1e0 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:32:45.814866 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3b405e95-8d73-4bee-9883-d60c307ff3a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:45.936687 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:45.942240 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:45.957909 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:32:45.976003 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:45.976523 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Added segment 2c905b90-3ec3-4c61-91a2-6126c729cdd3 of type vlan for network ab3e1d4e-2d2a-46f1-a601-623159ab7f22 Jun 02 20:32:46.010250 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:46.017644 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:46.033076 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:46.078951 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:46.083363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:32:46.084448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:46.135818 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1822243 Jun 02 20:32:46.136435 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 50946) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:46.157241 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-6fb4209d-f355-4ded-b0e3-d70f16680aad admin admin] Request body: {'subnet': {'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-189401112-subnet', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:46.163997 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6fb4209d-f355-4ded-b0e3-d70f16680aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:46.166310 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa067160-6a0e-46f0-8853-e00ef72c315f,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:46.170762 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:46.171256 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4d966639-9d00-446b-9dc6-a955b301a55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:46.188691 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6fb4209d-f355-4ded-b0e3-d70f16680aad admin admin] Usage tracker for resource:subnet and tenant:6c9e9bd5bff84a45b832072d10d3f65a is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:46.193717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6fb4209d-f355-4ded-b0e3-d70f16680aad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:46.206830 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6fb4209d-f355-4ded-b0e3-d70f16680aad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:46.271097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 50948) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:46.304771 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb4209d-f355-4ded-b0e3-d70f16680aad admin admin] Made reservation on behalf of 6c9e9bd5bff84a45b832072d10d3f65a for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:32:46.307302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6fb4209d-f355-4ded-b0e3-d70f16680aad admin admin] Notify callbacks [] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:46.347708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Pushing event updated for resources: {'Network': ['ID=ab3e1d4e-2d2a-46f1-a601-623159ab7f22,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:46.358743 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:46.360874 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network ab3e1d4e-2d2a-46f1-a601-623159ab7f22 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:32:46.573560 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9ab43e-4973-4a32-8284-aad3d7741f9c None None] Network 6d422b3f-35f6-44d4-a56d-8cdfa486af18 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:32:46.662612 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1391681700'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:46.673735 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:46.680035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Usage tracker for resource:network and tenant:8254488a84a64c2b826e4e7d27df9f43 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:46.742553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:46.756515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:46.788520 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Made reservation on behalf of 8254488a84a64c2b826e4e7d27df9f43 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:32:46.798636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:46.804900 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:46.815867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a4de69f3-4a71-4bb3-aa84-7fcb8e1da10e None None] Provisioning for port 2cf027c9-5382-4a57-9986-84267915a217 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:32:46.852297 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:46.878444 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:46.889945 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Usage tracker for resource:security_group_rule and tenant:8254488a84a64c2b826e4e7d27df9f43 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:46.894324 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:46.905161 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:47.169319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6fb4209d-f355-4ded-b0e3-d70f16680aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:47.180687 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:47.271529 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:47.286976 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:47.295270 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb4209d-f355-4ded-b0e3-d70f16680aad admin admin] Checking segment: {'id': '2c905b90-3ec3-4c61-91a2-6126c729cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:32:47.295653 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb4209d-f355-4ded-b0e3-d70f16680aad admin admin] Network hostable DHCP agents. Network: ab3e1d4e-2d2a-46f1-a601-623159ab7f22, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:32:47.305151 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4209d-f355-4ded-b0e3-d70f16680aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4214e910-aea4-41ab-916d-0599360240ad,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:47.311305 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Router 38795858-5b1f-4b12-9830-6505ec103d64 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:32:47.313309 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6fb4209d-f355-4ded-b0e3-d70f16680aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:47.317009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:47.325783 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3b405e95-8d73-4bee-9883-d60c307ff3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:47.328022 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:32:47.356969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:47.357317 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Added segment 6f20123f-5063-4595-8f96-47e2efec7b7e of type vlan for network 2b5ae40f-294c-4b24-9255-0c30ddcafba7 Jun 02 20:32:47.358321 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb4209d-f355-4ded-b0e3-d70f16680aad admin admin] Network ab3e1d4e-2d2a-46f1-a601-623159ab7f22 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:32:47.371740 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a12ff323-608b-4b21-af2e-2e497781f1f3,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:47.377694 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:47.386272 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-6fb4209d-f355-4ded-b0e3-d70f16680aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, ab3e1d4e-2d2a-46f1-a601-623159ab7f22) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:32:47.395644 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61135280-a7c7-41fe-b3c8-a135e0c84532 None None] Network ab3e1d4e-2d2a-46f1-a601-623159ab7f22 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:32:47.402838 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb4209d-f355-4ded-b0e3-d70f16680aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:32:47.403679 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6fb4209d-f355-4ded-b0e3-d70f16680aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:47.411872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:47.465112 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6fb4209d-f355-4ded-b0e3-d70f16680aad admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3216352 Jun 02 20:32:47.465326 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 50988) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:47.475619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-189401112-router', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:47.475619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:47.483172 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-405187aa-c82a-4263-ae7a-472ac3510193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:47.483321 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:47.483871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:32:47.484451 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:47.489635 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:47.524997 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Usage tracker for resource:router and tenant:6c9e9bd5bff84a45b832072d10d3f65a is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:47.529770 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:47.575237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b405e95-8d73-4bee-9883-d60c307ff3a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=181c37fa-d691-406b-8344-3c9a83cad17b,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:47.594490 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3b405e95-8d73-4bee-9883-d60c307ff3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:47.607766 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3338299 Jun 02 20:32:47.608882 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:47.614099 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 50994) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:47.628199 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b405e95-8d73-4bee-9883-d60c307ff3a6 admin admin] Checking segment: {'id': '6a895b9f-ee68-4f5e-bbef-852b83ef6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:32:47.628710 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b405e95-8d73-4bee-9883-d60c307ff3a6 admin admin] Network hostable DHCP agents. Network: 5d079c0e-8652-41e0-8610-48a5cd1e360b, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:32:47.629388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Pushing event updated for resources: {'Network': ['ID=2b5ae40f-294c-4b24-9255-0c30ddcafba7,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:47.632344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:47.634894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:47.636609 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:47.695440 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:47.716454 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2cf027c9-5382-4a57-9986-84267915a217 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:32:47.766718 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b405e95-8d73-4bee-9883-d60c307ff3a6 admin admin] Network 5d079c0e-8652-41e0-8610-48a5cd1e360b is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:32:47.800249 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 2b5ae40f-294c-4b24-9255-0c30ddcafba7 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:32:47.800479 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51000) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:47.816693 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-3b405e95-8d73-4bee-9883-d60c307ff3a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 5d079c0e-8652-41e0-8610-48a5cd1e360b) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:32:47.824803 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b405e95-8d73-4bee-9883-d60c307ff3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:32:47.825433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3b405e95-8d73-4bee-9883-d60c307ff3a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:47.835084 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b292f2-3393-48cc-a59d-800935e31f7e None None] Network 5d079c0e-8652-41e0-8610-48a5cd1e360b requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:32:47.846725 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:32:47.861712 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] Sync routers for ids ['38795858-5b1f-4b12-9830-6505ec103d64'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:32:47.880576 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3b405e95-8d73-4bee-9883-d60c307ff3a6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.1941116 Jun 02 20:32:47.880576 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:47.880576 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9281306 Jun 02 20:32:47.880576 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51008) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:47.881292 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] Routers {'38795858-5b1f-4b12-9830-6505ec103d64'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:32:47.885584 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:32:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['38795858-5b1f-4b12-9830-6505ec103d64'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:32:47.887097 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-810871950-router', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:47.891418 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51010) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:47.897626 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:48.014255 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Usage tracker for resource:router and tenant:a8f847206a014373a0b8b5216b88e1e0 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:48.026812 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:48.050637 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51012) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:48.076538 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:48.158397 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Request body: {'network': {'name': 'tempest-network--1271077495', 'router:external': True}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:48.183200 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:48.185366 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:48.185630 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:48.227297 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:48.251203 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-5d079c0e-8652-41e0-8610-48a5cd1e360b', 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'fixed_ips': [{'subnet_id': '181c37fa-d691-406b-8344-3c9a83cad17b'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:32:48.253179 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:48.258873 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] Set router 38795858-5b1f-4b12-9830-6505ec103d64 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:32:48.312573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Usage tracker for resource:network and tenant:6fd5c7cc6e664af280f39c05d5bd8644 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:48.317643 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51016) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:48.336426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:48.362511 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:48.376312 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:48.431053 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Made reservation on behalf of 6fd5c7cc6e664af280f39c05d5bd8644 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:32:48.433413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:48.461946 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Allocated IP 172.20.0.2 (5d079c0e-8652-41e0-8610-48a5cd1e360b/181c37fa-d691-406b-8344-3c9a83cad17b/d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:32:48.470161 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:48.504525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:48.522736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Usage tracker for resource:security_group_rule and tenant:6fd5c7cc6e664af280f39c05d5bd8644 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:48.531435 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:48.533926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-997732041'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:48.556223 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:48.598578 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 2cf027c9-5382-4a57-9986-84267915a217 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:32:48.633033 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:48.667463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 2cf027c9-5382-4a57-9986-84267915a217 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:32:48.668111 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:48.681584 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Usage tracker for resource:network and tenant:083d2275f3cc495dbabe9f58f2fbbce1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:48.795989 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38795858-5b1f-4b12-9830-6505ec103d64', 'name': 'tempest-ServerActionsTestJSON-641857274-router', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:43Z', 'updated_at': '2021-06-02T20:32:45Z', 'revision_number': 3, 'project_id': '661507761bd9425583aaf58f371479f6', 'gw_port': {'id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:44Z', 'updated_at': '2021-06-02T20:32:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:32:48.801617 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] Checking router: 38795858-5b1f-4b12-9830-6505ec103d64 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:32:48.802096 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] Updating router 38795858-5b1f-4b12-9830-6505ec103d64 port e4002618-2f22-4f47-ba04-e33db16cc0a4 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:32:48.810405 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:48.826709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1801287582'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:48.844629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-323446633', 'router:external': True}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:48.857076 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:48.871133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:48.874193 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:48.880059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Usage tracker for resource:network and tenant:19e3cfb5c7d149af9bbfcec502dca95a is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:48.883904 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:48.895644 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:48.909212 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Transition to ACTIVE for port object d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:32:48.932708 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Transition to ACTIVE for port object d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:32:48.939814 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:48.947320 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:48.951983 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:48.955876 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Usage tracker for resource:network and tenant:fa305a5434a142f5bbe6c529596bb317 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:48.958758 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:48.964885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:49.012127 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-ab3e1d4e-2d2a-46f1-a601-623159ab7f22', 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'fixed_ips': [{'subnet_id': '4214e910-aea4-41ab-916d-0599360240ad'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:32:49.014578 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.038069 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.044697 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Made reservation on behalf of 083d2275f3cc495dbabe9f58f2fbbce1 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:32:49.048191 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.064601 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.073465 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.136736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.169336 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.223684 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:49.225188 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Allocated IP 172.20.0.2 (ab3e1d4e-2d2a-46f1-a601-623159ab7f22/4214e910-aea4-41ab-916d-0599360240ad/7f6db12d-eadf-474d-9675-482c191ade89) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:32:49.231340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:49.233583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Usage tracker for resource:security_group_rule and tenant:083d2275f3cc495dbabe9f58f2fbbce1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:49.238155 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:49.245865 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:49.266285 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e4a023-36c4-41e0-b9af-dfa2effa4548,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:49.268774 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Made reservation on behalf of 19e3cfb5c7d149af9bbfcec502dca95a for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:32:49.271130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.283918 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:49.285540 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.291187 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Made reservation on behalf of fa305a5434a142f5bbe6c529596bb317 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:32:49.292337 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:49.295229 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.307920 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51036) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:49.362242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.378574 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.384820 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 2cf027c9-5382-4a57-9986-84267915a217, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2cf027c9-5382-4a57-9986-84267915a217,segment=NetworkSegment(b8b3afdf-c9d2-4e79-ab7d-f74425a00d42),segment_id=b8b3afdf-c9d2-4e79-ab7d-f74425a00d42)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:32:49.390465 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:32:49.393721 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] Transition to ACTIVE for port object e4002618-2f22-4f47-ba04-e33db16cc0a4 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:32:49.401098 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Network 5d079c0e-8652-41e0-8610-48a5cd1e360b is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:32:49.401691 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:49.404430 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.405711 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.414035 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:49.415669 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:32:49.420247 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.422179 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:32:49.442693 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Usage tracker for resource:security_group_rule and tenant:19e3cfb5c7d149af9bbfcec502dca95a is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:49.448789 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:49.460523 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.460744 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.460836 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Added segment 85d91cdc-243d-4d16-b122-7f79c2600119 of type vlan for network cf48c3cf-ff48-4ba3-8547-42d6eeb0c956 Jun 02 20:32:49.461473 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:49.524663 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b549dca-43cf-4908-9f25-0be4f375c1da None None] Pushing event updated for resources: {'Port': ['ID=e4002618-2f22-4f47-ba04-e33db16cc0a4,revision_number=2']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:49.548768 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.553386 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:49.559240 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Usage tracker for resource:security_group_rule and tenant:fa305a5434a142f5bbe6c529596bb317 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:49.563573 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:49.570732 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:49.576089 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b549dca-43cf-4908-9f25-0be4f375c1da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:49.576371 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b549dca-43cf-4908-9f25-0be4f375c1da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:49.576706 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b549dca-43cf-4908-9f25-0be4f375c1da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:49.577303 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b549dca-43cf-4908-9f25-0be4f375c1da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:49.577439 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b549dca-43cf-4908-9f25-0be4f375c1da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:49.577648 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b549dca-43cf-4908-9f25-0be4f375c1da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:49.578417 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b549dca-43cf-4908-9f25-0be4f375c1da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:49.578417 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b549dca-43cf-4908-9f25-0be4f375c1da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:49.578633 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b549dca-43cf-4908-9f25-0be4f375c1da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:49.578970 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b549dca-43cf-4908-9f25-0be4f375c1da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:49.579559 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b549dca-43cf-4908-9f25-0be4f375c1da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:49.579669 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b549dca-43cf-4908-9f25-0be4f375c1da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b549dca-43cf-4908-9f25-0be4f375c1da None None] Tracked resource versions report: Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: pushed versions: Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: { 'AddressGroup': {'1.2'}, Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: 'ConntrackHelper': {'1.0'}, Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: 'Log': {'1.0'}, Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: 'Network': {'1.1'}, Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: 'Port': {'1.7'}, Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: 'PortForwarding': {'1.2'}, Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: 'QosPolicy': {'1.8'}, Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: 'SecurityGroup': {'1.4'}, Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: 'SecurityGroupRule': {'1.2'}, Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: 'SubPort': {'1.0'}, Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: 'Subnet': {'1.1'}, Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: 'Trunk': {'1.1'}} Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: consumer versions: Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: { DHCP agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: HyperV agent@hv-neutron-6013: {}, Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: L3 agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: Metadata agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: Metering agent@dv-neutron-601336-84-hyperv: {}, Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: Open vSwitch agent@dv-neutron-601336-84-hyperv: { 'AddressGroup': '1.2', Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: 'ConntrackHelper': '1.0', Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: 'Log': '1.0', Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: 'Network': '1.1', Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: 'Port': '1.7', Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: 'PortForwarding': '1.2', Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: 'QosPolicy': '1.8', Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: 'SecurityGroup': '1.4', Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: 'SecurityGroupRule': '1.2', Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: 'SubPort': '1.0', Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: 'Subnet': '1.1', Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: 'Trunk': '1.1'}} Jun 02 20:32:49.589256 dv-neutron-601336-84-hyperv neutron-server[92551]: {{(pid=92551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 02 20:32:49.601743 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-1b549dca-43cf-4908-9f25-0be4f375c1da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:49.602613 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] Attempting to bind port e4002618-2f22-4f47-ba04-e33db16cc0a4 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:32:49.602753 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] Attempting to bind port e4002618-2f22-4f47-ba04-e33db16cc0a4 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:32:49.603404 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] Attempting to bind port e4002618-2f22-4f47-ba04-e33db16cc0a4 on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:32:49.615907 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:32:49.616191 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:32:49.616600 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.616989 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:32:49.617472 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] Bound port: e4002618-2f22-4f47-ba04-e33db16cc0a4, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:32:49.623080 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.627117 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Pushing event updated for resources: {'Port': ['ID=d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:49.637543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:49.638028 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:49.652182 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Allocated IP 172.26.0.215 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/1d902955-715e-4fe1-9f86-554581a4f226) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:32:49.695638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.711798 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Attempting to bind port d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:32:49.712321 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Attempting to bind port d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '6a895b9f-ee68-4f5e-bbef-852b83ef6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:32:49.713270 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Attempting to bind port d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b on network 5d079c0e-8652-41e0-8610-48a5cd1e360b {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:32:49.720237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:32:49.720821 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.733024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:49.749145 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:32:49.749998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Checking segment: {'id': '6a895b9f-ee68-4f5e-bbef-852b83ef6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:32:49.750612 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.751300 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Bound using segment: {'id': '6a895b9f-ee68-4f5e-bbef-852b83ef6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:32:49.752006 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Bound port: d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a895b9f-ee68-4f5e-bbef-852b83ef6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:32:49.752730 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.753530 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] For port e4002618-2f22-4f47-ba04-e33db16cc0a4, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:32:49.757488 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] For port e4002618-2f22-4f47-ba04-e33db16cc0a4, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e4002618-2f22-4f47-ba04-e33db16cc0a4,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:32:49.762716 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.765256 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.769834 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-6005f35e-7908-49d0-a6dd-0c61c8c62781 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:49.836742 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.847615 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b549dca-43cf-4908-9f25-0be4f375c1da None None] Pushing event updated for resources: {'Port': ['ID=e4002618-2f22-4f47-ba04-e33db16cc0a4,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:49.859237 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-1b549dca-43cf-4908-9f25-0be4f375c1da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:49.876268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.881206 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] Routers {'38795858-5b1f-4b12-9830-6505ec103d64'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:32:49.881973 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:32:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['38795858-5b1f-4b12-9830-6505ec103d64'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:32:49.896829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=2cf027c9-5382-4a57-9986-84267915a217,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:49.903480 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:49.932375 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.937864 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.950504 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] For port d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:32:49.952762 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Transition to ACTIVE for port object 7f6db12d-eadf-474d-9675-482c191ade89 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:32:49.956322 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] For port d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b,segment=NetworkSegment(6a895b9f-ee68-4f5e-bbef-852b83ef6db3),segment_id=6a895b9f-ee68-4f5e-bbef-852b83ef6db3)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:32:49.973016 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:49.983903 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:49.984561 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:32:49.993132 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Pushing event updated for resources: {'Network': ['ID=cf48c3cf-ff48-4ba3-8547-42d6eeb0c956,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:50.008023 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:50.012341 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.3960378 Jun 02 20:32:50.013192 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fac2436e-4ca3-49a3-a70d-2ee4407762b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:50.014012 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:50.016761 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Transition to ACTIVE for port object 7f6db12d-eadf-474d-9675-482c191ade89 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:32:50.020127 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51040) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:50.023493 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:50.029522 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network cf48c3cf-ff48-4ba3-8547-42d6eeb0c956 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:32:50.032743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:50.059025 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:50.070566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:50.071221 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Added segment be874514-8eb4-44f0-b9b0-4a27f2c7f31b of type vlan for network a2b5ecc4-7240-4a18-b338-0110020b2c99 Jun 02 20:32:50.075838 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:50.103425 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b103a7ea-825d-4bb8-ad19-4d077ff908bf,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:50.127283 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:32:50.137040 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:50.137419 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Added segment 3135506e-ebf4-4ccb-9152-718dd21642fa of type vlan for network cfce956f-c223-4185-a25d-2ccfc80a3872 Jun 02 20:32:50.144686 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] Set router 38795858-5b1f-4b12-9830-6505ec103d64 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:32:50.172302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:50.175938 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1249c349-a979-48c6-8813-fc6708715d1c,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:50.184422 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:50.200827 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:50.211647 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Network ab3e1d4e-2d2a-46f1-a601-623159ab7f22 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:32:50.212696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Pushing event updated for resources: {'Port': ['ID=d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:50.217461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:32:50.220110 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:32:50.231247 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:50.232000 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:50.256965 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:50.263302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:50.270832 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:50.308931 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76d50a0-e20b-4f10-a52c-99e1426a2d95,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:50.311731 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:50.320589 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:50.321291 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:32:50.346476 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:50.346763 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:50.351320 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Usage tracker for resource:floatingip and tenant:6633b2349bbf40f2878ddab83fda3e17 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:50.366080 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:32:50.366596 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:50.388681 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Pushing event updated for resources: {'Port': ['ID=7f6db12d-eadf-474d-9675-482c191ade89,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:50.399368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:50.410258 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:50.537898 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Attempting to bind port 7f6db12d-eadf-474d-9675-482c191ade89 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:32:50.538365 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Attempting to bind port 7f6db12d-eadf-474d-9675-482c191ade89 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '2c905b90-3ec3-4c61-91a2-6126c729cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:32:50.539214 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Attempting to bind port 7f6db12d-eadf-474d-9675-482c191ade89 on network ab3e1d4e-2d2a-46f1-a601-623159ab7f22 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:32:50.545668 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:32:50.546143 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Checking segment: {'id': '2c905b90-3ec3-4c61-91a2-6126c729cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:32:50.546611 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:50.547079 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Bound using segment: {'id': '2c905b90-3ec3-4c61-91a2-6126c729cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:32:50.547676 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Bound port: 7f6db12d-eadf-474d-9675-482c191ade89, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c905b90-3ec3-4c61-91a2-6126c729cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:32:50.548125 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:50.566197 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:50.572492 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:50.576258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:32:50.576846 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:50.585481 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:50.586600 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38795858-5b1f-4b12-9830-6505ec103d64', 'name': 'tempest-ServerActionsTestJSON-641857274-router', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:43Z', 'updated_at': '2021-06-02T20:32:45Z', 'revision_number': 3, 'project_id': '661507761bd9425583aaf58f371479f6', 'gw_port': {'id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:44Z', 'updated_at': '2021-06-02T20:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:32:50.592523 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:50.594108 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5bd73e-2039-4c11-994b-b7f123fc1b31 None None] The sync data for ids ['38795858-5b1f-4b12-9830-6505ec103d64'] in dv-neutron-601336-84-hyperv is: [{'id': '38795858-5b1f-4b12-9830-6505ec103d64', 'name': 'tempest-ServerActionsTestJSON-641857274-router', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:43Z', 'updated_at': '2021-06-02T20:32:45Z', 'revision_number': 3, 'project_id': '661507761bd9425583aaf58f371479f6', 'gw_port': {'id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:44Z', 'updated_at': '2021-06-02T20:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:32:50.594370 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Pushing event updated for resources: {'Network': ['ID=cfce956f-c223-4185-a25d-2ccfc80a3872,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:50.604385 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.8030388 Jun 02 20:32:50.614826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:50.617835 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:50.635680 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network cfce956f-c223-4185-a25d-2ccfc80a3872 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:32:50.664982 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=92549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:32:50.665572 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:32:50.666557 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:32:50.667357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > port after_create 55550000 {{(pid=92549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:32:50.667887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > port after_delete 55550000 {{(pid=92549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:32:50.668553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > port after_update 55550000 {{(pid=92549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:32:50.669086 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=92549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:32:50.669596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=92549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:32:50.670089 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=92549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:32:50.670584 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=92549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:32:50.816699 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:50.837622 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] For port 7f6db12d-eadf-474d-9675-482c191ade89, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:32:50.846481 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] For port 7f6db12d-eadf-474d-9675-482c191ade89, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7f6db12d-eadf-474d-9675-482c191ade89,segment=NetworkSegment(2c905b90-3ec3-4c61-91a2-6126c729cdd3),segment_id=2c905b90-3ec3-4c61-91a2-6126c729cdd3)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:32:50.854556 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:50.860578 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:50.892014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=92549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:32:50.892355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=92549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:32:50.892607 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=92549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:32:50.892940 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=92549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:32:50.896210 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:50.896557 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Added segment 09acf224-05da-4645-84f8-10438f1c791f of type vlan for network bede93ae-6a8a-4814-bf93-fa26de1d5d8d Jun 02 20:32:50.896755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf48c3cf-ff48-4ba3-8547-42d6eeb0c956']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:32:50.900622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:50.939842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:32:50.951790 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:50.985717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:32:50.995704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:32:51.013834 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Pushing event updated for resources: {'Port': ['ID=7f6db12d-eadf-474d-9675-482c191ade89,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:51.037593 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:51.160035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Pushing event updated for resources: {'Network': ['ID=a2b5ecc4-7240-4a18-b338-0110020b2c99,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:51.172150 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network a2b5ecc4-7240-4a18-b338-0110020b2c99 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:32:51.180999 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for floatingip, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:51.192932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:51.192932 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.8693192 Jun 02 20:32:51.192932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d91cdc-243d-4d16-b122-7f79c2600119') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:32:51.194397 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d91cdc-243d-4d16-b122-7f79c2600119') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:32:51.226156 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.592s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:51.232847 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51056) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:51.259608 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-4a962627-9d13-40ba-ad06-84a209d0aa8d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Request body: {'subnet': {'network_id': 'a2b5ecc4-7240-4a18-b338-0110020b2c99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:51.265049 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4a962627-9d13-40ba-ad06-84a209d0aa8d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:51.286317 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4a962627-9d13-40ba-ad06-84a209d0aa8d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Usage tracker for resource:subnet and tenant:19e3cfb5c7d149af9bbfcec502dca95a is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:51.312262 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4a962627-9d13-40ba-ad06-84a209d0aa8d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:51.355816 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:51.448454 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4a962627-9d13-40ba-ad06-84a209d0aa8d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:51.534160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:51.558685 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a962627-9d13-40ba-ad06-84a209d0aa8d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Made reservation on behalf of 19e3cfb5c7d149af9bbfcec502dca95a for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:32:51.568473 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4a962627-9d13-40ba-ad06-84a209d0aa8d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:51.618951 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.db.resource_extend [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 20:32:51.661075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:51.668258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51058) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:51.677199 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Request body: {'port': {'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1441010376'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:51.704483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:51.713602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Pushing event updated for resources: {'Port': ['ID=1d902955-715e-4fe1-9f86-554581a4f226,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:51.720294 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Usage tracker for resource:port and tenant:8be4fa54bac948298a66a9573bebfccc is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:51.724263 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:51.736696 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:51.739622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:51.750907 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:51.768964 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:32:51.769640 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:51.776645 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8f221a-1477-4824-8e07-4aea9cbe8d17 None None] Network 5d079c0e-8652-41e0-8610-48a5cd1e360b requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: from cryptography.utils import int_from_bytes Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: from cryptography.utils import int_from_bytes Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:32:51.787672 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:32:51.846954 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Allocated IP 172.26.0.174 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/eefaf9c4-1201-4106-81e1-1c7ddad3e9e9) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:32:51.858336 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Made reservation on behalf of 8be4fa54bac948298a66a9573bebfccc for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:32:51.861681 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:51.932781 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:51.948380 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e4002618-2f22-4f47-ba04-e33db16cc0a4 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:32:51.962743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:32:51.963716 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:51.964762 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:51.971700 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-93832642-dbf4-4353-bb20-25a1c4e26403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:51.985124 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0313298f-919c-471e-86a2-1b6282a45faa None None] Provisioning for port d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:32:51.991695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:52.000623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Usage tracker for resource:security_group_rule and tenant:8be4fa54bac948298a66a9573bebfccc is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:52.005931 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:52.088941 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:52.090559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:52.127591 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port e4002618-2f22-4f47-ba04-e33db16cc0a4 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:32:52.143397 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port e4002618-2f22-4f47-ba04-e33db16cc0a4 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:32:52.143397 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:52.147444 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:52.293243 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Pushing event updated for resources: {'Network': ['ID=bede93ae-6a8a-4814-bf93-fa26de1d5d8d,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:52.296884 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 4.2355511 Jun 02 20:32:52.314592 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network bede93ae-6a8a-4814-bf93-fa26de1d5d8d details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:32:52.350621 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:52.373364 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf48c3cf-ff48-4ba3-8547-42d6eeb0c956,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:52.387827 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:52.428920 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:52.433824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51060) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:52.456368 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-91227452-5dec-4de6-bb9f-e4a877e173e8 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Request body: {'subnet': {'network_id': 'bede93ae-6a8a-4814-bf93-fa26de1d5d8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:52.461836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf48c3cf-ff48-4ba3-8547-42d6eeb0c956 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 02 20:32:52.463023 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:52.471452 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:52.486344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:52.497387 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] device_id is not set on port 3b6ff520-e905-4f5c-9720-da6e0850194d yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:32:52.504916 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port e4002618-2f22-4f47-ba04-e33db16cc0a4, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e4002618-2f22-4f47-ba04-e33db16cc0a4,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:32:52.510087 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:52.511754 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7f6db12d-eadf-474d-9675-482c191ade89 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:32:52.542698 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:52.571375 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:52.573371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:52.593760 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4b87c7-78d0-4045-a98e-af6b4fe38520 None None] Network ab3e1d4e-2d2a-46f1-a601-623159ab7f22 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:32:52.754385 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:52.756691 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0b98db0f-d9a7-47e7-bdc6-f4efd175dce1 None None] Provisioning for port 7f6db12d-eadf-474d-9675-482c191ade89 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:32:52.785546 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=e4002618-2f22-4f47-ba04-e33db16cc0a4,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:52.802682 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:52.816028 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:52.826912 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-91227452-5dec-4de6-bb9f-e4a877e173e8 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:52.880823 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] 10.222.0.25 "DELETE /v2.0/networks/cf48c3cf-ff48-4ba3-8547-42d6eeb0c956 HTTP/1.1" status: 204 len: 168 time: 2.8554327 Jun 02 20:32:52.885295 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Allocated IP 172.20.0.1 (6d422b3f-35f6-44d4-a56d-8cdfa486af18/c83951fa-3604-4554-9055-6ed20c4b7e5d/f1338d54-7efb-485e-be73-03a7ef1a3302) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:32:52.885682 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51064) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:52.886398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5791c0e2-5310-4f93-8122-565de637d91e,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:52.889951 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-91227452-5dec-4de6-bb9f-e4a877e173e8 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Usage tracker for resource:subnet and tenant:fa305a5434a142f5bbe6c529596bb317 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:52.891928 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 7f6db12d-eadf-474d-9675-482c191ade89 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:32:52.892500 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:52.905208 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 7f6db12d-eadf-474d-9675-482c191ade89 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:32:52.905624 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:52.908075 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-91227452-5dec-4de6-bb9f-e4a877e173e8 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:52.909495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-13ad07db-71c4-4c08-8c2c-67326db8b19a tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Request body: {'network': {'router:external': True}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:52.920728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-13ad07db-71c4-4c08-8c2c-67326db8b19a tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:52.931045 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-13ad07db-71c4-4c08-8c2c-67326db8b19a tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Usage tracker for resource:network and tenant:6fd5c7cc6e664af280f39c05d5bd8644 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:52.943826 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-91227452-5dec-4de6-bb9f-e4a877e173e8 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:52.947283 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-13ad07db-71c4-4c08-8c2c-67326db8b19a tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:53.026861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-13ad07db-71c4-4c08-8c2c-67326db8b19a tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:53.050370 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91227452-5dec-4de6-bb9f-e4a877e173e8 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Made reservation on behalf of fa305a5434a142f5bbe6c529596bb317 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:32:53.054265 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-91227452-5dec-4de6-bb9f-e4a877e173e8 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks [] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:53.075654 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ad07db-71c4-4c08-8c2c-67326db8b19a tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Made reservation on behalf of 6fd5c7cc6e664af280f39c05d5bd8644 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:32:53.078178 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-13ad07db-71c4-4c08-8c2c-67326db8b19a tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:53.127799 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:53.131926 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:53.150946 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:53.204118 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 7f6db12d-eadf-474d-9675-482c191ade89, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7f6db12d-eadf-474d-9675-482c191ade89,segment=NetworkSegment(2c905b90-3ec3-4c61-91a2-6126c729cdd3),segment_id=2c905b90-3ec3-4c61-91a2-6126c729cdd3)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:32:53.212967 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:53.257438 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2cf027c9-5382-4a57-9986-84267915a217 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:32:53.277117 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:53.306889 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ad07db-71c4-4c08-8c2c-67326db8b19a tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:32:53.314551 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-59eb36d4-c44e-4e8b-a1fe-67186a872e29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:53.375127 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-13ad07db-71c4-4c08-8c2c-67326db8b19a tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:53.375710 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-13ad07db-71c4-4c08-8c2c-67326db8b19a tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Added segment 15bdfd4d-79cb-421e-ad51-9c4302994a48 of type vlan for network cb4bb7f5-220f-4007-a71e-3b9747a0f991 Jun 02 20:32:53.419397 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:32:53.426428 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 2cf027c9-5382-4a57-9986-84267915a217 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:32:53.426781 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:53.433033 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:32:53.436046 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Allocated IP 172.26.0.246 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/ce5be38f-bcad-498c-84a4-23cc919bf760) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:32:53.442176 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Pushing event updated for resources: {'Port': ['ID=eefaf9c4-1201-4106-81e1-1c7ddad3e9e9,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:53.456140 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=7f6db12d-eadf-474d-9675-482c191ade89,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:53.465031 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:32:53.465645 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:53.505194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] device_id is not set on port 3b6ff520-e905-4f5c-9720-da6e0850194d yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:32:53.532748 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:53.536538 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-13ad07db-71c4-4c08-8c2c-67326db8b19a tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:53.572070 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:53.574991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Transition to ACTIVE for port object 3b6ff520-e905-4f5c-9720-da6e0850194d will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:32:53.594167 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:32:53.615128 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:53.629327 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:53.668073 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-13ad07db-71c4-4c08-8c2c-67326db8b19a tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:53.680149 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:32:53.683624 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ad07db-71c4-4c08-8c2c-67326db8b19a tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:32:53.684184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-13ad07db-71c4-4c08-8c2c-67326db8b19a tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:53.692386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Router 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:32:53.692603 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:32:53.693112 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:53.753218 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Pushing event updated for resources: {'Port': ['ID=3b6ff520-e905-4f5c-9720-da6e0850194d,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:53.757370 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:53.762415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:53.773027 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:53.781491 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Transition to ACTIVE for port object f1338d54-7efb-485e-be73-03a7ef1a3302 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:32:53.852466 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-13ad07db-71c4-4c08-8c2c-67326db8b19a tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9584312 Jun 02 20:32:53.853153 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51068) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:53.866377 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:53.872279 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-660f9105-37be-4200-b72a-9a71dfdc930f tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Request body: {'subnet': {'network_id': 'cb4bb7f5-220f-4007-a71e-3b9747a0f991', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:53.876788 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-bb6ddfbe-8527-4350-8a56-c3b150610c3c None None] Provisioning complete for port 7f6db12d-eadf-474d-9675-482c191ade89 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:32:53.877171 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bb6ddfbe-8527-4350-8a56-c3b150610c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:53.889522 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-660f9105-37be-4200-b72a-9a71dfdc930f tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:53.892023 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Checking segment: {'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:32:53.892554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Network hostable DHCP agents. Network: cfce956f-c223-4185-a25d-2ccfc80a3872, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:32:53.959175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-660f9105-37be-4200-b72a-9a71dfdc930f tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Usage tracker for resource:subnet and tenant:6fd5c7cc6e664af280f39c05d5bd8644 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:53.964299 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b,segment=NetworkSegment(6a895b9f-ee68-4f5e-bbef-852b83ef6db3),segment_id=6a895b9f-ee68-4f5e-bbef-852b83ef6db3)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:32:53.971662 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:53.975689 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:53.997910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-660f9105-37be-4200-b72a-9a71dfdc930f tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:54.005925 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-660f9105-37be-4200-b72a-9a71dfdc930f tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:54.020363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad07db-71c4-4c08-8c2c-67326db8b19a tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Pushing event updated for resources: {'Network': ['ID=cb4bb7f5-220f-4007-a71e-3b9747a0f991,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:54.029835 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-13ad07db-71c4-4c08-8c2c-67326db8b19a tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:54.052943 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network cb4bb7f5-220f-4007-a71e-3b9747a0f991 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:32:54.094789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e4002618-2f22-4f47-ba04-e33db16cc0a4 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:32:54.111830 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660f9105-37be-4200-b72a-9a71dfdc930f tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Made reservation on behalf of 6fd5c7cc6e664af280f39c05d5bd8644 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:32:54.113739 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-660f9105-37be-4200-b72a-9a71dfdc930f tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:54.156389 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:54.160156 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:54.242415 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:54.249019 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:54.269422 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port e4002618-2f22-4f47-ba04-e33db16cc0a4 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:32:54.269807 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:54.294897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Network cfce956f-c223-4185-a25d-2ccfc80a3872 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:32:54.330377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, cfce956f-c223-4185-a25d-2ccfc80a3872) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:32:54.332554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:32:54.334147 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:54.343032 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:32:54.347987 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] Sync routers for ids ['3c8f7b79-6223-4b60-9b85-3d51d1ec7205'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:32:54.353634 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb39022c-ef4f-4c8c-b782-9e7a109152f1 None None] Network cfce956f-c223-4185-a25d-2ccfc80a3872 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:32:54.379769 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:32:54.380392 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:32:54.380392 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:32:54.387273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:54.391110 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-735cfa0a-9b1c-4a32-90b2-be8613587354 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9221396 Jun 02 20:32:54.392085 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51070) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:54.450226 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port 3b6ff520-e905-4f5c-9720-da6e0850194d on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:32:54.450494 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:32:54.456960 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 2 to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d Jun 02 20:32:54.477497 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Network 6d422b3f-35f6-44d4-a56d-8cdfa486af18 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:32:54.483706 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] Routers {'3c8f7b79-6223-4b60-9b85-3d51d1ec7205'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:32:54.483900 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:32:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['3c8f7b79-6223-4b60-9b85-3d51d1ec7205'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:32:54.489676 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:32:54.490061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:32:54.490342 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:32:54.516821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:32:54.525518 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.objects.ports [None req-4a962627-9d13-40ba-ad06-84a209d0aa8d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92548) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 20:32:54.525984 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4a962627-9d13-40ba-ad06-84a209d0aa8d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:54.531965 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Pushing event updated for resources: {'Port': ['ID=f1338d54-7efb-485e-be73-03a7ef1a3302,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:54.539534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port 3b6ff520-e905-4f5c-9720-da6e0850194d on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:32:54.540896 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:32:54.541026 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:32:54.541026 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:54.543356 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:54.545147 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 3 to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d Jun 02 20:32:54.552560 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:54.588926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:54.595388 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7f6db12d-eadf-474d-9675-482c191ade89 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:32:54.635391 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:32:54.635788 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:32:54.636519 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:32:54.658065 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port 3b6ff520-e905-4f5c-9720-da6e0850194d on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:32:54.658400 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:32:54.662184 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 4 to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d Jun 02 20:32:54.769292 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:32:54.769625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:32:54.770163 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:32:54.795925 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port 3b6ff520-e905-4f5c-9720-da6e0850194d on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:32:54.796258 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:32:54.798500 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 5 to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d Jun 02 20:32:54.825687 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] Set router 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:32:54.851990 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:32:54.852213 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:32:54.852594 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:32:54.856538 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:54.925112 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port 3b6ff520-e905-4f5c-9720-da6e0850194d on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:32:54.925491 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:32:54.928859 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a962627-9d13-40ba-ad06-84a209d0aa8d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5a5e26e6-d16e-4849-88f2-2b569ceea4c3,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:54.928994 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 6 to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d Jun 02 20:32:54.962221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:32:54.962567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:32:54.962875 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:32:54.992755 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4a962627-9d13-40ba-ad06-84a209d0aa8d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:54.996889 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:55.007768 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 7f6db12d-eadf-474d-9675-482c191ade89 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:32:55.008157 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:55.015673 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port 3b6ff520-e905-4f5c-9720-da6e0850194d on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:32:55.016007 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:32:55.018552 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 7 to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d Jun 02 20:32:55.069962 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:32:55.071747 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a962627-9d13-40ba-ad06-84a209d0aa8d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Checking segment: {'id': 'be874514-8eb4-44f0-b9b0-4a27f2c7f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a2b5ecc4-7240-4a18-b338-0110020b2c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:32:55.072097 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a962627-9d13-40ba-ad06-84a209d0aa8d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Network hostable DHCP agents. Network: a2b5ecc4-7240-4a18-b338-0110020b2c99, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:32:55.083540 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:32:55.093697 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-544219d4-af44-4607-a232-44dc16c459fe None None] Provisioning for port f1338d54-7efb-485e-be73-03a7ef1a3302 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:32:55.096268 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:32:55.103370 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:32:55.103709 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:32:55.104044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:32:55.114057 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-544219d4-af44-4607-a232-44dc16c459fe None None] Provisioning complete for port f1338d54-7efb-485e-be73-03a7ef1a3302 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:32:55.114270 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port 3b6ff520-e905-4f5c-9720-da6e0850194d on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:32:55.114481 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-544219d4-af44-4607-a232-44dc16c459fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:55.114603 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:32:55.116672 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 8 to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d Jun 02 20:32:55.118701 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:55.151992 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:32:55.152357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:32:55.152653 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:32:55.204092 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-544219d4-af44-4607-a232-44dc16c459fe None None] Port f1338d54-7efb-485e-be73-03a7ef1a3302 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:32:55.215552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port 3b6ff520-e905-4f5c-9720-da6e0850194d on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:32:55.215552 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:32:55.222994 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 9 to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d Jun 02 20:32:55.252754 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Pushing event updated for resources: {'Port': ['ID=ce5be38f-bcad-498c-84a4-23cc919bf760,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:55.258738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:32:55.259154 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:32:55.259496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:32:55.278860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port 3b6ff520-e905-4f5c-9720-da6e0850194d on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:32:55.279212 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:32:55.282803 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 10 to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d Jun 02 20:32:55.287369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:55.297430 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a962627-9d13-40ba-ad06-84a209d0aa8d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Network a2b5ecc4-7240-4a18-b338-0110020b2c99 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:32:55.338061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:32:55.338458 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:32:55.338737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:32:55.341338 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'name': 'tempest-ServersTestManualDisk-189401112-router', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '1d902955-715e-4fe1-9f86-554581a4f226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:47Z', 'updated_at': '2021-06-02T20:32:51Z', 'revision_number': 3, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'gw_port': {'id': '1d902955-715e-4fe1-9f86-554581a4f226', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:64:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:49Z', 'updated_at': '2021-06-02T20:32:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:32:55.347189 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] Checking router: 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:32:55.347813 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] Updating router 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 port 1d902955-715e-4fe1-9f86-554581a4f226 binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:32:55.358503 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port 3b6ff520-e905-4f5c-9720-da6e0850194d on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:32:55.358834 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port 3b6ff520-e905-4f5c-9720-da6e0850194d on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:32:55.359208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:55.361849 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-4a962627-9d13-40ba-ad06-84a209d0aa8d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, a2b5ecc4-7240-4a18-b338-0110020b2c99) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:32:55.363785 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:55.379954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05b820a-444c-4bbc-989f-d8d02ba01a41 None None] Network a2b5ecc4-7240-4a18-b338-0110020b2c99 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:32:55.433063 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a962627-9d13-40ba-ad06-84a209d0aa8d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:32:55.433660 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4a962627-9d13-40ba-ad06-84a209d0aa8d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:55.481405 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:55.610465 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.objects.ports [None req-660f9105-37be-4200-b72a-9a71dfdc930f tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92549) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 20:32:55.611068 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-660f9105-37be-4200-b72a-9a71dfdc930f tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:55.629449 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4a962627-9d13-40ba-ad06-84a209d0aa8d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.3917036 Jun 02 20:32:55.631520 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:55.633149 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:55.642636 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51072) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:55.649729 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-3ea21bbf-c570-4221-a020-fd8407d33f9b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1268784971', 'network_id': 'a2b5ecc4-7240-4a18-b338-0110020b2c99'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:55.657610 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:55.678979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:55.689833 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] For port 3b6ff520-e905-4f5c-9720-da6e0850194d, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:32:55.690158 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3ea21bbf-c570-4221-a020-fd8407d33f9b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:55.690276 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempted to set empty binding levels {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 02 20:32:55.710347 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:55.712942 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45598f45-b122-47b3-91a9-5f8ee93f69c6 None None] Network a2b5ecc4-7240-4a18-b338-0110020b2c99 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:32:55.752175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f9105-37be-4200-b72a-9a71dfdc930f tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2ea0eeac-5022-4f91-8d1b-fc639dd70df3,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:55.755480 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-660f9105-37be-4200-b72a-9a71dfdc930f tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:55.793404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:55.878865 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3ea21bbf-c570-4221-a020-fd8407d33f9b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Usage tracker for resource:port and tenant:19e3cfb5c7d149af9bbfcec502dca95a is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:55.893540 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:32:55.894120 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:55.903905 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3ea21bbf-c570-4221-a020-fd8407d33f9b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:55.927329 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3ea21bbf-c570-4221-a020-fd8407d33f9b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:55.938374 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f9105-37be-4200-b72a-9a71dfdc930f tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Checking segment: {'id': '15bdfd4d-79cb-421e-ad51-9c4302994a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cb4bb7f5-220f-4007-a71e-3b9747a0f991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:32:55.938737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660f9105-37be-4200-b72a-9a71dfdc930f tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Network hostable DHCP agents. Network: cb4bb7f5-220f-4007-a71e-3b9747a0f991, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:32:55.982199 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.3074601 Jun 02 20:32:55.984997 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51074) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:55.989506 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Pushing event updated for resources: {'Port': ['ID=3b6ff520-e905-4f5c-9720-da6e0850194d,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:55.992397 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:55.996700 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:56.008450 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] Transition to ACTIVE for port object 1d902955-715e-4fe1-9f86-554581a4f226 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:32:56.016004 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:56.021315 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:56.026561 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-91227452-5dec-4de6-bb9f-e4a877e173e8 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:56.026722 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea21bbf-c570-4221-a020-fd8407d33f9b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Made reservation on behalf of 19e3cfb5c7d149af9bbfcec502dca95a for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:32:56.029458 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3ea21bbf-c570-4221-a020-fd8407d33f9b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:56.047444 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660f9105-37be-4200-b72a-9a71dfdc930f tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Network cb4bb7f5-220f-4007-a71e-3b9747a0f991 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:32:56.065522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4a962627-9d13-40ba-ad06-84a209d0aa8d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:56.073595 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-660f9105-37be-4200-b72a-9a71dfdc930f tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, cb4bb7f5-220f-4007-a71e-3b9747a0f991) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:32:56.085649 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678f03c5-b522-49ad-92ce-a65b18b2644b None None] Network cb4bb7f5-220f-4007-a71e-3b9747a0f991 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:32:56.120675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660f9105-37be-4200-b72a-9a71dfdc930f tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:32:56.121966 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-660f9105-37be-4200-b72a-9a71dfdc930f tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:56.154793 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-660f9105-37be-4200-b72a-9a71dfdc930f tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2917063 Jun 02 20:32:56.155734 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51078) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:56.161683 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Request body: {'floatingip': {'floating_network_id': 'cb4bb7f5-220f-4007-a71e-3b9747a0f991'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:56.167421 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:56.177661 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Usage tracker for resource:floatingip and tenant:6fd5c7cc6e664af280f39c05d5bd8644 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:56.181099 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Allocated IP 172.20.0.1 (ab3e1d4e-2d2a-46f1-a601-623159ab7f22/4214e910-aea4-41ab-916d-0599360240ad/c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:32:56.183190 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:56.191353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:56.200904 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-3ea21bbf-c570-4221-a020-fd8407d33f9b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] device_id is not set on port 6783a0f9-29ac-46e3-b706-d3aa3a44f334 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:32:56.220144 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:56.245241 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:32:56.291960 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.db.resource_extend [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 20:32:56.359419 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:56.426484 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:56.429542 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:56.444254 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:56.450608 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11056d09-699b-411f-835e-ce29849c144e None None] Pushing event updated for resources: {'Port': ['ID=1d902955-715e-4fe1-9f86-554581a4f226,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:56.458321 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] Attempting to bind port 1d902955-715e-4fe1-9f86-554581a4f226 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:32:56.458775 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] Attempting to bind port 1d902955-715e-4fe1-9f86-554581a4f226 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:32:56.459241 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] Attempting to bind port 1d902955-715e-4fe1-9f86-554581a4f226 on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:32:56.462201 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-11056d09-699b-411f-835e-ce29849c144e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:56.472813 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Transition to ACTIVE for port object c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:32:56.476505 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:32:56.477097 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:32:56.477449 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:56.477902 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:32:56.478435 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] Bound port: 1d902955-715e-4fe1-9f86-554581a4f226, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:32:56.478931 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:56.489610 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:56.510350 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33225a92-4974-47fb-b5e0-0205d1843238 None None] Network cb4bb7f5-220f-4007-a71e-3b9747a0f991 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:32:56.556198 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91227452-5dec-4de6-bb9f-e4a877e173e8 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Pushing event updated for resources: {'Subnet': ['ID=3cf1d14c-c191-4038-9650-b367f3237bbc,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:56.568262 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91227452-5dec-4de6-bb9f-e4a877e173e8 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Checking segment: {'id': '09acf224-05da-4645-84f8-10438f1c791f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bede93ae-6a8a-4814-bf93-fa26de1d5d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:32:56.568618 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91227452-5dec-4de6-bb9f-e4a877e173e8 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Network hostable DHCP agents. Network: bede93ae-6a8a-4814-bf93-fa26de1d5d8d, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:32:56.580325 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-91227452-5dec-4de6-bb9f-e4a877e173e8 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:56.589373 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:56.604138 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:56.613460 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:56.681448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Network ab3e1d4e-2d2a-46f1-a601-623159ab7f22 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:32:56.686011 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:32:56.688397 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:32:56.691105 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] For port 1d902955-715e-4fe1-9f86-554581a4f226, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:32:56.696955 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:32:56.697486 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:56.746972 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Allocated IP 172.20.0.14 (cb4bb7f5-220f-4007-a71e-3b9747a0f991/2ea0eeac-5022-4f91-8d1b-fc639dd70df3/457e33dc-bf8c-41ef-b736-843591ed9106) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:32:56.768840 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Router 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:32:56.771242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Pushing event updated for resources: {'Port': ['ID=c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:56.774540 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:56.783963 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Pushing event updated for resources: {'Port': ['ID=f1338d54-7efb-485e-be73-03a7ef1a3302,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:56.796040 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91227452-5dec-4de6-bb9f-e4a877e173e8 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Network bede93ae-6a8a-4814-bf93-fa26de1d5d8d is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:32:56.808055 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-3ea21bbf-c570-4221-a020-fd8407d33f9b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Allocated IP 172.20.0.12 (a2b5ecc4-7240-4a18-b338-0110020b2c99/5a5e26e6-d16e-4849-88f2-2b569ceea4c3/6783a0f9-29ac-46e3-b706-d3aa3a44f334) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:32:56.808833 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:56.812029 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:56.813484 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-11d1651a-9211-42cb-a57a-baad1e2d4b4b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Deleting port 3b6ff520-e905-4f5c-9720-da6e0850194d {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:32:56.813824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-11d1651a-9211-42cb-a57a-baad1e2d4b4b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:56.836857 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:56.846863 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] For port 1d902955-715e-4fe1-9f86-554581a4f226, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1d902955-715e-4fe1-9f86-554581a4f226,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:32:56.881345 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:56.891068 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:56.905058 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:56.989848 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:57.018783 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-91227452-5dec-4de6-bb9f-e4a877e173e8 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, bede93ae-6a8a-4814-bf93-fa26de1d5d8d) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:32:57.027055 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11056d09-699b-411f-835e-ce29849c144e None None] Pushing event updated for resources: {'Port': ['ID=1d902955-715e-4fe1-9f86-554581a4f226,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:57.037869 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] Routers {'3c8f7b79-6223-4b60-9b85-3d51d1ec7205'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:32:57.038770 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:32:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['3c8f7b79-6223-4b60-9b85-3d51d1ec7205'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:32:57.073652 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91227452-5dec-4de6-bb9f-e4a877e173e8 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:32:57.074227 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-91227452-5dec-4de6-bb9f-e4a877e173e8 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:57.099456 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-11056d09-699b-411f-835e-ce29849c144e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:57.102416 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc75fe1-9f45-4b7c-9ed0-1b5bf0045abc None None] Network bede93ae-6a8a-4814-bf93-fa26de1d5d8d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:32:57.108983 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:57.126972 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Network 6d422b3f-35f6-44d4-a56d-8cdfa486af18 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:32:57.159440 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:32:57.181660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:57.209159 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-aee6983d-00c3-47a7-a5bc-412894d17286 None None] Provisioning for port c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:32:57.213723 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-11d1651a-9211-42cb-a57a-baad1e2d4b4b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] For port 3b6ff520-e905-4f5c-9720-da6e0850194d, host hv-neutron-6013, got binding levels [] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:32:57.214075 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-11d1651a-9211-42cb-a57a-baad1e2d4b4b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:57.221972 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-aee6983d-00c3-47a7-a5bc-412894d17286 None None] Provisioning complete for port c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:32:57.222198 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-aee6983d-00c3-47a7-a5bc-412894d17286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:57.250968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:57.251862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Pushing event updated for resources: {'Port': ['ID=ce5be38f-bcad-498c-84a4-23cc919bf760,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:57.321574 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:57.385992 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-aee6983d-00c3-47a7-a5bc-412894d17286 None None] Port c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:32:57.422923 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] Set router 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:32:57.439202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:57.455137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:57.482407 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-91227452-5dec-4de6-bb9f-e4a877e173e8 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0383229 Jun 02 20:32:57.492121 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51084) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:57.562046 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:57.563490 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2477646 Jun 02 20:32:57.570436 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-11d1651a-9211-42cb-a57a-baad1e2d4b4b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Calling delete_port for 3b6ff520-e905-4f5c-9720-da6e0850194d owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:32:57.582912 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-2429e522-a1ca-4daf-813b-5b5ff62fb366 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Request body: {'port': {'network_id': 'bede93ae-6a8a-4814-bf93-fa26de1d5d8d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1069773611'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:57.592835 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51086) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:57.601127 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Network cb4bb7f5-220f-4007-a71e-3b9747a0f991 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:32:57.602365 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:32:57.605470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:32:57.609561 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-462390776'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:57.620363 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:57.661922 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c988296c-98fc-461b-aa4b-87897fd84403 None None] Provisioning complete for port f1338d54-7efb-485e-be73-03a7ef1a3302 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:32:57.662503 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c988296c-98fc-461b-aa4b-87897fd84403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:57.686455 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:32:57.696496 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] Sync routers for ids ['8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:32:57.708209 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] Routers {'8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:32:57.709089 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:32:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:32:57.756362 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Usage tracker for resource:network and tenant:6633b2349bbf40f2878ddab83fda3e17 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:57.775708 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:57.808422 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-bede93ae-6a8a-4814-bf93-fa26de1d5d8d', 'network_id': 'bede93ae-6a8a-4814-bf93-fa26de1d5d8d', 'tenant_id': 'fa305a5434a142f5bbe6c529596bb317', 'fixed_ips': [{'subnet_id': '3cf1d14c-c191-4038-9650-b367f3237bbc'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:32:57.809295 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:57.838225 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-c988296c-98fc-461b-aa4b-87897fd84403 None None] Port f1338d54-7efb-485e-be73-03a7ef1a3302 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:32:57.838731 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:57.843126 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:57.886655 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:57.888412 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 10.0086584 Jun 02 20:32:57.901977 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51088) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:57.915916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Pushing event updated for resources: {'Port': ['ID=457e33dc-bf8c-41ef-b736-843591ed9106,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:57.919188 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:57.968719 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:58.025658 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3ea21bbf-c570-4221-a020-fd8407d33f9b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:58.057492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Made reservation on behalf of 6633b2349bbf40f2878ddab83fda3e17 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:32:58.062218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:58.065137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:58.080543 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:58.086477 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-2429e522-a1ca-4daf-813b-5b5ff62fb366 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:58.087072 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3ea21bbf-c570-4221-a020-fd8407d33f9b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:58.087751 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Allocated IP 172.20.0.2 (bede93ae-6a8a-4814-bf93-fa26de1d5d8d/3cf1d14c-c191-4038-9650-b367f3237bbc/42c183b2-5879-4fc4-9df8-b237f1a9d06c) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:32:58.090059 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] Set router 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:32:58.095830 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'name': 'tempest-ServersTestManualDisk-189401112-router', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '1d902955-715e-4fe1-9f86-554581a4f226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:47Z', 'updated_at': '2021-06-02T20:32:51Z', 'revision_number': 3, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'gw_port': {'id': '1d902955-715e-4fe1-9f86-554581a4f226', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:64:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:49Z', 'updated_at': '2021-06-02T20:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:32:58.104342 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07a1d95-80c5-4d4a-b041-36041da1a7bc None None] The sync data for ids ['3c8f7b79-6223-4b60-9b85-3d51d1ec7205'] in dv-neutron-601336-84-hyperv is: [{'id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'name': 'tempest-ServersTestManualDisk-189401112-router', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '1d902955-715e-4fe1-9f86-554581a4f226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:47Z', 'updated_at': '2021-06-02T20:32:51Z', 'revision_number': 3, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'gw_port': {'id': '1d902955-715e-4fe1-9f86-554581a4f226', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:64:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:49Z', 'updated_at': '2021-06-02T20:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:32:58.108094 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:58.134586 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:58.156747 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Router 38795858-5b1f-4b12-9830-6505ec103d64 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:32:58.167621 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2429e522-a1ca-4daf-813b-5b5ff62fb366 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Usage tracker for resource:port and tenant:fa305a5434a142f5bbe6c529596bb317 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:58.169373 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-cf478f34-17d3-44c2-aec3-1aa1b5b499c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:58.187291 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2429e522-a1ca-4daf-813b-5b5ff62fb366 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:58.236603 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:58.241906 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Usage tracker for resource:security_group_rule and tenant:6633b2349bbf40f2878ddab83fda3e17 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:32:58.246529 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:32:58.253631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:58.276863 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-2429e522-a1ca-4daf-813b-5b5ff62fb366 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:58.323214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:58.333759 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Pushing event updated for resources: {'Port': ['ID=c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:58.336742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:58.342335 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2429e522-a1ca-4daf-813b-5b5ff62fb366 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Made reservation on behalf of fa305a5434a142f5bbe6c529596bb317 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:32:58.346088 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2429e522-a1ca-4daf-813b-5b5ff62fb366 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:58.402742 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:58.408939 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea21bbf-c570-4221-a020-fd8407d33f9b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Network a2b5ecc4-7240-4a18-b338-0110020b2c99 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:32:58.418170 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-2429e522-a1ca-4daf-813b-5b5ff62fb366 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] device_id is not set on port 93aae6ce-4f3f-41ae-811d-56facf5b9eea yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:32:58.427043 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Transition to ACTIVE for port object 42c183b2-5879-4fc4-9df8-b237f1a9d06c will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:32:58.459895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Transition to ACTIVE for port object 42c183b2-5879-4fc4-9df8-b237f1a9d06c will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:32:58.470551 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:58.482622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-11d1651a-9211-42cb-a57a-baad1e2d4b4b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:58.484751 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-3ea21bbf-c570-4221-a020-fd8407d33f9b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:32:58.498210 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:58.535416 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea21bbf-c570-4221-a020-fd8407d33f9b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:32:58.536355 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea21bbf-c570-4221-a020-fd8407d33f9b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:32:58.537141 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3ea21bbf-c570-4221-a020-fd8407d33f9b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:58.554898 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea21bbf-c570-4221-a020-fd8407d33f9b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Pushing event updated for resources: {'Port': ['ID=6783a0f9-29ac-46e3-b706-d3aa3a44f334,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:58.589823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3ea21bbf-c570-4221-a020-fd8407d33f9b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:58.595067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:58.634642 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Network bede93ae-6a8a-4814-bf93-fa26de1d5d8d is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:32:58.639362 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:32:58.650337 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:32:58.664470 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'name': 'tempest-ServersTestJSON-810871950-router', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:48Z', 'updated_at': '2021-06-02T20:32:53Z', 'revision_number': 3, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'gw_port': {'id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:51Z', 'updated_at': '2021-06-02T20:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:32:58.670953 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] Checking router: 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:32:58.671482 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] Updating router 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 port eefaf9c4-1201-4106-81e1-1c7ddad3e9e9 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:32:58.693136 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:58.701566 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1651a-9211-42cb-a57a-baad1e2d4b4b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b6ff520-e905-4f5c-9720-da6e0850194d,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:58.708376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:58.747689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:58.776438 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Pushing event updated for resources: {'Port': ['ID=42c183b2-5879-4fc4-9df8-b237f1a9d06c,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:58.780287 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:58.791913 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Attempting to bind port 42c183b2-5879-4fc4-9df8-b237f1a9d06c on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:32:58.792285 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Attempting to bind port 42c183b2-5879-4fc4-9df8-b237f1a9d06c by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '09acf224-05da-4645-84f8-10438f1c791f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bede93ae-6a8a-4814-bf93-fa26de1d5d8d'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:32:58.792645 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Attempting to bind port 42c183b2-5879-4fc4-9df8-b237f1a9d06c on network bede93ae-6a8a-4814-bf93-fa26de1d5d8d {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:32:58.793234 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:58.795411 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-11d1651a-9211-42cb-a57a-baad1e2d4b4b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:58.799994 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:32:58.800500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Checking segment: {'id': '09acf224-05da-4645-84f8-10438f1c791f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bede93ae-6a8a-4814-bf93-fa26de1d5d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:32:58.800906 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:58.801304 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Bound using segment: {'id': '09acf224-05da-4645-84f8-10438f1c791f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bede93ae-6a8a-4814-bf93-fa26de1d5d8d'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:32:58.802216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Bound port: 42c183b2-5879-4fc4-9df8-b237f1a9d06c, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09acf224-05da-4645-84f8-10438f1c791f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bede93ae-6a8a-4814-bf93-fa26de1d5d8d'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:32:58.802216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:58.859167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Network ab3e1d4e-2d2a-46f1-a601-623159ab7f22 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:32:58.876841 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:32:58.885797 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-2429e522-a1ca-4daf-813b-5b5ff62fb366 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Allocated IP 172.20.0.11 (bede93ae-6a8a-4814-bf93-fa26de1d5d8d/3cf1d14c-c191-4038-9650-b367f3237bbc/93aae6ce-4f3f-41ae-811d-56facf5b9eea) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:32:58.903235 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-11d1651a-9211-42cb-a57a-baad1e2d4b4b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:58.908056 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-11d1651a-9211-42cb-a57a-baad1e2d4b4b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] 10.222.0.25 "DELETE /v2.0/ports/3b6ff520-e905-4f5c-9720-da6e0850194d HTTP/1.1" status: 204 len: 168 time: 2.9146032 Jun 02 20:32:58.909066 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51090) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:58.917057 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Pushing event updated for resources: {'Port': ['ID=457e33dc-bf8c-41ef-b736-843591ed9106,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:58.920607 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] For port 42c183b2-5879-4fc4-9df8-b237f1a9d06c, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:32:58.922266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:58.924789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] For port 42c183b2-5879-4fc4-9df8-b237f1a9d06c, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=42c183b2-5879-4fc4-9df8-b237f1a9d06c,segment=NetworkSegment(09acf224-05da-4645-84f8-10438f1c791f),segment_id=09acf224-05da-4645-84f8-10438f1c791f)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:32:58.932663 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:58.941615 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:59.057184 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Pushing event updated for resources: {'Port': ['ID=42c183b2-5879-4fc4-9df8-b237f1a9d06c,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:59.062418 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:59.086728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:59.121739 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:32:59.127534 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3ea21bbf-c570-4221-a020-fd8407d33f9b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.4792860 Jun 02 20:32:59.138239 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] Sync routers for ids ['38795858-5b1f-4b12-9830-6505ec103d64'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:32:59.154381 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] Routers {'38795858-5b1f-4b12-9830-6505ec103d64'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:32:59.155004 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:32:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['38795858-5b1f-4b12-9830-6505ec103d64'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:32:59.162600 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51092) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:59.179154 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] 10.222.0.25 "PUT /v2.0/routers/38795858-5b1f-4b12-9830-6505ec103d64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2842381 Jun 02 20:32:59.226652 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:59.229962 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b0310f-0806-442d-ba65-783ed7c71585 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] GET failed (client error): The resource could not be found. Jun 02 20:32:59.234031 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-79b0310f-0806-442d-ba65-783ed7c71585 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Synchronizing usage tracker for tenant:8be4fa54bac948298a66a9573bebfccc on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:32:59.251584 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:59.300816 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:59.350728 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-79b0310f-0806-442d-ba65-783ed7c71585 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Unset dirty status for tenant:8be4fa54bac948298a66a9573bebfccc on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:32:59.352177 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-79b0310f-0806-442d-ba65-783ed7c71585 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] 10.222.0.25 "GET /v2.0/ports/3b6ff520-e905-4f5c-9720-da6e0850194d HTTP/1.1" status: 404 len: 333 time: 0.4269578 Jun 02 20:32:59.375917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51096) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:59.544559 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ff5cd7c4-d838-4870-87c8-deb8a38dd702 None None] Provisioning complete for port c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:32:59.545108 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ff5cd7c4-d838-4870-87c8-deb8a38dd702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:59.564429 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:59.581969 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] Transition to ACTIVE for port object eefaf9c4-1201-4106-81e1-1c7ddad3e9e9 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:32:59.593220 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:59.606209 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:59.648120 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] Set router 38795858-5b1f-4b12-9830-6505ec103d64 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:32:59.654929 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-858cedd3-7a7f-4fa7-8bbd-e30601754f6b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Request body: {'port': {'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1555586467'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:32:59.677404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Router 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:32:59.685680 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-858cedd3-7a7f-4fa7-8bbd-e30601754f6b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:32:59.696453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-858cedd3-7a7f-4fa7-8bbd-e30601754f6b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:32:59.709313 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-ff5cd7c4-d838-4870-87c8-deb8a38dd702 None None] Port c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:32:59.718649 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53363e3f-e669-4b33-86d1-a210949a1b19 None None] Pushing event updated for resources: {'Port': ['ID=eefaf9c4-1201-4106-81e1-1c7ddad3e9e9,revision_number=2']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:59.718981 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:59.722762 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5619206 Jun 02 20:32:59.735663 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51110) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:59.741880 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-53363e3f-e669-4b33-86d1-a210949a1b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:59.779621 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] Attempting to bind port eefaf9c4-1201-4106-81e1-1c7ddad3e9e9 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:32:59.780253 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] Attempting to bind port eefaf9c4-1201-4106-81e1-1c7ddad3e9e9 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:32:59.780793 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] Attempting to bind port eefaf9c4-1201-4106-81e1-1c7ddad3e9e9 on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:32:59.788032 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:32:59.788686 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:32:59.789568 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:59.790116 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:32:59.790736 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] Bound port: eefaf9c4-1201-4106-81e1-1c7ddad3e9e9, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:32:59.791307 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:59.832848 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:32:59.841544 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-755bb3f3-898d-4b84-8bf0-30716c6afe99 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] 10.222.0.25 "GET /v2.0/floatingips?floating_network_id=cb4bb7f5-220f-4007-a71e-3b9747a0f991 HTTP/1.1" status: 200 len: 690 time: 0.1012678 Jun 02 20:32:59.852098 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e5bcf5-521b-48b1-af0e-ed2a53797912,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:32:59.862214 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51112) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:32:59.881321 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] For port eefaf9c4-1201-4106-81e1-1c7ddad3e9e9, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:32:59.892355 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:59.893037 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Added segment b9f43f7c-e04f-432e-adab-1f9924bf0dc7 of type vlan for network 1820121b-648c-4fbf-b332-ffb62567c502 Jun 02 20:32:59.901413 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] For port eefaf9c4-1201-4106-81e1-1c7ddad3e9e9, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=eefaf9c4-1201-4106-81e1-1c7ddad3e9e9,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:32:59.901779 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:32:59.917636 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:32:59.949466 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:32:59.953576 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858cedd3-7a7f-4fa7-8bbd-e30601754f6b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Made reservation on behalf of 8be4fa54bac948298a66a9573bebfccc for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:32:59.954400 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:32:59.956035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-858cedd3-7a7f-4fa7-8bbd-e30601754f6b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:00.196333 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] Routers {'8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:00.197356 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:32:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:00.199372 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:00.200192 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:33:00.205539 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-858cedd3-7a7f-4fa7-8bbd-e30601754f6b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] device_id is not set on port a230d810-5928-4283-a7dd-dbcd4f03b802 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:33:00.311494 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 42c183b2-5879-4fc4-9df8-b237f1a9d06c up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:33:00.431830 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:00.433898 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:00.445096 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53363e3f-e669-4b33-86d1-a210949a1b19 None None] Pushing event updated for resources: {'Port': ['ID=eefaf9c4-1201-4106-81e1-1c7ddad3e9e9,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:00.446192 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:00.446816 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:00.456796 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:00.550816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-858cedd3-7a7f-4fa7-8bbd-e30601754f6b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:00.554736 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-53363e3f-e669-4b33-86d1-a210949a1b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:00.589325 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] 10.222.0.25 "PUT /v2.0/routers/3c8f7b79-6223-4b60-9b85-3d51d1ec7205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1965482 Jun 02 20:33:00.668317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51118) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:00.687553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-07a563c2-3c1a-486a-8c66-de7df9eb0381 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1945398355', 'description': 'tempest-description--89478847'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:00.695779 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] Set router 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:33:00.697467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-07a563c2-3c1a-486a-8c66-de7df9eb0381 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:00.703722 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-07a563c2-3c1a-486a-8c66-de7df9eb0381 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Usage tracker for resource:security_group and tenant:661507761bd9425583aaf58f371479f6 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:00.706454 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-07a563c2-3c1a-486a-8c66-de7df9eb0381 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:00.716829 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-07a563c2-3c1a-486a-8c66-de7df9eb0381 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:00.735200 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-07a563c2-3c1a-486a-8c66-de7df9eb0381 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:00.770414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-07a563c2-3c1a-486a-8c66-de7df9eb0381 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:00.774173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-07a563c2-3c1a-486a-8c66-de7df9eb0381 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Usage tracker for resource:security_group_rule and tenant:661507761bd9425583aaf58f371479f6 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:00.775334 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 42c183b2-5879-4fc4-9df8-b237f1a9d06c completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:33:00.777219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-07a563c2-3c1a-486a-8c66-de7df9eb0381 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:00.780144 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e7451e27-f53a-4029-9ecf-12d457076110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:00.784284 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-07a563c2-3c1a-486a-8c66-de7df9eb0381 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:00.790388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-9fc31ec9-b6b0-490d-bb0d-b15947008e88 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Deleting port 6783a0f9-29ac-46e3-b706-d3aa3a44f334 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:33:00.790731 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9fc31ec9-b6b0-490d-bb0d-b15947008e88 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:00.825264 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1d902955-715e-4fe1-9f86-554581a4f226 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:33:00.888274 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.2914865 Jun 02 20:33:00.895705 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Pushing event updated for resources: {'Network': ['ID=1820121b-648c-4fbf-b332-ffb62567c502,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:00.905084 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51122) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:00.910292 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-d96b39ca-b667-49f5-afd2-160d1920c11d tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Request body: {'subnet': {'network_id': '1820121b-648c-4fbf-b332-ffb62567c502', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:00.930718 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9fc31ec9-b6b0-490d-bb0d-b15947008e88 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:00.940735 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:00.947564 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 1820121b-648c-4fbf-b332-ffb62567c502 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:33:00.961304 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] Sync routers for ids ['3c8f7b79-6223-4b60-9b85-3d51d1ec7205'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:33:00.974074 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:01.082969 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38795858-5b1f-4b12-9830-6505ec103d64', 'name': 'tempest-ServerActionsTestJSON-641857274-router', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:43Z', 'updated_at': '2021-06-02T20:32:54Z', 'revision_number': 4, 'project_id': '661507761bd9425583aaf58f371479f6', 'gw_port': {'id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:44Z', 'updated_at': '2021-06-02T20:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'f1338d54-7efb-485e-be73-03a7ef1a3302', 'name': '', 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'mac_address': 'fa:16:3e:a5:98:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c83951fa-3604-4554-9055-6ed20c4b7e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:51Z', 'updated_at': '2021-06-02T20:32:55Z', 'revision_number': 2, 'project_id': '661507761bd9425583aaf58f371479f6', 'subnets': [{'id': 'c83951fa-3604-4554-9055-6ed20c4b7e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:01.091505 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 1d902955-715e-4fe1-9f86-554581a4f226 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:33:01.102737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-9fc31ec9-b6b0-490d-bb0d-b15947008e88 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Calling delete_port for 6783a0f9-29ac-46e3-b706-d3aa3a44f334 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:33:01.123580 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] Routers {'3c8f7b79-6223-4b60-9b85-3d51d1ec7205'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:01.124364 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:32:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['3c8f7b79-6223-4b60-9b85-3d51d1ec7205'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:01.201977 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcc168e-d078-4353-b86d-90642a58f502 None None] Network bede93ae-6a8a-4814-bf93-fa26de1d5d8d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:33:01.204953 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d96b39ca-b667-49f5-afd2-160d1920c11d tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:01.217070 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d96b39ca-b667-49f5-afd2-160d1920c11d tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Usage tracker for resource:subnet and tenant:6633b2349bbf40f2878ddab83fda3e17 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:01.223457 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d96b39ca-b667-49f5-afd2-160d1920c11d tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:01.231866 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] Checking router: 38795858-5b1f-4b12-9830-6505ec103d64 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:33:01.234014 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] Updating router 38795858-5b1f-4b12-9830-6505ec103d64 port f1338d54-7efb-485e-be73-03a7ef1a3302 binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:33:01.237038 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d96b39ca-b667-49f5-afd2-160d1920c11d tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:01.288795 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 1d902955-715e-4fe1-9f86-554581a4f226 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:01.289241 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:01.292068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Deleting port 457e33dc-bf8c-41ef-b736-843591ed9106 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:33:01.292901 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:01.318020 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96b39ca-b667-49f5-afd2-160d1920c11d tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Made reservation on behalf of 6633b2349bbf40f2878ddab83fda3e17 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:33:01.322234 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d96b39ca-b667-49f5-afd2-160d1920c11d tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:01.361057 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-07a563c2-3c1a-486a-8c66-de7df9eb0381 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:01.372990 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-07a563c2-3c1a-486a-8c66-de7df9eb0381 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:01.377279 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9fc31ec9-b6b0-490d-bb0d-b15947008e88 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:01.404084 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:01.438442 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'name': 'tempest-ServersTestJSON-810871950-router', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:48Z', 'updated_at': '2021-06-02T20:32:53Z', 'revision_number': 3, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'gw_port': {'id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:51Z', 'updated_at': '2021-06-02T20:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:01.459061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a563c2-3c1a-486a-8c66-de7df9eb0381 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de005365-dedc-403c-a5be-e51ae7ed3499,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:01.478388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-07a563c2-3c1a-486a-8c66-de7df9eb0381 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:01.481031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:01.522722 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a61977d-db51-4334-b486-0f0ad164e232 None None] The sync data for ids ['8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'] in dv-neutron-601336-84-hyperv is: [{'id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'name': 'tempest-ServersTestJSON-810871950-router', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:48Z', 'updated_at': '2021-06-02T20:32:53Z', 'revision_number': 3, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'gw_port': {'id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:51Z', 'updated_at': '2021-06-02T20:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:33:01.584147 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] Set router 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:33:01.593897 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-3ec9e00e-805b-405f-a482-34a907a8530b None None] Provisioning for port 42c183b2-5879-4fc4-9df8-b237f1a9d06c completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:33:01.638019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51130) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:01.640524 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc31ec9-b6b0-490d-bb0d-b15947008e88 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Pushing event deleted for resources: {'Port': ['ID=6783a0f9-29ac-46e3-b706-d3aa3a44f334,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:01.644301 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9fc31ec9-b6b0-490d-bb0d-b15947008e88 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:01.661722 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-18563333-328b-4f40-9704-ec44849fbec6 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--338915871', 'description': 'tempest-description--490628273'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:01.686943 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:01.691970 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-3ec9e00e-805b-405f-a482-34a907a8530b None None] Provisioning complete for port 42c183b2-5879-4fc4-9df8-b237f1a9d06c triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:01.692224 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3ec9e00e-805b-405f-a482-34a907a8530b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:01.694803 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Allocated IP 172.20.0.1 (5d079c0e-8652-41e0-8610-48a5cd1e360b/181c37fa-d691-406b-8344-3c9a83cad17b/54e8bfc7-34e1-46c0-8b6f-0e0142081758) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:33:01.697272 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-18563333-328b-4f40-9704-ec44849fbec6 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:01.717912 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:01.722605 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-07a563c2-3c1a-486a-8c66-de7df9eb0381 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:01.724174 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-07a563c2-3c1a-486a-8c66-de7df9eb0381 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0540347 Jun 02 20:33:01.737656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51132) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:01.744804 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2429e522-a1ca-4daf-813b-5b5ff62fb366 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:01.748808 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-18563333-328b-4f40-9704-ec44849fbec6 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Usage tracker for resource:security_group and tenant:6c9e9bd5bff84a45b832072d10d3f65a is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:01.754901 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-18563333-328b-4f40-9704-ec44849fbec6 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:01.777399 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-18563333-328b-4f40-9704-ec44849fbec6 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:01.791212 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:01.791651 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:01.796806 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-858cedd3-7a7f-4fa7-8bbd-e30601754f6b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:01.817250 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-64c1315e-c9cd-41b6-a31e-102985298468 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Request body: {'security_group_rule': {'security_group_id': 'de005365-dedc-403c-a5be-e51ae7ed3499', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:01.824784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-64c1315e-c9cd-41b6-a31e-102985298468 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:01.828965 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-64c1315e-c9cd-41b6-a31e-102985298468 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Usage tracker for resource:security_group_rule and tenant:661507761bd9425583aaf58f371479f6 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:01.832449 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-64c1315e-c9cd-41b6-a31e-102985298468 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:01.839345 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-64c1315e-c9cd-41b6-a31e-102985298468 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:01.896779 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:01.997947 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-2429e522-a1ca-4daf-813b-5b5ff62fb366 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Transition to ACTIVE for port object 93aae6ce-4f3f-41ae-811d-56facf5b9eea will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:01.999490 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-64c1315e-c9cd-41b6-a31e-102985298468 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:02.058170 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'name': 'tempest-ServersTestManualDisk-189401112-router', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '1d902955-715e-4fe1-9f86-554581a4f226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:47Z', 'updated_at': '2021-06-02T20:32:57Z', 'revision_number': 4, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'gw_port': {'id': '1d902955-715e-4fe1-9f86-554581a4f226', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:64:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:49Z', 'updated_at': '2021-06-02T20:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe', 'name': '', 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'mac_address': 'fa:16:3e:52:29:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4214e910-aea4-41ab-916d-0599360240ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:55Z', 'updated_at': '2021-06-02T20:32:57Z', 'revision_number': 2, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'subnets': [{'id': '4214e910-aea4-41ab-916d-0599360240ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:02.064896 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] Checking router: 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:33:02.065368 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] Updating router 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 port c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:33:02.072490 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 1d902955-715e-4fe1-9f86-554581a4f226, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1d902955-715e-4fe1-9f86-554581a4f226,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:02.082649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858cedd3-7a7f-4fa7-8bbd-e30601754f6b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Network cfce956f-c223-4185-a25d-2ccfc80a3872 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:02.093001 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-858cedd3-7a7f-4fa7-8bbd-e30601754f6b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:02.098832 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cedd3-7a7f-4fa7-8bbd-e30601754f6b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Pushing event updated for resources: {'Port': ['ID=a230d810-5928-4283-a7dd-dbcd4f03b802,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:02.101459 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:02.121584 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858cedd3-7a7f-4fa7-8bbd-e30601754f6b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:02.126573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858cedd3-7a7f-4fa7-8bbd-e30601754f6b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:02.127420 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-858cedd3-7a7f-4fa7-8bbd-e30601754f6b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:02.131008 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:02.134167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9fc31ec9-b6b0-490d-bb0d-b15947008e88 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:02.136449 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9fc31ec9-b6b0-490d-bb0d-b15947008e88 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "DELETE /v2.0/ports/6783a0f9-29ac-46e3-b706-d3aa3a44f334 HTTP/1.1" status: 204 len: 168 time: 2.9682326 Jun 02 20:33:02.148094 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51136) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:02.152113 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:02.153973 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Calling delete_port for 457e33dc-bf8c-41ef-b736-843591ed9106 owned by network:floatingip {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:33:02.170017 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-18563333-328b-4f40-9704-ec44849fbec6 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:02.173356 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a2b5ecc4-7240-4a18-b338-0110020b2c99', 'external_fixed_ips': [{'subnet_id': '5a5e26e6-d16e-4849-88f2-2b569ceea4c3', 'ip_address': '172.20.0.12'}]}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:02.186137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:02.210637 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Usage tracker for resource:router and tenant:19e3cfb5c7d149af9bbfcec502dca95a is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:02.218374 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:02.241016 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-858cedd3-7a7f-4fa7-8bbd-e30601754f6b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.7865269 Jun 02 20:33:02.250971 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-858cedd3-7a7f-4fa7-8bbd-e30601754f6b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:02.255756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:02.257835 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51138) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:02.272822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:02.307205 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device eefaf9c4-1201-4106-81e1-1c7ddad3e9e9 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:33:02.345861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2429e522-a1ca-4daf-813b-5b5ff62fb366 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:02.348780 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:02.369020 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Transition to ACTIVE for port object 54e8bfc7-34e1-46c0-8b6f-0e0142081758 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:02.385356 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:02.386381 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:02.395039 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-64c1315e-c9cd-41b6-a31e-102985298468 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:02.411179 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:02.521317 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:02.567118 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-eb929e37-f73c-411d-bc99-4690a56d0bf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:02.582341 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=1d902955-715e-4fe1-9f86-554581a4f226,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:02.598375 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:02.657201 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-18563333-328b-4f40-9704-ec44849fbec6 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:02.666046 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Network 5d079c0e-8652-41e0-8610-48a5cd1e360b is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:02.669083 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429e522-a1ca-4daf-813b-5b5ff62fb366 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Pushing event updated for resources: {'Port': ['ID=93aae6ce-4f3f-41ae-811d-56facf5b9eea,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:02.673567 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:02.677969 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:02.680574 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-18563333-328b-4f40-9704-ec44849fbec6 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Usage tracker for resource:security_group_rule and tenant:6c9e9bd5bff84a45b832072d10d3f65a is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:02.690129 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3ec9e00e-805b-405f-a482-34a907a8530b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:02.692873 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2429e522-a1ca-4daf-813b-5b5ff62fb366 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:02.698796 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] Transition to ACTIVE for port object c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:02.703060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-18563333-328b-4f40-9704-ec44849fbec6 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:02.704168 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2429e522-a1ca-4daf-813b-5b5ff62fb366 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Network bede93ae-6a8a-4814-bf93-fa26de1d5d8d is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:02.704548 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.db.resource_extend [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 20:33:02.705297 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-64c1315e-c9cd-41b6-a31e-102985298468 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:02.708025 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-2429e522-a1ca-4daf-813b-5b5ff62fb366 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:02.708781 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:02.711405 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2429e522-a1ca-4daf-813b-5b5ff62fb366 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:02.717087 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:02.726628 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:02.730828 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-1b549dca-43cf-4908-9f25-0be4f375c1da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:02.765117 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-18563333-328b-4f40-9704-ec44849fbec6 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:02.813236 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Pushing event updated for resources: {'Port': ['ID=54e8bfc7-34e1-46c0-8b6f-0e0142081758,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:02.835399 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356802fc-db4e-4091-a4f9-700cb2be3533 None None] Pushing event updated for resources: {'Port': ['ID=c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:02.841618 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-356802fc-db4e-4091-a4f9-700cb2be3533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:02.858913 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port eefaf9c4-1201-4106-81e1-1c7ddad3e9e9 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:33:02.914610 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port eefaf9c4-1201-4106-81e1-1c7ddad3e9e9 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:02.915290 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:02.928062 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2429e522-a1ca-4daf-813b-5b5ff62fb366 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:02.928719 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2429e522-a1ca-4daf-813b-5b5ff62fb366 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:02.949760 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:02.986124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:03.038307 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:03.063581 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-3ec9e00e-805b-405f-a482-34a907a8530b None None] For port 42c183b2-5879-4fc4-9df8-b237f1a9d06c, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=42c183b2-5879-4fc4-9df8-b237f1a9d06c,segment=NetworkSegment(09acf224-05da-4645-84f8-10438f1c791f),segment_id=09acf224-05da-4645-84f8-10438f1c791f)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:03.092718 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3ec9e00e-805b-405f-a482-34a907a8530b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:03.122528 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:03.127048 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:03.143546 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] Attempting to bind port c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:03.144618 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] Attempting to bind port c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '2c905b90-3ec3-4c61-91a2-6126c729cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:03.145213 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] Attempting to bind port c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe on network ab3e1d4e-2d2a-46f1-a601-623159ab7f22 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:03.152469 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:33:03.152995 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] Checking segment: {'id': '2c905b90-3ec3-4c61-91a2-6126c729cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:33:03.153951 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:03.155020 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] Bound using segment: {'id': '2c905b90-3ec3-4c61-91a2-6126c729cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:33:03.157694 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] Bound port: c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c905b90-3ec3-4c61-91a2-6126c729cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:33:03.158248 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:03.185339 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2429e522-a1ca-4daf-813b-5b5ff62fb366 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 5.6772256 Jun 02 20:33:03.195072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1315e-c9cd-41b6-a31e-102985298468 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd5fa52-8c13-42f7-b6e0-b1c22d889b4a,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:03.197288 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51140) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:03.215956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] Transition to ACTIVE for port object f1338d54-7efb-485e-be73-03a7ef1a3302 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:03.242375 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:03.322548 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9e00e-805b-405f-a482-34a907a8530b None None] Pushing event updated for resources: {'Port': ['ID=42c183b2-5879-4fc4-9df8-b237f1a9d06c,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:03.346811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:03.353831 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] For port c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:33:03.360125 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] For port c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe,segment=NetworkSegment(2c905b90-3ec3-4c61-91a2-6126c729cdd3),segment_id=2c905b90-3ec3-4c61-91a2-6126c729cdd3)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:33:03.365106 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-64c1315e-c9cd-41b6-a31e-102985298468 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:03.367324 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:03.373628 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-18563333-328b-4f40-9704-ec44849fbec6 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:03.374741 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:03.404459 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-3ec9e00e-805b-405f-a482-34a907a8530b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:03.404976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-10c64ab8-2bd8-47ed-98b4-c2a199de302f None None] Provisioning for port 54e8bfc7-34e1-46c0-8b6f-0e0142081758 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:33:03.408101 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:03.432856 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-18563333-328b-4f40-9704-ec44849fbec6 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:03.439110 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:03.441856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-64c1315e-c9cd-41b6-a31e-102985298468 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:03.443501 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-64c1315e-c9cd-41b6-a31e-102985298468 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6561270 Jun 02 20:33:03.454209 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51142) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:03.455696 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:03.487800 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-be7645fb-1edf-4446-8057-c311395cfa77 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Request body: {'security_group_rule': {'security_group_id': 'de005365-dedc-403c-a5be-e51ae7ed3499', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:03.572897 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356802fc-db4e-4091-a4f9-700cb2be3533 None None] Pushing event updated for resources: {'Port': ['ID=c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe,revision_number=4']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:03.585406 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-356802fc-db4e-4091-a4f9-700cb2be3533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:03.610331 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] Routers {'3c8f7b79-6223-4b60-9b85-3d51d1ec7205'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:03.611356 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['3c8f7b79-6223-4b60-9b85-3d51d1ec7205'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:03.624062 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-be7645fb-1edf-4446-8057-c311395cfa77 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:03.643912 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f8e0e19a-de83-4373-a20d-7fdf73e9bd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:03.646142 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-be7645fb-1edf-4446-8057-c311395cfa77 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Usage tracker for resource:security_group_rule and tenant:661507761bd9425583aaf58f371479f6 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:03.676715 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-10c64ab8-2bd8-47ed-98b4-c2a199de302f None None] Provisioning complete for port 54e8bfc7-34e1-46c0-8b6f-0e0142081758 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:03.686727 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-10c64ab8-2bd8-47ed-98b4-c2a199de302f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:03.694801 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-be7645fb-1edf-4446-8057-c311395cfa77 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:03.747331 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:03.802756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-7b5e1f1e-8444-4901-90da-1111d84c16fa tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Deleting port 93aae6ce-4f3f-41ae-811d-56facf5b9eea {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:33:03.803102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b5e1f1e-8444-4901-90da-1111d84c16fa tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:03.845657 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:03.873953 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-be7645fb-1edf-4446-8057-c311395cfa77 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:03.885326 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:03.888231 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] Set router 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:33:03.894914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18563333-328b-4f40-9704-ec44849fbec6 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05180680-3e28-43fa-8ef9-30182a21a592,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:03.909490 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-18563333-328b-4f40-9704-ec44849fbec6 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:03.954983 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3c278d3b-160d-4bfd-b378-61f9d5f2c332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.454s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:04.003422 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e3932-90bb-4b3f-888d-bf25b3323164 None None] Pushing event updated for resources: {'Port': ['ID=f1338d54-7efb-485e-be73-03a7ef1a3302,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:04.009614 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-18563333-328b-4f40-9704-ec44849fbec6 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:04.015514 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-18563333-328b-4f40-9704-ec44849fbec6 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.3730292 Jun 02 20:33:04.016509 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:04.017713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51144) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:04.018463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-178e3932-90bb-4b3f-888d-bf25b3323164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:04.029990 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port eefaf9c4-1201-4106-81e1-1c7ddad3e9e9, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=eefaf9c4-1201-4106-81e1-1c7ddad3e9e9,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:04.031047 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-10c64ab8-2bd8-47ed-98b4-c2a199de302f None None] Port 54e8bfc7-34e1-46c0-8b6f-0e0142081758 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:33:04.041772 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:04.045997 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Pushing event deleted for resources: {'Port': ['ID=457e33dc-bf8c-41ef-b736-843591ed9106,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:04.046654 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:04.103368 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:04.126120 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=eefaf9c4-1201-4106-81e1-1c7ddad3e9e9,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:04.129609 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] Attempting to bind port f1338d54-7efb-485e-be73-03a7ef1a3302 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:04.130085 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] Attempting to bind port f1338d54-7efb-485e-be73-03a7ef1a3302 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'b8b3afdf-c9d2-4e79-ab7d-f74425a00d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:04.130460 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] Attempting to bind port f1338d54-7efb-485e-be73-03a7ef1a3302 on network 6d422b3f-35f6-44d4-a56d-8cdfa486af18 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:04.139554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:04.139824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-be7645fb-1edf-4446-8057-c311395cfa77 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:04.142267 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:33:04.142655 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] Checking segment: {'id': 'b8b3afdf-c9d2-4e79-ab7d-f74425a00d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:33:04.143064 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:04.145451 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] Bound using segment: {'id': 'b8b3afdf-c9d2-4e79-ab7d-f74425a00d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:33:04.145961 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] Bound port: f1338d54-7efb-485e-be73-03a7ef1a3302, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b3afdf-c9d2-4e79-ab7d-f74425a00d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:33:04.146350 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:04.163994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:04.186850 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-f36d49ec-fba7-47a4-8007-fdf7cb5d922e tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Request body: {'security_group_rule': {'security_group_id': '05180680-3e28-43fa-8ef9-30182a21a592', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:04.219246 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d96b39ca-b667-49f5-afd2-160d1920c11d tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:04.225101 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f36d49ec-fba7-47a4-8007-fdf7cb5d922e tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:04.247730 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:04.289684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f36d49ec-fba7-47a4-8007-fdf7cb5d922e tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Usage tracker for resource:security_group_rule and tenant:6c9e9bd5bff84a45b832072d10d3f65a is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:04.295232 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:04.301475 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f36d49ec-fba7-47a4-8007-fdf7cb5d922e tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:04.307752 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f36d49ec-fba7-47a4-8007-fdf7cb5d922e tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:04.319177 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] For port f1338d54-7efb-485e-be73-03a7ef1a3302, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:33:04.322398 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] For port f1338d54-7efb-485e-be73-03a7ef1a3302, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f1338d54-7efb-485e-be73-03a7ef1a3302,segment=NetworkSegment(b8b3afdf-c9d2-4e79-ab7d-f74425a00d42),segment_id=b8b3afdf-c9d2-4e79-ab7d-f74425a00d42)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:33:04.328632 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 42c183b2-5879-4fc4-9df8-b237f1a9d06c up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:33:04.368882 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:04.371256 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b5e1f1e-8444-4901-90da-1111d84c16fa tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:04.385188 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:04.429548 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'name': 'tempest-ServersTestManualDisk-189401112-router', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '1d902955-715e-4fe1-9f86-554581a4f226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:47Z', 'updated_at': '2021-06-02T20:32:57Z', 'revision_number': 4, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'gw_port': {'id': '1d902955-715e-4fe1-9f86-554581a4f226', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:64:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:49Z', 'updated_at': '2021-06-02T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe', 'name': '', 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'mac_address': 'fa:16:3e:52:29:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4214e910-aea4-41ab-916d-0599360240ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:55Z', 'updated_at': '2021-06-02T20:33:03Z', 'revision_number': 4, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'subnets': [{'id': '4214e910-aea4-41ab-916d-0599360240ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:04.435759 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa88c769-1759-4dfe-acb9-2ef756a324c3 None None] The sync data for ids ['3c8f7b79-6223-4b60-9b85-3d51d1ec7205'] in dv-neutron-601336-84-hyperv is: [{'id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'name': 'tempest-ServersTestManualDisk-189401112-router', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '1d902955-715e-4fe1-9f86-554581a4f226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:47Z', 'updated_at': '2021-06-02T20:32:57Z', 'revision_number': 4, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'gw_port': {'id': '1d902955-715e-4fe1-9f86-554581a4f226', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:64:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:49Z', 'updated_at': '2021-06-02T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe', 'name': '', 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'mac_address': 'fa:16:3e:52:29:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4214e910-aea4-41ab-916d-0599360240ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:55Z', 'updated_at': '2021-06-02T20:33:03Z', 'revision_number': 4, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'subnets': [{'id': '4214e910-aea4-41ab-916d-0599360240ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:33:04.437593 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:04.504329 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b39ca-b667-49f5-afd2-160d1920c11d tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Pushing event updated for resources: {'Subnet': ['ID=bba3b0ad-2b1e-4dda-ba1a-9e4ea6dd28e8,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:04.544005 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4b6c619d-cbc5-4998-a07f-0f75d023dd39 None None] Provisioning for port 93aae6ce-4f3f-41ae-811d-56facf5b9eea completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:33:04.545313 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d96b39ca-b667-49f5-afd2-160d1920c11d tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:04.553927 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4b6c619d-cbc5-4998-a07f-0f75d023dd39 None None] Provisioning complete for port 93aae6ce-4f3f-41ae-811d-56facf5b9eea triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:04.554315 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4b6c619d-cbc5-4998-a07f-0f75d023dd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:04.557391 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-7b5e1f1e-8444-4901-90da-1111d84c16fa tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Calling delete_port for 93aae6ce-4f3f-41ae-811d-56facf5b9eea owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:33:04.575480 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] device_id is not set on port a230d810-5928-4283-a7dd-dbcd4f03b802 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:33:04.582685 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f36d49ec-fba7-47a4-8007-fdf7cb5d922e tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:04.603533 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:04.622802 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] Routers {'38795858-5b1f-4b12-9830-6505ec103d64'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:04.623364 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['38795858-5b1f-4b12-9830-6505ec103d64'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:04.625568 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-be7645fb-1edf-4446-8057-c311395cfa77 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:04.720735 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Transition to ACTIVE for port object a230d810-5928-4283-a7dd-dbcd4f03b802 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:04.740146 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-4b6c619d-cbc5-4998-a07f-0f75d023dd39 None None] Port 93aae6ce-4f3f-41ae-811d-56facf5b9eea cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:33:04.741280 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:04.765194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-916a0884-cea2-4390-9092-4806f12f6064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:04.781176 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e3932-90bb-4b3f-888d-bf25b3323164 None None] Pushing event updated for resources: {'Port': ['ID=f1338d54-7efb-485e-be73-03a7ef1a3302,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:04.788201 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-178e3932-90bb-4b3f-888d-bf25b3323164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:04.861771 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 42c183b2-5879-4fc4-9df8-b237f1a9d06c triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:04.862324 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:04.877601 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96b39ca-b667-49f5-afd2-160d1920c11d tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Checking segment: {'id': 'b9f43f7c-e04f-432e-adab-1f9924bf0dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1820121b-648c-4fbf-b332-ffb62567c502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:33:04.877879 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96b39ca-b667-49f5-afd2-160d1920c11d tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Network hostable DHCP agents. Network: 1820121b-648c-4fbf-b332-ffb62567c502, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:33:04.913261 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-be7645fb-1edf-4446-8057-c311395cfa77 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:04.941463 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:04.953984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] Set router 38795858-5b1f-4b12-9830-6505ec103d64 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:33:04.985266 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7645fb-1edf-4446-8057-c311395cfa77 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ac9cf9-5a4b-4744-8c6f-a5dd1ef22316,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:04.987104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96b39ca-b667-49f5-afd2-160d1920c11d tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Network 1820121b-648c-4fbf-b332-ffb62567c502 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:33:04.996445 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-be7645fb-1edf-4446-8057-c311395cfa77 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:04.997650 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-be7645fb-1edf-4446-8057-c311395cfa77 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5190885 Jun 02 20:33:04.999645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-be7645fb-1edf-4446-8057-c311395cfa77 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:05.017101 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51146) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:05.020973 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:05.021306 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:05.021642 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:05.031420 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:05.042460 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:05.048324 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Usage tracker for resource:floatingip and tenant:661507761bd9425583aaf58f371479f6 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:05.055727 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-d96b39ca-b667-49f5-afd2-160d1920c11d tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 1820121b-648c-4fbf-b332-ffb62567c502) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:05.061209 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port a230d810-5928-4283-a7dd-dbcd4f03b802 on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:05.061535 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:33:05.067229 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96b39ca-b667-49f5-afd2-160d1920c11d tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:05.068069 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d96b39ca-b667-49f5-afd2-160d1920c11d tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:05.069636 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4703222b-96dd-494f-b3dc-71f863b0041f None None] Network 1820121b-648c-4fbf-b332-ffb62567c502 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:33:05.071526 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:05.076498 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 2 to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 Jun 02 20:33:05.097134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f36d49ec-fba7-47a4-8007-fdf7cb5d922e tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:05.101768 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:05.102102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:05.102504 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:05.109125 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:05.120454 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d96b39ca-b667-49f5-afd2-160d1920c11d tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2138200 Jun 02 20:33:05.123388 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:05.126439 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51150) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:05.131716 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-418298040', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}, 'admin_state_up': False}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:05.139070 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:05.140770 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port a230d810-5928-4283-a7dd-dbcd4f03b802 on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:05.141311 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:33:05.142156 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Pushing event updated for resources: {'Port': ['ID=a230d810-5928-4283-a7dd-dbcd4f03b802,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:05.143358 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Usage tracker for resource:router and tenant:6633b2349bbf40f2878ddab83fda3e17 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:05.146986 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:05.153219 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 3 to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 Jun 02 20:33:05.153847 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:05.164678 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f36d49ec-fba7-47a4-8007-fdf7cb5d922e tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:05.166240 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:05.166366 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:05.170356 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:05.171653 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:05.187512 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:05.189361 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:05.207823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:05.218610 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:05.223484 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d49ec-fba7-47a4-8007-fdf7cb5d922e tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7682bb5-268c-4763-9c03-6ee6d570e42a,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:05.249644 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f36d49ec-fba7-47a4-8007-fdf7cb5d922e tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:05.251418 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks [] for floatingip, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:05.264906 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:05.265328 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:05.266109 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:05.312010 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f36d49ec-fba7-47a4-8007-fdf7cb5d922e tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:05.316217 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f36d49ec-fba7-47a4-8007-fdf7cb5d922e tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2891870 Jun 02 20:33:05.317989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51152) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:05.324430 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port a230d810-5928-4283-a7dd-dbcd4f03b802 on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:05.325379 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:33:05.330884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e4d7e086-3863-4e80-b453-e7fedf236159 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Request body: {'security_group_rule': {'security_group_id': '05180680-3e28-43fa-8ef9-30182a21a592', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:05.337003 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 4 to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 Jun 02 20:33:05.361556 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e4d7e086-3863-4e80-b453-e7fedf236159 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:05.361742 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Pushing event updated for resources: {'Port': ['ID=54e8bfc7-34e1-46c0-8b6f-0e0142081758,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:05.376019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:05.377035 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:05.379251 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4b6c619d-cbc5-4998-a07f-0f75d023dd39 None None] Provisioning complete for port 42c183b2-5879-4fc4-9df8-b237f1a9d06c triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:05.379641 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4b6c619d-cbc5-4998-a07f-0f75d023dd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:05.444527 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:05.444952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:05.445378 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:05.453425 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e4d7e086-3863-4e80-b453-e7fedf236159 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Usage tracker for resource:security_group_rule and tenant:6c9e9bd5bff84a45b832072d10d3f65a is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:05.456862 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e4d7e086-3863-4e80-b453-e7fedf236159 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:05.463281 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e4d7e086-3863-4e80-b453-e7fedf236159 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:05.491479 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:05.535778 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2ea0eeac-5022-4f91-8d1b-fc639dd70df3,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:05.596860 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-1820121b-648c-4fbf-b332-ffb62567c502', 'network_id': '1820121b-648c-4fbf-b332-ffb62567c502', 'tenant_id': '6633b2349bbf40f2878ddab83fda3e17', 'fixed_ips': [{'subnet_id': 'bba3b0ad-2b1e-4dda-ba1a-9e4ea6dd28e8'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:33:05.597909 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:05.625238 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:05.685010 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e4d7e086-3863-4e80-b453-e7fedf236159 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:05.717239 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port a230d810-5928-4283-a7dd-dbcd4f03b802 on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:05.717573 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:33:05.725085 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 5 to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 Jun 02 20:33:05.784020 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:05.792696 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:05.815095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e4d7e086-3863-4e80-b453-e7fedf236159 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:05.817692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b5e1f1e-8444-4901-90da-1111d84c16fa tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:05.821866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:05.822188 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:05.822590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:05.834369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:33:05.834856 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:33:05.836825 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:33:05.836825 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > port after_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:33:05.836825 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > port after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:33:05.836825 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > port after_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:33:05.837446 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:33:05.838372 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:33:05.838372 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:33:05.838655 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:33:05.848990 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e4d7e086-3863-4e80-b453-e7fedf236159 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:05.854573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:05.882181 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1d902955-715e-4fe1-9f86-554581a4f226 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:33:05.884790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port a230d810-5928-4283-a7dd-dbcd4f03b802 on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:05.885127 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:33:05.896380 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 6 to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 Jun 02 20:33:05.926802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e1f1e-8444-4901-90da-1111d84c16fa tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Pushing event deleted for resources: {'Port': ['ID=93aae6ce-4f3f-41ae-811d-56facf5b9eea,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:05.968505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:05.972455 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:06.009150 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7b5e1f1e-8444-4901-90da-1111d84c16fa tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:06.016514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-64c1315e-c9cd-41b6-a31e-102985298468 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:06.020137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:33:06.020493 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:33:06.020829 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:33:06.021160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 02 20:33:06.021525 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4bb7f5-220f-4007-a71e-3b9747a0f991']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:06.031957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Allocated IP 172.20.0.2 (1820121b-648c-4fbf-b332-ffb62567c502/bba3b0ad-2b1e-4dda-ba1a-9e4ea6dd28e8/10718c76-421f-479e-8c90-b991ca17c729) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:33:06.042293 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:06.042959 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:06.043548 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:06.049090 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38795858-5b1f-4b12-9830-6505ec103d64', 'name': 'tempest-ServerActionsTestJSON-641857274-router', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:43Z', 'updated_at': '2021-06-02T20:32:54Z', 'revision_number': 4, 'project_id': '661507761bd9425583aaf58f371479f6', 'gw_port': {'id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:44Z', 'updated_at': '2021-06-02T20:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'f1338d54-7efb-485e-be73-03a7ef1a3302', 'name': '', 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'mac_address': 'fa:16:3e:a5:98:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c83951fa-3604-4554-9055-6ed20c4b7e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:51Z', 'updated_at': '2021-06-02T20:33:04Z', 'revision_number': 4, 'project_id': '661507761bd9425583aaf58f371479f6', 'subnets': [{'id': 'c83951fa-3604-4554-9055-6ed20c4b7e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:06.055266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:06.058199 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34ca657-5b86-40bc-80ea-3ba3d42e3899 None None] The sync data for ids ['38795858-5b1f-4b12-9830-6505ec103d64'] in dv-neutron-601336-84-hyperv is: [{'id': '38795858-5b1f-4b12-9830-6505ec103d64', 'name': 'tempest-ServerActionsTestJSON-641857274-router', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:43Z', 'updated_at': '2021-06-02T20:32:54Z', 'revision_number': 4, 'project_id': '661507761bd9425583aaf58f371479f6', 'gw_port': {'id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:44Z', 'updated_at': '2021-06-02T20:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'f1338d54-7efb-485e-be73-03a7ef1a3302', 'name': '', 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'mac_address': 'fa:16:3e:a5:98:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c83951fa-3604-4554-9055-6ed20c4b7e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:51Z', 'updated_at': '2021-06-02T20:33:04Z', 'revision_number': 4, 'project_id': '661507761bd9425583aaf58f371479f6', 'subnets': [{'id': 'c83951fa-3604-4554-9055-6ed20c4b7e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:33:06.060513 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15bdfd4d-79cb-421e-ad51-9c4302994a48') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:06.060815 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15bdfd4d-79cb-421e-ad51-9c4302994a48') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:06.064423 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 1d902955-715e-4fe1-9f86-554581a4f226 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:06.064838 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:06.185662 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:06.202013 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port a230d810-5928-4283-a7dd-dbcd4f03b802 on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:06.202545 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:33:06.202901 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7e086-3863-4e80-b453-e7fedf236159 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cce4e2e-e4cb-4e0a-aba7-4dc292308b6f,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:06.213032 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 7 to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 Jun 02 20:33:06.236202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e4d7e086-3863-4e80-b453-e7fedf236159 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:06.242515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51154) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:06.249031 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:06.251681 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e4d7e086-3863-4e80-b453-e7fedf236159 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9280834 Jun 02 20:33:06.258447 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:06.260182 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e4d7e086-3863-4e80-b453-e7fedf236159 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:06.268345 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:06.275649 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Network 5d079c0e-8652-41e0-8610-48a5cd1e360b is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:06.276961 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Usage tracker for resource:floatingip and tenant:6c9e9bd5bff84a45b832072d10d3f65a is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:06.283669 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:06.287371 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:06.292744 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:33:06.293153 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: from cryptography.utils import int_from_bytes Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: from cryptography.utils import int_from_bytes Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:33:06.323809 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:33:06.326268 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:06.345675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:06.346020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:06.346347 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:06.391850 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port a230d810-5928-4283-a7dd-dbcd4f03b802 on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:06.392182 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:33:06.394041 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b5e1f1e-8444-4901-90da-1111d84c16fa tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:06.399206 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 8 to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 Jun 02 20:33:06.426340 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:06.460170 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Transition to ACTIVE for port object 10718c76-421f-479e-8c90-b991ca17c729 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:06.511660 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7b5e1f1e-8444-4901-90da-1111d84c16fa tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] 10.222.0.25 "DELETE /v2.0/ports/93aae6ce-4f3f-41ae-811d-56facf5b9eea HTTP/1.1" status: 204 len: 168 time: 3.3054354 Jun 02 20:33:06.513636 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Transition to ACTIVE for port object 10718c76-421f-479e-8c90-b991ca17c729 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:06.518377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:06.522980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51156) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:06.531275 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:06.535650 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:06.535994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:06.536335 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:06.536655 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:06.552316 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks [] for floatingip, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:06.616273 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:06.648974 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:06.651400 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port a230d810-5928-4283-a7dd-dbcd4f03b802 on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:06.652006 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:33:06.656241 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 9 to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 Jun 02 20:33:06.679460 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb4bb7f5-220f-4007-a71e-3b9747a0f991,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:06.688285 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Network 1820121b-648c-4fbf-b332-ffb62567c502 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:06.690569 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cb4bb7f5-220f-4007-a71e-3b9747a0f991 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 02 20:33:06.698156 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:06.698304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:06.723024 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:06.737461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Pushing event updated for resources: {'Port': ['ID=10718c76-421f-479e-8c90-b991ca17c729,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:06.743769 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:06.755564 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-1a3c7677-bafe-4ca1-8f30-92b09dc5af6a None None] Provisioning complete for port 54e8bfc7-34e1-46c0-8b6f-0e0142081758 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:06.761373 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7677-bafe-4ca1-8f30-92b09dc5af6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:06.793893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:06.794394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:06.794883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:06.842032 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device eefaf9c4-1201-4106-81e1-1c7ddad3e9e9 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:33:06.858567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port a230d810-5928-4283-a7dd-dbcd4f03b802 on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:06.859136 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:33:06.861855 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-16fbd4ee-2d3d-4592-9b42-62eb87f37187 tempest-DHCPAgentSchedulersTestJSON-1613296918 tempest-DHCPAgentSchedulersTestJSON-1613296918-project-admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4360 time: 0.3228292 Jun 02 20:33:06.868018 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 10 to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 Jun 02 20:33:06.876503 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51160) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:06.883761 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:06.895972 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e5a22ee7-6968-4dc3-b2b6-ddeecce789ab tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1301146500'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:06.911864 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e5a22ee7-6968-4dc3-b2b6-ddeecce789ab tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:06.914910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Allocated IP 172.20.0.12 (a2b5ecc4-7240-4a18-b338-0110020b2c99/5a5e26e6-d16e-4849-88f2-2b569ceea4c3/e714a2ca-ee91-4a69-93c4-e492a1e241b1) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:33:06.919248 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:06.919739 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:06.920221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:06.938986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e5a22ee7-6968-4dc3-b2b6-ddeecce789ab tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Usage tracker for resource:network and tenant:fa305a5434a142f5bbe6c529596bb317 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:06.947224 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port a230d810-5928-4283-a7dd-dbcd4f03b802 on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:06.947747 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port a230d810-5928-4283-a7dd-dbcd4f03b802 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:33:06.948242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:06.970250 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e5a22ee7-6968-4dc3-b2b6-ddeecce789ab tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:06.978495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Allocated IP 172.26.0.180 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/9ef9258c-6497-4a1d-807b-d5c49f9cce2b) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:33:06.995794 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Attempting to bind port 10718c76-421f-479e-8c90-b991ca17c729 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:06.996348 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Attempting to bind port 10718c76-421f-479e-8c90-b991ca17c729 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'b9f43f7c-e04f-432e-adab-1f9924bf0dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1820121b-648c-4fbf-b332-ffb62567c502'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:06.997346 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Attempting to bind port 10718c76-421f-479e-8c90-b991ca17c729 on network 1820121b-648c-4fbf-b332-ffb62567c502 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:07.001059 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] 10.222.0.25 "DELETE /v2.0/networks/cb4bb7f5-220f-4007-a71e-3b9747a0f991 HTTP/1.1" status: 204 len: 168 time: 7.1375642 Jun 02 20:33:07.009779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:33:07.010344 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Checking segment: {'id': 'b9f43f7c-e04f-432e-adab-1f9924bf0dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1820121b-648c-4fbf-b332-ffb62567c502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:33:07.010668 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e5a22ee7-6968-4dc3-b2b6-ddeecce789ab tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:07.010933 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:07.011453 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Bound using segment: {'id': 'b9f43f7c-e04f-432e-adab-1f9924bf0dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1820121b-648c-4fbf-b332-ffb62567c502'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:33:07.011703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51162) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:07.012272 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Bound port: 10718c76-421f-479e-8c90-b991ca17c729, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f43f7c-e04f-432e-adab-1f9924bf0dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1820121b-648c-4fbf-b332-ffb62567c502'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:33:07.012749 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:07.022836 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c7677-bafe-4ca1-8f30-92b09dc5af6a None None] Port 54e8bfc7-34e1-46c0-8b6f-0e0142081758 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:33:07.038536 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port eefaf9c4-1201-4106-81e1-1c7ddad3e9e9 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:07.039029 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:07.171559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a22ee7-6968-4dc3-b2b6-ddeecce789ab tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Made reservation on behalf of fa305a5434a142f5bbe6c529596bb317 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:33:07.175426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e5a22ee7-6968-4dc3-b2b6-ddeecce789ab tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:07.190064 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d3fdecce-6d3c-4733-8e72-02559a118358 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Synchronizing usage tracker for tenant:6fd5c7cc6e664af280f39c05d5bd8644 on resource:floatingip {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:07.228549 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] For port 10718c76-421f-479e-8c90-b991ca17c729, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:33:07.250979 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] For port 10718c76-421f-479e-8c90-b991ca17c729, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=10718c76-421f-479e-8c90-b991ca17c729,segment=NetworkSegment(b9f43f7c-e04f-432e-adab-1f9924bf0dc7),segment_id=b9f43f7c-e04f-432e-adab-1f9924bf0dc7)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:33:07.259780 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f1338d54-7efb-485e-be73-03a7ef1a3302 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:33:07.286171 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Router 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:33:07.291686 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:07.302600 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:07.327977 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:07.362676 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d3fdecce-6d3c-4733-8e72-02559a118358 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Unset dirty status for tenant:6fd5c7cc6e664af280f39c05d5bd8644 on resource:floatingip {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:07.363928 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d3fdecce-6d3c-4733-8e72-02559a118358 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3422170 Jun 02 20:33:07.372973 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51164) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:07.375467 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:07.417336 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Pushing event updated for resources: {'Port': ['ID=10718c76-421f-479e-8c90-b991ca17c729,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:07.426955 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:07.429162 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port f1338d54-7efb-485e-be73-03a7ef1a3302 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:33:07.436523 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port f1338d54-7efb-485e-be73-03a7ef1a3302 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:07.436971 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:07.475911 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] For port a230d810-5928-4283-a7dd-dbcd4f03b802, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:33:07.476424 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempted to set empty binding levels {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 02 20:33:07.503903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:07.521779 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:07.538097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a22ee7-6968-4dc3-b2b6-ddeecce789ab tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:33:07.540256 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:07.603719 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:07.611755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] In _notify_port_updated(), no bound segment for port a230d810-5928-4283-a7dd-dbcd4f03b802 on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92549) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:33:07.612610 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:07.613744 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:07.614789 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] 10.222.0.25 "PUT /v2.0/ports/a230d810-5928-4283-a7dd-dbcd4f03b802 HTTP/1.1" status: 200 len: 977 time: 5.3559916 Jun 02 20:33:07.622296 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51166) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:07.651109 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e5a22ee7-6968-4dc3-b2b6-ddeecce789ab tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:07.651824 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-e5a22ee7-6968-4dc3-b2b6-ddeecce789ab tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Added segment 04861e72-537d-46bb-a59d-341b911ec509 of type vlan for network c54ca0db-5935-463e-b636-49bd83954302 Jun 02 20:33:07.663386 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port f1338d54-7efb-485e-be73-03a7ef1a3302, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f1338d54-7efb-485e-be73-03a7ef1a3302,segment=NetworkSegment(b8b3afdf-c9d2-4e79-ab7d-f74425a00d42),segment_id=b8b3afdf-c9d2-4e79-ab7d-f74425a00d42)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:07.671123 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:07.672117 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:33:07.691758 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:07.704354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Pushing event updated for resources: {'Port': ['ID=a230d810-5928-4283-a7dd-dbcd4f03b802,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:07.707134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:07.737286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e5a22ee7-6968-4dc3-b2b6-ddeecce789ab tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:07.743349 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:07.792523 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:07.798625 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:07.810765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:07.863776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Network a2b5ecc4-7240-4a18-b338-0110020b2c99 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:07.868419 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:07.872298 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:07.873623 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=f1338d54-7efb-485e-be73-03a7ef1a3302,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:07.873740 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aac4e7-c49c-49c1-b65f-037f39da2abf tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:07.874104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aac4e7-c49c-49c1-b65f-037f39da2abf tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:07.874580 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aac4e7-c49c-49c1-b65f-037f39da2abf tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:07.875019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aac4e7-c49c-49c1-b65f-037f39da2abf tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:07.875501 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aac4e7-c49c-49c1-b65f-037f39da2abf tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:07.875950 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aac4e7-c49c-49c1-b65f-037f39da2abf tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:07.876411 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aac4e7-c49c-49c1-b65f-037f39da2abf tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:07.876852 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aac4e7-c49c-49c1-b65f-037f39da2abf tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:07.877315 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aac4e7-c49c-49c1-b65f-037f39da2abf tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:07.878393 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f7aac4e7-c49c-49c1-b65f-037f39da2abf tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Synchronizing usage tracker for tenant:6fd5c7cc6e664af280f39c05d5bd8644 on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:07.907820 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e5a22ee7-6968-4dc3-b2b6-ddeecce789ab tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:07.924018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:07.929310 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a22ee7-6968-4dc3-b2b6-ddeecce789ab tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:07.929913 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e5a22ee7-6968-4dc3-b2b6-ddeecce789ab tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:07.933315 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:33:07.946324 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] Sync routers for ids ['8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:33:07.954694 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f7aac4e7-c49c-49c1-b65f-037f39da2abf tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Unset dirty status for tenant:6fd5c7cc6e664af280f39c05d5bd8644 on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:07.955905 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f7aac4e7-c49c-49c1-b65f-037f39da2abf tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5790 time: 0.5289116 Jun 02 20:33:07.971971 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] 10.222.0.25 "PUT /v2.0/routers/8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0540419 Jun 02 20:33:07.971971 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51168) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:07.972719 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:33:07.976895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] Routers {'8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:07.977644 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:07.983136 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Pushing event updated for resources: {'Port': ['ID=e714a2ca-ee91-4a69-93c4-e492a1e241b1,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:07.986162 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:07.992403 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:08.018576 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:08.039036 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:08.039634 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:08.044408 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e5a22ee7-6968-4dc3-b2b6-ddeecce789ab tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1612349 Jun 02 20:33:08.047893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51172) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:08.069402 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-6f61988a-e232-44c0-94d4-9e6b672bb77b tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] delete failed (client error): The resource could not be found. Jun 02 20:33:08.070391 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6f61988a-e232-44c0-94d4-9e6b672bb77b tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/b33f9fd5-a20e-4f1d-a2c0-008a5023db44 HTTP/1.1" status: 404 len: 345 time: 0.1070118 Jun 02 20:33:08.086491 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b499d42-1305-4346-ba70-0a2644874247 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:08.086491 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b499d42-1305-4346-ba70-0a2644874247 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:08.086857 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b499d42-1305-4346-ba70-0a2644874247 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:08.087318 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b499d42-1305-4346-ba70-0a2644874247 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:08.087785 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b499d42-1305-4346-ba70-0a2644874247 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:08.088255 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b499d42-1305-4346-ba70-0a2644874247 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:08.088718 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b499d42-1305-4346-ba70-0a2644874247 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:08.089178 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b499d42-1305-4346-ba70-0a2644874247 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:08.089638 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b499d42-1305-4346-ba70-0a2644874247 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:08.090616 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b499d42-1305-4346-ba70-0a2644874247 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:08.091086 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b499d42-1305-4346-ba70-0a2644874247 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:08.091571 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b499d42-1305-4346-ba70-0a2644874247 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:08.092030 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b499d42-1305-4346-ba70-0a2644874247 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:08.092483 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b499d42-1305-4346-ba70-0a2644874247 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:08.092941 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b499d42-1305-4346-ba70-0a2644874247 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:08.093396 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b499d42-1305-4346-ba70-0a2644874247 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:08.093848 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b499d42-1305-4346-ba70-0a2644874247 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:08.099941 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1b499d42-1305-4346-ba70-0a2644874247 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15676 time: 0.4574611 Jun 02 20:33:08.102683 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51174) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:08.102914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51176) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:08.180372 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc00523-24ab-4415-af21-94dbd3b698d3 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] DELETE failed (client error): The resource could not be found. Jun 02 20:33:08.180904 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc00523-24ab-4415-af21-94dbd3b698d3 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:33:08.182583 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0dc00523-24ab-4415-af21-94dbd3b698d3 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] 10.222.0.25 "DELETE /v2.0/networks/cb4bb7f5-220f-4007-a71e-3b9747a0f991 HTTP/1.1" status: 404 len: 339 time: 0.0781283 Jun 02 20:33:08.197433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51182) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:08.202819 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-f67698a1-f59f-4d5f-9e9e-4b93744bdd3b tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Request body: {'network': {'name': 'tempest-network--26814499', 'router:external': True}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:08.219367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f67698a1-f59f-4d5f-9e9e-4b93744bdd3b tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:08.223989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Allocated IP 172.26.0.81 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/ebfc6e85-40b1-411e-8bcf-21b44d1b4805) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:33:08.228998 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f67698a1-f59f-4d5f-9e9e-4b93744bdd3b tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Usage tracker for resource:network and tenant:6fd5c7cc6e664af280f39c05d5bd8644 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:08.234830 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a22ee7-6968-4dc3-b2b6-ddeecce789ab tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Pushing event updated for resources: {'Network': ['ID=c54ca0db-5935-463e-b636-49bd83954302,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:08.264482 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f67698a1-f59f-4d5f-9e9e-4b93744bdd3b tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:08.281782 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f67698a1-f59f-4d5f-9e9e-4b93744bdd3b tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:08.301987 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e5a22ee7-6968-4dc3-b2b6-ddeecce789ab tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:08.302482 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-858cedd3-7a7f-4fa7-8bbd-e30601754f6b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:08.321506 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] Set router 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:33:08.390773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67698a1-f59f-4d5f-9e9e-4b93744bdd3b tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Made reservation on behalf of 6fd5c7cc6e664af280f39c05d5bd8644 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:33:08.399631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f67698a1-f59f-4d5f-9e9e-4b93744bdd3b tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:08.414531 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51184) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:08.421863 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-881d249a-f9d3-4690-8f9c-a9dd70464dd6 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1584021934', 'description': 'tempest-description--721001079'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:08.448264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-881d249a-f9d3-4690-8f9c-a9dd70464dd6 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:08.474486 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-881d249a-f9d3-4690-8f9c-a9dd70464dd6 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Usage tracker for resource:security_group and tenant:a8f847206a014373a0b8b5216b88e1e0 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:08.477995 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-881d249a-f9d3-4690-8f9c-a9dd70464dd6 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:08.491393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network c54ca0db-5935-463e-b636-49bd83954302 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:33:08.524254 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-881d249a-f9d3-4690-8f9c-a9dd70464dd6 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:08.527340 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-e28f6633-3861-4d0d-9a9e-2b387dca0b62 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Deleting port a230d810-5928-4283-a7dd-dbcd4f03b802 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:33:08.528497 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e28f6633-3861-4d0d-9a9e-2b387dca0b62 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:08.529873 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:08.549533 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:08.615814 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:08.717101 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67698a1-f59f-4d5f-9e9e-4b93744bdd3b tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:33:08.733137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f67698a1-f59f-4d5f-9e9e-4b93744bdd3b tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:08.733570 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-f67698a1-f59f-4d5f-9e9e-4b93744bdd3b tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Added segment 4026ccd0-a464-45bf-821c-d667c9b3278b of type vlan for network f42fe0ed-f507-4dd4-9b3c-385748e27a9c Jun 02 20:33:08.738684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Pushing event updated for resources: {'Port': ['ID=9ef9258c-6497-4a1d-807b-d5c49f9cce2b,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:08.761608 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:08.779473 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f67698a1-f59f-4d5f-9e9e-4b93744bdd3b tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:08.789211 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:08.789395 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1916b827-b025-454c-989b-6e3b1ebd1bd0 tempest-DHCPAgentSchedulersTestJSON-1613296918 tempest-DHCPAgentSchedulersTestJSON-1613296918-project-admin] 10.222.0.25 "GET /v2.0/agents/3ec3fb6d-47f8-487c-a953-77c68c6f6a00/dhcp-networks HTTP/1.1" status: 200 len: 8053 time: 0.7390454 Jun 02 20:33:08.806280 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51186) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:08.854662 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:08.861867 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:08.875355 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe,segment=NetworkSegment(2c905b90-3ec3-4c61-91a2-6126c729cdd3),segment_id=2c905b90-3ec3-4c61-91a2-6126c729cdd3)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:08.896269 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:08.912282 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:08.988172 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-e28f6633-3861-4d0d-9a9e-2b387dca0b62 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] For port a230d810-5928-4283-a7dd-dbcd4f03b802, host hv-neutron-6013, got binding levels [] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:08.988172 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e28f6633-3861-4d0d-9a9e-2b387dca0b62 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:09.007388 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000103e0-c11f-4773-aa16-8226e4a8bb48 None None] Network 1820121b-648c-4fbf-b332-ffb62567c502 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:33:09.008239 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f67698a1-f59f-4d5f-9e9e-4b93744bdd3b tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:09.009348 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:09.010300 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-881d249a-f9d3-4690-8f9c-a9dd70464dd6 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:09.157792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f1338d54-7efb-485e-be73-03a7ef1a3302 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:33:09.179393 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67698a1-f59f-4d5f-9e9e-4b93744bdd3b tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:09.179983 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f67698a1-f59f-4d5f-9e9e-4b93744bdd3b tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:09.186941 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:09.188359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:09.210825 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-e28f6633-3861-4d0d-9a9e-2b387dca0b62 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Calling delete_port for a230d810-5928-4283-a7dd-dbcd4f03b802 owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:33:09.214976 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-881d249a-f9d3-4690-8f9c-a9dd70464dd6 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:09.223364 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2c3670d4-c6c0-489d-b0d7-dbccc5a99587 None None] Provisioning for port 10718c76-421f-479e-8c90-b991ca17c729 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:33:09.236185 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-881d249a-f9d3-4690-8f9c-a9dd70464dd6 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Usage tracker for resource:security_group_rule and tenant:a8f847206a014373a0b8b5216b88e1e0 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:09.241235 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-881d249a-f9d3-4690-8f9c-a9dd70464dd6 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:09.242636 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:09.258591 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:09.268862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-881d249a-f9d3-4690-8f9c-a9dd70464dd6 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:09.275765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cac8cc-237c-47f0-8e41-986e20cee1c7 tempest-DHCPAgentSchedulersTestJSON-1613296918 tempest-DHCPAgentSchedulersTestJSON-1613296918-project-admin] Network c54ca0db-5935-463e-b636-49bd83954302 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:33:09.307232 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-21cac8cc-237c-47f0-8e41-986e20cee1c7 tempest-DHCPAgentSchedulersTestJSON-1613296918 tempest-DHCPAgentSchedulersTestJSON-1613296918-project-admin] 10.222.0.25 "POST /v2.0/agents/3ec3fb6d-47f8-487c-a953-77c68c6f6a00/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4984004 Jun 02 20:33:09.307924 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:09.318241 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51188) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:09.324590 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec36e9f-12bd-4885-b83f-0d48d7c45b09 None None] Network c54ca0db-5935-463e-b636-49bd83954302 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:33:09.335428 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:09.361161 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'name': 'tempest-ServersTestJSON-810871950-router', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:48Z', 'updated_at': '2021-06-02T20:33:03Z', 'revision_number': 4, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'gw_port': {'id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:51Z', 'updated_at': '2021-06-02T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '54e8bfc7-34e1-46c0-8b6f-0e0142081758', 'name': '', 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'mac_address': 'fa:16:3e:d9:1d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '181c37fa-d691-406b-8344-3c9a83cad17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:33:01Z', 'updated_at': '2021-06-02T20:33:04Z', 'revision_number': 2, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'subnets': [{'id': '181c37fa-d691-406b-8344-3c9a83cad17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:09.391196 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Allocated IP 172.26.0.214 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/f3b07878-f229-4d8b-bae7-15cffab8cd1d) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:33:09.432470 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] Checking router: 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:33:09.432747 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] Updating router 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 port 54e8bfc7-34e1-46c0-8b6f-0e0142081758 binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:33:09.482641 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port f1338d54-7efb-485e-be73-03a7ef1a3302 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:09.483023 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:09.490965 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67698a1-f59f-4d5f-9e9e-4b93744bdd3b tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Pushing event updated for resources: {'Network': ['ID=f42fe0ed-f507-4dd4-9b3c-385748e27a9c,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:09.510211 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f67698a1-f59f-4d5f-9e9e-4b93744bdd3b tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:09.521927 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:09.529656 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network f42fe0ed-f507-4dd4-9b3c-385748e27a9c details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:33:09.550954 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:09.553524 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f67698a1-f59f-4d5f-9e9e-4b93744bdd3b tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.3551409 Jun 02 20:33:09.561793 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:09.566325 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51190) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:09.764781 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:09.813559 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Pushing event updated for resources: {'Port': ['ID=ebfc6e85-40b1-411e-8bcf-21b44d1b4805,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:09.839873 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:09.927592 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74968348-cc62-4e16-be20-c26c79cdefa3 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:09.933402 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74968348-cc62-4e16-be20-c26c79cdefa3 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:09.939941 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74968348-cc62-4e16-be20-c26c79cdefa3 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:09.946668 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74968348-cc62-4e16-be20-c26c79cdefa3 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:09.953793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74968348-cc62-4e16-be20-c26c79cdefa3 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:09.954883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-74968348-cc62-4e16-be20-c26c79cdefa3 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Synchronizing usage tracker for tenant:8254488a84a64c2b826e4e7d27df9f43 on resource:network {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:09.958199 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.034879 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 10718c76-421f-479e-8c90-b991ca17c729 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:33:10.041261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.db.resource_extend [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 20:33:10.069759 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.069969 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e28f6633-3861-4d0d-9a9e-2b387dca0b62 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.078740 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-74968348-cc62-4e16-be20-c26c79cdefa3 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Unset dirty status for tenant:8254488a84a64c2b826e4e7d27df9f43 on resource:network {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:10.083743 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-74968348-cc62-4e16-be20-c26c79cdefa3 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3055 time: 0.5144188 Jun 02 20:33:10.094831 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51192) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:10.095485 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.128562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:10.130253 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c6708c88-9106-4779-a27e-a56ad9794462 tempest-DHCPAgentSchedulersTestJSON-1613296918 tempest-DHCPAgentSchedulersTestJSON-1613296918-project-admin] 10.222.0.25 "GET /v2.0/agents/3ec3fb6d-47f8-487c-a953-77c68c6f6a00/dhcp-networks HTTP/1.1" status: 200 len: 8823 time: 0.8111694 Jun 02 20:33:10.143122 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51194) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:10.146914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-881d249a-f9d3-4690-8f9c-a9dd70464dd6 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.146914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-11d1651a-9211-42cb-a57a-baad1e2d4b4b tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:10.210253 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-881d249a-f9d3-4690-8f9c-a9dd70464dd6 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.217924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f6633-3861-4d0d-9a9e-2b387dca0b62 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Pushing event deleted for resources: {'Port': ['ID=a230d810-5928-4283-a7dd-dbcd4f03b802,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:10.232075 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e28f6633-3861-4d0d-9a9e-2b387dca0b62 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:10.239372 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:10.271473 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e28f6633-3861-4d0d-9a9e-2b387dca0b62 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.308029 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.325434 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.333938 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.348964 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3208213 Jun 02 20:33:10.362970 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 10718c76-421f-479e-8c90-b991ca17c729 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:33:10.374708 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 10718c76-421f-479e-8c90-b991ca17c729 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:10.375095 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.407896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6a273074-9726-4008-a5e9-5b03ec4c9828 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.418222 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d249a-f9d3-4690-8f9c-a9dd70464dd6 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f94ebd-3162-4c0b-a1cf-348c7ee60440,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:10.421376 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.422552 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-881d249a-f9d3-4690-8f9c-a9dd70464dd6 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:10.434576 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e28f6633-3861-4d0d-9a9e-2b387dca0b62 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] 10.222.0.25 "DELETE /v2.0/ports/a230d810-5928-4283-a7dd-dbcd4f03b802 HTTP/1.1" status: 204 len: 168 time: 2.3107629 Jun 02 20:33:10.436159 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:10.461302 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.480027 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51198) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:10.513083 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] Transition to ACTIVE for port object 54e8bfc7-34e1-46c0-8b6f-0e0142081758 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:10.515866 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8017dca4-8cd1-42d4-89b1-37b738a8fdb1 None None] Provisioning complete for port 10718c76-421f-479e-8c90-b991ca17c729 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:10.520357 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8017dca4-8cd1-42d4-89b1-37b738a8fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.559322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Pushing event updated for resources: {'Port': ['ID=9ef9258c-6497-4a1d-807b-d5c49f9cce2b,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:10.564095 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-881d249a-f9d3-4690-8f9c-a9dd70464dd6 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.567841 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-881d249a-f9d3-4690-8f9c-a9dd70464dd6 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1471283 Jun 02 20:33:10.585222 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.596404 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:10.600306 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51210) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:10.604820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-c5beb78a-02ba-4d4f-88a6-0870cdcfb86e tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Request body: {'security_group_rule': {'security_group_id': '16f94ebd-3162-4c0b-a1cf-348c7ee60440', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:10.606974 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:10.607646 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d84fc1-87b0-40ab-b8ed-d7e6b707f1c2 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] GET failed (client error): The resource could not be found. Jun 02 20:33:10.608183 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-88d84fc1-87b0-40ab-b8ed-d7e6b707f1c2 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Synchronizing usage tracker for tenant:8be4fa54bac948298a66a9573bebfccc on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:10.610796 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dedb4842-a691-4bf1-b961-ef6edad9165d tempest-DHCPAgentSchedulersTestJSON-1613296918 tempest-DHCPAgentSchedulersTestJSON-1613296918-project-admin] 10.222.0.25 "DELETE /v2.0/agents/3ec3fb6d-47f8-487c-a953-77c68c6f6a00/dhcp-networks/c54ca0db-5935-463e-b636-49bd83954302 HTTP/1.1" status: 204 len: 168 time: 0.4320419 Jun 02 20:33:10.619176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51220) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:10.622719 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c5beb78a-02ba-4d4f-88a6-0870cdcfb86e tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:10.640397 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c5beb78a-02ba-4d4f-88a6-0870cdcfb86e tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Usage tracker for resource:security_group_rule and tenant:a8f847206a014373a0b8b5216b88e1e0 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:10.688094 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1f994-33cc-43b4-b436-c812ca25f0be None None] Pushing event updated for resources: {'Port': ['ID=54e8bfc7-34e1-46c0-8b6f-0e0142081758,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:10.691475 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-36b1f994-33cc-43b4-b436-c812ca25f0be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:10.696553 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c5beb78a-02ba-4d4f-88a6-0870cdcfb86e tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:10.700401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:10.712554 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:10.718614 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c5beb78a-02ba-4d4f-88a6-0870cdcfb86e tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:10.724443 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6a273074-9726-4008-a5e9-5b03ec4c9828 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.728464 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:10.746958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-6a273074-9726-4008-a5e9-5b03ec4c9828 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42fe0ed-f507-4dd4-9b3c-385748e27a9c']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:10.764697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-6a273074-9726-4008-a5e9-5b03ec4c9828 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4026ccd0-a464-45bf-821c-d667c9b3278b') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:10.765226 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-6a273074-9726-4008-a5e9-5b03ec4c9828 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4026ccd0-a464-45bf-821c-d667c9b3278b') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:10.777881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6a273074-9726-4008-a5e9-5b03ec4c9828 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.792346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Pushing event updated for resources: {'Port': ['ID=f3b07878-f229-4d8b-bae7-15cffab8cd1d,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:10.813051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:10.841236 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51228) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:10.846563 dv-neutron-601336-84-hyperv neutron-server[92548]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 02 20:33:10.866532 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.882695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c5beb78a-02ba-4d4f-88a6-0870cdcfb86e tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.890237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6a273074-9726-4008-a5e9-5b03ec4c9828 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.898157 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:10.983845 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a273074-9726-4008-a5e9-5b03ec4c9828 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:33:10.984328 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6a273074-9726-4008-a5e9-5b03ec4c9828 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:33:11.001339 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:33:11.034631 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 10718c76-421f-479e-8c90-b991ca17c729, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=10718c76-421f-479e-8c90-b991ca17c729,segment=NetworkSegment(b9f43f7c-e04f-432e-adab-1f9924bf0dc7),segment_id=b9f43f7c-e04f-432e-adab-1f9924bf0dc7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:11.035653 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-db004869-ebc2-4b74-9a36-794063d344e7 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Synchronizing usage tracker for tenant:661507761bd9425583aaf58f371479f6 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:11.044137 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:11.054548 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:11.085279 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] Attempting to bind port 54e8bfc7-34e1-46c0-8b6f-0e0142081758 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:11.085662 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] Attempting to bind port 54e8bfc7-34e1-46c0-8b6f-0e0142081758 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '6a895b9f-ee68-4f5e-bbef-852b83ef6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:11.086035 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] Attempting to bind port 54e8bfc7-34e1-46c0-8b6f-0e0142081758 on network 5d079c0e-8652-41e0-8610-48a5cd1e360b {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:11.113692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-88d84fc1-87b0-40ab-b8ed-d7e6b707f1c2 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Unset dirty status for tenant:8be4fa54bac948298a66a9573bebfccc on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:11.115034 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-88d84fc1-87b0-40ab-b8ed-d7e6b707f1c2 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] 10.222.0.25 "GET /v2.0/ports/a230d810-5928-4283-a7dd-dbcd4f03b802 HTTP/1.1" status: 404 len: 333 time: 0.6304381 Jun 02 20:33:11.125510 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:33:11.125888 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] Checking segment: {'id': '6a895b9f-ee68-4f5e-bbef-852b83ef6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:33:11.126302 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:11.126705 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] Bound using segment: {'id': '6a895b9f-ee68-4f5e-bbef-852b83ef6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:33:11.127229 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] Bound port: 54e8bfc7-34e1-46c0-8b6f-0e0142081758, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a895b9f-ee68-4f5e-bbef-852b83ef6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:33:11.128860 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:11.130633 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51230) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:11.136014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-ac6dc393-4f3a-443e-8df4-b27daca1fc5a tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-88573300', 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:11.145621 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8017dca4-8cd1-42d4-89b1-37b738a8fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:11.162043 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ac6dc393-4f3a-443e-8df4-b27daca1fc5a tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:11.173320 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:33:11.186246 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c5beb78a-02ba-4d4f-88a6-0870cdcfb86e tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:11.195325 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-db004869-ebc2-4b74-9a36-794063d344e7 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Unset dirty status for tenant:661507761bd9425583aaf58f371479f6 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:11.196638 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-db004869-ebc2-4b74-9a36-794063d344e7 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1945398355&fields=id&tenant_id=661507761bd9425583aaf58f371479f6 HTTP/1.1" status: 200 len: 267 time: 0.3517668 Jun 02 20:33:11.201174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ac6dc393-4f3a-443e-8df4-b27daca1fc5a tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:11.203759 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c5beb78a-02ba-4d4f-88a6-0870cdcfb86e tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:11.233070 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:11.240772 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6a273074-9726-4008-a5e9-5b03ec4c9828 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:11.273046 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-13ad07db-71c4-4c08-8c2c-67326db8b19a tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:11.283212 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=10718c76-421f-479e-8c90-b991ca17c729,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:11.286182 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:11.300891 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a273074-9726-4008-a5e9-5b03ec4c9828 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f42fe0ed-f507-4dd4-9b3c-385748e27a9c {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 02 20:33:11.306325 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1d4f3c26-841a-4d18-bcac-7aba573975e3 tempest-DHCPAgentSchedulersTestJSON-1613296918 tempest-DHCPAgentSchedulersTestJSON-1613296918-project-admin] 10.222.0.25 "GET /v2.0/agents/3ec3fb6d-47f8-487c-a953-77c68c6f6a00/dhcp-networks HTTP/1.1" status: 200 len: 8053 time: 0.6768954 Jun 02 20:33:11.308534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a273074-9726-4008-a5e9-5b03ec4c9828 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Pushing event deleted for resources: {'Network': ['ID=f42fe0ed-f507-4dd4-9b3c-385748e27a9c,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:11.314412 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51232) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:11.322551 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6a273074-9726-4008-a5e9-5b03ec4c9828 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:11.328811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6a273074-9726-4008-a5e9-5b03ec4c9828 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:11.331861 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6dc393-4f3a-443e-8df4-b27daca1fc5a tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Made reservation on behalf of 8be4fa54bac948298a66a9573bebfccc for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:33:11.333656 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ac6dc393-4f3a-443e-8df4-b27daca1fc5a tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:11.339400 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6a273074-9726-4008-a5e9-5b03ec4c9828 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] 10.222.0.25 "DELETE /v2.0/networks/f42fe0ed-f507-4dd4-9b3c-385748e27a9c HTTP/1.1" status: 204 len: 168 time: 1.2427275 Jun 02 20:33:11.343171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51234) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:11.346041 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-21b515ab-457c-4562-9e59-494151511763 tempest-DHCPAgentSchedulersTestJSON-1613296918 tempest-DHCPAgentSchedulersTestJSON-1613296918-project-admin] 10.222.0.25 "GET /v2.0/networks/bede93ae-6a8a-4814-bf93-fa26de1d5d8d/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0305943 Jun 02 20:33:11.349636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-9961482c-5813-42a9-9e06-ab71dc16e1e1 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Request body: {'network': {'name': 'tempest-network--1837322416', 'router:external': True}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:11.353398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51236) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:11.355564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9961482c-5813-42a9-9e06-ab71dc16e1e1 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:11.359240 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5beb78a-02ba-4d4f-88a6-0870cdcfb86e tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0b8807-b094-47c9-b99a-b1daf78e73b5,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:11.365768 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Router ddcb1f37-62d1-45e9-b8a9-d777ef622cc5 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:33:11.368879 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9961482c-5813-42a9-9e06-ab71dc16e1e1 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Usage tracker for resource:network and tenant:6fd5c7cc6e664af280f39c05d5bd8644 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:11.373057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c5beb78a-02ba-4d4f-88a6-0870cdcfb86e tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:11.377087 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9961482c-5813-42a9-9e06-ab71dc16e1e1 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:11.387408 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9961482c-5813-42a9-9e06-ab71dc16e1e1 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:11.451670 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f2ab66fa-527f-44ca-ada8-6f940f0a1b81 tempest-DHCPAgentSchedulersTestJSON-1613296918 tempest-DHCPAgentSchedulersTestJSON-1613296918-project-admin] 10.222.0.25 "GET /v2.0/networks/bede93ae-6a8a-4814-bf93-fa26de1d5d8d/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0970972 Jun 02 20:33:11.452390 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.db.api [None req-8017dca4-8cd1-42d4-89b1-37b738a8fdb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:33:11.452934 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_db.api [None req-8017dca4-8cd1-42d4-89b1-37b738a8fdb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:33:11.458384 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51238) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:11.470111 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-ac6dc393-4f3a-443e-8df4-b27daca1fc5a tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] device_id is not set on port 468d8703-5a21-4b3b-9a08-e07d35ff3244 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:33:11.479648 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9961482c-5813-42a9-9e06-ab71dc16e1e1 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Made reservation on behalf of 6fd5c7cc6e664af280f39c05d5bd8644 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:33:11.482932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9961482c-5813-42a9-9e06-ab71dc16e1e1 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:11.511660 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c5beb78a-02ba-4d4f-88a6-0870cdcfb86e tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:11.516089 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:11.516089 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:11.516829 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c5beb78a-02ba-4d4f-88a6-0870cdcfb86e tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9154863 Jun 02 20:33:11.518766 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51240) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:11.533335 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:11.537461 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-f24c08f3-6191-4efd-89f7-28537d055455 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Request body: {'security_group_rule': {'security_group_id': '16f94ebd-3162-4c0b-a1cf-348c7ee60440', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:11.612578 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] For port 54e8bfc7-34e1-46c0-8b6f-0e0142081758, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:33:11.620610 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f24c08f3-6191-4efd-89f7-28537d055455 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:11.623664 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] For port 54e8bfc7-34e1-46c0-8b6f-0e0142081758, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=54e8bfc7-34e1-46c0-8b6f-0e0142081758,segment=NetworkSegment(6a895b9f-ee68-4f5e-bbef-852b83ef6db3),segment_id=6a895b9f-ee68-4f5e-bbef-852b83ef6db3)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:33:11.643332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f24c08f3-6191-4efd-89f7-28537d055455 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Usage tracker for resource:security_group_rule and tenant:a8f847206a014373a0b8b5216b88e1e0 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:11.679522 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9961482c-5813-42a9-9e06-ab71dc16e1e1 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:33:11.685123 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f24c08f3-6191-4efd-89f7-28537d055455 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:11.710811 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f24c08f3-6191-4efd-89f7-28537d055455 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:11.715991 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:11.732399 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9961482c-5813-42a9-9e06-ab71dc16e1e1 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:11.732742 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-9961482c-5813-42a9-9e06-ab71dc16e1e1 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Added segment b3c8ce26-c6eb-4aef-a2f7-bf39a738b47f of type vlan for network c03b91d2-2248-4af3-964e-e681ae0708e3 Jun 02 20:33:11.737886 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-3ec9e00e-805b-405f-a482-34a907a8530b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:11.765472 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:33:11.779959 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-befbe2fb-3140-4ed3-982d-08dce1001a97 tempest-DHCPAgentSchedulersTestJSON-1613296918 tempest-DHCPAgentSchedulersTestJSON-1613296918-project-admin] 10.222.0.25 "GET /v2.0/agents/3ec3fb6d-47f8-487c-a953-77c68c6f6a00/dhcp-networks HTTP/1.1" status: 200 len: 8053 time: 0.3203228 Jun 02 20:33:11.790320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51242) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:11.813106 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:11.821861 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-a4ed3549-8558-4a12-a2f8-10df92b6074e tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:11.822851 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-a4ed3549-8558-4a12-a2f8-10df92b6074e tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Synchronizing usage tracker for tenant:661507761bd9425583aaf58f371479f6 on resource:network {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:11.849194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:11.850268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9961482c-5813-42a9-9e06-ab71dc16e1e1 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:11.901013 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:11.902174 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.7377238 Jun 02 20:33:11.916106 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1f994-33cc-43b4-b436-c812ca25f0be None None] Pushing event updated for resources: {'Port': ['ID=54e8bfc7-34e1-46c0-8b6f-0e0142081758,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:11.920956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-36b1f994-33cc-43b4-b436-c812ca25f0be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:11.930734 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51244) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:11.932554 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] Sync routers for ids ['ddcb1f37-62d1-45e9-b8a9-d777ef622cc5'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:33:11.948255 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] Routers {'ddcb1f37-62d1-45e9-b8a9-d777ef622cc5'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:11.949026 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['ddcb1f37-62d1-45e9-b8a9-d777ef622cc5'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:11.984340 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f24c08f3-6191-4efd-89f7-28537d055455 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:12.022529 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] Routers {'8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:12.023229 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:12.063348 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8aa08bf8-578f-45d1-9130-d5a02390f3e1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:12.198937 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-a4ed3549-8558-4a12-a2f8-10df92b6074e tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Unset dirty status for tenant:661507761bd9425583aaf58f371479f6 on resource:network {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:12.206072 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-a4ed3549-8558-4a12-a2f8-10df92b6074e tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/networks?id=6d422b3f-35f6-44d4-a56d-8cdfa486af18 HTTP/1.1" status: 200 len: 811 time: 1.0010672 Jun 02 20:33:12.237979 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] Set router ddcb1f37-62d1-45e9-b8a9-d777ef622cc5 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:33:12.258450 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] Set router 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:33:12.300514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8aa08bf8-578f-45d1-9130-d5a02390f3e1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:12.314562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-8aa08bf8-578f-45d1-9130-d5a02390f3e1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54ca0db-5935-463e-b636-49bd83954302']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:12.329125 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-8aa08bf8-578f-45d1-9130-d5a02390f3e1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04861e72-537d-46bb-a59d-341b911ec509') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:12.329422 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-8aa08bf8-578f-45d1-9130-d5a02390f3e1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04861e72-537d-46bb-a59d-341b911ec509') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:12.342730 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8aa08bf8-578f-45d1-9130-d5a02390f3e1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:12.364353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8aa08bf8-578f-45d1-9130-d5a02390f3e1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:12.376680 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa08bf8-578f-45d1-9130-d5a02390f3e1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:33:12.377084 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8aa08bf8-578f-45d1-9130-d5a02390f3e1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:12.435039 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-9d373911-54c1-4d90-ac20-a6b1426cfbe2 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/quotas/661507761bd9425583aaf58f371479f6 HTTP/1.1" status: 200 len: 375 time: 0.2279072 Jun 02 20:33:12.488709 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9961482c-5813-42a9-9e06-ab71dc16e1e1 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:33:12.495629 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:33:12.498394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9961482c-5813-42a9-9e06-ab71dc16e1e1 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:12.498644 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9961482c-5813-42a9-9e06-ab71dc16e1e1 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:12.514055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e5a22ee7-6968-4dc3-b2b6-ddeecce789ab tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:12.547813 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ac6dc393-4f3a-443e-8df4-b27daca1fc5a tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:12.562891 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f24c08f3-6191-4efd-89f7-28537d055455 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:12.597025 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcb1f37-62d1-45e9-b8a9-d777ef622cc5', 'name': '', 'tenant_id': '19e3cfb5c7d149af9bbfcec502dca95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2b5ecc4-7240-4a18-b338-0110020b2c99', 'external_fixed_ips': [{'subnet_id': '5a5e26e6-d16e-4849-88f2-2b569ceea4c3', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e714a2ca-ee91-4a69-93c4-e492a1e241b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:33:02Z', 'updated_at': '2021-06-02T20:33:08Z', 'revision_number': 3, 'project_id': '19e3cfb5c7d149af9bbfcec502dca95a', 'gw_port': {'id': 'e714a2ca-ee91-4a69-93c4-e492a1e241b1', 'name': '', 'network_id': 'a2b5ecc4-7240-4a18-b338-0110020b2c99', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:93:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcb1f37-62d1-45e9-b8a9-d777ef622cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '5a5e26e6-d16e-4849-88f2-2b569ceea4c3', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:33:06Z', 'updated_at': '2021-06-02T20:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a5e26e6-d16e-4849-88f2-2b569ceea4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:12.601655 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] Checking router: ddcb1f37-62d1-45e9-b8a9-d777ef622cc5 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:33:12.602158 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] Updating router ddcb1f37-62d1-45e9-b8a9-d777ef622cc5 port e714a2ca-ee91-4a69-93c4-e492a1e241b1 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:33:12.610304 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8aa08bf8-578f-45d1-9130-d5a02390f3e1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:12.620654 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961482c-5813-42a9-9e06-ab71dc16e1e1 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Pushing event updated for resources: {'Network': ['ID=c03b91d2-2248-4af3-964e-e681ae0708e3,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:12.624316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9961482c-5813-42a9-9e06-ab71dc16e1e1 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:12.626645 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'name': 'tempest-ServersTestJSON-810871950-router', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:48Z', 'updated_at': '2021-06-02T20:33:03Z', 'revision_number': 4, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'gw_port': {'id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:51Z', 'updated_at': '2021-06-02T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '54e8bfc7-34e1-46c0-8b6f-0e0142081758', 'name': '', 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'mac_address': 'fa:16:3e:d9:1d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '181c37fa-d691-406b-8344-3c9a83cad17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:33:01Z', 'updated_at': '2021-06-02T20:33:11Z', 'revision_number': 4, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'subnets': [{'id': '181c37fa-d691-406b-8344-3c9a83cad17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:12.629019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f24c08f3-6191-4efd-89f7-28537d055455 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:12.633540 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network c03b91d2-2248-4af3-964e-e681ae0708e3 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:33:12.642812 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8aa08bf8-578f-45d1-9130-d5a02390f3e1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:12.652282 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:12.653733 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-be7645fb-1edf-4446-8057-c311395cfa77 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:12.658006 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf1260-ae1b-4f37-b83a-93e66edd5c44 None None] The sync data for ids ['8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'] in dv-neutron-601336-84-hyperv is: [{'id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'name': 'tempest-ServersTestJSON-810871950-router', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:48Z', 'updated_at': '2021-06-02T20:33:03Z', 'revision_number': 4, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'gw_port': {'id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:51Z', 'updated_at': '2021-06-02T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '54e8bfc7-34e1-46c0-8b6f-0e0142081758', 'name': '', 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'mac_address': 'fa:16:3e:d9:1d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '181c37fa-d691-406b-8344-3c9a83cad17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:33:01Z', 'updated_at': '2021-06-02T20:33:11Z', 'revision_number': 4, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'subnets': [{'id': '181c37fa-d691-406b-8344-3c9a83cad17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:33:12.690097 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:12.696489 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8aa08bf8-578f-45d1-9130-d5a02390f3e1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] 10.222.0.25 "DELETE /v2.0/networks/c54ca0db-5935-463e-b636-49bd83954302 HTTP/1.1" status: 204 len: 168 time: 0.9051030 Jun 02 20:33:12.698125 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa08bf8-578f-45d1-9130-d5a02390f3e1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Pushing event deleted for resources: {'Network': ['ID=c54ca0db-5935-463e-b636-49bd83954302,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:12.705475 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8aa08bf8-578f-45d1-9130-d5a02390f3e1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:12.705979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51246) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:12.719093 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-32e63e19-da62-4821-a2a9-a8b1635ec225 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:12.778029 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c08f3-6191-4efd-89f7-28537d055455 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6250014f-5aab-4bfb-8ed0-bf1ad45585ee,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:12.787106 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f24c08f3-6191-4efd-89f7-28537d055455 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:12.809723 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9961482c-5813-42a9-9e06-ab71dc16e1e1 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4648223 Jun 02 20:33:12.815562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51248) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:12.851804 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f24c08f3-6191-4efd-89f7-28537d055455 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:12.856731 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f24c08f3-6191-4efd-89f7-28537d055455 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3256381 Jun 02 20:33:12.859640 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51250) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:12.870580 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-481a5eaa-35ba-45ef-849f-0e252ae6a180 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Synchronizing usage tracker for tenant:661507761bd9425583aaf58f371479f6 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:12.873820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ac6dc393-4f3a-443e-8df4-b27daca1fc5a tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:12.880873 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:12.881055 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-66783bba-cfec-4749-bdcf-5712282ffdb1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] DELETE failed (client error): The resource could not be found. Jun 02 20:33:12.881382 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66783bba-cfec-4749-bdcf-5712282ffdb1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:33:12.886711 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-66783bba-cfec-4749-bdcf-5712282ffdb1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] 10.222.0.25 "DELETE /v2.0/ports/93aae6ce-4f3f-41ae-811d-56facf5b9eea HTTP/1.1" status: 404 len: 333 time: 0.1777251 Jun 02 20:33:12.888367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Router ffc5e190-453c-4b42-bfc0-288ae2ffdfbf is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:33:12.892081 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51252) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:12.903380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:12.942368 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:13.004939 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Usage tracker for resource:floatingip and tenant:a8f847206a014373a0b8b5216b88e1e0 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:13.014327 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.db.resource_extend [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 20:33:13.045351 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:13.073746 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:13.147819 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:13.192231 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6dc393-4f3a-443e-8df4-b27daca1fc5a tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Network cfce956f-c223-4185-a25d-2ccfc80a3872 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:13.205891 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-481a5eaa-35ba-45ef-849f-0e252ae6a180 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Unset dirty status for tenant:661507761bd9425583aaf58f371479f6 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:13.207670 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-481a5eaa-35ba-45ef-849f-0e252ae6a180 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=661507761bd9425583aaf58f371479f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7717102 Jun 02 20:33:13.208609 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-ac6dc393-4f3a-443e-8df4-b27daca1fc5a tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:13.218469 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:13.223706 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6dc393-4f3a-443e-8df4-b27daca1fc5a tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:13.225271 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6dc393-4f3a-443e-8df4-b27daca1fc5a tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:13.240854 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ac6dc393-4f3a-443e-8df4-b27daca1fc5a tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:13.259197 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks [] for floatingip, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:13.260799 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a58559-86fd-4c8b-88a2-393c844f0a69 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:13.266105 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c0a58559-86fd-4c8b-88a2-393c844f0a69 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] 10.222.0.25 "GET /v2.0/networks/c03b91d2-2248-4af3-964e-e681ae0708e3 HTTP/1.1" status: 200 len: 757 time: 0.3870871 Jun 02 20:33:13.266808 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51258) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:13.281811 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:13.306831 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] Transition to ACTIVE for port object e714a2ca-ee91-4a69-93c4-e492a1e241b1 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:13.320369 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:13.330435 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6dc393-4f3a-443e-8df4-b27daca1fc5a tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Pushing event updated for resources: {'Port': ['ID=468d8703-5a21-4b3b-9a08-e07d35ff3244,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:13.333011 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 10718c76-421f-479e-8c90-b991ca17c729 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:33:13.345745 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1d1d86-35cb-4e7a-85cb-be1ef41d8ef1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Deleting subnet 3cf1d14c-c191-4038-9650-b367f3237bbc {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:33:13.350181 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1d86-35cb-4e7a-85cb-be1ef41d8ef1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:13.362279 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:13.393035 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ac6dc393-4f3a-443e-8df4-b27daca1fc5a tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:13.409943 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-66333bd1-fffd-4de5-a0d1-de8b17c61b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:13.435659 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-32e63e19-da62-4821-a2a9-a8b1635ec225 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:13.463233 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] Attempting to bind port e714a2ca-ee91-4a69-93c4-e492a1e241b1 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:13.463621 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] Attempting to bind port e714a2ca-ee91-4a69-93c4-e492a1e241b1 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'be874514-8eb4-44f0-b9b0-4a27f2c7f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a2b5ecc4-7240-4a18-b338-0110020b2c99'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:13.463993 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] Attempting to bind port e714a2ca-ee91-4a69-93c4-e492a1e241b1 on network a2b5ecc4-7240-4a18-b338-0110020b2c99 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:13.471860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e77da46-cf89-46bd-87d6-ff6e71becd09 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:13.476732 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:33:13.476732 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] Checking segment: {'id': 'be874514-8eb4-44f0-b9b0-4a27f2c7f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a2b5ecc4-7240-4a18-b338-0110020b2c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:33:13.477221 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:13.477617 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7e77da46-cf89-46bd-87d6-ff6e71becd09 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] 10.222.0.25 "GET /v2.0/networks/2b5ae40f-294c-4b24-9255-0c30ddcafba7 HTTP/1.1" status: 200 len: 768 time: 0.1987092 Jun 02 20:33:13.477901 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] Bound using segment: {'id': 'be874514-8eb4-44f0-b9b0-4a27f2c7f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a2b5ecc4-7240-4a18-b338-0110020b2c99'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:33:13.478343 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] Bound port: e714a2ca-ee91-4a69-93c4-e492a1e241b1, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be874514-8eb4-44f0-b9b0-4a27f2c7f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a2b5ecc4-7240-4a18-b338-0110020b2c99'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:33:13.478660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51260) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:13.478765 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:13.500927 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 10718c76-421f-479e-8c90-b991ca17c729 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:13.501554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:13.518088 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af0b39-e9d3-4618-ae03-9e224b103b6b None None] Pushing event updated for resources: {'Port': ['ID=e714a2ca-ee91-4a69-93c4-e492a1e241b1,revision_number=2']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:13.528874 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-46af0b39-e9d3-4618-ae03-9e224b103b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:13.538753 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ac6dc393-4f3a-443e-8df4-b27daca1fc5a tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 2.4074097 Jun 02 20:33:13.547585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51264) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:13.598539 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] For port e714a2ca-ee91-4a69-93c4-e492a1e241b1, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:33:13.602911 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] For port e714a2ca-ee91-4a69-93c4-e492a1e241b1, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e714a2ca-ee91-4a69-93c4-e492a1e241b1,segment=NetworkSegment(be874514-8eb4-44f0-b9b0-4a27f2c7f31b),segment_id=be874514-8eb4-44f0-b9b0-4a27f2c7f31b)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:33:13.607966 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:13.615332 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:13.685361 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 54e8bfc7-34e1-46c0-8b6f-0e0142081758 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:33:13.693043 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af0b39-e9d3-4618-ae03-9e224b103b6b None None] Pushing event updated for resources: {'Port': ['ID=e714a2ca-ee91-4a69-93c4-e492a1e241b1,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:13.701571 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-46af0b39-e9d3-4618-ae03-9e224b103b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:13.706070 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-d48cbba4-5299-4505-96df-2c95b0232831 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:33:13.713339 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-d48cbba4-5299-4505-96df-2c95b0232831 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3211861 Jun 02 20:33:13.736186 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] Routers {'ddcb1f37-62d1-45e9-b8a9-d777ef622cc5'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:13.736983 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['ddcb1f37-62d1-45e9-b8a9-d777ef622cc5'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:13.750657 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c7aee87c-4696-451f-9c89-39aa1dc266d0 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:13.762907 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-32e63e19-da62-4821-a2a9-a8b1635ec225 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Deleting port e714a2ca-ee91-4a69-93c4-e492a1e241b1 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:33:13.763274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-32e63e19-da62-4821-a2a9-a8b1635ec225 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:13.778016 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 54e8bfc7-34e1-46c0-8b6f-0e0142081758 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:33:13.784336 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 54e8bfc7-34e1-46c0-8b6f-0e0142081758 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:13.785135 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:13.835694 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:13.850701 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:33:13.875705 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:13.879381 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47d8b61-5879-421d-b890-b244516677bb None None] Sync routers for ids ['ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:33:13.891997 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6470158 Jun 02 20:33:13.916657 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] Set router ddcb1f37-62d1-45e9-b8a9-d777ef622cc5 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:33:13.943840 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1d86-35cb-4e7a-85cb-be1ef41d8ef1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:13.952023 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47d8b61-5879-421d-b890-b244516677bb None None] Routers {'ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:13.952989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f47d8b61-5879-421d-b890-b244516677bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:14.007770 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Pushing event updated for resources: {'Port': ['ID=f3b07878-f229-4d8b-bae7-15cffab8cd1d,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:14.018512 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c7aee87c-4696-451f-9c89-39aa1dc266d0 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:14.046168 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-c7aee87c-4696-451f-9c89-39aa1dc266d0 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03b91d2-2248-4af3-964e-e681ae0708e3']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:14.070081 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-32e63e19-da62-4821-a2a9-a8b1635ec225 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] For port e714a2ca-ee91-4a69-93c4-e492a1e241b1, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e714a2ca-ee91-4a69-93c4-e492a1e241b1,segment=NetworkSegment(be874514-8eb4-44f0-b9b0-4a27f2c7f31b),segment_id=be874514-8eb4-44f0-b9b0-4a27f2c7f31b)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:14.070689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-32e63e19-da62-4821-a2a9-a8b1635ec225 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:14.081414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-c7aee87c-4696-451f-9c89-39aa1dc266d0 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c8ce26-c6eb-4aef-a2f7-bf39a738b47f') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:14.081872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-c7aee87c-4696-451f-9c89-39aa1dc266d0 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c8ce26-c6eb-4aef-a2f7-bf39a738b47f') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:14.096940 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:14.103704 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcb1f37-62d1-45e9-b8a9-d777ef622cc5', 'name': '', 'tenant_id': '19e3cfb5c7d149af9bbfcec502dca95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:33:02Z', 'updated_at': '2021-06-02T20:33:13Z', 'revision_number': 4, 'project_id': '19e3cfb5c7d149af9bbfcec502dca95a', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:14.114196 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a84d6e-3598-455a-abac-a3a5349fa3a3 None None] The sync data for ids ['ddcb1f37-62d1-45e9-b8a9-d777ef622cc5'] in dv-neutron-601336-84-hyperv is: [{'id': 'ddcb1f37-62d1-45e9-b8a9-d777ef622cc5', 'name': '', 'tenant_id': '19e3cfb5c7d149af9bbfcec502dca95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:33:02Z', 'updated_at': '2021-06-02T20:33:13Z', 'revision_number': 4, 'project_id': '19e3cfb5c7d149af9bbfcec502dca95a', 'gw_port_host': None}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:33:14.134866 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f47d8b61-5879-421d-b890-b244516677bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:14.157326 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47d8b61-5879-421d-b890-b244516677bb None None] Routers {'ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:14.158078 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f47d8b61-5879-421d-b890-b244516677bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:14.192955 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-4ee27c3e-f3a7-402c-a3b8-6627c28b28dc service neutron] 10.222.0.25 "GET /v2.0/networks/6d422b3f-35f6-44d4-a56d-8cdfa486af18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788671 Jun 02 20:33:14.199015 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:14.203854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c7aee87c-4696-451f-9c89-39aa1dc266d0 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:14.258245 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f47d8b61-5879-421d-b890-b244516677bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:14.258925 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47d8b61-5879-421d-b890-b244516677bb None None] The sync data for ids ['ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:33:14.287944 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-32e63e19-da62-4821-a2a9-a8b1635ec225 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Calling delete_port for e714a2ca-ee91-4a69-93c4-e492a1e241b1 owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:33:14.301694 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c7aee87c-4696-451f-9c89-39aa1dc266d0 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:14.306538 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 54e8bfc7-34e1-46c0-8b6f-0e0142081758, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=54e8bfc7-34e1-46c0-8b6f-0e0142081758,segment=NetworkSegment(6a895b9f-ee68-4f5e-bbef-852b83ef6db3),segment_id=6a895b9f-ee68-4f5e-bbef-852b83ef6db3)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:14.314636 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:14.316430 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6a8dfe-0bf6-4371-b31a-d194512611fc tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:14.318636 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:14.320323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0c6a8dfe-0bf6-4371-b31a-d194512611fc tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Synchronizing usage tracker for tenant:8be4fa54bac948298a66a9573bebfccc on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:14.323237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:14.325242 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 9.1972160 Jun 02 20:33:14.328906 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7aee87c-4696-451f-9c89-39aa1dc266d0 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:33:14.329351 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c7aee87c-4696-451f-9c89-39aa1dc266d0 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:14.332456 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51286) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:33:14.349540 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:33:14.367365 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:14.371790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51292) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:14.374313 dv-neutron-601336-84-hyperv neutron-server[92549]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 02 20:33:14.406964 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=54e8bfc7-34e1-46c0-8b6f-0e0142081758,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:14.411225 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:14.490988 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-db4635bd-7572-413f-a5c5-034847123e10 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Synchronizing usage tracker for tenant:6c9e9bd5bff84a45b832072d10d3f65a on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:14.505415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c7aee87c-4696-451f-9c89-39aa1dc266d0 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:14.643634 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0c6a8dfe-0bf6-4371-b31a-d194512611fc tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Unset dirty status for tenant:8be4fa54bac948298a66a9573bebfccc on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:14.647539 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0c6a8dfe-0bf6-4371-b31a-d194512611fc tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] 10.222.0.25 "GET /v2.0/ports/468d8703-5a21-4b3b-9a08-e07d35ff3244 HTTP/1.1" status: 200 len: 953 time: 1.0328207 Jun 02 20:33:14.648346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cefabda9-9dae-4bc1-9c31-34f59ab1a217 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:14.663861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51294) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:14.672829 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7aee87c-4696-451f-9c89-39aa1dc266d0 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c03b91d2-2248-4af3-964e-e681ae0708e3 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 02 20:33:14.690509 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-2ed03c2f-9e98-4a0c-9c85-0843c6f9e507 service neutron] 10.222.0.25 "GET /v2.0/networks/6d422b3f-35f6-44d4-a56d-8cdfa486af18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713795 Jun 02 20:33:14.751103 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-db4635bd-7572-413f-a5c5-034847123e10 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Unset dirty status for tenant:6c9e9bd5bff84a45b832072d10d3f65a on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:14.752485 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-db4635bd-7572-413f-a5c5-034847123e10 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--338915871&fields=id&tenant_id=6c9e9bd5bff84a45b832072d10d3f65a HTTP/1.1" status: 200 len: 267 time: 0.3797185 Jun 02 20:33:14.761623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c7aee87c-4696-451f-9c89-39aa1dc266d0 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:14.765449 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aee87c-4696-451f-9c89-39aa1dc266d0 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Pushing event deleted for resources: {'Network': ['ID=c03b91d2-2248-4af3-964e-e681ae0708e3,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:14.776112 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c7aee87c-4696-451f-9c89-39aa1dc266d0 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:14.781274 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1d86-35cb-4e7a-85cb-be1ef41d8ef1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:14.822513 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:15.017335 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c7aee87c-4696-451f-9c89-39aa1dc266d0 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] 10.222.0.25 "DELETE /v2.0/networks/c03b91d2-2248-4af3-964e-e681ae0708e3 HTTP/1.1" status: 204 len: 168 time: 1.5370359 Jun 02 20:33:15.020592 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51306) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:15.092873 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-6f3ff01a-1756-4d9e-ad82-5240c6414b59 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Request body: {'network': {'name': 'tempest-network--312233716'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:15.106725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6f3ff01a-1756-4d9e-ad82-5240c6414b59 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:15.127803 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cf14b207-3246-4b44-8ffd-63005fd8d724 req-79c1022c-cd47-4e5a-b1fe-d073298bc6c4 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 210 time: 0.1080182 Jun 02 20:33:15.164625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6f3ff01a-1756-4d9e-ad82-5240c6414b59 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Usage tracker for resource:network and tenant:6fd5c7cc6e664af280f39c05d5bd8644 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:15.176657 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6f3ff01a-1756-4d9e-ad82-5240c6414b59 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:15.187113 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6f3ff01a-1756-4d9e-ad82-5240c6414b59 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:15.195559 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 54e8bfc7-34e1-46c0-8b6f-0e0142081758 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:33:15.236156 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-ddb331c6-b3da-4caa-8a09-f456ab6922a5 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:15.236891 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-ddb331c6-b3da-4caa-8a09-f456ab6922a5 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Synchronizing usage tracker for tenant:6c9e9bd5bff84a45b832072d10d3f65a on resource:network {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:15.254984 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3ff01a-1756-4d9e-ad82-5240c6414b59 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Made reservation on behalf of 6fd5c7cc6e664af280f39c05d5bd8644 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:33:15.257318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6f3ff01a-1756-4d9e-ad82-5240c6414b59 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:15.303599 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-32e63e19-da62-4821-a2a9-a8b1635ec225 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:15.314285 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:15.328657 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 54e8bfc7-34e1-46c0-8b6f-0e0142081758 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:15.328994 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:15.363820 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-ddb331c6-b3da-4caa-8a09-f456ab6922a5 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Unset dirty status for tenant:6c9e9bd5bff84a45b832072d10d3f65a on resource:network {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:15.370304 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-ddb331c6-b3da-4caa-8a09-f456ab6922a5 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/networks?id=ab3e1d4e-2d2a-46f1-a601-623159ab7f22 HTTP/1.1" status: 200 len: 811 time: 0.5988839 Jun 02 20:33:15.381904 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e63e19-da62-4821-a2a9-a8b1635ec225 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Pushing event deleted for resources: {'Port': ['ID=e714a2ca-ee91-4a69-93c4-e492a1e241b1,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:15.419855 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-32e63e19-da62-4821-a2a9-a8b1635ec225 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:15.427446 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-262121a3-e075-44c0-8d8a-bf8c5aaf3e05 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/quotas/6c9e9bd5bff84a45b832072d10d3f65a HTTP/1.1" status: 200 len: 375 time: 0.0561924 Jun 02 20:33:15.522647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3ff01a-1756-4d9e-ad82-5240c6414b59 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:33:15.526796 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-682acc6a-711d-4eba-8c57-a7d4c9885074 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Deleting port 468d8703-5a21-4b3b-9a08-e07d35ff3244 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:33:15.526796 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-682acc6a-711d-4eba-8c57-a7d4c9885074 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:15.587679 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Allocated IP 172.26.0.169 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/654723c5-20a4-41b5-b306-7275ab3fdfcc) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:33:15.611296 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6f3ff01a-1756-4d9e-ad82-5240c6414b59 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:15.611648 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-6f3ff01a-1756-4d9e-ad82-5240c6414b59 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Added segment 7cd8297e-cf95-4dd9-98d6-4a7b82b7df0e of type vlan for network 37cacf19-f2a0-41e8-bb18-300fa50288da Jun 02 20:33:15.678965 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-682acc6a-711d-4eba-8c57-a7d4c9885074 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:15.687723 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-32e63e19-da62-4821-a2a9-a8b1635ec225 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:15.809671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6f3ff01a-1756-4d9e-ad82-5240c6414b59 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:15.936438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-682acc6a-711d-4eba-8c57-a7d4c9885074 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Calling delete_port for 468d8703-5a21-4b3b-9a08-e07d35ff3244 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:33:15.950696 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1d86-35cb-4e7a-85cb-be1ef41d8ef1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:15.981866 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d96b39ca-b667-49f5-afd2-160d1920c11d tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:16.013688 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8b1d1d86-35cb-4e7a-85cb-be1ef41d8ef1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:16.028555 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-32e63e19-da62-4821-a2a9-a8b1635ec225 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:16.035359 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4439564e-011e-4111-8691-4cb31289de13 None None] Network bede93ae-6a8a-4814-bf93-fa26de1d5d8d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:33:16.035693 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-32e63e19-da62-4821-a2a9-a8b1635ec225 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:16.070517 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d1d86-35cb-4e7a-85cb-be1ef41d8ef1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf1d14c-c191-4038-9650-b367f3237bbc,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:16.073001 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8b1d1d86-35cb-4e7a-85cb-be1ef41d8ef1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:16.083071 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8b1d1d86-35cb-4e7a-85cb-be1ef41d8ef1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] 10.222.0.25 "DELETE /v2.0/subnets/3cf1d14c-c191-4038-9650-b367f3237bbc HTTP/1.1" status: 204 len: 168 time: 3.1851637 Jun 02 20:33:16.089899 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51336) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:16.120454 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-26813711-39eb-4a58-932b-ae6856ae4301 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Synchronizing usage tracker for tenant:6c9e9bd5bff84a45b832072d10d3f65a on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:16.134820 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6f3ff01a-1756-4d9e-ad82-5240c6414b59 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:16.138649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3ff01a-1756-4d9e-ad82-5240c6414b59 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:16.139250 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6f3ff01a-1756-4d9e-ad82-5240c6414b59 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:16.148866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:16.159720 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:16.189473 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-32e63e19-da62-4821-a2a9-a8b1635ec225 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:16.190018 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e63e19-da62-4821-a2a9-a8b1635ec225 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddcb1f37-62d1-45e9-b8a9-d777ef622cc5 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:33:16.273742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-32e63e19-da62-4821-a2a9-a8b1635ec225 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:16.277561 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-32e63e19-da62-4821-a2a9-a8b1635ec225 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "DELETE /v2.0/routers/ddcb1f37-62d1-45e9-b8a9-d777ef622cc5 HTTP/1.1" status: 204 len: 168 time: 4.3402650 Jun 02 20:33:16.278702 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-26813711-39eb-4a58-932b-ae6856ae4301 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Unset dirty status for tenant:6c9e9bd5bff84a45b832072d10d3f65a on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:16.292293 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-26813711-39eb-4a58-932b-ae6856ae4301 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c9e9bd5bff84a45b832072d10d3f65a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8559856 Jun 02 20:33:16.296206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51342) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:16.303374 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6f3ff01a-1756-4d9e-ad82-5240c6414b59 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2501676 Jun 02 20:33:16.328501 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51350) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:16.340835 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ff01a-1756-4d9e-ad82-5240c6414b59 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Pushing event updated for resources: {'Network': ['ID=37cacf19-f2a0-41e8-bb18-300fa50288da,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:16.341750 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-432ef646-4867-4d4b-bc11-2322bcf06964 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Request body: {'network': {'router:external': True}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:16.350172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6f3ff01a-1756-4d9e-ad82-5240c6414b59 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:16.364929 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 37cacf19-f2a0-41e8-bb18-300fa50288da details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:33:16.391447 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-682acc6a-711d-4eba-8c57-a7d4c9885074 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:16.395173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7bd32b-dcd2-4bd6-8820-89c42a8bb57d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Deleting subnet 5a5e26e6-d16e-4849-88f2-2b569ceea4c3 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:33:16.401965 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd32b-dcd2-4bd6-8820-89c42a8bb57d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:16.457234 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:16.536086 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-29e0af2e-bf94-41f6-add7-7cce581305d0 req-1de5668c-38ab-4b51-8fea-b129fe9323b6 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 210 time: 0.2648227 Jun 02 20:33:16.562714 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-c7f51ab6-8888-497c-a6ea-ace2cd6c38b0 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:33:16.564410 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-c7f51ab6-8888-497c-a6ea-ace2cd6c38b0 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1959019 Jun 02 20:33:16.570550 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:16.572211 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682acc6a-711d-4eba-8c57-a7d4c9885074 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Pushing event deleted for resources: {'Port': ['ID=468d8703-5a21-4b3b-9a08-e07d35ff3244,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:16.649455 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:16.677954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f517849-4b9f-4ef2-96e5-42fd28ee5ef4 None None] DHCP port deletion for bede93ae-6a8a-4814-bf93-fa26de1d5d8d request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:33:16.786048 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-2f517849-4b9f-4ef2-96e5-42fd28ee5ef4 None None] Deleting port 42c183b2-5879-4fc4-9df8-b237f1a9d06c {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:33:16.786707 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2f517849-4b9f-4ef2-96e5-42fd28ee5ef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:16.806220 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-682acc6a-711d-4eba-8c57-a7d4c9885074 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:16.817394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-682acc6a-711d-4eba-8c57-a7d4c9885074 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:16.828778 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd32b-dcd2-4bd6-8820-89c42a8bb57d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:16.904778 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-682acc6a-711d-4eba-8c57-a7d4c9885074 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] 10.222.0.25 "DELETE /v2.0/ports/468d8703-5a21-4b3b-9a08-e07d35ff3244 HTTP/1.1" status: 204 len: 168 time: 2.2274253 Jun 02 20:33:16.910887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51354) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:16.913113 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-2f517849-4b9f-4ef2-96e5-42fd28ee5ef4 None None] For port 42c183b2-5879-4fc4-9df8-b237f1a9d06c, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=42c183b2-5879-4fc4-9df8-b237f1a9d06c,segment=NetworkSegment(09acf224-05da-4645-84f8-10438f1c791f),segment_id=09acf224-05da-4645-84f8-10438f1c791f)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:16.913524 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:16.913662 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2f517849-4b9f-4ef2-96e5-42fd28ee5ef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:16.941072 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:16.974885 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-a136cc0c-ba90-4dd3-bad1-c8da373f826e tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] GET failed (client error): The resource could not be found. Jun 02 20:33:16.975491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a136cc0c-ba90-4dd3-bad1-c8da373f826e tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Synchronizing usage tracker for tenant:8be4fa54bac948298a66a9573bebfccc on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:16.981979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd32b-dcd2-4bd6-8820-89c42a8bb57d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:17.015560 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-d6f726fe-8075-4bc9-9134-917391128ace service neutron] 10.222.0.25 "GET /v2.0/networks/ab3e1d4e-2d2a-46f1-a601-623159ab7f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295471 Jun 02 20:33:17.051244 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-2f517849-4b9f-4ef2-96e5-42fd28ee5ef4 None None] Calling delete_port for 42c183b2-5879-4fc4-9df8-b237f1a9d06c owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:33:17.118016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a136cc0c-ba90-4dd3-bad1-c8da373f826e tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Unset dirty status for tenant:8be4fa54bac948298a66a9573bebfccc on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:17.119215 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a136cc0c-ba90-4dd3-bad1-c8da373f826e tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] 10.222.0.25 "GET /v2.0/ports/468d8703-5a21-4b3b-9a08-e07d35ff3244 HTTP/1.1" status: 404 len: 333 time: 0.2074623 Jun 02 20:33:17.141839 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51356) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:17.156308 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-a4ebbfa8-754c-46a4-a85e-d54759a6570f tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Request body: {'port': {'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1973417317'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:17.166184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a4ebbfa8-754c-46a4-a85e-d54759a6570f tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:17.194361 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2f517849-4b9f-4ef2-96e5-42fd28ee5ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:17.198105 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0fedf382-98aa-4684-b3b5-899fce1cd1e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:17.231798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.95', 56553) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:17.234835 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 42c183b2-5879-4fc4-9df8-b237f1a9d06c no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:33:17.265041 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a4ebbfa8-754c-46a4-a85e-d54759a6570f tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:17.290183 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 42c183b2-5879-4fc4-9df8-b237f1a9d06c {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:33:17.290531 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 42c183b2-5879-4fc4-9df8-b237f1a9d06c not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:33:17.293304 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f517849-4b9f-4ef2-96e5-42fd28ee5ef4 None None] Pushing event deleted for resources: {'Port': ['ID=42c183b2-5879-4fc4-9df8-b237f1a9d06c,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:17.305895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f517849-4b9f-4ef2-96e5-42fd28ee5ef4 None None] No DVR routers for this DVR port 42c183b2-5879-4fc4-9df8-b237f1a9d06c on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:33:17.326936 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2f517849-4b9f-4ef2-96e5-42fd28ee5ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:17.359990 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:17.367754 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:17.373148 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:17.386987 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ebbfa8-754c-46a4-a85e-d54759a6570f tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Made reservation on behalf of 8be4fa54bac948298a66a9573bebfccc for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:33:17.389446 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a4ebbfa8-754c-46a4-a85e-d54759a6570f tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:17.409271 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-432ef646-4867-4d4b-bc11-2322bcf06964 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:17.419754 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-134c95e6-62d0-43b9-986d-2a25d64be63a service neutron] 10.222.0.25 "GET /v2.0/networks/ab3e1d4e-2d2a-46f1-a601-623159ab7f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932278 Jun 02 20:33:17.446531 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Deleting port 42c183b2-5879-4fc4-9df8-b237f1a9d06c {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:33:17.446871 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:17.452006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-a4ebbfa8-754c-46a4-a85e-d54759a6570f tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] device_id is not set on port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:33:17.470695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Pushing event updated for resources: {'Port': ['ID=654723c5-20a4-41b5-b306-7275ab3fdfcc,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:17.492178 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:17.501220 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-432ef646-4867-4d4b-bc11-2322bcf06964 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:17.637483 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:17.640695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-dd576348-c98d-488e-8ba6-9640bfa2339e tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:17.642140 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-dd576348-c98d-488e-8ba6-9640bfa2339e tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.95 "GET /v2.0/networks?id=6d422b3f-35f6-44d4-a56d-8cdfa486af18 HTTP/1.1" status: 200 len: 811 time: 0.4094303 Jun 02 20:33:17.807881 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Allocated IP 172.20.0.1 (1820121b-648c-4fbf-b332-ffb62567c502/bba3b0ad-2b1e-4dda-ba1a-9e4ea6dd28e8/50e86f90-3c23-43f3-8207-058b8189ff15) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:33:17.831407 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-432ef646-4867-4d4b-bc11-2322bcf06964 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Network 37cacf19-f2a0-41e8-bb18-300fa50288da is not hosted by any dhcp agent {{(pid=92548) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 20:33:17.832349 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432ef646-4867-4d4b-bc11-2322bcf06964 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:17.833020 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-432ef646-4867-4d4b-bc11-2322bcf06964 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:17.837269 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-432ef646-4867-4d4b-bc11-2322bcf06964 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] 10.222.0.25 "PUT /v2.0/networks/37cacf19-f2a0-41e8-bb18-300fa50288da HTTP/1.1" status: 200 len: 857 time: 1.5031593 Jun 02 20:33:17.851330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51386) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:17.884964 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] For port 42c183b2-5879-4fc4-9df8-b237f1a9d06c, host dv-neutron-601336-84-hyperv, got binding levels [] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:17.885332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:17.889777 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1da598df-2fbc-42f0-9b9e-2f80c68f3276 req-a016af41-508a-4590-941b-56d29cf4eac9 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 210 time: 0.1083176 Jun 02 20:33:17.951178 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-e074ac84-e918-423f-a633-318e023aaf69 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Synchronizing usage tracker for tenant:661507761bd9425583aaf58f371479f6 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:17.961709 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd32b-dcd2-4bd6-8820-89c42a8bb57d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:17.969296 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a4ebbfa8-754c-46a4-a85e-d54759a6570f tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:18.026791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b79d654e-924b-40df-bb9c-f75bd1ec017e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:18.092636 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Calling delete_port for 42c183b2-5879-4fc4-9df8-b237f1a9d06c owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:33:18.094435 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5b7bd32b-dcd2-4bd6-8820-89c42a8bb57d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:18.097448 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cbf25d01-0892-4194-a2a7-cb74349992bf req-21c59c62-d91f-48e5-82d4-1ded90eab9da tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 210 time: 0.3107879 Jun 02 20:33:18.097588 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bd32b-dcd2-4bd6-8820-89c42a8bb57d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5a5e26e6-d16e-4849-88f2-2b569ceea4c3,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:18.103413 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.ipam_backend_mixin [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Port 42c183b2-5879-4fc4-9df8-b237f1a9d06c was not found and therefore no delete operation was performed {{(pid=92548) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 20:33:18.113649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5b7bd32b-dcd2-4bd6-8820-89c42a8bb57d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:18.118555 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-e074ac84-e918-423f-a633-318e023aaf69 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Unset dirty status for tenant:661507761bd9425583aaf58f371479f6 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:18.119400 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:18.120795 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-e074ac84-e918-423f-a633-318e023aaf69 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=661507761bd9425583aaf58f371479f6 HTTP/1.1" status: 200 len: 380 time: 0.4249566 Jun 02 20:33:18.130623 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ef646-4867-4d4b-bc11-2322bcf06964 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Pushing event updated for resources: {'Network': ['ID=37cacf19-f2a0-41e8-bb18-300fa50288da,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:18.132596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-dd773b34-defa-468e-a2ee-015854cab24d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Request body: {'port': {'device_id': '91d1c2c3-e221-43fd-8cd9-5dc8b435d26a', 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18', 'admin_state_up': True, 'tenant_id': '661507761bd9425583aaf58f371479f6', 'security_groups': ['de005365-dedc-403c-a5be-e51ae7ed3499']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:18.166251 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-432ef646-4867-4d4b-bc11-2322bcf06964 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:18.167774 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:18.179029 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8666348b-97e3-4327-9636-4f5d3b1852e4 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:18.213728 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] No DVR routers for this DVR port 42c183b2-5879-4fc4-9df8-b237f1a9d06c on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:33:18.215553 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Pushing event deleted for resources: {'Port': ['ID=42c183b2-5879-4fc4-9df8-b237f1a9d06c,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:18.257072 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:18.304671 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5b7bd32b-dcd2-4bd6-8820-89c42a8bb57d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/5a5e26e6-d16e-4849-88f2-2b569ceea4c3 HTTP/1.1" status: 204 len: 168 time: 2.0068047 Jun 02 20:33:18.355287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51416) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:18.415249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a4ebbfa8-754c-46a4-a85e-d54759a6570f tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:18.505959 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-32e63e19-da62-4821-a2a9-a8b1635ec225 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:18.527269 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:18.786922 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:18.809882 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Transition to ACTIVE for port object 50e86f90-3c23-43f3-8207-058b8189ff15 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:18.896748 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-db3033cd-4aac-48de-8a0a-1cda7d19915c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:18.928108 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:18.958757 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:18.979763 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ebbfa8-754c-46a4-a85e-d54759a6570f tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Network cfce956f-c223-4185-a25d-2ccfc80a3872 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:19.001982 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.008214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-a4ebbfa8-754c-46a4-a85e-d54759a6570f tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:19.023835 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ebbfa8-754c-46a4-a85e-d54759a6570f tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:19.024764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ebbfa8-754c-46a4-a85e-d54759a6570f tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:19.025366 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a4ebbfa8-754c-46a4-a85e-d54759a6570f tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.039369 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8666348b-97e3-4327-9636-4f5d3b1852e4 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.064442 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.070091 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-dd773b34-defa-468e-a2ee-015854cab24d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:19.080083 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-dd773b34-defa-468e-a2ee-015854cab24d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:19.114592 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bede93ae-6a8a-4814-bf93-fa26de1d5d8d']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:19.133241 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-dd773b34-defa-468e-a2ee-015854cab24d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Made reservation on behalf of 661507761bd9425583aaf58f371479f6 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:33:19.136613 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-dd773b34-defa-468e-a2ee-015854cab24d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.153650 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Network 1820121b-648c-4fbf-b332-ffb62567c502 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:19.155757 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09acf224-05da-4645-84f8-10438f1c791f') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:19.156341 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09acf224-05da-4645-84f8-10438f1c791f') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:19.159241 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-8666348b-97e3-4327-9636-4f5d3b1852e4 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37cacf19-f2a0-41e8-bb18-300fa50288da']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:19.171183 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebbfa8-754c-46a4-a85e-d54759a6570f tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Pushing event updated for resources: {'Port': ['ID=7c511c23-c8a9-40e3-994f-e15b9d0ee402,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:19.180915 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:19.182860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a4ebbfa8-754c-46a4-a85e-d54759a6570f tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:19.188705 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a4ebbfa8-754c-46a4-a85e-d54759a6570f tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0419056 Jun 02 20:33:19.203304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:19.275863 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51428) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:19.283531 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.291039 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:19.297590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-db3033cd-4aac-48de-8a0a-1cda7d19915c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.316895 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-db3033cd-4aac-48de-8a0a-1cda7d19915c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b5ecc4-7240-4a18-b338-0110020b2c99']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:19.331891 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.347862 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-8666348b-97e3-4327-9636-4f5d3b1852e4 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd8297e-cf95-4dd9-98d6-4a7b82b7df0e') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:19.348457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-8666348b-97e3-4327-9636-4f5d3b1852e4 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd8297e-cf95-4dd9-98d6-4a7b82b7df0e') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:19.421460 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Pushing event updated for resources: {'Port': ['ID=50e86f90-3c23-43f3-8207-058b8189ff15,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:19.426344 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:19.473691 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-92847527-74e7-402b-ac9c-3cc994c77873 req-2c0678ce-80a1-4376-9427-78c779f7ab70 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 210 time: 0.0857127 Jun 02 20:33:19.489879 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.505973 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8666348b-97e3-4327-9636-4f5d3b1852e4 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.533118 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-379e2629-c8ad-4161-a3e5-c9671f381193 None None] Provisioning for port 50e86f90-3c23-43f3-8207-058b8189ff15 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:33:19.536655 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-db3033cd-4aac-48de-8a0a-1cda7d19915c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be874514-8eb4-44f0-b9b0-4a27f2c7f31b') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:19.536952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-db3033cd-4aac-48de-8a0a-1cda7d19915c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be874514-8eb4-44f0-b9b0-4a27f2c7f31b') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:19.539635 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-379e2629-c8ad-4161-a3e5-c9671f381193 None None] Provisioning complete for port 50e86f90-3c23-43f3-8207-058b8189ff15 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:19.540019 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-379e2629-c8ad-4161-a3e5-c9671f381193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.574118 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-591ead64-8734-4b9d-b8d6-0d9d6ca20155 req-e391c4cf-c5e6-4a2d-9177-fdc90cf6c19b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 210 time: 0.2147148 Jun 02 20:33:19.591302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:33:19.591865 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.599853 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-db3033cd-4aac-48de-8a0a-1cda7d19915c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.618077 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-379e2629-c8ad-4161-a3e5-c9671f381193 None None] Port 50e86f90-3c23-43f3-8207-058b8189ff15 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:33:19.625911 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8666348b-97e3-4327-9636-4f5d3b1852e4 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.675184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8666348b-97e3-4327-9636-4f5d3b1852e4 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:33:19.675744 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8666348b-97e3-4327-9636-4f5d3b1852e4 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:33:19.691653 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:33:19.699245 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-db3033cd-4aac-48de-8a0a-1cda7d19915c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:33:19.703663 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:33:19.792414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3033cd-4aac-48de-8a0a-1cda7d19915c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:33:19.792830 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-db3033cd-4aac-48de-8a0a-1cda7d19915c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:33:19.806672 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:33:19.844890 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.900490 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.931036 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8666348b-97e3-4327-9636-4f5d3b1852e4 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.933194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-dd773b34-defa-468e-a2ee-015854cab24d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Allocated IP 172.20.0.14 (6d422b3f-35f6-44d4-a56d-8cdfa486af18/c83951fa-3604-4554-9055-6ed20c4b7e5d/a901cc98-7deb-4f4d-80a3-acef48dbdab7) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:33:19.939828 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-db3033cd-4aac-48de-8a0a-1cda7d19915c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.942887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8666348b-97e3-4327-9636-4f5d3b1852e4 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 37cacf19-f2a0-41e8-bb18-300fa50288da {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 02 20:33:19.948803 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6a273074-9726-4008-a5e9-5b03ec4c9828 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:19.959643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f67698a1-f59f-4d5f-9e9e-4b93744bdd3b tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:19.962438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8666348b-97e3-4327-9636-4f5d3b1852e4 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.978874 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3033cd-4aac-48de-8a0a-1cda7d19915c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a2b5ecc4-7240-4a18-b338-0110020b2c99 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 02 20:33:19.981040 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.981317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666348b-97e3-4327-9636-4f5d3b1852e4 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Pushing event deleted for resources: {'Network': ['ID=37cacf19-f2a0-41e8-bb18-300fa50288da,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:19.987785 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-db3033cd-4aac-48de-8a0a-1cda7d19915c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:19.994607 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8666348b-97e3-4327-9636-4f5d3b1852e4 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:19.995312 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:19.996219 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Pushing event deleted for resources: {'Network': ['ID=bede93ae-6a8a-4814-bf93-fa26de1d5d8d,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:20.003299 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] 10.222.0.25 "DELETE /v2.0/networks/bede93ae-6a8a-4814-bf93-fa26de1d5d8d HTTP/1.1" status: 204 len: 168 time: 3.9077201 Jun 02 20:33:20.017409 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:20.043700 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3033cd-4aac-48de-8a0a-1cda7d19915c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Pushing event deleted for resources: {'Network': ['ID=a2b5ecc4-7240-4a18-b338-0110020b2c99,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:20.057441 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8666348b-97e3-4327-9636-4f5d3b1852e4 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] 10.222.0.25 "DELETE /v2.0/networks/37cacf19-f2a0-41e8-bb18-300fa50288da HTTP/1.1" status: 204 len: 168 time: 2.1902766 Jun 02 20:33:20.058847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-db3033cd-4aac-48de-8a0a-1cda7d19915c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:20.069906 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-db3033cd-4aac-48de-8a0a-1cda7d19915c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "DELETE /v2.0/networks/a2b5ecc4-7240-4a18-b338-0110020b2c99 HTTP/1.1" status: 204 len: 168 time: 1.6782055 Jun 02 20:33:20.069906 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51432) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:20.180361 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.db.resource_extend [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 20:33:20.214188 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb1a536-e9e0-43a6-946c-e99ed43f92b5 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] DELETE failed (client error): The resource could not be found. Jun 02 20:33:20.214638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb1a536-e9e0-43a6-946c-e99ed43f92b5 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:33:20.228673 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-bcb1a536-e9e0-43a6-946c-e99ed43f92b5 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] 10.222.0.25 "DELETE /v2.0/subnets/2ea0eeac-5022-4f91-8d1b-fc639dd70df3 HTTP/1.1" status: 404 len: 337 time: 0.1455767 Jun 02 20:33:20.233555 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51436) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:20.263486 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:20.267684 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:20.455855 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:20.468510 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:20.576576 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51448) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:20.596433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-df96134b-cc12-4312-99b7-00c1a7a9c54b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Request body: {'router': {'name': 'tempest-router--1031307540', 'project_id': '5979c65cca5c4b61afd6b605989b3b65'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:20.668665 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51452) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:20.672786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5187-e598-4c76-873f-8ef2f7ff1154 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:20.814053 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:20.819043 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-df96134b-cc12-4312-99b7-00c1a7a9c54b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:20.903474 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-97bd073a-80eb-48b0-8098-e8b08cc955d8 req-a99ec65a-995f-4ab3-824b-4ae4f5228390 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 210 time: 0.1389792 Jun 02 20:33:20.912906 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-df96134b-cc12-4312-99b7-00c1a7a9c54b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Usage tracker for resource:router and tenant:5979c65cca5c4b61afd6b605989b3b65 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:21.011959 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-dd773b34-defa-468e-a2ee-015854cab24d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:21.102201 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-df96134b-cc12-4312-99b7-00c1a7a9c54b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:21.109203 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-df96134b-cc12-4312-99b7-00c1a7a9c54b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:21.151739 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:21.153932 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2920718 Jun 02 20:33:21.154810 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-df96134b-cc12-4312-99b7-00c1a7a9c54b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:21.156069 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-df96134b-cc12-4312-99b7-00c1a7a9c54b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:21.168308 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-dd773b34-defa-468e-a2ee-015854cab24d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Transition to ACTIVE for port object a901cc98-7deb-4f4d-80a3-acef48dbdab7 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:21.169044 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d8bc0afc-26f7-4e10-8ddf-624eb1cca9a5 req-2b663cea-df24-4f43-96b4-f970486096fa tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 210 time: 0.3420653 Jun 02 20:33:21.173960 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Pushing event updated for resources: {'Port': ['ID=654723c5-20a4-41b5-b306-7275ab3fdfcc,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:21.185950 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:21.231576 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5187-e598-4c76-873f-8ef2f7ff1154 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:21.252496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-1b7b5187-e598-4c76-873f-8ef2f7ff1154 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5ae40f-294c-4b24-9255-0c30ddcafba7']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:21.268458 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5bc5377d-a33d-4dbf-b5e8-f5bb690c3e9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa305a5434a142f5bbe6c529596bb317&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5931151 Jun 02 20:33:21.275661 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51458) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:21.282625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-1b7b5187-e598-4c76-873f-8ef2f7ff1154 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f20123f-5063-4595-8f96-47e2efec7b7e') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:21.282929 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-1b7b5187-e598-4c76-873f-8ef2f7ff1154 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f20123f-5063-4595-8f96-47e2efec7b7e') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:21.333355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5187-e598-4c76-873f-8ef2f7ff1154 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:21.376433 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5187-e598-4c76-873f-8ef2f7ff1154 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:21.442911 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-df96134b-cc12-4312-99b7-00c1a7a9c54b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:21.457419 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] device_id is not set on port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:33:21.470396 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:21.520465 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7b5187-e598-4c76-873f-8ef2f7ff1154 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:33:21.521013 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5187-e598-4c76-873f-8ef2f7ff1154 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:21.528981 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-df96134b-cc12-4312-99b7-00c1a7a9c54b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:21.537518 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-dd773b34-defa-468e-a2ee-015854cab24d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:33:21.541941 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:33:21.572266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-682acc6a-711d-4eba-8c57-a7d4c9885074 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:21.572575 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-df96134b-cc12-4312-99b7-00c1a7a9c54b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:21.576970 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-df96134b-cc12-4312-99b7-00c1a7a9c54b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9842331 Jun 02 20:33:21.640799 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51470) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:21.708717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-dd773b34-defa-468e-a2ee-015854cab24d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Network 6d422b3f-35f6-44d4-a56d-8cdfa486af18 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:21.716268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-dd773b34-defa-468e-a2ee-015854cab24d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:21.718750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-dd773b34-defa-468e-a2ee-015854cab24d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:21.782296 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bb0a5a33-3ad5-4943-aa86-96a0b5a47d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:21.801905 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Transition to ACTIVE for port object 7c511c23-c8a9-40e3-994f-e15b9d0ee402 will not be triggered until provisioned by entity L2. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:21.820432 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:21.829605 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:21.845977 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5187-e598-4c76-873f-8ef2f7ff1154 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:21.854697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-dd773b34-defa-468e-a2ee-015854cab24d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:21.856059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-dd773b34-defa-468e-a2ee-015854cab24d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:21.879885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a5c4-b6f3-4443-9ba0-755d527bfb62 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:21.893883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd773b34-defa-468e-a2ee-015854cab24d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Pushing event updated for resources: {'Port': ['ID=a901cc98-7deb-4f4d-80a3-acef48dbdab7,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:21.908389 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dd773b34-defa-468e-a2ee-015854cab24d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:21.910065 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bb0a5a33-3ad5-4943-aa86-96a0b5a47d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:21.919493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:21.938761 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-e9448084-2d81-4696-83c2-204e7a807408 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Synchronizing usage tracker for tenant:a8f847206a014373a0b8b5216b88e1e0 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:21.946705 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1b7b5187-e598-4c76-873f-8ef2f7ff1154 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:21.975618 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b5187-e598-4c76-873f-8ef2f7ff1154 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Pushing event deleted for resources: {'Network': ['ID=2b5ae40f-294c-4b24-9255-0c30ddcafba7,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:21.987869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1b7b5187-e598-4c76-873f-8ef2f7ff1154 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:21.994029 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1b7b5187-e598-4c76-873f-8ef2f7ff1154 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] 10.222.0.25 "DELETE /v2.0/networks/2b5ae40f-294c-4b24-9255-0c30ddcafba7 HTTP/1.1" status: 204 len: 168 time: 1.7596991 Jun 02 20:33:21.995560 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-dd773b34-defa-468e-a2ee-015854cab24d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8673019 Jun 02 20:33:22.044788 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-e9448084-2d81-4696-83c2-204e7a807408 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Unset dirty status for tenant:a8f847206a014373a0b8b5216b88e1e0 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:22.047751 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-e9448084-2d81-4696-83c2-204e7a807408 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1584021934&fields=id&tenant_id=a8f847206a014373a0b8b5216b88e1e0 HTTP/1.1" status: 200 len: 267 time: 0.4398272 Jun 02 20:33:22.170762 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-649d251f-d10a-4a7f-9ee3-3d0c69fe411f None None] Provisioning for port a901cc98-7deb-4f4d-80a3-acef48dbdab7 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:33:22.184602 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-649d251f-d10a-4a7f-9ee3-3d0c69fe411f None None] Provisioning complete for port a901cc98-7deb-4f4d-80a3-acef48dbdab7 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:22.185304 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-649d251f-d10a-4a7f-9ee3-3d0c69fe411f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:22.201946 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bb0a5a33-3ad5-4943-aa86-96a0b5a47d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:22.213349 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:22.267799 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a5a33-3ad5-4943-aa86-96a0b5a47d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b103a7ea-825d-4bb8-ad19-4d077ff908bf,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:22.278886 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bb0a5a33-3ad5-4943-aa86-96a0b5a47d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:22.279712 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-bb0a5a33-3ad5-4943-aa86-96a0b5a47d4f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b103a7ea-825d-4bb8-ad19-4d077ff908bf HTTP/1.1" status: 204 len: 168 time: 1.0030851 Jun 02 20:33:22.280776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bb0a5a33-3ad5-4943-aa86-96a0b5a47d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:22.288784 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:22.289825 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-649d251f-d10a-4a7f-9ee3-3d0c69fe411f None None] Port a901cc98-7deb-4f4d-80a3-acef48dbdab7 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:33:22.318438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-fda3e1ef-6dd5-448e-8607-8d86e7452779 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:22.319311 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-fda3e1ef-6dd5-448e-8607-8d86e7452779 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Synchronizing usage tracker for tenant:a8f847206a014373a0b8b5216b88e1e0 on resource:network {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:22.334904 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Pushing event updated for resources: {'Port': ['ID=7c511c23-c8a9-40e3-994f-e15b9d0ee402,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:22.355087 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-fda3e1ef-6dd5-448e-8607-8d86e7452779 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Unset dirty status for tenant:a8f847206a014373a0b8b5216b88e1e0 on resource:network {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:22.357610 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-fda3e1ef-6dd5-448e-8607-8d86e7452779 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/networks?id=5d079c0e-8652-41e0-8610-48a5cd1e360b HTTP/1.1" status: 200 len: 805 time: 0.2987652 Jun 02 20:33:22.379375 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-808da894-644d-4e6f-a557-26b944ec73a7 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/quotas/a8f847206a014373a0b8b5216b88e1e0 HTTP/1.1" status: 200 len: 375 time: 0.0153677 Jun 02 20:33:22.386262 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:22.387351 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:22.387737 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:22.409387 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:22.460372 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:22.498941 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51482) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:22.504532 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:22.560567 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-b1dd7c1b-41d7-440e-b444-812f0d5f6eaf tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a8f847206a014373a0b8b5216b88e1e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1643522 Jun 02 20:33:22.615328 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:22.615328 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:33:22.617809 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8360f9a1-bce7-4146-9682-e5a38c419b68 req-9c8315f1-312d-4f52-8bfc-99e5ca116d5d tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 210 time: 0.3728232 Jun 02 20:33:22.647825 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 2 to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 Jun 02 20:33:22.755572 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:22.755930 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:22.756249 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:22.762298 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a5c4-b6f3-4443-9ba0-755d527bfb62 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:22.778200 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a5c4-b6f3-4443-9ba0-755d527bfb62 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:22.793745 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:22.794042 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:33:22.794745 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:22.810354 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 3 to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 Jun 02 20:33:22.925014 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-b23de61f-7ccd-4e05-8a29-4ff2fc18a5f6 service neutron] 10.222.0.25 "GET /v2.0/networks/5d079c0e-8652-41e0-8610-48a5cd1e360b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634605 Jun 02 20:33:22.959637 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51488) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:22.989677 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Pushing event updated for resources: {'Port': ['ID=50e86f90-3c23-43f3-8207-058b8189ff15,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:22.993175 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:23.070790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a384c06e-681e-435b-9797-5e6dca71a4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:23.123541 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a384c06e-681e-435b-9797-5e6dca71a4f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:23.128352 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:23.128695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:23.129032 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:23.149658 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a384c06e-681e-435b-9797-5e6dca71a4f2 admin admin] Usage tracker for resource:security_group_rule and tenant:eac2dbfc333f4ea981cd7f6b6907ddb8 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:23.158750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a384c06e-681e-435b-9797-5e6dca71a4f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:23.176307 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a0f13742-86b9-4dae-8ac2-adca29213e16 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8254488a84a64c2b826e4e7d27df9f43&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6760452 Jun 02 20:33:23.184334 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51492) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:23.186901 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a384c06e-681e-435b-9797-5e6dca71a4f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:23.196294 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:23.196692 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:33:23.203718 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 4 to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 Jun 02 20:33:23.213662 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a5c4-b6f3-4443-9ba0-755d527bfb62 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:23.214147 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe0a5c4-b6f3-4443-9ba0-755d527bfb62 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c51c97bb-a4c3-42ab-9b63-e3646ca15f84 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:33:23.241332 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-b2da53b5-daea-45d3-8f45-c805b49d6349 service neutron] 10.222.0.25 "GET /v2.0/networks/5d079c0e-8652-41e0-8610-48a5cd1e360b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090630 Jun 02 20:33:23.246206 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a5c4-b6f3-4443-9ba0-755d527bfb62 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:23.247355 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dbe0a5c4-b6f3-4443-9ba0-755d527bfb62 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "DELETE /v2.0/routers/c51c97bb-a4c3-42ab-9b63-e3646ca15f84 HTTP/1.1" status: 204 len: 168 time: 1.6055670 Jun 02 20:33:23.251299 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:23.252079 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:23.252079 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:23.285148 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:23.285564 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:33:23.304280 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 5 to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 Jun 02 20:33:23.309274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee7caa82-cace-421c-8daa-ef82bac1d34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:23.356344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee7caa82-cace-421c-8daa-ef82bac1d34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:23.379878 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:23.383363 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:23.383699 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:23.409027 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:23.409378 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:33:23.416243 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a384c06e-681e-435b-9797-5e6dca71a4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:23.419463 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Network 1820121b-648c-4fbf-b332-ffb62567c502 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:23.420362 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 6 to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 Jun 02 20:33:23.423329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a384c06e-681e-435b-9797-5e6dca71a4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:23.439178 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cf49619f-b676-428b-845f-7a668ae092c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:23.459993 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3d6e5-7c11-49a4-bb29-2fbc229280b8 req-2fbff7df-2bd7-46cb-b6a5-905bc9cc0229 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:23.461659 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-05c3d6e5-7c11-49a4-bb29-2fbc229280b8 req-2fbff7df-2bd7-46cb-b6a5-905bc9cc0229 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 932 time: 0.4855614 Jun 02 20:33:23.465643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:23.495380 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a384c06e-681e-435b-9797-5e6dca71a4f2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eac2dbfc333f4ea981cd7f6b6907ddb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5338659 Jun 02 20:33:23.499917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51496) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:23.513648 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee7caa82-cace-421c-8daa-ef82bac1d34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:23.516501 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384c06e-681e-435b-9797-5e6dca71a4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe10744-a162-49a5-8450-dff041d8aeb4,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:23.528531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a384c06e-681e-435b-9797-5e6dca71a4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:23.529022 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a384c06e-681e-435b-9797-5e6dca71a4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:23.584883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7caa82-cace-421c-8daa-ef82bac1d34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12ff323-608b-4b21-af2e-2e497781f1f3,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:23.590528 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ee7caa82-cace-421c-8daa-ef82bac1d34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:23.632418 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee7caa82-cace-421c-8daa-ef82bac1d34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:23.634997 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ee7caa82-cace-421c-8daa-ef82bac1d34c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a12ff323-608b-4b21-af2e-2e497781f1f3 HTTP/1.1" status: 204 len: 168 time: 0.4494417 Jun 02 20:33:23.675329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b46a9c08-a2aa-4724-9506-ceb503177453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:23.729483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b46a9c08-a2aa-4724-9506-ceb503177453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:23.767634 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51506) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:23.832919 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-87004a3c-ea4b-4176-862b-b00482bd9f8c None None] Provisioning complete for port 50e86f90-3c23-43f3-8207-058b8189ff15 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:23.833540 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-87004a3c-ea4b-4176-862b-b00482bd9f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:23.865257 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1e5be446-50bf-4343-971b-ce30f3d35ba8 req-c9e1c55d-4262-4e9d-bbf8-effcf47bc1f3 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 210 time: 0.0984521 Jun 02 20:33:23.935994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b46a9c08-a2aa-4724-9506-ceb503177453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:23.940869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:23.981456 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a9c08-a2aa-4724-9506-ceb503177453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe10744-a162-49a5-8450-dff041d8aeb4,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:23.998091 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b46a9c08-a2aa-4724-9506-ceb503177453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:24.001876 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b46a9c08-a2aa-4724-9506-ceb503177453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:24.010461 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b46a9c08-a2aa-4724-9506-ceb503177453 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9fe10744-a162-49a5-8450-dff041d8aeb4 HTTP/1.1" status: 204 len: 168 time: 0.5094991 Jun 02 20:33:24.051170 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-87004a3c-ea4b-4176-862b-b00482bd9f8c None None] Port 50e86f90-3c23-43f3-8207-058b8189ff15 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:33:24.062745 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:24.063358 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:24.063509 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:24.081121 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:24.081456 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:33:24.088644 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 7 to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 Jun 02 20:33:24.095740 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ac84dc4a-eb2f-4f3f-8444-36335d559e51 req-0f3bfa35-a50c-420b-a6d1-fdf52f568e90 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 210 time: 0.0662777 Jun 02 20:33:24.111788 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Router ffc5e190-453c-4b42-bfc0-288ae2ffdfbf has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:33:24.115638 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:24.116381 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:24.116631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:24.127098 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:24.127472 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:33:24.130168 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 8 to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 Jun 02 20:33:24.152755 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:24.153129 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:24.153475 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:24.171423 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-05c3d6e5-7c11-49a4-bb29-2fbc229280b8 req-34d82605-0e23-45bf-93e2-58b5e320d5a9 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6638629 Jun 02 20:33:24.171978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-544079346', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}, 'admin_state_up': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:24.173248 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:24.173628 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:33:24.179918 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 9 to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 Jun 02 20:33:24.191323 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:24.196262 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Usage tracker for resource:router and tenant:3cbb764583324d7abf5b90b72ad8a058 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:24.201307 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:24.207984 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:24.208543 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:24.209287 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:24.258775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-86b65fc7-f94c-4b25-a375-f65862c174ca tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:33:24.260071 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-86b65fc7-f94c-4b25-a375-f65862c174ca tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0357246 Jun 02 20:33:24.265502 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:24.287229 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:24.288610 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:24.318647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:24.640318 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:33:24.656816 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016fab69-d1ca-4aae-a5b3-efdbe80bb7d3 None None] Sync routers for ids ['ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:33:24.687369 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] 10.222.0.25 "PUT /v2.0/routers/ffc5e190-453c-4b42-bfc0-288ae2ffdfbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3426049 Jun 02 20:33:24.693170 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51522) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:24.695017 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016fab69-d1ca-4aae-a5b3-efdbe80bb7d3 None None] Routers {'ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:24.698180 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-016fab69-d1ca-4aae-a5b3-efdbe80bb7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:24.708218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-95549df3-08c2-4cd8-a62e-f34f313db546 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Request body: {'port': {'network_id': '1820121b-648c-4fbf-b332-ffb62567c502', 'name': 'tempest-FloatingIPAdminTestJSON-1906272245'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:24.729551 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:24.730091 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:33:24.734838 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51524) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:24.734838 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempt 10 to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 Jun 02 20:33:24.853602 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:24.854168 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:24.854652 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempting to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:24.874454 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-016fab69-d1ca-4aae-a5b3-efdbe80bb7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:24.901581 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-83aa37c9-a944-4ffe-8dc9-3ed9444dd247 admin admin] Synchronizing usage tracker for tenant:38de0d4104a3423482d8b999608a2a93 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:24.907346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on network cfce956f-c223-4185-a25d-2ccfc80a3872 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:24.907708 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Failed to bind port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '3135506e-ebf4-4ccb-9152-718dd21642fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cfce956f-c223-4185-a25d-2ccfc80a3872'}] Jun 02 20:33:24.908206 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:24.939281 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016fab69-d1ca-4aae-a5b3-efdbe80bb7d3 None None] Routers {'ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:24.939940 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-016fab69-d1ca-4aae-a5b3-efdbe80bb7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:25.044986 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-016fab69-d1ca-4aae-a5b3-efdbe80bb7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:25.046420 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016fab69-d1ca-4aae-a5b3-efdbe80bb7d3 None None] The sync data for ids ['ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:33:25.164873 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:25.257363 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-83aa37c9-a944-4ffe-8dc9-3ed9444dd247 admin admin] Unset dirty status for tenant:38de0d4104a3423482d8b999608a2a93 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:25.264294 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-83aa37c9-a944-4ffe-8dc9-3ed9444dd247 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6fd5c7cc6e664af280f39c05d5bd8644&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5204799 Jun 02 20:33:25.264967 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51538) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:25.349212 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f6a069f3-aadd-43f0-8c7c-fae293de36ea req-32dc0828-c6e5-427f-81f4-7eba36295701 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 210 time: 0.1238928 Jun 02 20:33:25.356406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Request body: {'port': {'device_id': '91d1c2c3-e221-43fd-8cd9-5dc8b435d26a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:25.476761 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-63046d78-ec73-4b4e-abeb-0c0894bb4161 req-a7ae5bdd-766d-47b8-8b9c-d89e80a0c38d tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 210 time: 0.1201885 Jun 02 20:33:25.532394 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-95549df3-08c2-4cd8-a62e-f34f313db546 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:25.546565 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-95549df3-08c2-4cd8-a62e-f34f313db546 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Usage tracker for resource:port and tenant:6633b2349bbf40f2878ddab83fda3e17 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:25.551766 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-95549df3-08c2-4cd8-a62e-f34f313db546 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:25.563218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-95549df3-08c2-4cd8-a62e-f34f313db546 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:25.571798 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] For port 7c511c23-c8a9-40e3-994f-e15b9d0ee402, host hv-neutron-6013, cleared binding levels {{(pid=92548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:33:25.572160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attempted to set empty binding levels {{(pid=92548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 02 20:33:25.573942 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a8d7644f-a493-4a5c-b575-c25c9b836b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:25.607633 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:25.679808 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a8d7644f-a493-4a5c-b575-c25c9b836b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:25.775283 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:25.790103 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:25.841370 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95549df3-08c2-4cd8-a62e-f34f313db546 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Made reservation on behalf of 6633b2349bbf40f2878ddab83fda3e17 for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:33:25.850370 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-95549df3-08c2-4cd8-a62e-f34f313db546 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:25.911502 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-95549df3-08c2-4cd8-a62e-f34f313db546 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] device_id is not set on port 4e12fe47-c9cb-4ce4-830a-5aec02734ceb yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:33:26.032463 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Pushing event updated for resources: {'Port': ['ID=7c511c23-c8a9-40e3-994f-e15b9d0ee402,revision_number=3']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:26.036058 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] In _notify_port_updated(), no bound segment for port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 on network cfce956f-c223-4185-a25d-2ccfc80a3872 {{(pid=92548) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:33:26.037269 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:26.038129 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:26.039909 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] 10.222.0.25 "PUT /v2.0/ports/7c511c23-c8a9-40e3-994f-e15b9d0ee402 HTTP/1.1" status: 200 len: 977 time: 6.7534628 Jun 02 20:33:26.048286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51552) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:26.053689 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:26.116342 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a8d7644f-a493-4a5c-b575-c25c9b836b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:26.137451 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:26.195040 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7644f-a493-4a5c-b575-c25c9b836b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e4a023-36c4-41e0-b9af-dfa2effa4548,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:26.203469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a901cc98-7deb-4f4d-80a3-acef48dbdab7 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:33:26.225132 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a8d7644f-a493-4a5c-b575-c25c9b836b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:26.248230 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a8d7644f-a493-4a5c-b575-c25c9b836b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:26.249755 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a8d7644f-a493-4a5c-b575-c25c9b836b2b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9e4a023-36c4-41e0-b9af-dfa2effa4548 HTTP/1.1" status: 204 len: 168 time: 0.9715650 Jun 02 20:33:26.256480 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:26.296690 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-95549df3-08c2-4cd8-a62e-f34f313db546 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Allocated IP 172.20.0.5 (1820121b-648c-4fbf-b332-ffb62567c502/bba3b0ad-2b1e-4dda-ba1a-9e4ea6dd28e8/4e12fe47-c9cb-4ce4-830a-5aec02734ceb) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:33:26.600220 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Transition to ACTIVE for port object a901cc98-7deb-4f4d-80a3-acef48dbdab7 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:26.672773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ba010-6614-4ef3-8e20-1acb13a4dbe2 req-0a46a26e-33bc-4514-aab7-6bd1fea27ad4 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:26.673581 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-0d1ba010-6614-4ef3-8e20-1acb13a4dbe2 req-0a46a26e-33bc-4514-aab7-6bd1fea27ad4 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Synchronizing usage tracker for tenant:661507761bd9425583aaf58f371479f6 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:26.685680 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:26.727648 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:26.924982 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:26.970761 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-c87ce5c3-6c31-4cdd-936b-818216ba1d17 req-d412cd21-4e5a-4598-a611-d7190e7eedd5 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Synchronizing usage tracker for tenant:a8f847206a014373a0b8b5216b88e1e0 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:27.023187 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:27.129446 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-c87ce5c3-6c31-4cdd-936b-818216ba1d17 req-d412cd21-4e5a-4598-a611-d7190e7eedd5 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Unset dirty status for tenant:a8f847206a014373a0b8b5216b88e1e0 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:27.130601 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c87ce5c3-6c31-4cdd-936b-818216ba1d17 req-d412cd21-4e5a-4598-a611-d7190e7eedd5 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 210 time: 0.6024845 Jun 02 20:33:27.147445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-0d1ba010-6614-4ef3-8e20-1acb13a4dbe2 req-0a46a26e-33bc-4514-aab7-6bd1fea27ad4 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Unset dirty status for tenant:661507761bd9425583aaf58f371479f6 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:27.148602 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0d1ba010-6614-4ef3-8e20-1acb13a4dbe2 req-0a46a26e-33bc-4514-aab7-6bd1fea27ad4 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 932 time: 1.1018038 Jun 02 20:33:27.184056 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-95549df3-08c2-4cd8-a62e-f34f313db546 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:27.245210 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-95549df3-08c2-4cd8-a62e-f34f313db546 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Transition to ACTIVE for port object 4e12fe47-c9cb-4ce4-830a-5aec02734ceb will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:27.353466 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-95549df3-08c2-4cd8-a62e-f34f313db546 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:27.376805 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:27.590061 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95549df3-08c2-4cd8-a62e-f34f313db546 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Network 1820121b-648c-4fbf-b332-ffb62567c502 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:27.600147 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-95549df3-08c2-4cd8-a62e-f34f313db546 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:27.642785 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-58c987d1-ba26-4ee4-bf22-3426ccb4c31a req-2315f7cc-533a-4b30-8dcd-ad17d2daa02a tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 210 time: 0.2863057 Jun 02 20:33:27.647746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-281c1962-6bdf-4fc3-96ba-c5b4c7bdebb1 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Deleting port 7c511c23-c8a9-40e3-994f-e15b9d0ee402 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:33:27.648257 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-281c1962-6bdf-4fc3-96ba-c5b4c7bdebb1 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:27.648449 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95549df3-08c2-4cd8-a62e-f34f313db546 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:27.681679 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Pushing event updated for resources: {'Port': ['ID=a901cc98-7deb-4f4d-80a3-acef48dbdab7,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:27.702160 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0d1ba010-6614-4ef3-8e20-1acb13a4dbe2 req-80c321eb-5cba-40d6-b745-17ec3981334c tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4989781 Jun 02 20:33:27.741768 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51592) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:27.746371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.019s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:27.752856 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95549df3-08c2-4cd8-a62e-f34f313db546 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Pushing event updated for resources: {'Port': ['ID=4e12fe47-c9cb-4ce4-830a-5aec02734ceb,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:27.769795 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-95549df3-08c2-4cd8-a62e-f34f313db546 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:27.838625 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95549df3-08c2-4cd8-a62e-f34f313db546 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:27.840423 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-95549df3-08c2-4cd8-a62e-f34f313db546 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:27.898480 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-95549df3-08c2-4cd8-a62e-f34f313db546 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2035151 Jun 02 20:33:27.911086 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51598) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:28.063929 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ded39081-d5a4-4e45-822e-5d72ebd38b2f None None] Provisioning for port 4e12fe47-c9cb-4ce4-830a-5aec02734ceb completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:33:28.073223 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ded39081-d5a4-4e45-822e-5d72ebd38b2f None None] Provisioning complete for port 4e12fe47-c9cb-4ce4-830a-5aec02734ceb triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:28.073428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Allocated IP 172.26.0.217 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/bf2d7a65-605d-4d03-b3f8-1d56d1c7c9d6) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:33:28.074160 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ded39081-d5a4-4e45-822e-5d72ebd38b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:28.126016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-281c1962-6bdf-4fc3-96ba-c5b4c7bdebb1 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] For port 7c511c23-c8a9-40e3-994f-e15b9d0ee402, host hv-neutron-6013, got binding levels [] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:28.126732 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-281c1962-6bdf-4fc3-96ba-c5b4c7bdebb1 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:28.158523 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-ded39081-d5a4-4e45-822e-5d72ebd38b2f None None] Port 4e12fe47-c9cb-4ce4-830a-5aec02734ceb cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:33:28.206874 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-ae931208-897b-4565-b327-a75bf88e0b27 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2015491493'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:28.207703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-ae931208-897b-4565-b327-a75bf88e0b27 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] Unknown quota resources ['metering_label']. {{(pid=92548) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 20:33:28.402002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-281c1962-6bdf-4fc3-96ba-c5b4c7bdebb1 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Calling delete_port for 7c511c23-c8a9-40e3-994f-e15b9d0ee402 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:33:28.429720 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'project_id': '6633b2349bbf40f2878ddab83fda3e17', 'port_id': '4e12fe47-c9cb-4ce4-830a-5aec02734ceb'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:28.436105 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-eadf7438-2cb6-4292-b586-38ea9bec5a82 req-392f666f-01d2-4371-99a1-f036d3a4dfac tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 210 time: 0.0635867 Jun 02 20:33:28.438354 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:28.447807 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Usage tracker for resource:floatingip and tenant:6633b2349bbf40f2878ddab83fda3e17 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:28.456891 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Attempting to bind port a901cc98-7deb-4f4d-80a3-acef48dbdab7 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:28.457235 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Attempting to bind port a901cc98-7deb-4f4d-80a3-acef48dbdab7 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b8b3afdf-c9d2-4e79-ab7d-f74425a00d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:28.466114 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Attempting to bind port a901cc98-7deb-4f4d-80a3-acef48dbdab7 on network 6d422b3f-35f6-44d4-a56d-8cdfa486af18 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:28.519710 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Port a901cc98-7deb-4f4d-80a3-acef48dbdab7 on network 6d422b3f-35f6-44d4-a56d-8cdfa486af18 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:28.520033 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Attempting to bind port a901cc98-7deb-4f4d-80a3-acef48dbdab7 on network 6d422b3f-35f6-44d4-a56d-8cdfa486af18 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:28.520964 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:28.535549 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:28.537403 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:33:28.537775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Checking segment: {'id': 'b8b3afdf-c9d2-4e79-ab7d-f74425a00d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:33:28.538342 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Bound using segment: {'id': 'b8b3afdf-c9d2-4e79-ab7d-f74425a00d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:33:28.538836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Bound port: a901cc98-7deb-4f4d-80a3-acef48dbdab7, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b3afdf-c9d2-4e79-ab7d-f74425a00d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:33:28.539211 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:28.600452 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ae931208-897b-4565-b327-a75bf88e0b27 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:28.601599 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ae931208-897b-4565-b327-a75bf88e0b27 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8536768 Jun 02 20:33:28.607181 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51614) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:28.612515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-27f292f3-ef62-48e8-bde3-5d34887d0ccb tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '77ea4765-cf06-4ea5-817a-e17e4901eb59'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:28.612515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-27f292f3-ef62-48e8-bde3-5d34887d0ccb tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92548) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 20:33:28.617075 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:28.737176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:28.755003 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] For port a901cc98-7deb-4f4d-80a3-acef48dbdab7, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:33:28.772416 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] For port a901cc98-7deb-4f4d-80a3-acef48dbdab7, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a901cc98-7deb-4f4d-80a3-acef48dbdab7,segment=NetworkSegment(b8b3afdf-c9d2-4e79-ab7d-f74425a00d42),segment_id=b8b3afdf-c9d2-4e79-ab7d-f74425a00d42)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:33:28.773483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-281c1962-6bdf-4fc3-96ba-c5b4c7bdebb1 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:28.796063 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:28.877556 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:28.924093 dv-neutron-601336-84-hyperv neutron-server[92548]: WARNING neutron.services.metering.metering_plugin [None req-27f292f3-ef62-48e8-bde3-5d34887d0ccb tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 02 20:33:28.938486 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-281c1962-6bdf-4fc3-96ba-c5b4c7bdebb1 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:28.943655 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d63fadc2-7654-4909-a56a-095ffd83391c req-f3af504b-0e34-42a8-a2eb-6094976cbde6 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 210 time: 0.0754611 Jun 02 20:33:28.944428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c1962-6bdf-4fc3-96ba-c5b4c7bdebb1 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c511c23-c8a9-40e3-994f-e15b9d0ee402,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:28.953620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-281c1962-6bdf-4fc3-96ba-c5b4c7bdebb1 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:28.954048 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:29.035542 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Pushing event updated for resources: {'Port': ['ID=a901cc98-7deb-4f4d-80a3-acef48dbdab7,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:29.048347 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:29.053214 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-281c1962-6bdf-4fc3-96ba-c5b4c7bdebb1 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] 10.222.0.25 "DELETE /v2.0/ports/7c511c23-c8a9-40e3-994f-e15b9d0ee402 HTTP/1.1" status: 204 len: 168 time: 3.0022473 Jun 02 20:33:29.058804 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:29.059443 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:29.060868 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] 10.222.0.95 "PUT /v2.0/ports/a901cc98-7deb-4f4d-80a3-acef48dbdab7 HTTP/1.1" status: 200 len: 1094 time: 4.0276449 Jun 02 20:33:29.061298 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51628) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:29.061813 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d1c2c3-e221-43fd-8cd9-5dc8b435d26a', 'tag': 'a901cc98-7deb-4f4d-80a3-acef48dbdab7'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:33:29.113903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51632) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:29.136035 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e41cff6-71b7-496c-b6f9-d13e87034804 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] GET failed (client error): The resource could not be found. Jun 02 20:33:29.136821 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-0e41cff6-71b7-496c-b6f9-d13e87034804 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Synchronizing usage tracker for tenant:8be4fa54bac948298a66a9573bebfccc on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:29.140175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:29.150602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-05c25deb-4490-4b6a-aafa-8b55e78759fc tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:29.213330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:29.222845 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:29.238536 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:29.246953 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-27f292f3-ef62-48e8-bde3-5d34887d0ccb tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:29.248392 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-27f292f3-ef62-48e8-bde3-5d34887d0ccb tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6401670 Jun 02 20:33:29.252063 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51638) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:29.262979 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-89bf8aad-3474-4f27-b8ca-a6897c499bc1 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '77ea4765-cf06-4ea5-817a-e17e4901eb59'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:29.264751 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-89bf8aad-3474-4f27-b8ca-a6897c499bc1 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92548) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 20:33:29.283181 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-0e41cff6-71b7-496c-b6f9-d13e87034804 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Unset dirty status for tenant:8be4fa54bac948298a66a9573bebfccc on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:29.289844 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0e41cff6-71b7-496c-b6f9-d13e87034804 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] 10.222.0.25 "GET /v2.0/ports/7c511c23-c8a9-40e3-994f-e15b9d0ee402 HTTP/1.1" status: 404 len: 333 time: 0.2236543 Jun 02 20:33:29.297107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51640) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:29.320803 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Pushing event updated for resources: {'Port': ['ID=bf2d7a65-605d-4d03-b3f8-1d56d1c7c9d6,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:29.331517 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:29.435233 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20faf763-adb3-4091-adab-369152ffa918" -d '{"events": [{"name": "network-changed", "server_uuid": "91d1c2c3-e221-43fd-8cd9-5dc8b435d26a", "tag": "a901cc98-7deb-4f4d-80a3-acef48dbdab7"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:33:29.459658 dv-neutron-601336-84-hyperv neutron-server[92548]: WARNING neutron.services.metering.metering_plugin [None req-89bf8aad-3474-4f27-b8ca-a6897c499bc1 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 02 20:33:29.511178 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-383374540'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:29.515868 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:29.519723 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Usage tracker for resource:network and tenant:fa539d7cbdc742c3885e9128c4cb2a9d is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:29.522932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:29.528886 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:29.546407 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Made reservation on behalf of fa539d7cbdc742c3885e9128c4cb2a9d for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:33:29.550159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:29.573302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32658de8-822b-4ced-89a9-b5eafa8bd7ba req-772136e2-8d2f-48be-9536-8694a42c1cf4 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:29.574846 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-32658de8-822b-4ced-89a9-b5eafa8bd7ba req-772136e2-8d2f-48be-9536-8694a42c1cf4 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 944 time: 0.7389109 Jun 02 20:33:29.582697 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4325-c032-4aad-883b-3401be749846 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:29.611697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac047af-fa8a-4b1e-af3c-aa14ea64bd44 x-openstack-request-id: req-3ac047af-fa8a-4b1e-af3c-aa14ea64bd44 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:33:29.612268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d1c2c3-e221-43fd-8cd9-5dc8b435d26a", "tag": "a901cc98-7deb-4f4d-80a3-acef48dbdab7", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:33:29.612749 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ac047af-fa8a-4b1e-af3c-aa14ea64bd44 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:33:29.613429 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d1c2c3-e221-43fd-8cd9-5dc8b435d26a', 'tag': 'a901cc98-7deb-4f4d-80a3-acef48dbdab7', 'status': 'completed', 'code': 200} Jun 02 20:33:29.614684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:29.640506 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:29.652657 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Usage tracker for resource:security_group_rule and tenant:fa539d7cbdc742c3885e9128c4cb2a9d is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:29.657127 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:29.668642 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:29.671678 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-89bf8aad-3474-4f27-b8ca-a6897c499bc1 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:29.672808 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-89bf8aad-3474-4f27-b8ca-a6897c499bc1 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4149287 Jun 02 20:33:29.681625 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51650) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:29.708710 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-95d342b3-da6a-426e-8062-322017e91642 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=202a71e4-b968-40d0-b1b7-23e94f616568 HTTP/1.1" status: 200 len: 462 time: 0.0259032 Jun 02 20:33:29.717158 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51652) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:29.732915 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fb0ffe4d-8010-4991-9615-558ac7f4566d req-cee33416-ee80-4899-b8b0-a716aae26164 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 210 time: 0.0622489 Jun 02 20:33:29.743382 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:29.753183 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-32658de8-822b-4ced-89a9-b5eafa8bd7ba req-6b8f60cf-ab87-4d49-9029-0fffc53463d2 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212058 Jun 02 20:33:29.896540 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4325-c032-4aad-883b-3401be749846 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:29.915379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-ea8b4325-c032-4aad-883b-3401be749846 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfce956f-c223-4185-a25d-2ccfc80a3872']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:29.961187 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-ea8b4325-c032-4aad-883b-3401be749846 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3135506e-ebf4-4ccb-9152-718dd21642fa') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:29.961393 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-ea8b4325-c032-4aad-883b-3401be749846 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3135506e-ebf4-4ccb-9152-718dd21642fa') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:29.979287 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4325-c032-4aad-883b-3401be749846 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:30.004255 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4325-c032-4aad-883b-3401be749846 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:30.021140 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8b4325-c032-4aad-883b-3401be749846 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:33:30.021685 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4325-c032-4aad-883b-3401be749846 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:33:30.036947 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:33:30.041441 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Allocated IP 172.26.0.49 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/99d35acd-986f-4004-a671-6cbfa7af81e0) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:33:30.182629 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4325-c032-4aad-883b-3401be749846 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:30.200702 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:30.224772 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ea8b4325-c032-4aad-883b-3401be749846 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:30.227580 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d704caa1-2f53-45bf-a132-53fd27b27526 req-ec1e8e8b-5851-4e2d-90f6-9561e810c242 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 210 time: 0.0886326 Jun 02 20:33:30.236061 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b4325-c032-4aad-883b-3401be749846 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Pushing event deleted for resources: {'Network': ['ID=cfce956f-c223-4185-a25d-2ccfc80a3872,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:30.242353 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ea8b4325-c032-4aad-883b-3401be749846 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:30.254843 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ea8b4325-c032-4aad-883b-3401be749846 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] 10.222.0.25 "DELETE /v2.0/networks/cfce956f-c223-4185-a25d-2ccfc80a3872 HTTP/1.1" status: 204 len: 168 time: 0.9501448 Jun 02 20:33:30.255569 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:30.298846 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:30.319079 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8525f28c-d2ca-4212-875c-e693ff53d0b4 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:30.320214 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8525f28c-d2ca-4212-875c-e693ff53d0b4 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/202a71e4-b968-40d0-b1b7-23e94f616568 HTTP/1.1" status: 204 len: 168 time: 0.6022043 Jun 02 20:33:30.322976 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51658) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:30.337975 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-002cf56c-e60b-46b3-b33e-0315f67ee3f7 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=202a71e4-b968-40d0-b1b7-23e94f616568 HTTP/1.1" status: 200 len: 221 time: 0.0124850 Jun 02 20:33:30.342096 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51660) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:30.351551 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:30.352156 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e269780d-ba40-4df2-9403-cd0a9f8f23c5 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--882314229', 'description': 'label created by tempest'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:30.352665 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e269780d-ba40-4df2-9403-cd0a9f8f23c5 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] Unknown quota resources ['metering_label']. {{(pid=92549) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 20:33:30.356807 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-914053e6-f722-4814-b07a-5728993bf7d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:30.419616 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:30.423594 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:30.428208 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:30.468774 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Pushing event updated for resources: {'Port': ['ID=99d35acd-986f-4004-a671-6cbfa7af81e0,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:30.479494 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:30.576881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:30.599470 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51664) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:30.652027 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:30.711851 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-dfb7cb77-c30b-44b5-9dfa-ac2182bfa75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:30.742313 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-29588a4a-c505-45db-8947-440694989072 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:30.861916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a5abc0-4899-4cdd-b507-d73d5edba031,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:30.978681 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:30.984505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:33:30.994069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:30.994807 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Added segment e9a99ba5-f1a2-4804-82c9-f9aade2bf865 of type vlan for network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 Jun 02 20:33:31.001740 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c4d3e415-523f-4549-8bb5-d596e936f07e req-6e540651-5996-47df-9e96-e80a25d4ba64 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 210 time: 0.0790071 Jun 02 20:33:31.025141 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:31.038476 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-efd93451-bea1-4806-9269-ee38c96c6cd1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=083d2275f3cc495dbabe9f58f2fbbce1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4375970 Jun 02 20:33:31.040221 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51672) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:31.070146 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.95', 56563) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:31.278320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e269780d-ba40-4df2-9403-cd0a9f8f23c5 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:31.279889 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e269780d-ba40-4df2-9403-cd0a9f8f23c5 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.9368606 Jun 02 20:33:31.287551 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51676) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:31.311412 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:31.357527 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-805074ad-1049-4b1c-81e9-84369189847d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:31.403708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:31.404298 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:31.407819 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6f3ff01a-1756-4d9e-ad82-5240c6414b59 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:31.450543 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0cf0c154-c4dc-4cfa-a5a6-f200a209d491 req-c5a1c702-6f50-4661-84e5-b040991a353f tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 210 time: 0.0892758 Jun 02 20:33:31.466028 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-bd99b3e0-055c-4a7c-98ca-592110b0566d tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:31.467496 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-bd99b3e0-055c-4a7c-98ca-592110b0566d tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.95 "GET /v2.0/networks?id=ab3e1d4e-2d2a-46f1-a601-623159ab7f22 HTTP/1.1" status: 200 len: 811 time: 0.3953958 Jun 02 20:33:31.478127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-805074ad-1049-4b1c-81e9-84369189847d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:31.512175 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-aeb962fc-aae0-4133-8720-c60c632e736b tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=c30e9705-5d80-4109-a4ce-d909e08078ee HTTP/1.1" status: 200 len: 467 time: 0.2085268 Jun 02 20:33:31.514556 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51682) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:31.573958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20faf763-adb3-4091-adab-369152ffa918 req-565bde4e-3c96-4ccd-bb6c-d9a27decbd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:31.575526 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-20faf763-adb3-4091-adab-369152ffa918 req-565bde4e-3c96-4ccd-bb6c-d9a27decbd58 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=661507761bd9425583aaf58f371479f6&device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 1097 time: 1.0464714 Jun 02 20:33:31.589975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.95', 56566) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:31.622015 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:31.637389 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.5192988 Jun 02 20:33:31.670540 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Pushing event updated for resources: {'Network': ['ID=12f1190d-1cfd-4c7d-bbe0-807a513b3828,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:31.682470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:31.688195 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:33:31.696287 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-0c84a7c7-96d3-4e54-bad2-e3386f61e014 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Synchronizing usage tracker for tenant:6c9e9bd5bff84a45b832072d10d3f65a on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:31.746763 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:31.879336 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebdacc-e2ce-4a1f-9795-270c43d6f44b req-034c3da1-40b1-4052-be26-6953b305ff1f tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:31.886029 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a3ebdacc-e2ce-4a1f-9795-270c43d6f44b req-034c3da1-40b1-4052-be26-6953b305ff1f tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 944 time: 1.0068116 Jun 02 20:33:31.968142 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-0c84a7c7-96d3-4e54-bad2-e3386f61e014 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Unset dirty status for tenant:6c9e9bd5bff84a45b832072d10d3f65a on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:31.969320 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-0c84a7c7-96d3-4e54-bad2-e3386f61e014 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c9e9bd5bff84a45b832072d10d3f65a HTTP/1.1" status: 200 len: 379 time: 0.4841616 Jun 02 20:33:31.989788 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-1b837c4d-929c-4c3e-85d1-8138602e5330 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Request body: {'port': {'device_id': '0898d689-8090-434a-84bf-01582cecb716', 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22', 'admin_state_up': True, 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'security_groups': ['05180680-3e28-43fa-8ef9-30182a21a592']}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:32.008691 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-805074ad-1049-4b1c-81e9-84369189847d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:32.036792 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:32.066750 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a3ebdacc-e2ce-4a1f-9795-270c43d6f44b req-18a0f427-8022-4693-b9ae-b1f1971b96f9 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793213 Jun 02 20:33:32.077714 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51694) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:32.089191 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Request body: {'port': {'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-470304281'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:32.123929 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-9b823f1d-66cd-4730-a9aa-4576b5a4c71f tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:32.125547 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-9b823f1d-66cd-4730-a9aa-4576b5a4c71f tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.95 "GET /v2.0/networks?id=5d079c0e-8652-41e0-8610-48a5cd1e360b HTTP/1.1" status: 200 len: 805 time: 0.5335569 Jun 02 20:33:32.137585 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:32.160863 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20faf763-adb3-4091-adab-369152ffa918 req-cbef8499-b537-4528-9d94-e0de004bd8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:32.162399 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-20faf763-adb3-4091-adab-369152ffa918 req-cbef8499-b537-4528-9d94-e0de004bd8b9 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=661507761bd9425583aaf58f371479f6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5348265 Jun 02 20:33:32.166917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Usage tracker for resource:port and tenant:542ee02450a94e16911c7388366c27da is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:32.197131 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:32.213216 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:32.235656 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805074ad-1049-4b1c-81e9-84369189847d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76d50a0-e20b-4f10-a52c-99e1426a2d95,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:32.239066 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:32.301083 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-805074ad-1049-4b1c-81e9-84369189847d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:32.313379 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-110aacec-e1ee-4ae8-bdd2-a4a9bb706dfe tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8f847206a014373a0b8b5216b88e1e0 HTTP/1.1" status: 200 len: 380 time: 0.1692708 Jun 02 20:33:32.313952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Made reservation on behalf of 542ee02450a94e16911c7388366c27da for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:33:32.316347 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:32.338141 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-46c2f575-e4d6-4296-a17f-7f806e08d822 req-c56adeb1-359e-48b4-8d23-e7730da721fb tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 210 time: 0.1148729 Jun 02 20:33:32.343846 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-fbe16ecb-0f5d-4369-b91c-9447bab5e44c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Request body: {'port': {'device_id': 'c723936c-a94d-4656-8c09-37cb07211111', 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b', 'admin_state_up': True, 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'security_groups': ['16f94ebd-3162-4c0b-a1cf-348c7ee60440']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:32.358491 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4dfa931d-19da-45bb-ba3a-8678596e0529 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:32.361936 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4dfa931d-19da-45bb-ba3a-8678596e0529 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/c30e9705-5d80-4109-a4ce-d909e08078ee HTTP/1.1" status: 204 len: 168 time: 0.8388116 Jun 02 20:33:32.366199 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:32.374311 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51696) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:32.375083 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-805074ad-1049-4b1c-81e9-84369189847d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:32.376207 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-805074ad-1049-4b1c-81e9-84369189847d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a76d50a0-e20b-4f10-a52c-99e1426a2d95 HTTP/1.1" status: 204 len: 168 time: 1.3350828 Jun 02 20:33:32.413829 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0dba6139-6adc-49be-8f55-cd9d5fcd1a17 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=c30e9705-5d80-4109-a4ce-d909e08078ee HTTP/1.1" status: 200 len: 216 time: 0.0316885 Jun 02 20:33:32.414071 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51700) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:32.450477 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b0db2e09-a17b-4f3d-9fb4-eefba95b6f24 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0352407 Jun 02 20:33:32.451573 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-1b837c4d-929c-4c3e-85d1-8138602e5330 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:32.455183 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51702) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:32.482703 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:32.487170 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Usage tracker for resource:security_group_rule and tenant:542ee02450a94e16911c7388366c27da is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:32.490313 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:32.496267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:32.521820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-1b837c4d-929c-4c3e-85d1-8138602e5330 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:32.524654 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-39e38965-6af9-469f-a28a-74c333c70d0d tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0673542 Jun 02 20:33:32.531769 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51708) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:32.536532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Router a3d265d9-2c1b-4e69-802e-e6352f0d4859 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:33:32.564646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20faf763-adb3-4091-adab-369152ffa918 req-b4bc7502-7294-4eea-87c8-61d3f80b9a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:32.566149 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-20faf763-adb3-4091-adab-369152ffa918 req-b4bc7502-7294-4eea-87c8-61d3f80b9a82 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3955739 Jun 02 20:33:32.635564 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-1b837c4d-929c-4c3e-85d1-8138602e5330 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Made reservation on behalf of 6c9e9bd5bff84a45b832072d10d3f65a for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:33:32.639566 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-1b837c4d-929c-4c3e-85d1-8138602e5330 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:32.668178 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ec8e82ef-aadd-4ea0-a764-68057bc67c4c tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/77ea4765-cf06-4ea5-817a-e17e4901eb59 HTTP/1.1" status: 200 len: 473 time: 0.1352711 Jun 02 20:33:32.673978 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51710) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:32.737330 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-382f4921-d728-479c-8777-1fdc3205c8a2 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/c21e6f10-5398-487f-b9b0-95521882b112 HTTP/1.1" status: 200 len: 459 time: 0.0581214 Jun 02 20:33:32.741150 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51712) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:32.757121 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51714) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:32.908131 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-121dd75e-cf96-4e78-9730-856f080ffc7b req-a6269af8-e538-43ba-be6f-9552b8b02a66 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 210 time: 0.2490065 Jun 02 20:33:32.945624 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-fbe16ecb-0f5d-4369-b91c-9447bab5e44c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:32.963331 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:33.013076 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-fbe16ecb-0f5d-4369-b91c-9447bab5e44c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:33.030939 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:33.044926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:33.067329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-fbe16ecb-0f5d-4369-b91c-9447bab5e44c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Made reservation on behalf of a8f847206a014373a0b8b5216b88e1e0 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:33:33.071172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-fbe16ecb-0f5d-4369-b91c-9447bab5e44c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:33.106010 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-57f41797-16ef-4c7d-b6f1-063d1a8e5bdd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8be4fa54bac948298a66a9573bebfccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453295 Jun 02 20:33:33.110622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51718) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:33.126339 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-5d8f47cd-96a4-4fb0-a043-c2c6a0574cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:33.127940 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-5d8f47cd-96a4-4fb0-a043-c2c6a0574cfa service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=661507761bd9425583aaf58f371479f6&device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 1097 time: 0.4701035 Jun 02 20:33:33.173392 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:33:33.186972 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe5f58f-50d4-4ced-8a36-21bc49e41f19 None None] Sync routers for ids ['a3d265d9-2c1b-4e69-802e-e6352f0d4859'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:33:33.197393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe5f58f-50d4-4ced-8a36-21bc49e41f19 None None] Routers {'a3d265d9-2c1b-4e69-802e-e6352f0d4859'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:33.198157 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-bfe5f58f-50d4-4ced-8a36-21bc49e41f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a3d265d9-2c1b-4e69-802e-e6352f0d4859'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:33.201521 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-1b837c4d-929c-4c3e-85d1-8138602e5330 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Allocated IP 172.20.0.10 (ab3e1d4e-2d2a-46f1-a601-623159ab7f22/4214e910-aea4-41ab-916d-0599360240ad/c0a5823c-9c89-4178-8ae6-98c5d6abf38f) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:33:33.223515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Pushing event updated for resources: {'Port': ['ID=99d35acd-986f-4004-a671-6cbfa7af81e0,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:33.264639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7598d817-1a6e-4f71-9cb1-3ed3a0454cb5 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:33.269597 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7598d817-1a6e-4f71-9cb1-3ed3a0454cb5 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/c21e6f10-5398-487f-b9b0-95521882b112 HTTP/1.1" status: 204 len: 168 time: 0.5273137 Jun 02 20:33:33.269597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:33.269832 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:33.278438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51720) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:33.291278 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-162c3de9-d89a-4c20-8de8-b091812ab04d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a901cc98-7deb-4f4d-80a3-acef48dbdab7 HTTP/1.1" status: 200 len: 217 time: 0.1260135 Jun 02 20:33:33.298682 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-bfe5f58f-50d4-4ced-8a36-21bc49e41f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:33.300223 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:33.312683 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:33.324316 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe5f58f-50d4-4ced-8a36-21bc49e41f19 None None] Routers {'a3d265d9-2c1b-4e69-802e-e6352f0d4859'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:33.325221 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-bfe5f58f-50d4-4ced-8a36-21bc49e41f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a3d265d9-2c1b-4e69-802e-e6352f0d4859'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:33.389211 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-bfe5f58f-50d4-4ced-8a36-21bc49e41f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:33.389777 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe5f58f-50d4-4ced-8a36-21bc49e41f19 None None] The sync data for ids ['a3d265d9-2c1b-4e69-802e-e6352f0d4859'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:33:33.391293 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9e76b8e4-3b99-4caf-aabc-af0ae03eaaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:33.393189 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:33.434210 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:33.450833 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a0c8-ca1a-44ea-a2b5-74474a17294b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:33.455808 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] device_id is not set on port d9394014-8329-432a-ada1-9dcfa290a3c6 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:33:33.622941 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a0c8-ca1a-44ea-a2b5-74474a17294b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:33.671546 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:33.672362 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd182c-ad13-4c17-b1b0-974fc94510e8 req-6cf2d930-bd7d-411b-a775-c721cfe75300 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:33.672703 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.9028251 Jun 02 20:33:33.673861 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-15fd182c-ad13-4c17-b1b0-974fc94510e8 req-6cf2d930-bd7d-411b-a775-c721cfe75300 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 944 time: 0.4693370 Jun 02 20:33:33.696748 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51726) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:33.719335 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-cb081a7e-2e7d-4c58-9e09-e449ee714613 req-229c316d-2730-42a8-a832-2fdd7882aa77 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Synchronizing usage tracker for tenant:a8f847206a014373a0b8b5216b88e1e0 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:33.721823 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653ac766-9521-4408-8578-f89f23ab73c4,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:33.773646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:33.812171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-87e28a16-6c81-40af-8e99-334e500ae094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:33.813629 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-87e28a16-6c81-40af-8e99-334e500ae094 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c83951fa-3604-4554-9055-6ed20c4b7e5d HTTP/1.1" status: 200 len: 850 time: 0.5058236 Jun 02 20:33:33.885581 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Floating IP a7226dbe-2696-4677-98fe-486cec2c3c9c associated. External IP: 172.26.0.49, port: 4e12fe47-c9cb-4ce4-830a-5aec02734ceb. Jun 02 20:33:33.965549 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-cb081a7e-2e7d-4c58-9e09-e449ee714613 req-229c316d-2730-42a8-a832-2fdd7882aa77 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Unset dirty status for tenant:a8f847206a014373a0b8b5216b88e1e0 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:33.966592 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb081a7e-2e7d-4c58-9e09-e449ee714613 req-229c316d-2730-42a8-a832-2fdd7882aa77 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 210 time: 0.4734862 Jun 02 20:33:33.985885 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-fbe16ecb-0f5d-4369-b91c-9447bab5e44c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Allocated IP 172.20.0.8 (5d079c0e-8652-41e0-8610-48a5cd1e360b/181c37fa-d691-406b-8344-3c9a83cad17b/e096d1fc-ff52-40ac-9723-f2a9713b468f) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:33:34.054949 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fa20c50d-d2e8-48c5-bab3-2efd6f0a5d99 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:34.055556 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-1b837c4d-929c-4c3e-85d1-8138602e5330 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:34.056111 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fa20c50d-d2e8-48c5-bab3-2efd6f0a5d99 tempest-MeteringIpV6TestJSON-1136918899 tempest-MeteringIpV6TestJSON-1136918899-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/77ea4765-cf06-4ea5-817a-e17e4901eb59 HTTP/1.1" status: 204 len: 168 time: 0.7729948 Jun 02 20:33:34.171548 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:34.211900 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-15fd182c-ad13-4c17-b1b0-974fc94510e8 req-df0d7fff-0961-487d-b0de-e3a5101b4304 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5173686 Jun 02 20:33:34.216950 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ada38daf-8e88-4c9e-a443-3f40ea6efba9 req-2e4b1ab2-bc9d-4c6c-b24b-ee2c24f30b65 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 210 time: 0.1269727 Jun 02 20:33:34.230867 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-1b837c4d-929c-4c3e-85d1-8138602e5330 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Transition to ACTIVE for port object c0a5823c-9c89-4178-8ae6-98c5d6abf38f will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:34.250960 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a0c8-ca1a-44ea-a2b5-74474a17294b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:34.262514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-719c12cb-4b8b-48d3-8944-63fe26a5a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:34.273825 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-719c12cb-4b8b-48d3-8944-63fe26a5a12a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6d422b3f-35f6-44d4-a56d-8cdfa486af18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4197178 Jun 02 20:33:34.274082 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dcc055ea-fa6c-4c1e-83aa-6406e74091f0 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "GET /v2.0/routers/a3d265d9-2c1b-4e69-802e-e6352f0d4859 HTTP/1.1" status: 200 len: 920 time: 0.5669475 Jun 02 20:33:34.274167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51732) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:34.274255 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-18563333-328b-4f40-9704-ec44849fbec6 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:34.293895 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5a0c8-ca1a-44ea-a2b5-74474a17294b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5791c0e2-5310-4f93-8122-565de637d91e,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:34.301406 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a5f5a0c8-ca1a-44ea-a2b5-74474a17294b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:34.320261 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a0c8-ca1a-44ea-a2b5-74474a17294b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:34.321383 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a5f5a0c8-ca1a-44ea-a2b5-74474a17294b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5791c0e2-5310-4f93-8122-565de637d91e HTTP/1.1" status: 204 len: 168 time: 1.2085125 Jun 02 20:33:34.371784 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-1b837c4d-929c-4c3e-85d1-8138602e5330 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:34.382085 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e28f6633-3861-4d0d-9a9e-2b387dca0b62 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:34.458141 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51738) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:34.472297 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-1b837c4d-929c-4c3e-85d1-8138602e5330 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Network ab3e1d4e-2d2a-46f1-a601-623159ab7f22 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:34.487121 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-1b837c4d-929c-4c3e-85d1-8138602e5330 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:34.491722 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b837c4d-929c-4c3e-85d1-8138602e5330 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Pushing event updated for resources: {'Port': ['ID=c0a5823c-9c89-4178-8ae6-98c5d6abf38f,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:34.494358 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-1b837c4d-929c-4c3e-85d1-8138602e5330 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:34.528774 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1b837c4d-929c-4c3e-85d1-8138602e5330 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:34.659039 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-1b837c4d-929c-4c3e-85d1-8138602e5330 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:34.659737 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-1b837c4d-929c-4c3e-85d1-8138602e5330 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:34.692415 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Router ffc5e190-453c-4b42-bfc0-288ae2ffdfbf has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:33:34.696612 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-1b837c4d-929c-4c3e-85d1-8138602e5330 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7133291 Jun 02 20:33:34.779216 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0644b71a-8d29-4589-bcb6-d58e8d2602a2 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3d265d9-2c1b-4e69-802e-e6352f0d4859 HTTP/1.1" status: 200 len: 205 time: 0.5057523 Jun 02 20:33:34.787326 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51746) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:34.811958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-fbe16ecb-0f5d-4369-b91c-9447bab5e44c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:34.861245 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Request body: {'port': {'device_id': '0898d689-8090-434a-84bf-01582cecb716', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:34.862222 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-1c41cd3c-7144-49c3-a1a5-8c8bd2d5f820 None None] Provisioning for port c0a5823c-9c89-4178-8ae6-98c5d6abf38f completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:33:34.869886 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-1c41cd3c-7144-49c3-a1a5-8c8bd2d5f820 None None] Provisioning complete for port c0a5823c-9c89-4178-8ae6-98c5d6abf38f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:34.870522 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1c41cd3c-7144-49c3-a1a5-8c8bd2d5f820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:34.881712 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-7845fadf-a0c4-4e5c-8486-2013fec228c2 service neutron] 10.222.0.95 "GET /v2.0/networks/6d422b3f-35f6-44d4-a56d-8cdfa486af18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6078501 Jun 02 20:33:34.936185 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-fbe16ecb-0f5d-4369-b91c-9447bab5e44c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Transition to ACTIVE for port object e096d1fc-ff52-40ac-9723-f2a9713b468f will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:34.945895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-1c41cd3c-7144-49c3-a1a5-8c8bd2d5f820 None None] Port c0a5823c-9c89-4178-8ae6-98c5d6abf38f cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:33:34.959979 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d98fc0c3-7308-49e7-b604-ca3c869a72cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:35.000531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] device_id is not set on port d9394014-8329-432a-ada1-9dcfa290a3c6 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:33:35.020020 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d98fc0c3-7308-49e7-b604-ca3c869a72cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:35.027704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:35.040222 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d98fc0c3-7308-49e7-b604-ca3c869a72cb admin admin] Usage tracker for resource:security_group_rule and tenant:2c196632daed48e78afc50c876a9852b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:35.064320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Transition to ACTIVE for port object d9394014-8329-432a-ada1-9dcfa290a3c6 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:35.092345 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-68a42e65-d3f6-47c1-9727-e3ed644bfef1 req-5259c191-6682-4499-acc7-3999cde7685d service neutron] 10.222.0.95 "GET /v2.0/networks/6d422b3f-35f6-44d4-a56d-8cdfa486af18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993477 Jun 02 20:33:35.096092 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-fbe16ecb-0f5d-4369-b91c-9447bab5e44c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:35.102757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9fc31ec9-b6b0-490d-bb0d-b15947008e88 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:35.111362 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d98fc0c3-7308-49e7-b604-ca3c869a72cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:35.165628 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d98fc0c3-7308-49e7-b604-ca3c869a72cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:35.187567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:35.226125 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-fbe16ecb-0f5d-4369-b91c-9447bab5e44c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Network 5d079c0e-8652-41e0-8610-48a5cd1e360b is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:35.233073 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-fbe16ecb-0f5d-4369-b91c-9447bab5e44c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:35.241834 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-fbe16ecb-0f5d-4369-b91c-9447bab5e44c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:35.275952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe16ecb-0f5d-4369-b91c-9447bab5e44c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Pushing event updated for resources: {'Port': ['ID=e096d1fc-ff52-40ac-9723-f2a9713b468f,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:35.286341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fbe16ecb-0f5d-4369-b91c-9447bab5e44c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:35.287458 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7b5e1f1e-8444-4901-90da-1111d84c16fa tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:35.419894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-fbe16ecb-0f5d-4369-b91c-9447bab5e44c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:35.420515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-fbe16ecb-0f5d-4369-b91c-9447bab5e44c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:35.436722 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Checking segment: {'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:33:35.437090 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Network hostable DHCP agents. Network: 12f1190d-1cfd-4c7d-bbe0-807a513b3828, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:33:35.439940 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Pushing event updated for resources: {'Port': ['ID=d9394014-8329-432a-ada1-9dcfa290a3c6,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:35.447254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:35.476970 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3cd809-7cb2-43ab-a9e6-8d5ea9fed4fc req-6139626a-7440-449c-81b7-24302b50ac08 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:35.479551 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1b3cd809-7cb2-43ab-a9e6-8d5ea9fed4fc req-6139626a-7440-449c-81b7-24302b50ac08 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 931 time: 0.3389566 Jun 02 20:33:35.536246 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-fbe16ecb-0f5d-4369-b91c-9447bab5e44c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2066305 Jun 02 20:33:35.539487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:33:35.554906 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Request body: {'port': {'device_id': 'c723936c-a94d-4656-8c09-37cb07211111', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:35.559993 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:35.578835 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b3049083-cd7e-4a2b-8af8-8578b5f70004 None None] Provisioning for port e096d1fc-ff52-40ac-9723-f2a9713b468f completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:33:35.585665 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b3049083-cd7e-4a2b-8af8-8578b5f70004 None None] Provisioning complete for port e096d1fc-ff52-40ac-9723-f2a9713b468f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:35.586280 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b3049083-cd7e-4a2b-8af8-8578b5f70004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:35.606708 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:33:35.617719 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1b3cd809-7cb2-43ab-a9e6-8d5ea9fed4fc req-248f001e-2224-411b-87cc-c56891b8f0ae tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/security-groups?id=16f94ebd-3162-4c0b-a1cf-348c7ee60440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295753 Jun 02 20:33:35.619039 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f4ca50-9ef4-4a1e-b909-f7318819d00d None None] Sync routers for ids ['ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:33:35.619571 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2cac93fb-5663-486e-80c5-80fac341619b tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:35.624533 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 12f1190d-1cfd-4c7d-bbe0-807a513b3828) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:35.645162 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f4ca50-9ef4-4a1e-b909-f7318819d00d None None] Routers {'ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:35.648402 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-90f4ca50-9ef4-4a1e-b909-f7318819d00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:35.653934 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:35.655554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-b3049083-cd7e-4a2b-8af8-8578b5f70004 None None] Port e096d1fc-ff52-40ac-9723-f2a9713b468f cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:33:35.657216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933219c8-0382-4203-b8f6-e958653f71c4 None None] Network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:33:35.711199 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:35.717638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:35.718147 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:35.833435 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:35.837953 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-90f4ca50-9ef4-4a1e-b909-f7318819d00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:35.859847 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f4ca50-9ef4-4a1e-b909-f7318819d00d None None] Routers {'ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:35.861723 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-90f4ca50-9ef4-4a1e-b909-f7318819d00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:35.886549 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:35.894495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:35.915613 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port d9394014-8329-432a-ada1-9dcfa290a3c6 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:35.916175 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:35.923677 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 2 to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 Jun 02 20:33:35.966979 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-90f4ca50-9ef4-4a1e-b909-f7318819d00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:35.967528 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f4ca50-9ef4-4a1e-b909-f7318819d00d None None] The sync data for ids ['ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:33:36.000580 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:36.000918 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:36.001232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:36.010862 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port d9394014-8329-432a-ada1-9dcfa290a3c6 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:36.011292 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:36.015386 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 3 to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 Jun 02 20:33:36.022182 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503b644-344e-44eb-993c-f64b152d5946 req-50ad4bfb-425a-4ff1-b6c8-73e33e616de8 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:36.022938 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-3503b644-344e-44eb-993c-f64b152d5946 req-50ad4bfb-425a-4ff1-b6c8-73e33e616de8 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Synchronizing usage tracker for tenant:6c9e9bd5bff84a45b832072d10d3f65a on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:36.059703 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:36.060047 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:36.060504 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:36.078281 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.1554813 Jun 02 20:33:36.084848 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d98fc0c3-7308-49e7-b604-ca3c869a72cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:36.091757 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51776) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:36.122047 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port d9394014-8329-432a-ada1-9dcfa290a3c6 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:36.122381 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:36.125840 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 4 to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 Jun 02 20:33:36.158219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27392cd-8875-48f5-b90d-ddd61d6726eb req-c00e0d1d-05d4-4e45-98e5-ef8f7436848b tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:36.159993 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d98fc0c3-7308-49e7-b604-ca3c869a72cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:36.163875 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a27392cd-8875-48f5-b90d-ddd61d6726eb req-c00e0d1d-05d4-4e45-98e5-ef8f7436848b tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 944 time: 0.3196778 Jun 02 20:33:36.174865 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:36.175363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:36.175949 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:36.177950 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-3503b644-344e-44eb-993c-f64b152d5946 req-50ad4bfb-425a-4ff1-b6c8-73e33e616de8 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Unset dirty status for tenant:6c9e9bd5bff84a45b832072d10d3f65a on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:36.184249 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3503b644-344e-44eb-993c-f64b152d5946 req-50ad4bfb-425a-4ff1-b6c8-73e33e616de8 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 932 time: 0.7350156 Jun 02 20:33:36.215489 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port d9394014-8329-432a-ada1-9dcfa290a3c6 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:36.215920 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:36.222275 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 5 to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 Jun 02 20:33:36.224018 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:36.250371 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2cac93fb-5663-486e-80c5-80fac341619b tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:36.299300 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:36.299632 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:36.299967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:36.321817 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port d9394014-8329-432a-ada1-9dcfa290a3c6 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:36.322147 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:36.325026 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 6 to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 Jun 02 20:33:36.337253 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a27392cd-8875-48f5-b90d-ddd61d6726eb req-b4aba42f-f125-4f5f-96a9-dddf560aad79 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718161 Jun 02 20:33:36.360135 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:36.360478 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:36.360814 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:36.377272 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port d9394014-8329-432a-ada1-9dcfa290a3c6 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:36.377609 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:36.380408 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 7 to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 Jun 02 20:33:36.387132 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51784) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:36.392421 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d98fc0c3-7308-49e7-b604-ca3c869a72cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c196632daed48e78afc50c876a9852b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9291923 Jun 02 20:33:36.396852 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51786) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:36.422192 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:36.422552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:36.423011 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:36.441590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port d9394014-8329-432a-ada1-9dcfa290a3c6 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:36.442288 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-55659248-9506-4dd6-9b0a-b4ce655f4f22 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] 10.222.0.25 "GET /v2.0/floatingips/a7226dbe-2696-4677-98fe-486cec2c3c9c HTTP/1.1" status: 200 len: 982 time: 0.3480875 Jun 02 20:33:36.444637 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:36.446063 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51790) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:36.448962 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 8 to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 Jun 02 20:33:36.450649 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3503b644-344e-44eb-993c-f64b152d5946 req-16e51066-3ce8-47fd-9dd5-a33e07959e9c tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/security-groups?id=05180680-3e28-43fa-8ef9-30182a21a592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624166 Jun 02 20:33:36.451301 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fc0c3-7308-49e7-b604-ca3c869a72cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa695bf-52ad-493d-b514-bd93258e2c79,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:36.465404 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d98fc0c3-7308-49e7-b604-ca3c869a72cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:36.526759 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.db.resource_extend [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 20:33:36.540853 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-2cac93fb-5663-486e-80c5-80fac341619b tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Deleting port bf2d7a65-605d-4d03-b3f8-1d56d1c7c9d6 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:33:36.541111 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2cac93fb-5663-486e-80c5-80fac341619b tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:36.564169 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:36.564508 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:36.564848 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:36.597444 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-be1c2a0b-6eff-48d8-aef4-8dbcd3609769 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2120064669'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:36.630926 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-be1c2a0b-6eff-48d8-aef4-8dbcd3609769 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:36.637610 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port d9394014-8329-432a-ada1-9dcfa290a3c6 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:36.637945 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:36.645255 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 9 to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 Jun 02 20:33:36.663121 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-be1c2a0b-6eff-48d8-aef4-8dbcd3609769 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Usage tracker for resource:router and tenant:7697deae46d143c5929886cf41340316 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:36.673092 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a5823c-9c89-4178-8ae6-98c5d6abf38f {{(pid=92548) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:33:36.678560 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-be1c2a0b-6eff-48d8-aef4-8dbcd3609769 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:36.683449 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:36.686360 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5aaa6bd1-ae6a-403f-9d79-7a4a1ce197c5 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2906 time: 0.2294157 Jun 02 20:33:36.687575 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6bece93f-3238-4143-bb84-ad7fbf8bfea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:36.687687 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51794) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:36.701495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-be1c2a0b-6eff-48d8-aef4-8dbcd3609769 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:36.705363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:36.705769 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:36.706117 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:36.709506 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e096d1fc-ff52-40ac-9723-f2a9713b468f {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:33:36.729777 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:36.734004 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port d9394014-8329-432a-ada1-9dcfa290a3c6 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:36.734337 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:36.748615 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.plugins.ml2.plugin [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 10 to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 Jun 02 20:33:36.798807 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6bece93f-3238-4143-bb84-ad7fbf8bfea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:36.810536 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2cac93fb-5663-486e-80c5-80fac341619b tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:36.816715 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-be1c2a0b-6eff-48d8-aef4-8dbcd3609769 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:36.817708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-be1c2a0b-6eff-48d8-aef4-8dbcd3609769 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:36.819978 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Transition to ACTIVE for port object c0a5823c-9c89-4178-8ae6-98c5d6abf38f will not be triggered until provisioned by entity L2. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:36.833024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Transition to ACTIVE for port object e096d1fc-ff52-40ac-9723-f2a9713b468f will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:36.836066 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:36.836572 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:36.836836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:36.837240 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:36.852000 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:36.861724 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-23bb87c1-5b91-41d9-a571-f4d6412679ee tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:36.892254 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9ac96981-b472-4f84-9021-7a1e9afa27f1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:36.912051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port d9394014-8329-432a-ada1-9dcfa290a3c6 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:36.912637 dv-neutron-601336-84-hyperv neutron-server[92549]: ERROR neutron.plugins.ml2.managers [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port d9394014-8329-432a-ada1-9dcfa290a3c6 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:36.912732 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:36.914319 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:33:36.993372 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-2cac93fb-5663-486e-80c5-80fac341619b tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Calling delete_port for bf2d7a65-605d-4d03-b3f8-1d56d1c7c9d6 owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:33:37.109835 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-be1c2a0b-6eff-48d8-aef4-8dbcd3609769 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:37.209356 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Pushing event updated for resources: {'Port': ['ID=e096d1fc-ff52-40ac-9723-f2a9713b468f,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:37.244524 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:37.282139 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6bece93f-3238-4143-bb84-ad7fbf8bfea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:37.311891 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-be1c2a0b-6eff-48d8-aef4-8dbcd3609769 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:37.343792 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-868179a5-2b7a-443a-a00c-e5f958a080c4 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:37.369267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263969f-b4f9-4ddb-93a9-959429ea8422 req-1c02afba-ee6d-4459-8abf-a0f40bd9d698 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:37.371576 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b263969f-b4f9-4ddb-93a9-959429ea8422 req-1c02afba-ee6d-4459-8abf-a0f40bd9d698 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 931 time: 0.6313114 Jun 02 20:33:37.372916 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a5823c-9c89-4178-8ae6-98c5d6abf38f,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:37.375827 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:37.381558 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bece93f-3238-4143-bb84-ad7fbf8bfea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa695bf-52ad-493d-b514-bd93258e2c79,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:37.388211 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6bece93f-3238-4143-bb84-ad7fbf8bfea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:37.389125 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] For port d9394014-8329-432a-ada1-9dcfa290a3c6, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:33:37.389489 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempted to set empty binding levels {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 02 20:33:37.434224 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:37.443075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e5b723c1-b066-4dff-bd4d-dfa3503c3033 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:37.472228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6bece93f-3238-4143-bb84-ad7fbf8bfea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:37.473325 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6bece93f-3238-4143-bb84-ad7fbf8bfea2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8fa695bf-52ad-493d-b514-bd93258e2c79 HTTP/1.1" status: 204 len: 168 time: 1.0724483 Jun 02 20:33:37.486338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-be1c2a0b-6eff-48d8-aef4-8dbcd3609769 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:37.489623 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-be1c2a0b-6eff-48d8-aef4-8dbcd3609769 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0972426 Jun 02 20:33:37.506293 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51802) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:37.528522 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:37.529125 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:37.553559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Attempting to bind port e096d1fc-ff52-40ac-9723-f2a9713b468f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:37.553894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Attempting to bind port e096d1fc-ff52-40ac-9723-f2a9713b468f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '6a895b9f-ee68-4f5e-bbef-852b83ef6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:37.554226 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Attempting to bind port e096d1fc-ff52-40ac-9723-f2a9713b468f on network 5d079c0e-8652-41e0-8610-48a5cd1e360b {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:37.573395 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b263969f-b4f9-4ddb-93a9-959429ea8422 req-6a22dc36-d540-4071-8cb5-9cec535596fe tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/security-groups?id=16f94ebd-3162-4c0b-a1cf-348c7ee60440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796451 Jun 02 20:33:37.574494 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Port e096d1fc-ff52-40ac-9723-f2a9713b468f on network 5d079c0e-8652-41e0-8610-48a5cd1e360b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:37.574822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Attempting to bind port e096d1fc-ff52-40ac-9723-f2a9713b468f on network 5d079c0e-8652-41e0-8610-48a5cd1e360b {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:37.579453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Pushing event updated for resources: {'Port': ['ID=d9394014-8329-432a-ada1-9dcfa290a3c6,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:37.583862 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:37.585187 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:33:37.585566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Checking segment: {'id': '6a895b9f-ee68-4f5e-bbef-852b83ef6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:33:37.586075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Bound using segment: {'id': '6a895b9f-ee68-4f5e-bbef-852b83ef6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:33:37.586723 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Bound port: e096d1fc-ff52-40ac-9723-f2a9713b468f, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a895b9f-ee68-4f5e-bbef-852b83ef6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:33:37.587083 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:37.604569 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.5232446 Jun 02 20:33:37.606083 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51804) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:37.812495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] For port e096d1fc-ff52-40ac-9723-f2a9713b468f, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:33:37.829685 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] For port e096d1fc-ff52-40ac-9723-f2a9713b468f, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e096d1fc-ff52-40ac-9723-f2a9713b468f,segment=NetworkSegment(6a895b9f-ee68-4f5e-bbef-852b83ef6db3),segment_id=6a895b9f-ee68-4f5e-bbef-852b83ef6db3)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:33:37.844129 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:37.849773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:37.858860 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8d54-487c-41c2-9d59-9f7f48462123 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:37.919459 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:37.920044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:37.921396 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] 10.222.0.95 "PUT /v2.0/ports/e096d1fc-ff52-40ac-9723-f2a9713b468f HTTP/1.1" status: 200 len: 1093 time: 2.3712122 Jun 02 20:33:37.931005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c723936c-a94d-4656-8c09-37cb07211111', 'tag': 'e096d1fc-ff52-40ac-9723-f2a9713b468f'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:33:37.931914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Attempting to bind port c0a5823c-9c89-4178-8ae6-98c5d6abf38f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:37.932401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Attempting to bind port c0a5823c-9c89-4178-8ae6-98c5d6abf38f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '2c905b90-3ec3-4c61-91a2-6126c729cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:37.933671 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Attempting to bind port c0a5823c-9c89-4178-8ae6-98c5d6abf38f on network ab3e1d4e-2d2a-46f1-a601-623159ab7f22 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:37.934406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4a1b15-4aef-4617-bfc0-5556e9b3ae79" -d '{"events": [{"name": "network-changed", "server_uuid": "c723936c-a94d-4656-8c09-37cb07211111", "tag": "e096d1fc-ff52-40ac-9723-f2a9713b468f"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:33:37.959446 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51810) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:37.966144 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Port c0a5823c-9c89-4178-8ae6-98c5d6abf38f on network ab3e1d4e-2d2a-46f1-a601-623159ab7f22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:37.966482 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Attempting to bind port c0a5823c-9c89-4178-8ae6-98c5d6abf38f on network ab3e1d4e-2d2a-46f1-a601-623159ab7f22 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:38.018789 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b788a3-7897-45e1-b546-e1c9620ce0b7 req-e8176419-8394-4e65-a635-664bc8a689e7 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:38.020306 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b6b788a3-7897-45e1-b546-e1c9620ce0b7 req-e8176419-8394-4e65-a635-664bc8a689e7 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 944 time: 0.3108628 Jun 02 20:33:38.053849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Pushing event updated for resources: {'Port': ['ID=e096d1fc-ff52-40ac-9723-f2a9713b468f,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:38.058369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:33:38.058738 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Checking segment: {'id': '2c905b90-3ec3-4c61-91a2-6126c729cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:33:38.059328 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Bound using segment: {'id': '2c905b90-3ec3-4c61-91a2-6126c729cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22'} {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:33:38.059903 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Bound port: c0a5823c-9c89-4178-8ae6-98c5d6abf38f, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c905b90-3ec3-4c61-91a2-6126c729cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22'}}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:33:38.060255 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:38.068304 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a40c0cf1-a80b-470b-961a-9f979cb9598e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Deleting port d9394014-8329-432a-ada1-9dcfa290a3c6 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:33:38.068728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a40c0cf1-a80b-470b-961a-9f979cb9598e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:38.075422 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-98dae3be-ca45-4096-bf46-fe62d6e9566c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:38.090582 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:38.176922 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b6b788a3-7897-45e1-b546-e1c9620ce0b7 req-45608a6d-6372-4774-a5e7-ffe78bb00ee7 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/security-groups?id=05180680-3e28-43fa-8ef9-30182a21a592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477861 Jun 02 20:33:38.205694 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-a40c0cf1-a80b-470b-961a-9f979cb9598e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] For port d9394014-8329-432a-ada1-9dcfa290a3c6, host hv-neutron-6013, got binding levels [] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:38.206054 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a40c0cf1-a80b-470b-961a-9f979cb9598e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:38.317400 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-98dae3be-ca45-4096-bf46-fe62d6e9566c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:38.320502 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-39232410-66f8-4d00-8773-76eceeed042c tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Deleting port 99d35acd-986f-4004-a671-6cbfa7af81e0 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:33:38.320844 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-39232410-66f8-4d00-8773-76eceeed042c tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:38.333248 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b3846b-e0bd-41db-b3a5-f962fcb5eae9 x-openstack-request-id: req-07b3846b-e0bd-41db-b3a5-f962fcb5eae9 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:33:38.333572 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c723936c-a94d-4656-8c09-37cb07211111", "tag": "e096d1fc-ff52-40ac-9723-f2a9713b468f", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:33:38.333851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07b3846b-e0bd-41db-b3a5-f962fcb5eae9 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:33:38.334272 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c723936c-a94d-4656-8c09-37cb07211111', 'tag': 'e096d1fc-ff52-40ac-9723-f2a9713b468f', 'status': 'completed', 'code': 200} Jun 02 20:33:38.342380 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a40c0cf1-a80b-470b-961a-9f979cb9598e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Calling delete_port for d9394014-8329-432a-ada1-9dcfa290a3c6 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:33:38.356084 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-266afc63-95ca-4aa2-832a-709409321ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:38.357572 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-266afc63-95ca-4aa2-832a-709409321ccf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a8f847206a014373a0b8b5216b88e1e0&device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 1096 time: 0.3853831 Jun 02 20:33:38.435551 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-dab75c33-9726-401c-aaf8-f599a28d62bc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e096d1fc-ff52-40ac-9723-f2a9713b468f HTTP/1.1" status: 200 len: 217 time: 0.0666664 Jun 02 20:33:38.494409 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-98dae3be-ca45-4096-bf46-fe62d6e9566c admin admin] Usage tracker for resource:security_group_rule and tenant:aba239e2e97f4ff092709ae4a59dc5d8 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:38.509996 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-98dae3be-ca45-4096-bf46-fe62d6e9566c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:38.514297 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8d54-487c-41c2-9d59-9f7f48462123 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:38.515863 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-4104e3ec-0809-45b1-bb36-f170a823f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:38.517640 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-4104e3ec-0809-45b1-bb36-f170a823f530 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=181c37fa-d691-406b-8344-3c9a83cad17b HTTP/1.1" status: 200 len: 844 time: 0.0749595 Jun 02 20:33:38.518766 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a40c0cf1-a80b-470b-961a-9f979cb9598e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:38.524415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-281c1962-6bdf-4fc3-96ba-c5b4c7bdebb1 tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:38.530229 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8d54-487c-41c2-9d59-9f7f48462123 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:38.536363 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-98dae3be-ca45-4096-bf46-fe62d6e9566c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:38.610678 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c0cf1-a80b-470b-961a-9f979cb9598e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9394014-8329-432a-ada1-9dcfa290a3c6,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:38.613622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a40c0cf1-a80b-470b-961a-9f979cb9598e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:38.620239 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a40c0cf1-a80b-470b-961a-9f979cb9598e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:38.634611 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a40c0cf1-a80b-470b-961a-9f979cb9598e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] 10.222.0.25 "DELETE /v2.0/ports/d9394014-8329-432a-ada1-9dcfa290a3c6 HTTP/1.1" status: 204 len: 168 time: 1.0245426 Jun 02 20:33:38.634611 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51814) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:38.661542 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f67633-d9a1-4991-b558-da932a0f70d2 req-557fc505-2b1a-4856-9a29-057f753149f5 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:38.663030 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-90f67633-d9a1-4991-b558-da932a0f70d2 req-557fc505-2b1a-4856-9a29-057f753149f5 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 944 time: 1.1530402 Jun 02 20:33:38.685189 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1716ec1-7091-4508-be59-fbb4c0cee33f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] GET failed (client error): The resource could not be found. Jun 02 20:33:38.685722 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f1716ec1-7091-4508-be59-fbb4c0cee33f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Synchronizing usage tracker for tenant:542ee02450a94e16911c7388366c27da on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:38.710371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-4cd5634c-4b88-400e-9355-858e20a59dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:38.712179 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-4cd5634c-4b88-400e-9355-858e20a59dfb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5d079c0e-8652-41e0-8610-48a5cd1e360b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1581876 Jun 02 20:33:38.714902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f1716ec1-7091-4508-be59-fbb4c0cee33f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Unset dirty status for tenant:542ee02450a94e16911c7388366c27da on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:38.716083 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f1716ec1-7091-4508-be59-fbb4c0cee33f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] 10.222.0.25 "GET /v2.0/ports/d9394014-8329-432a-ada1-9dcfa290a3c6 HTTP/1.1" status: 404 len: 333 time: 0.0808551 Jun 02 20:33:38.737216 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51816) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:38.740776 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] For port c0a5823c-9c89-4178-8ae6-98c5d6abf38f, host hv-neutron-6013, cleared binding levels {{(pid=92548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:33:38.760183 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-35dc5829-c95b-4540-88e1-09f3ec835aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Request body: {'port': {'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119853175'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:38.766433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8d54-487c-41c2-9d59-9f7f48462123 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:38.766924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6d8d54-487c-41c2-9d59-9f7f48462123 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48a2b437-9e38-4942-be4c-f5db574410a8 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:33:38.768471 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device a901cc98-7deb-4f4d-80a3-acef48dbdab7 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:33:38.788345 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-35dc5829-c95b-4540-88e1-09f3ec835aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:38.832814 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2cac93fb-5663-486e-80c5-80fac341619b tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:38.853042 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:38.886908 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-39232410-66f8-4d00-8773-76eceeed042c tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:38.887672 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-39232410-66f8-4d00-8773-76eceeed042c tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:38.897128 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] For port c0a5823c-9c89-4178-8ae6-98c5d6abf38f, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c0a5823c-9c89-4178-8ae6-98c5d6abf38f,segment=NetworkSegment(2c905b90-3ec3-4c61-91a2-6126c729cdd3),segment_id=2c905b90-3ec3-4c61-91a2-6126c729cdd3)] {{(pid=92548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:33:38.902030 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-35dc5829-c95b-4540-88e1-09f3ec835aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:38.913213 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-90f67633-d9a1-4991-b558-da932a0f70d2 req-62bf4b0f-e7a0-4a74-b608-31acd8c186b3 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359352 Jun 02 20:33:38.918242 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port a901cc98-7deb-4f4d-80a3-acef48dbdab7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a901cc98-7deb-4f4d-80a3-acef48dbdab7,segment=NetworkSegment(b8b3afdf-c9d2-4e79-ab7d-f74425a00d42),segment_id=b8b3afdf-c9d2-4e79-ab7d-f74425a00d42)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:38.935124 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:38.938987 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac93fb-5663-486e-80c5-80fac341619b tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Pushing event deleted for resources: {'Port': ['ID=bf2d7a65-605d-4d03-b3f8-1d56d1c7c9d6,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:38.941877 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': 'a901cc98-7deb-4f4d-80a3-acef48dbdab7', 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18', 'port_id': 'a901cc98-7deb-4f4d-80a3-acef48dbdab7', 'mac_address': 'fa:16:3e:fa:66:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c83951fa-3604-4554-9055-6ed20c4b7e5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:33:39.004097 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:39.022458 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a901cc98-7deb-4f4d-80a3-acef48dbdab7 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:33:39.033158 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c936f-7903-43a3-a74c-528303d20a7d req-484de86c-164e-4c17-a148-1dfdee58e1eb tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:39.035643 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-335c936f-7903-43a3-a74c-528303d20a7d req-484de86c-164e-4c17-a148-1dfdee58e1eb tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 943 time: 0.3220739 Jun 02 20:33:39.039089 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port a901cc98-7deb-4f4d-80a3-acef48dbdab7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a901cc98-7deb-4f4d-80a3-acef48dbdab7,segment=NetworkSegment(b8b3afdf-c9d2-4e79-ab7d-f74425a00d42),segment_id=b8b3afdf-c9d2-4e79-ab7d-f74425a00d42)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:39.039720 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-7ea9689a-94cf-4423-be10-627a8ad61003 service neutron] 10.222.0.95 "GET /v2.0/networks/5d079c0e-8652-41e0-8610-48a5cd1e360b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913625 Jun 02 20:33:39.043397 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:39.046486 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:39.062440 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2cac93fb-5663-486e-80c5-80fac341619b tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:39.063127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:39.108927 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-39232410-66f8-4d00-8773-76eceeed042c tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Calling delete_port for 99d35acd-986f-4004-a671-6cbfa7af81e0 owned by network:floatingip {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:33:39.120408 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=a901cc98-7deb-4f4d-80a3-acef48dbdab7,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:39.124491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:39.158311 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dc5829-c95b-4540-88e1-09f3ec835aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Made reservation on behalf of 542ee02450a94e16911c7388366c27da for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:33:39.160666 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-35dc5829-c95b-4540-88e1-09f3ec835aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:39.178691 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-335c936f-7903-43a3-a74c-528303d20a7d req-00109331-722d-4876-8d78-895bcfbc0bfa tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/security-groups?id=16f94ebd-3162-4c0b-a1cf-348c7ee60440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377432 Jun 02 20:33:39.224391 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-89b8fea5-3e3c-4cab-8769-d4d51f738bee req-5dc1af27-331d-48e6-8242-ed8ea4554f0e service neutron] 10.222.0.95 "GET /v2.0/networks/5d079c0e-8652-41e0-8610-48a5cd1e360b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693990 Jun 02 20:33:39.241108 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:39.241713 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:39.243107 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] 10.222.0.95 "PUT /v2.0/ports/c0a5823c-9c89-4178-8ae6-98c5d6abf38f HTTP/1.1" status: 200 len: 1094 time: 4.4546595 Jun 02 20:33:39.243727 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0898d689-8090-434a-84bf-01582cecb716', 'tag': 'c0a5823c-9c89-4178-8ae6-98c5d6abf38f'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:33:39.279328 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7c6d8d54-487c-41c2-9d59-9f7f48462123 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:39.285574 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7c6d8d54-487c-41c2-9d59-9f7f48462123 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] 10.222.0.25 "DELETE /v2.0/routers/48a2b437-9e38-4942-be4c-f5db574410a8 HTTP/1.1" status: 204 len: 168 time: 1.7717125 Jun 02 20:33:39.285983 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51826) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:39.293855 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-ad0622b3-4416-40b8-a2dc-2ed6e5f993f2 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Request body: {'router': {'name': 'tempest-router-1946783954', 'distributed': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:39.296361 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-35dc5829-c95b-4540-88e1-09f3ec835aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] device_id is not set on port d9f662e4-f827-4820-ae5b-960f6f8cf594 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:33:39.302440 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ad0622b3-4416-40b8-a2dc-2ed6e5f993f2 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:39.306413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ad0622b3-4416-40b8-a2dc-2ed6e5f993f2 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Usage tracker for resource:router and tenant:7697deae46d143c5929886cf41340316 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:39.310693 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ad0622b3-4416-40b8-a2dc-2ed6e5f993f2 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:39.363301 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ad0622b3-4416-40b8-a2dc-2ed6e5f993f2 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:39.410780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-928f211f-9dfa-437e-b226-067459866b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:39.413341 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-928f211f-9dfa-437e-b226-067459866b31 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6c9e9bd5bff84a45b832072d10d3f65a&device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 1097 time: 0.0967598 Jun 02 20:33:39.461824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-98dae3be-ca45-4096-bf46-fe62d6e9566c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:39.467446 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a5823c-9c89-4178-8ae6-98c5d6abf38f,revision_number=3']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:39.485732 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1506056-3907-45dd-98be-17deb981266c" -d '{"events": [{"name": "network-changed", "server_uuid": "0898d689-8090-434a-84bf-01582cecb716", "tag": "c0a5823c-9c89-4178-8ae6-98c5d6abf38f"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:33:39.488697 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:39.491396 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-98dae3be-ca45-4096-bf46-fe62d6e9566c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:39.504598 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-3f398a24-d1a3-4f26-8089-8d9bded53847 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a5823c-9c89-4178-8ae6-98c5d6abf38f HTTP/1.1" status: 200 len: 217 time: 0.0835323 Jun 02 20:33:39.505867 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ad0622b3-4416-40b8-a2dc-2ed6e5f993f2 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:39.507330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ad0622b3-4416-40b8-a2dc-2ed6e5f993f2 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:39.512780 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:39.521696 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2cac93fb-5663-486e-80c5-80fac341619b tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:39.571581 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ad0622b3-4416-40b8-a2dc-2ed6e5f993f2 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:39.583116 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-d5831ace-235d-4a2d-b6a4-6f9a270fd39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:39.584668 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-d5831ace-235d-4a2d-b6a4-6f9a270fd39b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4214e910-aea4-41ab-916d-0599360240ad HTTP/1.1" status: 200 len: 850 time: 0.0726490 Jun 02 20:33:39.639310 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ad0622b3-4416-40b8-a2dc-2ed6e5f993f2 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:39.661728 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['a901cc98-7deb-4f4d-80a3-acef48dbdab7'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:33:39.668338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ad0622b3-4416-40b8-a2dc-2ed6e5f993f2 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:39.669517 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ad0622b3-4416-40b8-a2dc-2ed6e5f993f2 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3818767 Jun 02 20:33:39.672393 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51832) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:39.677917 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe91d6f2-d232-4b85-aa12-a15e00ea3b58 x-openstack-request-id: req-fe91d6f2-d232-4b85-aa12-a15e00ea3b58 {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:33:39.678237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0898d689-8090-434a-84bf-01582cecb716", "tag": "c0a5823c-9c89-4178-8ae6-98c5d6abf38f", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:33:39.678519 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe91d6f2-d232-4b85-aa12-a15e00ea3b58 {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:33:39.679015 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0898d689-8090-434a-84bf-01582cecb716', 'tag': 'c0a5823c-9c89-4178-8ae6-98c5d6abf38f', 'status': 'completed', 'code': 200} Jun 02 20:33:39.797210 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-98dae3be-ca45-4096-bf46-fe62d6e9566c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aba239e2e97f4ff092709ae4a59dc5d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8319004 Jun 02 20:33:39.799184 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2cac93fb-5663-486e-80c5-80fac341619b tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:39.801495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51834) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:39.806524 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dae3be-ca45-4096-bf46-fe62d6e9566c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee1726b-8156-4703-9a7e-9fbab1c548cc,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:39.809539 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2cac93fb-5663-486e-80c5-80fac341619b tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:39.831022 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-98dae3be-ca45-4096-bf46-fe62d6e9566c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:39.857656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7f138aca-6fcf-45f1-8d3b-53667eacfc95 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:39.913541 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b5e5ba6b-e7e8-4ed1-a06e-5699caacf20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:39.914916 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-b5e5ba6b-e7e8-4ed1-a06e-5699caacf20c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ab3e1d4e-2d2a-46f1-a601-623159ab7f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3230326 Jun 02 20:33:39.935782 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a1b15-4aef-4617-bfc0-5556e9b3ae79 req-0f9ba464-70f8-4635-abc7-53a63a01a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:39.937327 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9d4a1b15-4aef-4617-bfc0-5556e9b3ae79 req-0f9ba464-70f8-4635-abc7-53a63a01a3eb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a8f847206a014373a0b8b5216b88e1e0&device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 1096 time: 0.6424088 Jun 02 20:33:39.972369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2cac93fb-5663-486e-80c5-80fac341619b tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:39.972903 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cac93fb-5663-486e-80c5-80fac341619b tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Fanout notify agent at l3_agent the message router_deleted on router a3d265d9-2c1b-4e69-802e-e6352f0d4859 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:33:39.983229 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788be1d-7ca2-4cd3-9c7a-67018b076fd4 req-c5253f97-7a32-4403-a55d-29b6ddcf346b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:39.984741 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a788be1d-7ca2-4cd3-9c7a-67018b076fd4 req-c5253f97-7a32-4403-a55d-29b6ddcf346b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 944 time: 0.6188505 Jun 02 20:33:40.123591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-df0eba26-3fa2-4a89-84af-8db53c9c78d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.257175 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-35dc5829-c95b-4540-88e1-09f3ec835aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.333141 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2cac93fb-5663-486e-80c5-80fac341619b tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.334237 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2cac93fb-5663-486e-80c5-80fac341619b tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "DELETE /v2.0/routers/a3d265d9-2c1b-4e69-802e-e6352f0d4859 HTTP/1.1" status: 204 len: 168 time: 5.5446534 Jun 02 20:33:40.349536 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51840) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:40.363870 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1951817807', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'enable_snat': False}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:40.366906 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-39232410-66f8-4d00-8773-76eceeed042c tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.373779 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a788be1d-7ca2-4cd3-9c7a-67018b076fd4 req-c766a3f1-69d5-48b1-9260-84de013e4b84 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/security-groups?id=05180680-3e28-43fa-8ef9-30182a21a592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3303034 Jun 02 20:33:40.379286 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:40.427003 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:40.444771 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Usage tracker for resource:router and tenant:19e3cfb5c7d149af9bbfcec502dca95a is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:40.444968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7f138aca-6fcf-45f1-8d3b-53667eacfc95 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.449198 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39232410-66f8-4d00-8773-76eceeed042c tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Pushing event deleted for resources: {'Port': ['ID=99d35acd-986f-4004-a671-6cbfa7af81e0,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:40.453836 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:40.461588 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-39232410-66f8-4d00-8773-76eceeed042c tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:40.465877 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7f138aca-6fcf-45f1-8d3b-53667eacfc95 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.468834 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-df0eba26-3fa2-4a89-84af-8db53c9c78d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.488374 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:40.490768 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a1b15-4aef-4617-bfc0-5556e9b3ae79 req-5ac89348-0a75-4892-8ced-0cf9c9c40815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:40.492272 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9d4a1b15-4aef-4617-bfc0-5556e9b3ae79 req-5ac89348-0a75-4892-8ced-0cf9c9c40815 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5d079c0e-8652-41e0-8610-48a5cd1e360b HTTP/1.1" status: 200 len: 906 time: 0.5435655 Jun 02 20:33:40.546916 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-eedd1fa1-cb68-4dcb-b37d-a8f73487a91e service neutron] 10.222.0.95 "GET /v2.0/networks/ab3e1d4e-2d2a-46f1-a601-623159ab7f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194227 Jun 02 20:33:40.551686 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7f138aca-6fcf-45f1-8d3b-53667eacfc95 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.552222 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f138aca-6fcf-45f1-8d3b-53667eacfc95 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46780f5d-4e3c-4ead-b753-e70773c7b0b1 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:33:40.646065 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9d4a1b15-4aef-4617-bfc0-5556e9b3ae79 req-0731e000-fef9-49cf-a4e7-b3e68801112b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e096d1fc-ff52-40ac-9723-f2a9713b468f HTTP/1.1" status: 200 len: 217 time: 0.1381569 Jun 02 20:33:40.650115 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.653391 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.656224 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa2640-aaa3-44d5-969d-85cc6992d5b3 req-a03f55f5-4711-4611-8841-d65416939701 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:40.657726 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-57aa2640-aaa3-44d5-969d-85cc6992d5b3 req-a03f55f5-4711-4611-8841-d65416939701 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 945 time: 0.5818553 Jun 02 20:33:40.662537 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-35dc5829-c95b-4540-88e1-09f3ec835aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.700925 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7f138aca-6fcf-45f1-8d3b-53667eacfc95 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.702049 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7f138aca-6fcf-45f1-8d3b-53667eacfc95 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] 10.222.0.25 "DELETE /v2.0/routers/46780f5d-4e3c-4ead-b753-e70773c7b0b1 HTTP/1.1" status: 204 len: 168 time: 1.0287468 Jun 02 20:33:40.708773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51842) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:40.713407 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ab853148-9d6c-43cd-84ec-30c677b0824b tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:40.717455 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-8b8c5f13-50c0-46e0-b8fb-265f385af9fe tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Request body: {'router': {'name': 'tempest-router-107302488', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b8ce5beaac4e4ae48b321389b5d77af5'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:40.720677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-df0eba26-3fa2-4a89-84af-8db53c9c78d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.735315 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8b8c5f13-50c0-46e0-b8fb-265f385af9fe tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:40.739242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-df0eba26-3fa2-4a89-84af-8db53c9c78d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.740942 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-df0eba26-3fa2-4a89-84af-8db53c9c78d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bee1726b-8156-4703-9a7e-9fbab1c548cc HTTP/1.1" status: 204 len: 168 time: 0.9270217 Jun 02 20:33:40.759262 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device a901cc98-7deb-4f4d-80a3-acef48dbdab7 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:33:40.770388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bb0a5a33-3ad5-4943-aa86-96a0b5a47d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:40.778589 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0f96a34b-43bf-4005-b92d-2a8b29f8423d req-ecca6ae6-e5de-4c7a-9778-955211449b58 service neutron] 10.222.0.95 "GET /v2.0/networks/ab3e1d4e-2d2a-46f1-a601-623159ab7f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236104 Jun 02 20:33:40.781330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8b8c5f13-50c0-46e0-b8fb-265f385af9fe tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Usage tracker for resource:router and tenant:b8ce5beaac4e4ae48b321389b5d77af5 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:40.786669 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8b8c5f13-50c0-46e0-b8fb-265f385af9fe tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:40.796494 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0eba26-3fa2-4a89-84af-8db53c9c78d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee1726b-8156-4703-9a7e-9fbab1c548cc,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:40.798381 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8b8c5f13-50c0-46e0-b8fb-265f385af9fe tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:40.804084 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-df0eba26-3fa2-4a89-84af-8db53c9c78d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:40.819529 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-57aa2640-aaa3-44d5-969d-85cc6992d5b3 req-16cca6e2-a2b5-4a4f-823d-7b6e8f00c926 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529322 Jun 02 20:33:40.843313 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5f13-50c0-46e0-b8fb-265f385af9fe tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.844355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5f13-50c0-46e0-b8fb-265f385af9fe tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.850555 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-39232410-66f8-4d00-8773-76eceeed042c tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for floatingip, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.850901 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-39232410-66f8-4d00-8773-76eceeed042c tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Floating IP a7226dbe-2696-4677-98fe-486cec2c3c9c disassociated (deleted). External IP: 172.26.0.49, port: 4e12fe47-c9cb-4ce4-830a-5aec02734ceb. Jun 02 20:33:40.877707 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port a901cc98-7deb-4f4d-80a3-acef48dbdab7 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:33:40.884431 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port a901cc98-7deb-4f4d-80a3-acef48dbdab7 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:40.884803 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.902393 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dc5829-c95b-4540-88e1-09f3ec835aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:40.907379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.911959 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5f13-50c0-46e0-b8fb-265f385af9fe tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.918585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-35dc5829-c95b-4540-88e1-09f3ec835aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:40.948659 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc5829-c95b-4540-88e1-09f3ec835aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:40.950357 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dc5829-c95b-4540-88e1-09f3ec835aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:40.950870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5f13-50c0-46e0-b8fb-265f385af9fe tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.951404 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-35dc5829-c95b-4540-88e1-09f3ec835aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.955869 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a1b15-4aef-4617-bfc0-5556e9b3ae79 req-6c6708f6-6476-4b09-97b3-68bed5cf4a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:40.957532 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9d4a1b15-4aef-4617-bfc0-5556e9b3ae79 req-6c6708f6-6476-4b09-97b3-68bed5cf4a50 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=181c37fa-d691-406b-8344-3c9a83cad17b HTTP/1.1" status: 200 len: 844 time: 0.2964330 Jun 02 20:33:40.964907 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc5829-c95b-4540-88e1-09f3ec835aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Pushing event updated for resources: {'Port': ['ID=d9f662e4-f827-4820-ae5b-960f6f8cf594,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:40.968029 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-35dc5829-c95b-4540-88e1-09f3ec835aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:40.978953 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1506056-3907-45dd-98be-17deb981266c req-4251d4aa-d433-460d-86e8-88204624c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:40.981148 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a1506056-3907-45dd-98be-17deb981266c req-4251d4aa-d433-460d-86e8-88204624c466 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6c9e9bd5bff84a45b832072d10d3f65a&device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 1097 time: 0.1228871 Jun 02 20:33:40.987940 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5f13-50c0-46e0-b8fb-265f385af9fe tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:40.989425 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8b8c5f13-50c0-46e0-b8fb-265f385af9fe tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2793989 Jun 02 20:33:41.013842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51846) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:41.019986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c0233780-c02d-4ef8-8646-dbd7096054ae tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Request body: {'router': {'distributed': True}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:41.072412 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:41.104930 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d1c2c3-e221-43fd-8cd9-5dc8b435d26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a901cc98-7deb-4f4d-80a3-acef48dbdab7'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:33:41.117047 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-35dc5829-c95b-4540-88e1-09f3ec835aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3775880 Jun 02 20:33:41.180711 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port a901cc98-7deb-4f4d-80a3-acef48dbdab7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a901cc98-7deb-4f4d-80a3-acef48dbdab7,segment=NetworkSegment(b8b3afdf-c9d2-4e79-ab7d-f74425a00d42),segment_id=b8b3afdf-c9d2-4e79-ab7d-f74425a00d42)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:41.188862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51850) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:41.192309 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:41.195895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-cc603e33-c1ac-41cb-862a-46cc99cd7d36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:41.196831 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a23aa-6dbd-4971-96e5-076f5c79543a req-f1922a99-78c5-49d3-a1f1-ce7200506bee tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:41.203564 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-248a23aa-6dbd-4971-96e5-076f5c79543a req-f1922a99-78c5-49d3-a1f1-ce7200506bee tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 943 time: 0.7039063 Jun 02 20:33:41.211083 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:41.282374 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=a901cc98-7deb-4f4d-80a3-acef48dbdab7,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:41.289035 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:41.357671 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcb63ae-a985-4ec9-a72f-48e1c57350d8" -d '{"events": [{"server_uuid": "91d1c2c3-e221-43fd-8cd9-5dc8b435d26a", "name": "network-vif-plugged", "status": "completed", "tag": "a901cc98-7deb-4f4d-80a3-acef48dbdab7"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:33:41.461385 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0db7a4b-75f1-4f8f-8e1b-fe81c8f4fafc x-openstack-request-id: req-d0db7a4b-75f1-4f8f-8e1b-fe81c8f4fafc {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:33:41.461709 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d1c2c3-e221-43fd-8cd9-5dc8b435d26a", "name": "network-vif-plugged", "status": "completed", "tag": "a901cc98-7deb-4f4d-80a3-acef48dbdab7", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:33:41.461959 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0db7a4b-75f1-4f8f-8e1b-fe81c8f4fafc {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:33:41.462594 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d1c2c3-e221-43fd-8cd9-5dc8b435d26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a901cc98-7deb-4f4d-80a3-acef48dbdab7', 'code': 200} Jun 02 20:33:41.520285 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-248a23aa-6dbd-4971-96e5-076f5c79543a req-4d4c3fc3-1049-4b2d-89e4-6a1a793a3529 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Synchronizing usage tracker for tenant:a8f847206a014373a0b8b5216b88e1e0 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:41.553824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1506056-3907-45dd-98be-17deb981266c req-4fbacc5e-170e-4cdb-9d8a-0d2b3daa2d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:41.555405 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a1506056-3907-45dd-98be-17deb981266c req-4fbacc5e-170e-4cdb-9d8a-0d2b3daa2d3e service neutron] 10.222.0.95 "GET /v2.0/networks?id=ab3e1d4e-2d2a-46f1-a601-623159ab7f22 HTTP/1.1" status: 200 len: 912 time: 0.5647149 Jun 02 20:33:41.671551 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:41.718042 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a1506056-3907-45dd-98be-17deb981266c req-14f3a671-643c-4b51-b233-f7c3f488c0f7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a5823c-9c89-4178-8ae6-98c5d6abf38f HTTP/1.1" status: 200 len: 217 time: 0.1542225 Jun 02 20:33:41.844224 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-248a23aa-6dbd-4971-96e5-076f5c79543a req-4d4c3fc3-1049-4b2d-89e4-6a1a793a3529 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Unset dirty status for tenant:a8f847206a014373a0b8b5216b88e1e0 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:41.853988 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-248a23aa-6dbd-4971-96e5-076f5c79543a req-4d4c3fc3-1049-4b2d-89e4-6a1a793a3529 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/security-groups?id=16f94ebd-3162-4c0b-a1cf-348c7ee60440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6482422 Jun 02 20:33:41.857618 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1506056-3907-45dd-98be-17deb981266c req-17e6436b-2e2c-43bd-8925-293ff1c686d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:41.857942 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a1b15-4aef-4617-bfc0-5556e9b3ae79 req-eb4c9188-cd20-4e33-b6a8-64fa7e769c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:41.859045 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a1506056-3907-45dd-98be-17deb981266c req-17e6436b-2e2c-43bd-8925-293ff1c686d9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4214e910-aea4-41ab-916d-0599360240ad HTTP/1.1" status: 200 len: 850 time: 0.0789592 Jun 02 20:33:41.859393 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9d4a1b15-4aef-4617-bfc0-5556e9b3ae79 req-eb4c9188-cd20-4e33-b6a8-64fa7e769c49 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5d079c0e-8652-41e0-8610-48a5cd1e360b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8841314 Jun 02 20:33:41.859938 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:41.862245 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c0233780-c02d-4ef8-8646-dbd7096054ae tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:41.862580 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c0233780-c02d-4ef8-8646-dbd7096054ae tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:42.195749 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c0233780-c02d-4ef8-8646-dbd7096054ae tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=92549) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 02 20:33:42.196088 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c0233780-c02d-4ef8-8646-dbd7096054ae tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Router 4b922296-061c-40bd-8110-385f60a7828d migrating from provider to provider. {{(pid=92549) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 02 20:33:42.196475 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c0233780-c02d-4ef8-8646-dbd7096054ae tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:42.208516 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c0233780-c02d-4ef8-8646-dbd7096054ae tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:42.223582 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c0233780-c02d-4ef8-8646-dbd7096054ae tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:42.237793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb524-d7af-4198-98e3-11c8b5b929db req-9bebd3ed-4c54-4e80-97eb-81cbdded4e7a tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:42.239316 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-baedb524-d7af-4198-98e3-11c8b5b929db req-9bebd3ed-4c54-4e80-97eb-81cbdded4e7a tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 944 time: 0.5954175 Jun 02 20:33:42.277585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39232410-66f8-4d00-8773-76eceeed042c tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Router ffc5e190-453c-4b42-bfc0-288ae2ffdfbf has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:33:42.306250 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ed13f-8e79-45dc-897b-1cb57654315d req-376fcd91-261d-4411-97db-c9be9da506f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:42.306366 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-065ed13f-8e79-45dc-897b-1cb57654315d req-376fcd91-261d-4411-97db-c9be9da506f5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 1099 time: 0.6549101 Jun 02 20:33:42.414690 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9d4a1b15-4aef-4617-bfc0-5556e9b3ae79 req-24a9e2d2-2226-475f-86ef-f1d573cccd7c service neutron] 10.222.0.95 "GET /v2.0/networks/5d079c0e-8652-41e0-8610-48a5cd1e360b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139487 Jun 02 20:33:42.418575 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-065ed13f-8e79-45dc-897b-1cb57654315d req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:42.429873 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1506056-3907-45dd-98be-17deb981266c req-81093f92-20b5-436c-9ba3-98b5ff654bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:42.431382 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a1506056-3907-45dd-98be-17deb981266c req-81093f92-20b5-436c-9ba3-98b5ff654bb4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ab3e1d4e-2d2a-46f1-a601-623159ab7f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5136440 Jun 02 20:33:42.481491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-065ed13f-8e79-45dc-897b-1cb57654315d req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:42.498018 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-baedb524-d7af-4198-98e3-11c8b5b929db req-3610304f-c261-4974-800b-4854e3a80e3e tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/security-groups?id=05180680-3e28-43fa-8ef9-30182a21a592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024264 Jun 02 20:33:42.499102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-065ed13f-8e79-45dc-897b-1cb57654315d req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Usage tracker for resource:security_group_rule and tenant:f3ecfe3f851b4b5cb2df595a15359612 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:42.503238 dv-neutron-601336-84-hyperv neutron-server[92549]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c0233780-c02d-4ef8-8646-dbd7096054ae tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] No L3 agents can host the router 4b922296-061c-40bd-8110-385f60a7828d Jun 02 20:33:42.503581 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51894) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:42.539687 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e650249-80e8-40bb-9eb4-0d38bc8baead req-faedf510-c65f-4202-9058-07a2e427318b tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:42.541123 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5e650249-80e8-40bb-9eb4-0d38bc8baead req-faedf510-c65f-4202-9058-07a2e427318b tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.5103428 Jun 02 20:33:42.550156 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-065ed13f-8e79-45dc-897b-1cb57654315d req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:42.567667 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-065ed13f-8e79-45dc-897b-1cb57654315d req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:42.737081 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-888da20f-633a-4678-a636-d99c05214cdc tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-997455852'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:42.737521 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-888da20f-633a-4678-a636-d99c05214cdc tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] Unknown quota resources ['metering_label']. {{(pid=92549) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 20:33:42.759600 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device e096d1fc-ff52-40ac-9723-f2a9713b468f details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:33:42.812867 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a1506056-3907-45dd-98be-17deb981266c req-95a7a14b-dc1c-420b-90e9-14b7a045a1b7 service neutron] 10.222.0.95 "GET /v2.0/networks/ab3e1d4e-2d2a-46f1-a601-623159ab7f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648276 Jun 02 20:33:42.831255 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] device_id is not set on port d9f662e4-f827-4820-ae5b-960f6f8cf594 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:33:42.844589 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5e650249-80e8-40bb-9eb4-0d38bc8baead req-163ae241-62b4-4126-88c8-73d683f89f9d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467184 Jun 02 20:33:42.856072 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:42.859903 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39232410-66f8-4d00-8773-76eceeed042c tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:33:42.862890 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9d4a1b15-4aef-4617-bfc0-5556e9b3ae79 req-8f13fb9a-0173-48af-b5e4-859c5bc9465c service neutron] 10.222.0.95 "GET /v2.0/networks/5d079c0e-8652-41e0-8610-48a5cd1e360b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921275 Jun 02 20:33:42.866354 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-39232410-66f8-4d00-8773-76eceeed042c tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:42.912923 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b5087-671e-45c3-b002-c0d80164c572 None None] Sync routers for ids ['ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:33:42.917684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0233780-c02d-4ef8-8646-dbd7096054ae tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Hosts for router 4b922296-061c-40bd-8110-385f60a7828d: [] {{(pid=92549) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jun 02 20:33:42.949591 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port e096d1fc-ff52-40ac-9723-f2a9713b468f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e096d1fc-ff52-40ac-9723-f2a9713b468f,segment=NetworkSegment(6a895b9f-ee68-4f5e-bbef-852b83ef6db3),segment_id=6a895b9f-ee68-4f5e-bbef-852b83ef6db3)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:42.959368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b5087-671e-45c3-b002-c0d80164c572 None None] Routers {'ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:42.960470 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3b0b5087-671e-45c3-b002-c0d80164c572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:42.981874 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Transition to ACTIVE for port object d9f662e4-f827-4820-ae5b-960f6f8cf594 will not be triggered until provisioned by entity L2. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:43.038669 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3b0b5087-671e-45c3-b002-c0d80164c572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:43.040789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': 'e096d1fc-ff52-40ac-9723-f2a9713b468f', 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b', 'port_id': 'e096d1fc-ff52-40ac-9723-f2a9713b468f', 'mac_address': 'fa:16:3e:66:62:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181c37fa-d691-406b-8344-3c9a83cad17b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:33:43.047762 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:43.056308 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ac6dc393-4f3a-443e-8df4-b27daca1fc5a tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:43.116841 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b5087-671e-45c3-b002-c0d80164c572 None None] Routers {'ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:43.117464 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3b0b5087-671e-45c3-b002-c0d80164c572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:43.137296 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0233780-c02d-4ef8-8646-dbd7096054ae tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Hosts for other DVR routers connected to router 4b922296-061c-40bd-8110-385f60a7828d: set() {{(pid=92549) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jun 02 20:33:43.193758 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3b0b5087-671e-45c3-b002-c0d80164c572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:43.194177 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b5087-671e-45c3-b002-c0d80164c572 None None] The sync data for ids ['ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:33:43.198236 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:43.215428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-888da20f-633a-4678-a636-d99c05214cdc tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:43.219118 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-888da20f-633a-4678-a636-d99c05214cdc tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6678536 Jun 02 20:33:43.219325 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e096d1fc-ff52-40ac-9723-f2a9713b468f {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:33:43.233396 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51900) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:43.235190 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port e096d1fc-ff52-40ac-9723-f2a9713b468f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e096d1fc-ff52-40ac-9723-f2a9713b468f,segment=NetworkSegment(6a895b9f-ee68-4f5e-bbef-852b83ef6db3),segment_id=6a895b9f-ee68-4f5e-bbef-852b83ef6db3)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:43.239937 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:43.241941 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e9ae5fae-ab2e-4873-8f5e-32e40b76a646 tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '84c6e258-7f78-467f-b9e2-fe37b6ce6a1a'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:43.241941 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e9ae5fae-ab2e-4873-8f5e-32e40b76a646 tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92549) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 20:33:43.242186 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d7b57756-accf-4ece-b35d-fb2c815b2a01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:43.244826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c0233780-c02d-4ef8-8646-dbd7096054ae tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:43.249177 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c0233780-c02d-4ef8-8646-dbd7096054ae tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] 10.222.0.25 "PUT /v2.0/routers/4b922296-061c-40bd-8110-385f60a7828d HTTP/1.1" status: 200 len: 716 time: 2.2316504 Jun 02 20:33:43.261700 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51902) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:43.316646 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=e096d1fc-ff52-40ac-9723-f2a9713b468f,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:43.318928 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:43.341802 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-39232410-66f8-4d00-8773-76eceeed042c tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] 10.222.0.25 "DELETE /v2.0/floatingips/a7226dbe-2696-4677-98fe-486cec2c3c9c HTTP/1.1" status: 204 len: 168 time: 6.6519752 Jun 02 20:33:43.342463 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-065ed13f-8e79-45dc-897b-1cb57654315d req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:43.355441 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51904) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:43.361228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:43.386959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Pushing event updated for resources: {'Port': ['ID=d9f662e4-f827-4820-ae5b-960f6f8cf594,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:43.407325 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:43.408709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:43.408709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:43.408709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:43.408709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:43.409053 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:43.410171 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:43.410171 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:43.410171 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:43.410431 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:43.410702 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:43.411033 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:43.416207 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:43.440896 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:43.445600 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:43.445853 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:43.446188 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:43.453227 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:43.490089 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port d9f662e4-f827-4820-ae5b-960f6f8cf594 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:43.490415 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:43.491974 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 2 to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 Jun 02 20:33:43.520853 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:43.521172 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:43.521501 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:43.538111 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port d9f662e4-f827-4820-ae5b-960f6f8cf594 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:43.538429 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:43.541542 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 3 to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 Jun 02 20:33:43.577442 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['e096d1fc-ff52-40ac-9723-f2a9713b468f'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:33:43.591074 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:43.591433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:43.591769 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:43.603246 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port d9f662e4-f827-4820-ae5b-960f6f8cf594 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:43.603574 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:43.609323 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 4 to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 Jun 02 20:33:43.630151 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:43.630496 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:43.630813 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:43.641153 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port d9f662e4-f827-4820-ae5b-960f6f8cf594 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:43.641472 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:43.647514 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 5 to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 Jun 02 20:33:43.654668 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Allocated IP 172.26.0.224 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/973c0035-1444-44b7-99ff-a3eda46d4a92) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:33:43.694986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-065ed13f-8e79-45dc-897b-1cb57654315d req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:43.704881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:43.715749 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a1506056-3907-45dd-98be-17deb981266c req-639c36b3-e077-46ed-ab09-12682479158e service neutron] 10.222.0.95 "GET /v2.0/networks/ab3e1d4e-2d2a-46f1-a601-623159ab7f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8905208 Jun 02 20:33:43.716552 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:43.716994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:43.717219 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:43.733322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port d9f662e4-f827-4820-ae5b-960f6f8cf594 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:43.738273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Usage tracker for resource:floatingip and tenant:d18d5ec640354ece80c00210618c4b74 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:43.739039 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:43.739371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:43.749359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:43.754026 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 6 to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 Jun 02 20:33:43.759340 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-dbf5e7ee-b38f-45ff-9f48-dbe7637b4078 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] 10.222.0.25 "GET /v2.0/routers/4b922296-061c-40bd-8110-385f60a7828d HTTP/1.1" status: 200 len: 716 time: 0.4939525 Jun 02 20:33:43.759340 dv-neutron-601336-84-hyperv neutron-server[92549]: WARNING neutron.services.metering.metering_plugin [None req-e9ae5fae-ab2e-4873-8f5e-32e40b76a646 tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 02 20:33:43.762350 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51908) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:43.772086 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:43.829786 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:43.830121 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:43.830459 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:43.853079 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port d9f662e4-f827-4820-ae5b-960f6f8cf594 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:43.853079 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:43.855757 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 7 to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 Jun 02 20:33:43.868127 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-065ed13f-8e79-45dc-897b-1cb57654315d req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Synchronizing usage tracker for tenant:f3ecfe3f851b4b5cb2df595a15359612 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:43.878289 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:43.878631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:43.878971 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:43.884826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f8f3d-f5ff-4642-b7e0-a00ef93920e3 req-ec2c2d40-b52e-4014-b720-0e5d89bee378 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:43.886336 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b27f8f3d-f5ff-4642-b7e0-a00ef93920e3 req-ec2c2d40-b52e-4014-b720-0e5d89bee378 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 943 time: 0.8521781 Jun 02 20:33:43.906067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba157f-317d-419f-8dde-a68078258143 req-6387d3df-a54a-4446-a480-1820eacca5e6 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:43.907570 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5dba157f-317d-419f-8dde-a68078258143 req-6387d3df-a54a-4446-a480-1820eacca5e6 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 944 time: 0.2492392 Jun 02 20:33:43.908135 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port d9f662e4-f827-4820-ae5b-960f6f8cf594 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:43.908461 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:43.910586 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 8 to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 Jun 02 20:33:43.960531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1deeab-55dd-4481-803f-a5a74aa43720,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:43.965417 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:43.965716 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:43.966051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:43.977170 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e9ae5fae-ab2e-4873-8f5e-32e40b76a646 tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:43.978275 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e9ae5fae-ab2e-4873-8f5e-32e40b76a646 tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7412937 Jun 02 20:33:43.979029 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:43.983121 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:43.989542 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51914) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:43.991486 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port d9f662e4-f827-4820-ae5b-960f6f8cf594 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:43.991810 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:43.997289 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-8e4435a9-5f10-4d2f-bec0-1b26e2397a83 tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '84c6e258-7f78-467f-b9e2-fe37b6ce6a1a'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:43.997774 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-8e4435a9-5f10-4d2f-bec0-1b26e2397a83 tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=92548) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 20:33:44.002917 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 9 to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 Jun 02 20:33:44.028120 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5dba157f-317d-419f-8dde-a68078258143 req-f1906fbe-86fa-440d-bd4b-5ee6b1901f72 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/security-groups?id=05180680-3e28-43fa-8ef9-30182a21a592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085832 Jun 02 20:33:44.037031 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:44.037439 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:44.037699 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:44.058498 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:44.059444 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port d9f662e4-f827-4820-ae5b-960f6f8cf594 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:44.059602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:44.059781 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:44.059916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:44.060375 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:44.060741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:44.061211 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:44.061488 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 10 to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 Jun 02 20:33:44.061867 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:44.062222 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:44.062566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:44.062913 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:44.063288 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:44.063917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:44.071577 dv-neutron-601336-84-hyperv neutron-server[92548]: WARNING neutron.services.metering.metering_plugin [None req-8e4435a9-5f10-4d2f-bec0-1b26e2397a83 tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 02 20:33:44.086622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:44.156321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:44.156658 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:44.156994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:44.168989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-065ed13f-8e79-45dc-897b-1cb57654315d req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Unset dirty status for tenant:f3ecfe3f851b4b5cb2df595a15359612 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:44.170098 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-065ed13f-8e79-45dc-897b-1cb57654315d req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8427923 Jun 02 20:33:44.176966 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b27f8f3d-f5ff-4642-b7e0-a00ef93920e3 req-a43a9da5-bff5-4c52-b522-5e8d40934fc3 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/security-groups?id=16f94ebd-3162-4c0b-a1cf-348c7ee60440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338612 Jun 02 20:33:44.181927 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a50df58d-84e1-4c9c-8744-7af18dd98aca tempest-RoutersTestDVR-1174496943 tempest-RoutersTestDVR-1174496943-project] 10.222.0.25 "GET /v2.0/routers/4b922296-061c-40bd-8110-385f60a7828d HTTP/1.1" status: 200 len: 682 time: 0.4108512 Jun 02 20:33:44.186984 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51916) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:44.198301 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:44.274439 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port d9f662e4-f827-4820-ae5b-960f6f8cf594 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:44.274675 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port d9f662e4-f827-4820-ae5b-960f6f8cf594 on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:44.275032 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:44.295373 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:44.301962 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:44.329695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8e4435a9-5f10-4d2f-bec0-1b26e2397a83 tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:44.330848 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8e4435a9-5f10-4d2f-bec0-1b26e2397a83 tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3402460 Jun 02 20:33:44.343970 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51918) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:44.366157 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-58305800-a673-4e48-961f-c000f668bb39 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:44.406875 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:44.422137 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c6ba9465-9b58-4138-a341-5e58cb368418 tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=bc98b5fa-6464-4b0d-901d-65452d2b0b5b HTTP/1.1" status: 200 len: 464 time: 0.0536995 Jun 02 20:33:44.429020 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:44.430722 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51920) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:44.445396 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:44.481885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Pushing event updated for resources: {'Port': ['ID=973c0035-1444-44b7-99ff-a3eda46d4a92,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:44.490862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:44.535133 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec155b0-87e6-4ffd-a852-cc8ab196f4c8 req-50e9a9df-7190-4908-adb7-3d0464f8fc1a tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:44.536545 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7ec155b0-87e6-4ffd-a852-cc8ab196f4c8 req-50e9a9df-7190-4908-adb7-3d0464f8fc1a tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.3684790 Jun 02 20:33:44.541039 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] For port d9f662e4-f827-4820-ae5b-960f6f8cf594, host hv-neutron-6013, cleared binding levels {{(pid=92548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:33:44.541410 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempted to set empty binding levels {{(pid=92548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 02 20:33:44.598635 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:44.621893 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:44.737789 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] In _notify_port_updated(), no bound segment for port d9f662e4-f827-4820-ae5b-960f6f8cf594 on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92548) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:33:44.738673 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:44.739300 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:44.743527 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] 10.222.0.25 "PUT /v2.0/ports/d9f662e4-f827-4820-ae5b-960f6f8cf594 HTTP/1.1" status: 200 len: 981 time: 3.5339592 Jun 02 20:33:44.750895 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51922) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:44.775068 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device c0a5823c-9c89-4178-8ae6-98c5d6abf38f details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:33:44.809146 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device e096d1fc-ff52-40ac-9723-f2a9713b468f up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:33:44.855713 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7ec155b0-87e6-4ffd-a852-cc8ab196f4c8 req-717b0a4d-1d53-42bc-bf47-2c3572de8912 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638741 Jun 02 20:33:44.856568 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Pushing event updated for resources: {'Port': ['ID=d9f662e4-f827-4820-ae5b-960f6f8cf594,revision_number=3']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:44.865920 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:44.914750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-58305800-a673-4e48-961f-c000f668bb39 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:44.967172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-58305800-a673-4e48-961f-c000f668bb39 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:44.992628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port e096d1fc-ff52-40ac-9723-f2a9713b468f completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:33:44.995250 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f93f500-90bf-439d-bb2f-8ee5652ceb9e tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:44.998253 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port c0a5823c-9c89-4178-8ae6-98c5d6abf38f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c0a5823c-9c89-4178-8ae6-98c5d6abf38f,segment=NetworkSegment(2c905b90-3ec3-4c61-91a2-6126c729cdd3),segment_id=2c905b90-3ec3-4c61-91a2-6126c729cdd3)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:44.999974 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2f93f500-90bf-439d-bb2f-8ee5652ceb9e tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/bc98b5fa-6464-4b0d-901d-65452d2b0b5b HTTP/1.1" status: 204 len: 168 time: 0.5678661 Jun 02 20:33:45.003670 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51924) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:45.011852 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port e096d1fc-ff52-40ac-9723-f2a9713b468f triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:45.012237 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:45.029932 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-02c94334-0166-4315-afee-42dd406e8a01 tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=bc98b5fa-6464-4b0d-901d-65452d2b0b5b HTTP/1.1" status: 200 len: 221 time: 0.0242147 Jun 02 20:33:45.030537 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51926) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:45.037608 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-0aa7bdd3-9295-4612-8194-4dc324c2710d tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1124852576', 'description': 'label created by tempest'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:45.038069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-0aa7bdd3-9295-4612-8194-4dc324c2710d tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] Unknown quota resources ['metering_label']. {{(pid=92549) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 02 20:33:45.042274 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': 'c0a5823c-9c89-4178-8ae6-98c5d6abf38f', 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22', 'port_id': 'c0a5823c-9c89-4178-8ae6-98c5d6abf38f', 'mac_address': 'fa:16:3e:7c:88:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4214e910-aea4-41ab-916d-0599360240ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:33:45.043756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-58305800-a673-4e48-961f-c000f668bb39 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:45.044249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58305800-a673-4e48-961f-c000f668bb39 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b922296-061c-40bd-8110-385f60a7828d {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:33:45.071678 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:45.146785 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:45.166579 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.167064 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.168096 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.168560 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.169019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.169479 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.169936 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.170389 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.170839 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.171344 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.171803 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.172256 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.172708 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.173167 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.173613 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.174063 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.174509 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.174964 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.175444 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.175897 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.176349 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.176801 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.177260 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.177710 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.178160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.178607 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.180741 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Synchronizing usage tracker for tenant:542ee02450a94e16911c7388366c27da on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:45.194797 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a5823c-9c89-4178-8ae6-98c5d6abf38f {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:33:45.232312 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port c0a5823c-9c89-4178-8ae6-98c5d6abf38f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c0a5823c-9c89-4178-8ae6-98c5d6abf38f,segment=NetworkSegment(2c905b90-3ec3-4c61-91a2-6126c729cdd3),segment_id=2c905b90-3ec3-4c61-91a2-6126c729cdd3)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:45.234961 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:45.246453 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:45.251055 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-11056d09-699b-411f-835e-ce29849c144e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:45.283221 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Unset dirty status for tenant:542ee02450a94e16911c7388366c27da on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:45.288139 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-61930815-e000-4ac6-b552-34c4c4c37663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23017 time: 0.5305667 Jun 02 20:33:45.288952 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51932) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:45.298208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-58305800-a673-4e48-961f-c000f668bb39 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:45.305436 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-58305800-a673-4e48-961f-c000f668bb39 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] 10.222.0.25 "DELETE /v2.0/routers/4b922296-061c-40bd-8110-385f60a7828d HTTP/1.1" status: 204 len: 168 time: 1.1174250 Jun 02 20:33:45.306047 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51934) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:45.319024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-24cad864-c697-4f15-8cd1-d2319bde4230 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Request body: {'router': {'name': 'tempest-router-111018987', 'distributed': True}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:45.327078 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c723936c-a94d-4656-8c09-37cb07211111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e096d1fc-ff52-40ac-9723-f2a9713b468f'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:33:45.329807 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33cf545-f84b-41e0-b135-16816accc268" -d '{"events": [{"server_uuid": "c723936c-a94d-4656-8c09-37cb07211111", "name": "network-vif-plugged", "status": "completed", "tag": "e096d1fc-ff52-40ac-9723-f2a9713b468f"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:33:45.342623 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port e096d1fc-ff52-40ac-9723-f2a9713b468f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e096d1fc-ff52-40ac-9723-f2a9713b468f,segment=NetworkSegment(6a895b9f-ee68-4f5e-bbef-852b83ef6db3),segment_id=6a895b9f-ee68-4f5e-bbef-852b83ef6db3)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:45.349098 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:45.356257 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=c0a5823c-9c89-4178-8ae6-98c5d6abf38f,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:45.364010 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:45.364357 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:45.364696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:45.365202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:45.365537 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:45.365870 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:45.366195 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:45.366520 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:45.366845 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:45.367234 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:45.367501 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:45.367819 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:33:45.371961 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:45.372359 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:45.395340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-24cad864-c697-4f15-8cd1-d2319bde4230 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:45.406627 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:45.447431 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=e096d1fc-ff52-40ac-9723-f2a9713b468f,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:45.450878 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:45.476804 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-24cad864-c697-4f15-8cd1-d2319bde4230 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Usage tracker for resource:router and tenant:7697deae46d143c5929886cf41340316 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:45.482174 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-24cad864-c697-4f15-8cd1-d2319bde4230 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:45.505268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-24cad864-c697-4f15-8cd1-d2319bde4230 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:45.547633 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0aa7bdd3-9295-4612-8194-4dc324c2710d tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:45.548371 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0aa7bdd3-9295-4612-8194-4dc324c2710d tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5154524 Jun 02 20:33:45.555746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51938) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:45.577096 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['c0a5823c-9c89-4178-8ae6-98c5d6abf38f'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:33:45.647237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-24cad864-c697-4f15-8cd1-d2319bde4230 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:45.648244 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-24cad864-c697-4f15-8cd1-d2319bde4230 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:45.659259 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b824c09-16cc-4ec4-95ef-d81990c90a38 req-cfaa8e76-c661-4706-bb57-2a853e51b2c8 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.660772 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8b824c09-16cc-4ec4-95ef-d81990c90a38 req-cfaa8e76-c661-4706-bb57-2a853e51b2c8 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 945 time: 0.3274891 Jun 02 20:33:45.672321 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab355559-afd0-40a7-ae6a-1b481200cfc8 req-0af05c38-dc02-4b27-8a8c-caee105a42b4 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:45.674700 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ab355559-afd0-40a7-ae6a-1b481200cfc8 req-0af05c38-dc02-4b27-8a8c-caee105a42b4 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 944 time: 0.5249004 Jun 02 20:33:45.676359 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-b3db5e7e-ceee-4fc4-bbbc-622793811caa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Deleting port d9f662e4-f827-4820-ae5b-960f6f8cf594 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:33:45.676701 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b3db5e7e-ceee-4fc4-bbbc-622793811caa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:45.687123 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-896cd096-825f-4181-93ce-23c9e2130b3d tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=e20ab9c1-4e9a-4b96-9456-d2a513e15deb HTTP/1.1" status: 200 len: 468 time: 0.1276019 Jun 02 20:33:45.692571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51940) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:45.731875 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Allocated IP 172.26.0.76 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/ec136457-c672-45cc-9490-5da7d6aa348f) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:33:45.832719 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-24cad864-c697-4f15-8cd1-d2319bde4230 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:45.900594 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8b824c09-16cc-4ec4-95ef-d81990c90a38 req-512a4627-eb6b-4d31-8884-f1dcaf5f8755 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/security-groups?id=16f94ebd-3162-4c0b-a1cf-348c7ee60440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282288 Jun 02 20:33:45.955750 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-b3db5e7e-ceee-4fc4-bbbc-622793811caa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] For port d9f662e4-f827-4820-ae5b-960f6f8cf594, host hv-neutron-6013, got binding levels [] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:45.956337 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b3db5e7e-ceee-4fc4-bbbc-622793811caa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:45.996853 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0805b06a-b84c-48fc-b1ed-d28f16c13713 x-openstack-request-id: req-0805b06a-b84c-48fc-b1ed-d28f16c13713 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:33:45.997152 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c723936c-a94d-4656-8c09-37cb07211111", "name": "network-vif-plugged", "status": "completed", "tag": "e096d1fc-ff52-40ac-9723-f2a9713b468f", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:33:45.997406 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0805b06a-b84c-48fc-b1ed-d28f16c13713 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:33:45.997824 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c723936c-a94d-4656-8c09-37cb07211111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e096d1fc-ff52-40ac-9723-f2a9713b468f', 'code': 200} Jun 02 20:33:46.031849 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ab355559-afd0-40a7-ae6a-1b481200cfc8 req-41823fb3-57ae-4d6b-9f35-ad9da381d84a tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/security-groups?id=05180680-3e28-43fa-8ef9-30182a21a592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3422279 Jun 02 20:33:46.106627 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-b3db5e7e-ceee-4fc4-bbbc-622793811caa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Calling delete_port for d9f662e4-f827-4820-ae5b-960f6f8cf594 owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:33:46.122358 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-24cad864-c697-4f15-8cd1-d2319bde4230 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:46.125502 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:46.406277 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b3db5e7e-ceee-4fc4-bbbc-622793811caa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:46.416301 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:46.462739 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-24cad864-c697-4f15-8cd1-d2319bde4230 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:46.464042 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-24cad864-c697-4f15-8cd1-d2319bde4230 tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.1489043 Jun 02 20:33:46.475569 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51948) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:46.537310 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5986af49-87a9-460e-bc0c-c4766e00de94 tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:46.538987 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5986af49-87a9-460e-bc0c-c4766e00de94 tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/e20ab9c1-4e9a-4b96-9456-d2a513e15deb HTTP/1.1" status: 204 len: 168 time: 0.8420730 Jun 02 20:33:46.564834 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51950) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:46.580037 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:46.620500 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db5e7e-ceee-4fc4-bbbc-622793811caa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9f662e4-f827-4820-ae5b-960f6f8cf594,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:46.626326 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b3db5e7e-ceee-4fc4-bbbc-622793811caa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:46.635292 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de12f8f-ce96-4e3b-bf85-770847727044 req-50794ddb-7684-4304-bfad-1871dd08f620 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:46.637422 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6de12f8f-ce96-4e3b-bf85-770847727044 req-50794ddb-7684-4304-bfad-1871dd08f620 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.5054109 Jun 02 20:33:46.641412 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b3db5e7e-ceee-4fc4-bbbc-622793811caa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:46.653245 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8bce3fba-8b8d-4b1a-a9fe-8e8733b99273 tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=e20ab9c1-4e9a-4b96-9456-d2a513e15deb HTTP/1.1" status: 200 len: 216 time: 0.0872331 Jun 02 20:33:46.657483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51952) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:46.663600 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29883fc1-d1a2-4721-8b6d-b000ecf005ab tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:46.674035 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b3db5e7e-ceee-4fc4-bbbc-622793811caa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] 10.222.0.25 "DELETE /v2.0/ports/d9f662e4-f827-4820-ae5b-960f6f8cf594 HTTP/1.1" status: 204 len: 168 time: 1.3839869 Jun 02 20:33:46.678134 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51954) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:46.742013 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d20484f6-e24f-4ee4-b262-44af546f4a94 tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0286014 Jun 02 20:33:46.742137 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a2bb58-9fd8-4b78-ae05-d9057a74cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] GET failed (client error): The resource could not be found. Jun 02 20:33:46.742603 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-86a2bb58-9fd8-4b78-ae05-d9057a74cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Synchronizing usage tracker for tenant:542ee02450a94e16911c7388366c27da on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:46.747525 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6de12f8f-ce96-4e3b-bf85-770847727044 req-09bed5bd-f670-4a97-b907-14de442c2ac5 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010292 Jun 02 20:33:46.748015 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51956) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:46.772139 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a9e5d6b9-2dec-454d-a30d-fc0596a366e8 tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0218854 Jun 02 20:33:46.777310 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51958) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:46.786932 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Router 5620ea56-3fbd-4d1a-b459-f4e52a4ce634 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:33:46.788598 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-86a2bb58-9fd8-4b78-ae05-d9057a74cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Unset dirty status for tenant:542ee02450a94e16911c7388366c27da on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:46.789699 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-86a2bb58-9fd8-4b78-ae05-d9057a74cabb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] 10.222.0.25 "GET /v2.0/ports/d9f662e4-f827-4820-ae5b-960f6f8cf594 HTTP/1.1" status: 404 len: 333 time: 0.1095977 Jun 02 20:33:46.791424 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device c0a5823c-9c89-4178-8ae6-98c5d6abf38f up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:33:46.796032 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51960) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:46.810275 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-40173726-7b62-4615-beb1-7f49e7c3ccbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-276486082', 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:46.820958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-40173726-7b62-4615-beb1-7f49e7c3ccbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:46.872027 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port c0a5823c-9c89-4178-8ae6-98c5d6abf38f completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:33:46.877181 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5a70d560-e192-4ead-825f-ae176530183b tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/84c6e258-7f78-467f-b9e2-fe37b6ce6a1a HTTP/1.1" status: 200 len: 472 time: 0.0965314 Jun 02 20:33:46.878735 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port c0a5823c-9c89-4178-8ae6-98c5d6abf38f triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:46.879126 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:46.880120 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51962) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:46.945738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8e504-5392-4e44-a2ff-9f78adc7eef6 req-fa0ac467-0e2e-4f37-8376-c9383537bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:46.947218 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ada8e504-5392-4e44-a2ff-9f78adc7eef6 req-fa0ac467-0e2e-4f37-8376-c9383537bc70 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 1098 time: 0.5529261 Jun 02 20:33:46.951046 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-40173726-7b62-4615-beb1-7f49e7c3ccbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:46.957663 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ab48e3e0-6fe7-4757-888d-829893cb92a5 tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/eedfed23-6313-406a-a127-78f92b9f827b HTTP/1.1" status: 200 len: 461 time: 0.0728514 Jun 02 20:33:46.963651 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51966) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:47.005792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:47.041481 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port c0a5823c-9c89-4178-8ae6-98c5d6abf38f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c0a5823c-9c89-4178-8ae6-98c5d6abf38f,segment=NetworkSegment(2c905b90-3ec3-4c61-91a2-6126c729cdd3),segment_id=2c905b90-3ec3-4c61-91a2-6126c729cdd3)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:47.045372 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29883fc1-d1a2-4721-8b6d-b000ecf005ab tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:47.048284 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:47.050961 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:47.051883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29883fc1-d1a2-4721-8b6d-b000ecf005ab tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:47.055897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40173726-7b62-4615-beb1-7f49e7c3ccbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Made reservation on behalf of 542ee02450a94e16911c7388366c27da for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:33:47.058424 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-40173726-7b62-4615-beb1-7f49e7c3ccbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:47.073564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:47.084461 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:47.181894 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=c0a5823c-9c89-4178-8ae6-98c5d6abf38f,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:47.185389 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:47.225318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-40173726-7b62-4615-beb1-7f49e7c3ccbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] device_id is not set on port 4e94d47d-f98c-46de-b4dd-08cb549c6d17 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:33:47.258251 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ada8e504-5392-4e44-a2ff-9f78adc7eef6 req-c938e37f-cde1-46da-92c5-63b787bfd524 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=16f94ebd-3162-4c0b-a1cf-348c7ee60440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391045 Jun 02 20:33:47.260025 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:47.264239 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29883fc1-d1a2-4721-8b6d-b000ecf005ab tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:47.264717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29883fc1-d1a2-4721-8b6d-b000ecf005ab tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7eb29ca0-77d0-43bb-8603-e3dc1221b20f {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:33:47.274357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:47.291214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:47.295164 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ee505b7-13ed-4284-bfca-29c3b49d3e39 tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:47.296327 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9ee505b7-13ed-4284-bfca-29c3b49d3e39 tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/eedfed23-6313-406a-a127-78f92b9f827b HTTP/1.1" status: 204 len: 168 time: 0.3287101 Jun 02 20:33:47.301386 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51970) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:47.302366 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:33:47.311672 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] Sync routers for ids ['5620ea56-3fbd-4d1a-b459-f4e52a4ce634'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:33:47.321612 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] Routers {'5620ea56-3fbd-4d1a-b459-f4e52a4ce634'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:47.322330 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['5620ea56-3fbd-4d1a-b459-f4e52a4ce634'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:47.328264 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Pushing event updated for resources: {'Port': ['ID=ec136457-c672-45cc-9490-5da7d6aa348f,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:47.337594 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29883fc1-d1a2-4721-8b6d-b000ecf005ab tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:47.338607 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-29883fc1-d1a2-4721-8b6d-b000ecf005ab tempest-RoutersTestDVR-614755097 tempest-RoutersTestDVR-614755097-project-admin] 10.222.0.25 "DELETE /v2.0/routers/7eb29ca0-77d0-43bb-8603-e3dc1221b20f HTTP/1.1" status: 204 len: 168 time: 0.8608973 Jun 02 20:33:47.343112 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:47.441891 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5a8d2-c59d-4dd6-a14f-a019943a57d5 req-8699270c-9314-44b4-be6c-1d14e1a51989 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:47.443490 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-62b5a8d2-c59d-4dd6-a14f-a019943a57d5 req-8699270c-9314-44b4-be6c-1d14e1a51989 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 945 time: 0.3727100 Jun 02 20:33:47.541106 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] Set router 5620ea56-3fbd-4d1a-b459-f4e52a4ce634 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:33:47.571031 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:47.575541 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.2218499 Jun 02 20:33:47.581937 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51974) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:47.655425 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-62b5a8d2-c59d-4dd6-a14f-a019943a57d5 req-4609b990-7892-463f-b810-00b0edc42cd3 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/security-groups?id=16f94ebd-3162-4c0b-a1cf-348c7ee60440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035797 Jun 02 20:33:47.656684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:47.694741 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2f9ee490-75b7-4428-8fb5-5edbef04a0b1 tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:47.695806 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2f9ee490-75b7-4428-8fb5-5edbef04a0b1 tempest-MeteringTestJSON-1239858090 tempest-MeteringTestJSON-1239858090-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/84c6e258-7f78-467f-b9e2-fe37b6ce6a1a HTTP/1.1" status: 204 len: 168 time: 0.3916357 Jun 02 20:33:47.705560 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c518fd-81f9-4daf-96c7-fe6bb16cef57 req-b36bd83b-7dc2-40e1-ad5b-d277be635ccb tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:47.707282 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e8c518fd-81f9-4daf-96c7-fe6bb16cef57 req-b36bd83b-7dc2-40e1-ad5b-d277be635ccb tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 946 time: 0.5291622 Jun 02 20:33:47.740071 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51980) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:47.748469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-40173726-7b62-4615-beb1-7f49e7c3ccbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:47.799201 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e8c518fd-81f9-4daf-96c7-fe6bb16cef57 req-410bd892-6d7f-49f6-976f-f38cd3828889 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/security-groups?id=05180680-3e28-43fa-8ef9-30182a21a592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864654 Jun 02 20:33:47.894388 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-78266be6-d754-4ee1-b9d9-dcd496e44fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:47.912047 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-78266be6-d754-4ee1-b9d9-dcd496e44fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:47.916354 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-78266be6-d754-4ee1-b9d9-dcd496e44fee admin admin] Usage tracker for resource:security_group_rule and tenant:b8ce5beaac4e4ae48b321389b5d77af5 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:47.919680 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-78266be6-d754-4ee1-b9d9-dcd496e44fee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:47.926630 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-78266be6-d754-4ee1-b9d9-dcd496e44fee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:47.999336 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0898d689-8090-434a-84bf-01582cecb716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a5823c-9c89-4178-8ae6-98c5d6abf38f'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:33:48.002696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ca168c-661d-4e2c-b454-4ff0ce66af62" -d '{"events": [{"server_uuid": "0898d689-8090-434a-84bf-01582cecb716", "name": "network-vif-plugged", "status": "completed", "tag": "c0a5823c-9c89-4178-8ae6-98c5d6abf38f"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:33:48.055111 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-40173726-7b62-4615-beb1-7f49e7c3ccbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.071193 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5620ea56-3fbd-4d1a-b459-f4e52a4ce634', 'name': 'tempest-snat-router-1951817807', 'tenant_id': '19e3cfb5c7d149af9bbfcec502dca95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224'}], 'enable_snat': False}, 'gw_port_id': '973c0035-1444-44b7-99ff-a3eda46d4a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:33:40Z', 'updated_at': '2021-06-02T20:33:44Z', 'revision_number': 3, 'project_id': '19e3cfb5c7d149af9bbfcec502dca95a', 'gw_port': {'id': '973c0035-1444-44b7-99ff-a3eda46d4a92', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5620ea56-3fbd-4d1a-b459-f4e52a4ce634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:33:43Z', 'updated_at': '2021-06-02T20:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:48.072932 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-78266be6-d754-4ee1-b9d9-dcd496e44fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.076848 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] Checking router: 5620ea56-3fbd-4d1a-b459-f4e52a4ce634 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:33:48.077205 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] Updating router 5620ea56-3fbd-4d1a-b459-f4e52a4ce634 port 973c0035-1444-44b7-99ff-a3eda46d4a92 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:33:48.079234 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-78266be6-d754-4ee1-b9d9-dcd496e44fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.084977 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049d1cc1-3cf4-4806-9182-d87c520daa15 x-openstack-request-id: req-049d1cc1-3cf4-4806-9182-d87c520daa15 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:33:48.085647 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0898d689-8090-434a-84bf-01582cecb716", "name": "network-vif-plugged", "status": "completed", "tag": "c0a5823c-9c89-4178-8ae6-98c5d6abf38f", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:33:48.086095 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-049d1cc1-3cf4-4806-9182-d87c520daa15 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:33:48.086685 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0898d689-8090-434a-84bf-01582cecb716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a5823c-9c89-4178-8ae6-98c5d6abf38f', 'code': 200} Jun 02 20:33:48.088061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-663925e2-0234-4d77-ab17-575a28e16646 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:48.090732 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51990) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:48.092764 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:48.136309 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40173726-7b62-4615-beb1-7f49e7c3ccbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:48.138969 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-78266be6-d754-4ee1-b9d9-dcd496e44fee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8ce5beaac4e4ae48b321389b5d77af5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3978653 Jun 02 20:33:48.141994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78266be6-d754-4ee1-b9d9-dcd496e44fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8a2560-bfc2-478f-ae7e-b0a126fa6e5c,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:48.143330 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51994) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:48.145292 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-78266be6-d754-4ee1-b9d9-dcd496e44fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:48.156392 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-40173726-7b62-4615-beb1-7f49e7c3ccbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:48.159966 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40173726-7b62-4615-beb1-7f49e7c3ccbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:48.160913 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40173726-7b62-4615-beb1-7f49e7c3ccbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:48.161975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-40173726-7b62-4615-beb1-7f49e7c3ccbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.204902 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.219583 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-40173726-7b62-4615-beb1-7f49e7c3ccbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4222639 Jun 02 20:33:48.221974 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 51996) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:48.246073 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ef20ddee-00df-473b-af8f-9c3265344f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.291601 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.295390 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ef20ddee-00df-473b-af8f-9c3265344f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.328670 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3c0878b9-9275-485d-b25f-e3be360a79c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.356810 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3c0878b9-9275-485d-b25f-e3be360a79c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:48.363708 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3c0878b9-9275-485d-b25f-e3be360a79c9 admin admin] Usage tracker for resource:security_group_rule and tenant:e239ca37471b4ff1a34b3ab8e54c8bd2 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:48.366811 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3c0878b9-9275-485d-b25f-e3be360a79c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:48.373337 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3c0878b9-9275-485d-b25f-e3be360a79c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:48.396638 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ef20ddee-00df-473b-af8f-9c3265344f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.405957 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6911e205-3413-4583-9ea0-f3122fd7f84d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "GET /v2.0/routers/5620ea56-3fbd-4d1a-b459-f4e52a4ce634 HTTP/1.1" status: 200 len: 909 time: 0.8202672 Jun 02 20:33:48.409164 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 51998) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:48.412849 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:48.424625 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1951817807', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'enable_snat': True}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:48.449476 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:48.455257 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20ddee-00df-473b-af8f-9c3265344f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8a2560-bfc2-478f-ae7e-b0a126fa6e5c,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:48.461740 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Usage tracker for resource:router and tenant:19e3cfb5c7d149af9bbfcec502dca95a is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:48.464871 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ef20ddee-00df-473b-af8f-9c3265344f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:48.468710 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:48.477393 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ef20ddee-00df-473b-af8f-9c3265344f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.481038 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ef20ddee-00df-473b-af8f-9c3265344f3c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e8a2560-bfc2-478f-ae7e-b0a126fa6e5c HTTP/1.1" status: 204 len: 168 time: 0.3342824 Jun 02 20:33:48.492464 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:48.529855 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.532171 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.584312 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40173726-7b62-4615-beb1-7f49e7c3ccbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Pushing event updated for resources: {'Port': ['ID=4e94d47d-f98c-46de-b4dd-08cb549c6d17,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:48.613055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-40173726-7b62-4615-beb1-7f49e7c3ccbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:48.625899 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cc668f-039a-474a-9915-f3002461bbce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:48.626597 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-56cc668f-039a-474a-9915-f3002461bbce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Synchronizing usage tracker for tenant:542ee02450a94e16911c7388366c27da on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:48.678524 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7e0c2-8d58-4341-9349-95c481bba7ff req-2ac47b91-f216-4149-92d1-5e74e24d6107 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:48.681717 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.684060 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a6b7e0c2-8d58-4341-9349-95c481bba7ff req-2ac47b91-f216-4149-92d1-5e74e24d6107 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.6616597 Jun 02 20:33:48.687789 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-56cc668f-039a-474a-9915-f3002461bbce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Unset dirty status for tenant:542ee02450a94e16911c7388366c27da on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:48.689056 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-56cc668f-039a-474a-9915-f3002461bbce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] 10.222.0.25 "GET /v2.0/ports/4e94d47d-f98c-46de-b4dd-08cb549c6d17 HTTP/1.1" status: 200 len: 958 time: 0.4608214 Jun 02 20:33:48.700199 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52008) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:48.704219 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] Transition to ACTIVE for port object 973c0035-1444-44b7-99ff-a3eda46d4a92 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:48.713928 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.717642 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.732035 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-46af0b39-e9d3-4618-ae03-9e224b103b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:48.742505 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3c0878b9-9275-485d-b25f-e3be360a79c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.751076 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3c0878b9-9275-485d-b25f-e3be360a79c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.763862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a5f5a0c8-ca1a-44ea-a2b5-74474a17294b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:48.764778 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.784197 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.791989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2429e522-a1ca-4daf-813b-5b5ff62fb366 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:48.795662 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0878b9-9275-485d-b25f-e3be360a79c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480ba828-1c5b-4e2c-8af2-320edacb4f51,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:48.837642 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabc4c2-6a34-44fe-8aa6-678f09347e06 req-90963b48-9e19-4a1a-93aa-1477d59b2f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:48.839555 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1dabc4c2-6a34-44fe-8aa6-678f09347e06 req-90963b48-9e19-4a1a-93aa-1477d59b2f57 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 1099 time: 0.4455218 Jun 02 20:33:48.863411 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] Attempting to bind port 973c0035-1444-44b7-99ff-a3eda46d4a92 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:48.864909 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] Attempting to bind port 973c0035-1444-44b7-99ff-a3eda46d4a92 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:48.865374 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] Attempting to bind port 973c0035-1444-44b7-99ff-a3eda46d4a92 on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:48.866785 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3c0878b9-9275-485d-b25f-e3be360a79c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:48.879302 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:33:48.879839 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:33:48.880340 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.880919 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:33:48.881575 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] Bound port: 973c0035-1444-44b7-99ff-a3eda46d4a92, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:33:48.882237 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.926895 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6566d-9eab-4364-aac7-6f4b35694cd0 None None] Pushing event updated for resources: {'Port': ['ID=973c0035-1444-44b7-99ff-a3eda46d4a92,revision_number=2']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:48.931314 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-8da6566d-9eab-4364-aac7-6f4b35694cd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:48.968724 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] For port 973c0035-1444-44b7-99ff-a3eda46d4a92, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:33:48.972919 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] For port 973c0035-1444-44b7-99ff-a3eda46d4a92, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=973c0035-1444-44b7-99ff-a3eda46d4a92,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:33:48.978320 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:48.986281 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:48.987849 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a6b7e0c2-8d58-4341-9349-95c481bba7ff req-1a9ec9c6-0953-43a1-bcd3-b79b7b2f7b46 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961721 Jun 02 20:33:49.026228 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52014) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:49.027376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Pushing event updated for resources: {'Port': ['ID=ec136457-c672-45cc-9490-5da7d6aa348f,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:49.029228 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3c0878b9-9275-485d-b25f-e3be360a79c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e239ca37471b4ff1a34b3ab8e54c8bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9300869 Jun 02 20:33:49.034028 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52016) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:49.043064 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:49.051486 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1dabc4c2-6a34-44fe-8aa6-678f09347e06 req-e9217b7d-0055-437c-94fe-8ab43ccab2a1 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=05180680-3e28-43fa-8ef9-30182a21a592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895652 Jun 02 20:33:49.055352 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:49.068886 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6566d-9eab-4364-aac7-6f4b35694cd0 None None] Pushing event updated for resources: {'Port': ['ID=973c0035-1444-44b7-99ff-a3eda46d4a92,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:49.074189 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-8da6566d-9eab-4364-aac7-6f4b35694cd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:49.089489 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] Routers {'5620ea56-3fbd-4d1a-b459-f4e52a4ce634'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:49.090210 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['5620ea56-3fbd-4d1a-b459-f4e52a4ce634'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:49.101758 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:49.103345 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7468419 Jun 02 20:33:49.106510 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52018) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:49.117068 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-5d212f9a-193e-48f4-8b24-8ffb8abf5907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Deleting port 4e94d47d-f98c-46de-b4dd-08cb549c6d17 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:33:49.117736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5d212f9a-193e-48f4-8b24-8ffb8abf5907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:49.144027 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-19942ad3-9f56-4609-ab05-6d6cc1323037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:49.257522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-19942ad3-9f56-4609-ab05-6d6cc1323037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:49.261467 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:49.266094 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5d212f9a-193e-48f4-8b24-8ffb8abf5907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:49.288879 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-19942ad3-9f56-4609-ab05-6d6cc1323037 admin admin] Usage tracker for resource:security_group_rule and tenant:7697deae46d143c5929886cf41340316 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:49.294580 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] Set router 5620ea56-3fbd-4d1a-b459-f4e52a4ce634 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:33:49.294850 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-19942ad3-9f56-4609-ab05-6d6cc1323037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:49.310548 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-19942ad3-9f56-4609-ab05-6d6cc1323037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:49.360499 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b258331-297c-4b28-981d-25f04461f432 req-d7cc7f3c-2208-4cd8-812c-f8bfe767b3a5 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:49.362312 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3b258331-297c-4b28-981d-25f04461f432 req-d7cc7f3c-2208-4cd8-812c-f8bfe767b3a5 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 945 time: 0.4860432 Jun 02 20:33:49.365168 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6135f659-54bf-4bd5-996c-00e2d33a6e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:49.425844 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-5d212f9a-193e-48f4-8b24-8ffb8abf5907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Calling delete_port for 4e94d47d-f98c-46de-b4dd-08cb549c6d17 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:33:49.431477 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:49.441509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:49.449356 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Usage tracker for resource:floatingip and tenant:2dc0822e20e1472da391199592108103 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:49.453714 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:49.463653 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0538e7e-da35-4e8f-946c-e2fc65c0afd6 req-a7bbf6ff-1f88-48ca-a89f-0f6aa77be772 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:49.465732 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f0538e7e-da35-4e8f-946c-e2fc65c0afd6 req-a7bbf6ff-1f88-48ca-a89f-0f6aa77be772 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 946 time: 0.3284893 Jun 02 20:33:49.471228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:49.510427 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Notify callbacks [] for floatingip, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:49.510635 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6135f659-54bf-4bd5-996c-00e2d33a6e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:49.520147 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3b258331-297c-4b28-981d-25f04461f432 req-8fd03d03-a8ec-4623-90f6-24236256c5b2 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/security-groups?id=16f94ebd-3162-4c0b-a1cf-348c7ee60440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412320 Jun 02 20:33:49.575078 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f0538e7e-da35-4e8f-946c-e2fc65c0afd6 req-fc5a44c4-7e65-49da-9793-b07d4156bcd5 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/security-groups?id=05180680-3e28-43fa-8ef9-30182a21a592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943432 Jun 02 20:33:49.633311 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5d212f9a-193e-48f4-8b24-8ffb8abf5907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:49.635016 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-19942ad3-9f56-4609-ab05-6d6cc1323037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:49.641006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:49.652347 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-19942ad3-9f56-4609-ab05-6d6cc1323037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:49.664580 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:49.674597 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5620ea56-3fbd-4d1a-b459-f4e52a4ce634', 'name': 'tempest-snat-router-1951817807', 'tenant_id': '19e3cfb5c7d149af9bbfcec502dca95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224'}], 'enable_snat': False}, 'gw_port_id': '973c0035-1444-44b7-99ff-a3eda46d4a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:33:40Z', 'updated_at': '2021-06-02T20:33:44Z', 'revision_number': 3, 'project_id': '19e3cfb5c7d149af9bbfcec502dca95a', 'gw_port': {'id': '973c0035-1444-44b7-99ff-a3eda46d4a92', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5620ea56-3fbd-4d1a-b459-f4e52a4ce634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:33:43Z', 'updated_at': '2021-06-02T20:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:49.683990 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0d73d9-7269-4e71-b0f3-20b269c5dc06 None None] The sync data for ids ['5620ea56-3fbd-4d1a-b459-f4e52a4ce634'] in dv-neutron-601336-84-hyperv is: [{'id': '5620ea56-3fbd-4d1a-b459-f4e52a4ce634', 'name': 'tempest-snat-router-1951817807', 'tenant_id': '19e3cfb5c7d149af9bbfcec502dca95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224'}], 'enable_snat': False}, 'gw_port_id': '973c0035-1444-44b7-99ff-a3eda46d4a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:33:40Z', 'updated_at': '2021-06-02T20:33:44Z', 'revision_number': 3, 'project_id': '19e3cfb5c7d149af9bbfcec502dca95a', 'gw_port': {'id': '973c0035-1444-44b7-99ff-a3eda46d4a92', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5620ea56-3fbd-4d1a-b459-f4e52a4ce634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:33:43Z', 'updated_at': '2021-06-02T20:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:33:49.685839 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6135f659-54bf-4bd5-996c-00e2d33a6e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:49.692319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d212f9a-193e-48f4-8b24-8ffb8abf5907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e94d47d-f98c-46de-b4dd-08cb549c6d17,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:49.703985 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5d212f9a-193e-48f4-8b24-8ffb8abf5907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:49.712006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5d212f9a-193e-48f4-8b24-8ffb8abf5907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:49.791718 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5d212f9a-193e-48f4-8b24-8ffb8abf5907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] 10.222.0.25 "DELETE /v2.0/ports/4e94d47d-f98c-46de-b4dd-08cb549c6d17 HTTP/1.1" status: 204 len: 168 time: 1.0889063 Jun 02 20:33:49.798409 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52024) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:49.837138 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-19942ad3-9f56-4609-ab05-6d6cc1323037 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7697deae46d143c5929886cf41340316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8058357 Jun 02 20:33:49.842002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52026) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:49.874930 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-40646047-01cf-425b-9435-d38087c4cb4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] GET failed (client error): The resource could not be found. Jun 02 20:33:49.875487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-40646047-01cf-425b-9435-d38087c4cb4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Synchronizing usage tracker for tenant:542ee02450a94e16911c7388366c27da on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:49.915303 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19942ad3-9f56-4609-ab05-6d6cc1323037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807c7310-d7f6-4518-bad1-83a6aeca4d64,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:49.927448 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-19942ad3-9f56-4609-ab05-6d6cc1323037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:49.928611 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:49.951504 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135f659-54bf-4bd5-996c-00e2d33a6e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480ba828-1c5b-4e2c-8af2-320edacb4f51,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:49.951504 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6135f659-54bf-4bd5-996c-00e2d33a6e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:49.953279 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6135f659-54bf-4bd5-996c-00e2d33a6e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:49.954406 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6135f659-54bf-4bd5-996c-00e2d33a6e32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/480ba828-1c5b-4e2c-8af2-320edacb4f51 HTTP/1.1" status: 204 len: 168 time: 0.9045072 Jun 02 20:33:50.044430 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:50.079547 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:50.097830 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-40646047-01cf-425b-9435-d38087c4cb4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Unset dirty status for tenant:542ee02450a94e16911c7388366c27da on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:50.102544 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-40646047-01cf-425b-9435-d38087c4cb4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] 10.222.0.25 "GET /v2.0/ports/4e94d47d-f98c-46de-b4dd-08cb549c6d17 HTTP/1.1" status: 404 len: 333 time: 0.2983336 Jun 02 20:33:50.103383 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:50.109443 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52030) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:50.162627 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-01060546-9570-4f52-b79c-1c6f2683a781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Request body: {'port': {'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-816775270'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:50.180278 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-01060546-9570-4f52-b79c-1c6f2683a781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:50.183866 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bd015-0850-4892-a821-985e15d05af9 req-3ff8b738-9a10-4f23-bf95-d80780ce9756 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:50.185960 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b74bd015-0850-4892-a821-985e15d05af9 req-3ff8b738-9a10-4f23-bf95-d80780ce9756 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.4588685 Jun 02 20:33:50.199399 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52032) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:50.203295 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb880d-1058-4cd2-978b-31aee21fdd71 req-291b8478-46f3-4dec-bdfa-1db07449fb3e tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:50.205054 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7fcb880d-1058-4cd2-978b-31aee21fdd71 req-291b8478-46f3-4dec-bdfa-1db07449fb3e tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 945 time: 0.4508917 Jun 02 20:33:50.206618 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-b4fb5f5a-6651-4a50-a431-06f4fcb9bb00 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Request body: {'floatingip': {'port_id': 'a901cc98-7deb-4f4d-80a3-acef48dbdab7'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:50.228812 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52034) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:50.238406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-7bc2e968-86ca-4f28-b13f-af8cde093d62 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Request body: {'floatingip': {'port_id': 'e096d1fc-ff52-40ac-9723-f2a9713b468f'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:50.296222 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-01060546-9570-4f52-b79c-1c6f2683a781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:50.301274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-89def37d-7b19-4eac-85a2-b9c1fdc3aca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:50.304037 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4fb5f5a-6651-4a50-a431-06f4fcb9bb00 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks [] for floatingip, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:50.382515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01060546-9570-4f52-b79c-1c6f2683a781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Made reservation on behalf of 542ee02450a94e16911c7388366c27da for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:33:50.385664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-01060546-9570-4f52-b79c-1c6f2683a781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:50.445598 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7bc2e968-86ca-4f28-b13f-af8cde093d62 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks [] for floatingip, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:50.512660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-89def37d-7b19-4eac-85a2-b9c1fdc3aca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:50.628878 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-01060546-9570-4f52-b79c-1c6f2683a781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] device_id is not set on port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:33:50.669975 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52038) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:50.687751 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Allocated IP 172.26.0.128 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/e67e5cba-98aa-4313-b91f-b61f280642e8) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:33:50.804505 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f66913e8-4d0b-49e0-a097-7658572b52a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:50.815055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-89def37d-7b19-4eac-85a2-b9c1fdc3aca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:50.849878 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f66913e8-4d0b-49e0-a097-7658572b52a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:50.858779 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f66913e8-4d0b-49e0-a097-7658572b52a7 admin admin] Usage tracker for resource:security_group_rule and tenant:8b1ca1f9cdd34368b79a70a01ec02f81 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:50.919813 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f66913e8-4d0b-49e0-a097-7658572b52a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:50.931864 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f66913e8-4d0b-49e0-a097-7658572b52a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:50.947526 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:50.990973 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89def37d-7b19-4eac-85a2-b9c1fdc3aca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807c7310-d7f6-4518-bad1-83a6aeca4d64,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:50.998644 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-89def37d-7b19-4eac-85a2-b9c1fdc3aca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:51.085747 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a78ce-f1e2-4be2-b11b-21d194437625 req-00bbe2d1-f977-4aa6-9f92-159093e7084d tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:51.087226 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-469a78ce-f1e2-4be2-b11b-21d194437625 req-00bbe2d1-f977-4aa6-9f92-159093e7084d tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 946 time: 0.3261764 Jun 02 20:33:51.187592 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-89def37d-7b19-4eac-85a2-b9c1fdc3aca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:51.191346 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-89def37d-7b19-4eac-85a2-b9c1fdc3aca9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/807c7310-d7f6-4518-bad1-83a6aeca4d64 HTTP/1.1" status: 204 len: 168 time: 1.3389943 Jun 02 20:33:51.208740 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f66913e8-4d0b-49e0-a097-7658572b52a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:51.212501 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-469a78ce-f1e2-4be2-b11b-21d194437625 req-a95a0508-2f83-477d-bf9c-d9cbc8a557c1 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/security-groups?id=05180680-3e28-43fa-8ef9-30182a21a592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104968 Jun 02 20:33:51.238024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:51.243604 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 973c0035-1444-44b7-99ff-a3eda46d4a92 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:33:51.280517 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f66913e8-4d0b-49e0-a097-7658572b52a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:51.291640 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:51.368288 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 973c0035-1444-44b7-99ff-a3eda46d4a92 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:33:51.374299 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 973c0035-1444-44b7-99ff-a3eda46d4a92 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:51.374844 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:51.404211 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-01060546-9570-4f52-b79c-1c6f2683a781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:51.413868 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f66913e8-4d0b-49e0-a097-7658572b52a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b1ca1f9cdd34368b79a70a01ec02f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7426467 Jun 02 20:33:51.421189 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66913e8-4d0b-49e0-a097-7658572b52a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a43735-6e27-41bc-98e5-c1c020801dde,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:51.423582 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52046) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:51.440613 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f66913e8-4d0b-49e0-a097-7658572b52a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:51.478504 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4fb5f5a-6651-4a50-a431-06f4fcb9bb00 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:51.521507 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4fb5f5a-6651-4a50-a431-06f4fcb9bb00 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:51.544315 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:51.555704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:51.562406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-01060546-9570-4f52-b79c-1c6f2683a781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:51.566384 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 973c0035-1444-44b7-99ff-a3eda46d4a92, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=973c0035-1444-44b7-99ff-a3eda46d4a92,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:51.577272 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:51.580461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:51.642377 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abffa3b2-58e5-4c46-be69-8e45442cae40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:51.666417 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=973c0035-1444-44b7-99ff-a3eda46d4a92,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:51.670356 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:51.731052 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Allocated IP 172.26.0.66 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/fafc68b9-70c4-41f9-9bf5-878504b71133) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:33:51.757320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:51.761658 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abffa3b2-58e5-4c46-be69-8e45442cae40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:51.837912 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-b4fb5f5a-6651-4a50-a431-06f4fcb9bb00 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Floating IP 4644003c-d6da-417f-b258-1a02fda7cf79 associated. External IP: 172.26.0.180, port: a901cc98-7deb-4f4d-80a3-acef48dbdab7. Jun 02 20:33:51.974826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01060546-9570-4f52-b79c-1c6f2683a781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:51.982491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-01060546-9570-4f52-b79c-1c6f2683a781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:51.996871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01060546-9570-4f52-b79c-1c6f2683a781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:51.998051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01060546-9570-4f52-b79c-1c6f2683a781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:51.998702 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-01060546-9570-4f52-b79c-1c6f2683a781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:52.004857 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:52.013054 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:52.030056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:52.069042 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Pushing event updated for resources: {'Port': ['ID=e67e5cba-98aa-4313-b91f-b61f280642e8,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:52.077636 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abffa3b2-58e5-4c46-be69-8e45442cae40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:52.097731 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-805074ad-1049-4b1c-81e9-84369189847d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:52.132313 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffa3b2-58e5-4c46-be69-8e45442cae40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a43735-6e27-41bc-98e5-c1c020801dde,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:52.136641 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:52.143610 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-01060546-9570-4f52-b79c-1c6f2683a781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0329113 Jun 02 20:33:52.145434 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-abffa3b2-58e5-4c46-be69-8e45442cae40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:52.148462 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52066) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:52.157269 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:52.263548 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52068) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:52.264948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01060546-9570-4f52-b79c-1c6f2683a781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Pushing event updated for resources: {'Port': ['ID=4141e99a-f73a-4c9f-a557-7c2609d2e4fe,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:52.274559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-01060546-9570-4f52-b79c-1c6f2683a781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:52.280407 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-40173726-7b62-4615-beb1-7f49e7c3ccbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:52.280721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-40173726-7b62-4615-beb1-7f49e7c3ccbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:52.288308 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c24e4-6c97-404b-aa19-919a4de86cb6 req-ddb3f644-2d2f-4e1e-99d1-528778c3188d tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:52.289851 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-918c24e4-6c97-404b-aa19-919a4de86cb6 req-ddb3f644-2d2f-4e1e-99d1-528778c3188d tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 946 time: 0.7912717 Jun 02 20:33:52.301338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52072) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:52.310947 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-4d38c2bc-8753-46f6-919c-1c5eec83ad5d tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Request body: {'floatingip': {'port_id': 'c0a5823c-9c89-4178-8ae6-98c5d6abf38f'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:52.376231 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.db.resource_extend [None req-7bc2e968-86ca-4f28-b13f-af8cde093d62 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 20:33:52.406135 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abffa3b2-58e5-4c46-be69-8e45442cae40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:52.407281 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-abffa3b2-58e5-4c46-be69-8e45442cae40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2a43735-6e27-41bc-98e5-c1c020801dde HTTP/1.1" status: 204 len: 168 time: 0.9796367 Jun 02 20:33:52.460324 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-36379890'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:52.478801 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:52.486473 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4d38c2bc-8753-46f6-919c-1c5eec83ad5d tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks [] for floatingip, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:52.541242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:52.553024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Usage tracker for resource:network and tenant:99a8aa9d7432451fb380d9dd26b312b3 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:52.571684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:52.582557 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:52.596722 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:52.606319 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-35dc5829-c95b-4540-88e1-09f3ec835aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:52.626884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:52.686641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7bc2e968-86ca-4f28-b13f-af8cde093d62 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:52.709662 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fb5f5a-6651-4a50-a431-06f4fcb9bb00 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Router 38795858-5b1f-4b12-9830-6505ec103d64 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:33:52.727208 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:33:52.732478 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:33:52.736659 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Made reservation on behalf of 99a8aa9d7432451fb380d9dd26b312b3 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:33:52.739090 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:52.742080 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:33:52.748304 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7bc2e968-86ca-4f28-b13f-af8cde093d62 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:52.770807 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Pushing event updated for resources: {'Port': ['ID=fafc68b9-70c4-41f9-9bf5-878504b71133,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:52.781749 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:52.825120 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:52.852252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:52.891399 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:52.914180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Usage tracker for resource:security_group_rule and tenant:99a8aa9d7432451fb380d9dd26b312b3 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:52.922304 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:52.945859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:53.186375 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 973c0035-1444-44b7-99ff-a3eda46d4a92 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:33:53.255968 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fb5f5a-6651-4a50-a431-06f4fcb9bb00 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:33:53.265268 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4fb5f5a-6651-4a50-a431-06f4fcb9bb00 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:53.287803 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d45586-ff99-4634-912e-9d932541ebc8 None None] Sync routers for ids ['38795858-5b1f-4b12-9830-6505ec103d64'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:33:53.318812 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d45586-ff99-4634-912e-9d932541ebc8 None None] Routers {'38795858-5b1f-4b12-9830-6505ec103d64'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:53.319758 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-a4d45586-ff99-4634-912e-9d932541ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['38795858-5b1f-4b12-9830-6505ec103d64'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:53.437262 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b4fb5f5a-6651-4a50-a431-06f4fcb9bb00 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "PUT /v2.0/floatingips/4644003c-d6da-417f-b258-1a02fda7cf79 HTTP/1.1" status: 200 len: 992 time: 3.2351174 Jun 02 20:33:53.439741 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] device_id is not set on port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:33:53.446711 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d1c2c3-e221-43fd-8cd9-5dc8b435d26a', 'tag': 'a901cc98-7deb-4f4d-80a3-acef48dbdab7'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:33:53.449720 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db05358-bbe6-4993-80f6-a16afd44f6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "91d1c2c3-e221-43fd-8cd9-5dc8b435d26a", "tag": "a901cc98-7deb-4f4d-80a3-acef48dbdab7"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:33:53.457804 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:53.522592 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 973c0035-1444-44b7-99ff-a3eda46d4a92 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:53.522981 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:53.535459 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-7bc2e968-86ca-4f28-b13f-af8cde093d62 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Floating IP 16b2c0af-50eb-4b58-b615-40681327a1ae associated. External IP: 172.26.0.169, port: e096d1fc-ff52-40ac-9723-f2a9713b468f. Jun 02 20:33:53.575447 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Transition to ACTIVE for port object 4141e99a-f73a-4c9f-a557-7c2609d2e4fe will not be triggered until provisioned by entity L2. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:53.579267 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5927f8-21fb-4489-84c9-0fbe9ffc9424 x-openstack-request-id: req-9d5927f8-21fb-4489-84c9-0fbe9ffc9424 {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:33:53.581057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d1c2c3-e221-43fd-8cd9-5dc8b435d26a", "tag": "a901cc98-7deb-4f4d-80a3-acef48dbdab7", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:33:53.581446 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d5927f8-21fb-4489-84c9-0fbe9ffc9424 {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:33:53.581973 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d1c2c3-e221-43fd-8cd9-5dc8b435d26a', 'tag': 'a901cc98-7deb-4f4d-80a3-acef48dbdab7', 'status': 'completed', 'code': 200} Jun 02 20:33:53.589813 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:53.597197 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:53.628841 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-a4d45586-ff99-4634-912e-9d932541ebc8 None None] Set router 38795858-5b1f-4b12-9830-6505ec103d64 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:33:53.931044 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Pushing event updated for resources: {'Port': ['ID=4141e99a-f73a-4c9f-a557-7c2609d2e4fe,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:53.933922 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:53.967389 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:54.122905 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:54.146149 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:54.203018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-a4d45586-ff99-4634-912e-9d932541ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38795858-5b1f-4b12-9830-6505ec103d64', 'name': 'tempest-ServerActionsTestJSON-641857274-router', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:43Z', 'updated_at': '2021-06-02T20:32:54Z', 'revision_number': 4, 'project_id': '661507761bd9425583aaf58f371479f6', 'gw_port': {'id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:44Z', 'updated_at': '2021-06-02T20:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '4644003c-d6da-417f-b258-1a02fda7cf79', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'floating_ip_address': '172.26.0.180', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'port_id': 'a901cc98-7deb-4f4d-80a3-acef48dbdab7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18', 'mac_address': 'fa:16:3e:fa:66:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d1c2c3-e221-43fd-8cd9-5dc8b435d26a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:33:08Z', 'updated_at': '2021-06-02T20:33:51Z', 'revision_number': 1, 'project_id': '661507761bd9425583aaf58f371479f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1338d54-7efb-485e-be73-03a7ef1a3302', 'name': '', 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'mac_address': 'fa:16:3e:a5:98:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c83951fa-3604-4554-9055-6ed20c4b7e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:51Z', 'updated_at': '2021-06-02T20:33:07Z', 'revision_number': 5, 'project_id': '661507761bd9425583aaf58f371479f6', 'subnets': [{'id': 'c83951fa-3604-4554-9055-6ed20c4b7e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:54.207048 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d45586-ff99-4634-912e-9d932541ebc8 None None] Checking router: 38795858-5b1f-4b12-9830-6505ec103d64 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:33:54.208931 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52114) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:54.219462 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d45586-ff99-4634-912e-9d932541ebc8 None None] Routers {'38795858-5b1f-4b12-9830-6505ec103d64'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:54.220034 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-a4d45586-ff99-4634-912e-9d932541ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['38795858-5b1f-4b12-9830-6505ec103d64'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:54.233103 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-df0eba26-3fa2-4a89-84af-8db53c9c78d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:54.241683 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:54.250546 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db05358-bbe6-4993-80f6-a16afd44f6c2 req-763e6008-42ab-4ec6-beb4-b0cf6bd92953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:54.250771 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:54.250866 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:54.251237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:54.252033 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0db05358-bbe6-4993-80f6-a16afd44f6c2 req-763e6008-42ab-4ec6-beb4-b0cf6bd92953 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=661507761bd9425583aaf58f371479f6&device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 1099 time: 0.5886562 Jun 02 20:33:54.259457 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:54.260032 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:54.262841 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 2 to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe Jun 02 20:33:54.281518 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:54.285174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:54.285518 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:54.285858 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:54.327384 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:33:54.350272 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:54.350635 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:54.353500 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 3 to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe Jun 02 20:33:54.382322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:54.382646 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:54.382989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:54.390037 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:54.390367 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:54.393801 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 4 to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe Jun 02 20:33:54.395778 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd4f302-7879-4934-9d18-bd3b13465b8a,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:54.409566 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:54.416098 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:54.416427 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:54.416763 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:54.421928 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:54.422526 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:54.450585 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-a4d45586-ff99-4634-912e-9d932541ebc8 None None] Set router 38795858-5b1f-4b12-9830-6505ec103d64 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:33:54.472978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:54.473802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:54.474141 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Added segment 5ed313bf-4b58-4512-85ec-d823b6e93c94 of type vlan for network 7c2071a9-5e0b-4760-b66e-c65ab1aacd06 Jun 02 20:33:54.475954 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:54.480181 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 5 to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe Jun 02 20:33:54.501150 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1828452418', 'router:external': True}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:54.518101 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:54.534885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Usage tracker for resource:network and tenant:b4277689824940fd8cbcfbeedf87b14b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:54.539906 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:54.540240 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:54.540642 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:54.544154 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:54.553748 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:54.554086 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:54.575330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc2e968-86ca-4f28-b13f-af8cde093d62 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Router 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:33:54.602190 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.db.resource_extend [None req-4d38c2bc-8753-46f6-919c-1c5eec83ad5d tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 20:33:54.602440 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:54.603998 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 6 to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe Jun 02 20:33:54.647848 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:54.648731 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:54.648731 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:54.655466 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Made reservation on behalf of b4277689824940fd8cbcfbeedf87b14b for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:33:54.657750 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:54.663771 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:54.669903 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:54.670242 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:54.673782 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 7 to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe Jun 02 20:33:54.686194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:54.692915 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:54.721067 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Pushing event updated for resources: {'Port': ['ID=e67e5cba-98aa-4313-b91f-b61f280642e8,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:54.731819 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:54.738358 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:54.738639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:54.739059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:54.756541 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:54.763533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Usage tracker for resource:security_group_rule and tenant:b4277689824940fd8cbcfbeedf87b14b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:54.768445 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:54.774874 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:54.790619 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:54.791320 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:54.794819 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 8 to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe Jun 02 20:33:54.836383 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:54.836955 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:54.837397 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:54.847359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.db.resource_extend [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 20:33:54.851751 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:54.852218 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:54.854252 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 9 to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe Jun 02 20:33:54.856590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4d38c2bc-8753-46f6-919c-1c5eec83ad5d tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:54.857956 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db05358-bbe6-4993-80f6-a16afd44f6c2 req-beecaaca-9252-47bf-94cc-7c122fe34bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:54.859459 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0db05358-bbe6-4993-80f6-a16afd44f6c2 req-beecaaca-9252-47bf-94cc-7c122fe34bae service neutron] 10.222.0.95 "GET /v2.0/networks?id=6d422b3f-35f6-44d4-a56d-8cdfa486af18 HTTP/1.1" status: 200 len: 912 time: 0.5938981 Jun 02 20:33:54.873695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4d38c2bc-8753-46f6-919c-1c5eec83ad5d tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:54.880918 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-a4d45586-ff99-4634-912e-9d932541ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38795858-5b1f-4b12-9830-6505ec103d64', 'name': 'tempest-ServerActionsTestJSON-641857274-router', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:43Z', 'updated_at': '2021-06-02T20:32:54Z', 'revision_number': 4, 'project_id': '661507761bd9425583aaf58f371479f6', 'gw_port': {'id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:44Z', 'updated_at': '2021-06-02T20:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '4644003c-d6da-417f-b258-1a02fda7cf79', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'floating_ip_address': '172.26.0.180', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'port_id': 'a901cc98-7deb-4f4d-80a3-acef48dbdab7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18', 'mac_address': 'fa:16:3e:fa:66:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d1c2c3-e221-43fd-8cd9-5dc8b435d26a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:33:08Z', 'updated_at': '2021-06-02T20:33:51Z', 'revision_number': 1, 'project_id': '661507761bd9425583aaf58f371479f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1338d54-7efb-485e-be73-03a7ef1a3302', 'name': '', 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'mac_address': 'fa:16:3e:a5:98:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c83951fa-3604-4554-9055-6ed20c4b7e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:51Z', 'updated_at': '2021-06-02T20:33:07Z', 'revision_number': 5, 'project_id': '661507761bd9425583aaf58f371479f6', 'subnets': [{'id': 'c83951fa-3604-4554-9055-6ed20c4b7e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:54.885774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d45586-ff99-4634-912e-9d932541ebc8 None None] The sync data for ids ['38795858-5b1f-4b12-9830-6505ec103d64'] in dv-neutron-601336-84-hyperv is: [{'id': '38795858-5b1f-4b12-9830-6505ec103d64', 'name': 'tempest-ServerActionsTestJSON-641857274-router', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:43Z', 'updated_at': '2021-06-02T20:32:54Z', 'revision_number': 4, 'project_id': '661507761bd9425583aaf58f371479f6', 'gw_port': {'id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:44Z', 'updated_at': '2021-06-02T20:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '4644003c-d6da-417f-b258-1a02fda7cf79', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'floating_ip_address': '172.26.0.180', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'port_id': 'a901cc98-7deb-4f4d-80a3-acef48dbdab7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18', 'mac_address': 'fa:16:3e:fa:66:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d1c2c3-e221-43fd-8cd9-5dc8b435d26a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:33:08Z', 'updated_at': '2021-06-02T20:33:51Z', 'revision_number': 1, 'project_id': '661507761bd9425583aaf58f371479f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1338d54-7efb-485e-be73-03a7ef1a3302', 'name': '', 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'mac_address': 'fa:16:3e:a5:98:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c83951fa-3604-4554-9055-6ed20c4b7e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:51Z', 'updated_at': '2021-06-02T20:33:07Z', 'revision_number': 5, 'project_id': '661507761bd9425583aaf58f371479f6', 'subnets': [{'id': 'c83951fa-3604-4554-9055-6ed20c4b7e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:33:54.887344 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:54.887781 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:54.888202 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:54.897617 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Router 513ae4c3-c73e-49bc-b3b4-21224ad85106 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:33:54.916915 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:54.918107 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:54.921231 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempt 10 to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe Jun 02 20:33:55.007441 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:55.007928 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] {{(pid=92548) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:55.008368 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempting to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:55.033505 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92548) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:33:55.033980 dv-neutron-601336-84-hyperv neutron-server[92548]: ERROR neutron.plugins.ml2.managers [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Failed to bind port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on host hv-neutron-6013 for vnic_type normal using segments [{'id': 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '12f1190d-1cfd-4c7d-bbe0-807a513b3828'}] Jun 02 20:33:55.034437 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:55.077476 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:55.088987 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeabe88b-4533-4e3a-956a-e408b0349ba2 None None] New status for floating IP 4644003c-d6da-417f-b258-1a02fda7cf79: ACTIVE {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:33:55.115871 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:55.136957 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:55.138409 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0308177 Jun 02 20:33:55.160101 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52122) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:55.170315 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:55.237860 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:33:55.239582 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:55.262992 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794c4e64-9796-402c-9fe1-32dbbfa85024,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:55.272651 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:55.284474 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:55.284821 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Added segment 3de70eef-279d-4151-9412-fff14c900d41 of type vlan for network e2ffb1ac-5d6c-4917-afe6-4845a57645ca Jun 02 20:33:55.286165 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] For port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe, host hv-neutron-6013, cleared binding levels {{(pid=92548) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:33:55.286507 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attempted to set empty binding levels {{(pid=92548) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 02 20:33:55.291404 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:33:55.303923 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] Sync routers for ids ['513ae4c3-c73e-49bc-b3b4-21224ad85106'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:33:55.304502 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:55.314497 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8d2bfad1-20e3-421c-89e3-1aad9199c1b7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:55.321841 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:55.322427 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:55.322867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] Routers {'513ae4c3-c73e-49bc-b3b4-21224ad85106'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:55.324366 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['513ae4c3-c73e-49bc-b3b4-21224ad85106'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:55.341246 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-41a5a19e-06f2-464a-9d36-440be989ea01 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:55.380858 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] In _notify_port_updated(), no bound segment for port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe on network 12f1190d-1cfd-4c7d-bbe0-807a513b3828 {{(pid=92548) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:33:55.381724 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:55.382323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:55.383661 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] 10.222.0.25 "PUT /v2.0/ports/4141e99a-f73a-4c9f-a557-7c2609d2e4fe HTTP/1.1" status: 200 len: 980 time: 3.2342577 Jun 02 20:33:55.394841 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52124) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:55.437361 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:55.458553 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:55.460044 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f4443760-2836-4132-8fb1-160e19bc297e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.0392377 Jun 02 20:33:55.464926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Pushing event updated for resources: {'Port': ['ID=4141e99a-f73a-4c9f-a557-7c2609d2e4fe,revision_number=3']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:55.469125 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52126) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:55.524498 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:55.565215 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0db05358-bbe6-4993-80f6-a16afd44f6c2 req-a8c9bc29-924d-4f0c-bd59-3ba0d1a39859 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a901cc98-7deb-4f4d-80a3-acef48dbdab7 HTTP/1.1" status: 200 len: 1000 time: 0.6925397 Jun 02 20:33:55.582364 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.3121231 Jun 02 20:33:55.591037 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-0e7ed57f-65fa-4f88-aa64-c689d312faef tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Synchronizing usage tracker for tenant:d18d5ec640354ece80c00210618c4b74 on resource:floatingip {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:55.609368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] Set router 513ae4c3-c73e-49bc-b3b4-21224ad85106 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:33:55.626843 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52128) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:55.642768 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-dcc0d97f-ba35-4efd-a275-d22e9a4877b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Request body: {'subnet': {'network_id': '7c2071a9-5e0b-4760-b66e-c65ab1aacd06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:55.662200 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Pushing event updated for resources: {'Network': ['ID=7c2071a9-5e0b-4760-b66e-c65ab1aacd06,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:55.675450 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc2e968-86ca-4f28-b13f-af8cde093d62 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:33:55.680094 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:55.687919 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988cb051-d9b1-422a-9977-b3df82e19754 None None] Sync routers for ids ['8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:33:55.689049 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7bc2e968-86ca-4f28-b13f-af8cde093d62 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:55.699244 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988cb051-d9b1-422a-9977-b3df82e19754 None None] Routers {'8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:55.700129 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-988cb051-d9b1-422a-9977-b3df82e19754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:55.717850 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.db.resource_extend [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 20:33:55.718888 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-4d38c2bc-8753-46f6-919c-1c5eec83ad5d tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Floating IP 685bac5f-ace4-4fbe-98bf-ce5743a379f0 associated. External IP: 172.26.0.214, port: c0a5823c-9c89-4178-8ae6-98c5d6abf38f. Jun 02 20:33:55.851242 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:55.864162 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:55.864755 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:55.873515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ea8b4325-c032-4aad-883b-3401be749846 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:55.892167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-0e7ed57f-65fa-4f88-aa64-c689d312faef tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Unset dirty status for tenant:d18d5ec640354ece80c00210618c4b74 on resource:floatingip {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:55.895584 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0e7ed57f-65fa-4f88-aa64-c689d312faef tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4002 time: 0.7214496 Jun 02 20:33:55.907531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db05358-bbe6-4993-80f6-a16afd44f6c2 req-6d254ae0-b4c4-4019-a564-22c3f6ebfab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:55.908899 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52132) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:55.909029 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0db05358-bbe6-4993-80f6-a16afd44f6c2 req-6d254ae0-b4c4-4019-a564-22c3f6ebfab2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c83951fa-3604-4554-9055-6ed20c4b7e5d HTTP/1.1" status: 200 len: 850 time: 0.3208952 Jun 02 20:33:55.939324 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-988cb051-d9b1-422a-9977-b3df82e19754 None None] Set router 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:33:55.959136 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 7c2071a9-5e0b-4760-b66e-c65ab1aacd06 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:33:55.972851 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7bc2e968-86ca-4f28-b13f-af8cde093d62 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "PUT /v2.0/floatingips/16b2c0af-50eb-4b58-b615-40681327a1ae HTTP/1.1" status: 200 len: 991 time: 5.7380757 Jun 02 20:33:55.985206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c723936c-a94d-4656-8c09-37cb07211111', 'tag': 'e096d1fc-ff52-40ac-9723-f2a9713b468f'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:33:55.987544 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa0088f-87b3-47e0-bdbb-de453b9dac0d" -d '{"events": [{"name": "network-changed", "server_uuid": "c723936c-a94d-4656-8c09-37cb07211111", "tag": "e096d1fc-ff52-40ac-9723-f2a9713b468f"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:33:55.990476 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-dcc0d97f-ba35-4efd-a275-d22e9a4877b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:56.065145 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-dcc0d97f-ba35-4efd-a275-d22e9a4877b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Usage tracker for resource:subnet and tenant:99a8aa9d7432451fb380d9dd26b312b3 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:56.077941 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-dcc0d97f-ba35-4efd-a275-d22e9a4877b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:56.112838 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-dcc0d97f-ba35-4efd-a275-d22e9a4877b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:56.134994 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513ae4c3-c73e-49bc-b3b4-21224ad85106', 'name': 'tempest-snat-router-1951817807', 'tenant_id': '19e3cfb5c7d149af9bbfcec502dca95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': 'fafc68b9-70c4-41f9-9bf5-878504b71133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:33:48Z', 'updated_at': '2021-06-02T20:33:53Z', 'revision_number': 3, 'project_id': '19e3cfb5c7d149af9bbfcec502dca95a', 'gw_port': {'id': 'fafc68b9-70c4-41f9-9bf5-878504b71133', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:54:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513ae4c3-c73e-49bc-b3b4-21224ad85106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:33:50Z', 'updated_at': '2021-06-02T20:33:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:56.140792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] Checking router: 513ae4c3-c73e-49bc-b3b4-21224ad85106 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:33:56.147633 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] Updating router 513ae4c3-c73e-49bc-b3b4-21224ad85106 port fafc68b9-70c4-41f9-9bf5-878504b71133 binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:33:56.195466 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc0d97f-ba35-4efd-a275-d22e9a4877b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Made reservation on behalf of 99a8aa9d7432451fb380d9dd26b312b3 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:33:56.198980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dcc0d97f-ba35-4efd-a275-d22e9a4877b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:56.223628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:56.226629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53a6670-65ff-40ad-b37e-39d71806f324 x-openstack-request-id: req-e53a6670-65ff-40ad-b37e-39d71806f324 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:33:56.227186 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c723936c-a94d-4656-8c09-37cb07211111", "tag": "e096d1fc-ff52-40ac-9723-f2a9713b468f", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:33:56.227623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e53a6670-65ff-40ad-b37e-39d71806f324 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:33:56.228184 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c723936c-a94d-4656-8c09-37cb07211111', 'tag': 'e096d1fc-ff52-40ac-9723-f2a9713b468f', 'status': 'completed', 'code': 200} Jun 02 20:33:56.243138 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Pushing event updated for resources: {'Network': ['ID=e2ffb1ac-5d6c-4917-afe6-4845a57645ca,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:56.252422 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-62646065-a3fe-4454-bd0a-1b6e364475d1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Synchronizing usage tracker for tenant:6633b2349bbf40f2878ddab83fda3e17 on resource:floatingip {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:56.257375 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:56.275584 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-28d65d7d-1acc-4b52-b05b-1522b273600d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "GET /v2.0/routers/513ae4c3-c73e-49bc-b3b4-21224ad85106 HTTP/1.1" status: 200 len: 907 time: 0.8006709 Jun 02 20:33:56.279756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52138) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:56.280112 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52140) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:56.280656 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.0645242 Jun 02 20:33:56.288353 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-a5e2f5d6-ddc5-4866-bd8f-48599764f1ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Deleting port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:33:56.288711 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a5e2f5d6-ddc5-4866-bd8f-48599764f1ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:56.317739 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-62646065-a3fe-4454-bd0a-1b6e364475d1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Unset dirty status for tenant:6633b2349bbf40f2878ddab83fda3e17 on resource:floatingip {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:56.321793 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-62646065-a3fe-4454-bd0a-1b6e364475d1 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4018114 Jun 02 20:33:56.324356 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52142) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:56.338278 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c1011f1a-744e-4fd2-8237-387c14430211 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Request body: {'subnet': {'network_id': 'e2ffb1ac-5d6c-4917-afe6-4845a57645ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:33:56.361925 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network e2ffb1ac-5d6c-4917-afe6-4845a57645ca details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:33:56.395564 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-988cb051-d9b1-422a-9977-b3df82e19754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'name': 'tempest-ServersTestJSON-810871950-router', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:48Z', 'updated_at': '2021-06-02T20:33:03Z', 'revision_number': 4, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'gw_port': {'id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:51Z', 'updated_at': '2021-06-02T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '16b2c0af-50eb-4b58-b615-40681327a1ae', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'floating_ip_address': '172.26.0.169', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'port_id': 'e096d1fc-ff52-40ac-9723-f2a9713b468f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b', 'mac_address': 'fa:16:3e:66:62:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723936c-a94d-4656-8c09-37cb07211111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:33:17Z', 'updated_at': '2021-06-02T20:33:52Z', 'revision_number': 1, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e8bfc7-34e1-46c0-8b6f-0e0142081758', 'name': '', 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'mac_address': 'fa:16:3e:d9:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '181c37fa-d691-406b-8344-3c9a83cad17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:33:01Z', 'updated_at': '2021-06-02T20:33:14Z', 'revision_number': 5, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'subnets': [{'id': '181c37fa-d691-406b-8344-3c9a83cad17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:56.400161 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988cb051-d9b1-422a-9977-b3df82e19754 None None] Checking router: 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:33:56.409046 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988cb051-d9b1-422a-9977-b3df82e19754 None None] Routers {'8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:56.410084 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-988cb051-d9b1-422a-9977-b3df82e19754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:56.425726 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c1011f1a-744e-4fd2-8237-387c14430211 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:33:56.519729 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-a5e2f5d6-ddc5-4866-bd8f-48599764f1ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] For port 4141e99a-f73a-4c9f-a557-7c2609d2e4fe, host hv-neutron-6013, got binding levels [] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:56.520082 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a5e2f5d6-ddc5-4866-bd8f-48599764f1ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:56.626831 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-988cb051-d9b1-422a-9977-b3df82e19754 None None] Set router 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:33:56.651977 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-a5e2f5d6-ddc5-4866-bd8f-48599764f1ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Calling delete_port for 4141e99a-f73a-4c9f-a557-7c2609d2e4fe owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:33:56.653177 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c1011f1a-744e-4fd2-8237-387c14430211 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Usage tracker for resource:subnet and tenant:b4277689824940fd8cbcfbeedf87b14b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:33:56.668379 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c1011f1a-744e-4fd2-8237-387c14430211 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:33:56.691008 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db05358-bbe6-4993-80f6-a16afd44f6c2 req-c8d59313-0d5c-4ddd-8e43-e6751eff7bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:56.692779 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0db05358-bbe6-4993-80f6-a16afd44f6c2 req-c8d59313-0d5c-4ddd-8e43-e6751eff7bbf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6d422b3f-35f6-44d4-a56d-8cdfa486af18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7738869 Jun 02 20:33:56.717502 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c1011f1a-744e-4fd2-8237-387c14430211 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:33:56.761444 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a5e2f5d6-ddc5-4866-bd8f-48599764f1ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:56.769985 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:56.780282 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2cac93fb-5663-486e-80c5-80fac341619b tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:56.787464 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] Transition to ACTIVE for port object fafc68b9-70c4-41f9-9bf5-878504b71133 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:33:56.796593 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:56.807367 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:56.828941 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2f5d6-ddc5-4866-bd8f-48599764f1ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Pushing event deleted for resources: {'Port': ['ID=4141e99a-f73a-4c9f-a557-7c2609d2e4fe,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:56.836019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a5e2f5d6-ddc5-4866-bd8f-48599764f1ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:56.890367 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] Attempting to bind port fafc68b9-70c4-41f9-9bf5-878504b71133 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:33:56.890749 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] Attempting to bind port fafc68b9-70c4-41f9-9bf5-878504b71133 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:33:56.891124 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] Attempting to bind port fafc68b9-70c4-41f9-9bf5-878504b71133 on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:33:56.898366 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a5e2f5d6-ddc5-4866-bd8f-48599764f1ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:56.910086 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:33:56.910398 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:33:56.910809 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:56.911292 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:33:56.911829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] Bound port: fafc68b9-70c4-41f9-9bf5-878504b71133, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:33:56.912217 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:56.919798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1011f1a-744e-4fd2-8237-387c14430211 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Made reservation on behalf of b4277689824940fd8cbcfbeedf87b14b for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:33:56.922205 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1011f1a-744e-4fd2-8237-387c14430211 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:56.925228 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a5e2f5d6-ddc5-4866-bd8f-48599764f1ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] 10.222.0.25 "DELETE /v2.0/ports/4141e99a-f73a-4c9f-a557-7c2609d2e4fe HTTP/1.1" status: 204 len: 168 time: 1.5271969 Jun 02 20:33:56.927977 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52144) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:56.959271 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80fb6f-105e-4d3c-89df-e88013bff8aa None None] Pushing event updated for resources: {'Port': ['ID=fafc68b9-70c4-41f9-9bf5-878504b71133,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:56.962202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-1f80fb6f-105e-4d3c-89df-e88013bff8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:56.999360 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-c212339d-5276-486a-80f8-0df5e9e43422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] GET failed (client error): The resource could not be found. Jun 02 20:33:57.000908 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c212339d-5276-486a-80f8-0df5e9e43422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Synchronizing usage tracker for tenant:542ee02450a94e16911c7388366c27da on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:33:57.018190 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] For port fafc68b9-70c4-41f9-9bf5-878504b71133, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:33:57.018444 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-1d195a02-d2b7-4e3d-beec-bc87290d5d5e tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Deleting port e67e5cba-98aa-4313-b91f-b61f280642e8 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:33:57.018777 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1d195a02-d2b7-4e3d-beec-bc87290d5d5e tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:57.022647 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] For port fafc68b9-70c4-41f9-9bf5-878504b71133, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fafc68b9-70c4-41f9-9bf5-878504b71133,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:33:57.028895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:57.036039 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2f517849-4b9f-4ef2-96e5-42fd28ee5ef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:57.064315 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-988cb051-d9b1-422a-9977-b3df82e19754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'name': 'tempest-ServersTestJSON-810871950-router', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:48Z', 'updated_at': '2021-06-02T20:33:03Z', 'revision_number': 4, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'gw_port': {'id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:51Z', 'updated_at': '2021-06-02T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '16b2c0af-50eb-4b58-b615-40681327a1ae', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'floating_ip_address': '172.26.0.169', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'port_id': 'e096d1fc-ff52-40ac-9723-f2a9713b468f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b', 'mac_address': 'fa:16:3e:66:62:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723936c-a94d-4656-8c09-37cb07211111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:33:17Z', 'updated_at': '2021-06-02T20:33:52Z', 'revision_number': 1, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e8bfc7-34e1-46c0-8b6f-0e0142081758', 'name': '', 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'mac_address': 'fa:16:3e:d9:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '181c37fa-d691-406b-8344-3c9a83cad17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:33:01Z', 'updated_at': '2021-06-02T20:33:14Z', 'revision_number': 5, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'subnets': [{'id': '181c37fa-d691-406b-8344-3c9a83cad17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:57.070345 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988cb051-d9b1-422a-9977-b3df82e19754 None None] The sync data for ids ['8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'] in dv-neutron-601336-84-hyperv is: [{'id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'name': 'tempest-ServersTestJSON-810871950-router', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:48Z', 'updated_at': '2021-06-02T20:33:03Z', 'revision_number': 4, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'gw_port': {'id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:51Z', 'updated_at': '2021-06-02T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '16b2c0af-50eb-4b58-b615-40681327a1ae', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'floating_ip_address': '172.26.0.169', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'port_id': 'e096d1fc-ff52-40ac-9723-f2a9713b468f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b', 'mac_address': 'fa:16:3e:66:62:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c723936c-a94d-4656-8c09-37cb07211111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:33:17Z', 'updated_at': '2021-06-02T20:33:52Z', 'revision_number': 1, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e8bfc7-34e1-46c0-8b6f-0e0142081758', 'name': '', 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'mac_address': 'fa:16:3e:d9:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '181c37fa-d691-406b-8344-3c9a83cad17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:33:01Z', 'updated_at': '2021-06-02T20:33:14Z', 'revision_number': 5, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'subnets': [{'id': '181c37fa-d691-406b-8344-3c9a83cad17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:33:57.153330 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] Routers {'513ae4c3-c73e-49bc-b3b4-21224ad85106'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:57.154003 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['513ae4c3-c73e-49bc-b3b4-21224ad85106'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:57.176840 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c212339d-5276-486a-80f8-0df5e9e43422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Unset dirty status for tenant:542ee02450a94e16911c7388366c27da on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:33:57.190239 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c212339d-5276-486a-80f8-0df5e9e43422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] 10.222.0.25 "GET /v2.0/ports/4141e99a-f73a-4c9f-a557-7c2609d2e4fe HTTP/1.1" status: 404 len: 333 time: 0.2608802 Jun 02 20:33:57.191043 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52150) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:57.224047 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d38c2bc-8753-46f6-919c-1c5eec83ad5d tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Router 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:33:57.234413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f9475a60-ecd6-4da2-89cb-34fe4061bdb3 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:57.361369 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] Set router 513ae4c3-c73e-49bc-b3b4-21224ad85106 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:33:57.380412 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0db05358-bbe6-4993-80f6-a16afd44f6c2 req-29018375-96d8-4669-9a80-a6ee237ce1f3 service neutron] 10.222.0.95 "GET /v2.0/networks/6d422b3f-35f6-44d4-a56d-8cdfa486af18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6575983 Jun 02 20:33:57.383270 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0088f-87b3-47e0-bdbb-de453b9dac0d req-a5c187e7-f021-491e-84b7-3748fa0daa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:57.384917 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eaa0088f-87b3-47e0-bdbb-de453b9dac0d req-a5c187e7-f021-491e-84b7-3748fa0daa34 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a8f847206a014373a0b8b5216b88e1e0&device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 1098 time: 1.1558368 Jun 02 20:33:57.391485 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1d195a02-d2b7-4e3d-beec-bc87290d5d5e tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:57.392007 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1d195a02-d2b7-4e3d-beec-bc87290d5d5e tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:57.532315 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685365e6-de80-46a6-93cc-3f1e70f43f4a None None] New status for floating IP 16b2c0af-50eb-4b58-b615-40681327a1ae: ACTIVE {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:33:57.597755 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80fb6f-105e-4d3c-89df-e88013bff8aa None None] Pushing event updated for resources: {'Port': ['ID=fafc68b9-70c4-41f9-9bf5-878504b71133,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:57.608615 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-1f80fb6f-105e-4d3c-89df-e88013bff8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:57.659277 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1b2872ec-5c58-4b5e-8b07-5af24cf6494b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:57.667887 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-1d195a02-d2b7-4e3d-beec-bc87290d5d5e tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Calling delete_port for e67e5cba-98aa-4313-b91f-b61f280642e8 owned by network:floatingip {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:33:57.820600 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1b2872ec-5c58-4b5e-8b07-5af24cf6494b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:57.834916 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-1b2872ec-5c58-4b5e-8b07-5af24cf6494b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f1190d-1cfd-4c7d-bbe0-807a513b3828']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:57.849230 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-1b2872ec-5c58-4b5e-8b07-5af24cf6494b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:57.849530 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-1b2872ec-5c58-4b5e-8b07-5af24cf6494b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a99ba5-f1a2-4804-82c9-f9aade2bf865') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:57.868535 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1b2872ec-5c58-4b5e-8b07-5af24cf6494b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:57.889662 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1b2872ec-5c58-4b5e-8b07-5af24cf6494b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:57.933795 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2872ec-5c58-4b5e-8b07-5af24cf6494b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:33:57.934199 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1b2872ec-5c58-4b5e-8b07-5af24cf6494b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:33:57.951186 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:33:57.965072 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513ae4c3-c73e-49bc-b3b4-21224ad85106', 'name': 'tempest-snat-router-1951817807', 'tenant_id': '19e3cfb5c7d149af9bbfcec502dca95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': 'fafc68b9-70c4-41f9-9bf5-878504b71133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:33:48Z', 'updated_at': '2021-06-02T20:33:53Z', 'revision_number': 3, 'project_id': '19e3cfb5c7d149af9bbfcec502dca95a', 'gw_port': {'id': 'fafc68b9-70c4-41f9-9bf5-878504b71133', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:54:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513ae4c3-c73e-49bc-b3b4-21224ad85106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:33:50Z', 'updated_at': '2021-06-02T20:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:57.969815 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c356bb09-95b4-4ab9-9c8f-098b037a2e2f None None] The sync data for ids ['513ae4c3-c73e-49bc-b3b4-21224ad85106'] in dv-neutron-601336-84-hyperv is: [{'id': '513ae4c3-c73e-49bc-b3b4-21224ad85106', 'name': 'tempest-snat-router-1951817807', 'tenant_id': '19e3cfb5c7d149af9bbfcec502dca95a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': 'fafc68b9-70c4-41f9-9bf5-878504b71133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:33:48Z', 'updated_at': '2021-06-02T20:33:53Z', 'revision_number': 3, 'project_id': '19e3cfb5c7d149af9bbfcec502dca95a', 'gw_port': {'id': 'fafc68b9-70c4-41f9-9bf5-878504b71133', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:54:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513ae4c3-c73e-49bc-b3b4-21224ad85106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:33:50Z', 'updated_at': '2021-06-02T20:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:33:58.058199 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1d195a02-d2b7-4e3d-beec-bc87290d5d5e tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:58.062559 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:58.085352 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0db05358-bbe6-4993-80f6-a16afd44f6c2 req-58b61c46-3679-4c81-85d4-bc18a778d37b service neutron] 10.222.0.95 "GET /v2.0/networks/6d422b3f-35f6-44d4-a56d-8cdfa486af18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6810198 Jun 02 20:33:58.088856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d38c2bc-8753-46f6-919c-1c5eec83ad5d tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:33:58.099667 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1b2872ec-5c58-4b5e-8b07-5af24cf6494b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:58.103347 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d46f55d-a8e7-4e00-8077-ec0dc2929f6e None None] Sync routers for ids ['3c8f7b79-6223-4b60-9b85-3d51d1ec7205'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:33:58.117290 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d46f55d-a8e7-4e00-8077-ec0dc2929f6e None None] Routers {'3c8f7b79-6223-4b60-9b85-3d51d1ec7205'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:58.118074 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6d46f55d-a8e7-4e00-8077-ec0dc2929f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['3c8f7b79-6223-4b60-9b85-3d51d1ec7205'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:58.121697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0088f-87b3-47e0-bdbb-de453b9dac0d req-6917716a-3706-439b-84b5-da6f318b3ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:58.123196 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eaa0088f-87b3-47e0-bdbb-de453b9dac0d req-6917716a-3706-439b-84b5-da6f318b3ff0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5d079c0e-8652-41e0-8610-48a5cd1e360b HTTP/1.1" status: 200 len: 906 time: 0.7201309 Jun 02 20:33:58.126148 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d195a02-d2b7-4e3d-beec-bc87290d5d5e tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Pushing event deleted for resources: {'Port': ['ID=e67e5cba-98aa-4313-b91f-b61f280642e8,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:58.135079 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f9475a60-ecd6-4da2-89cb-34fe4061bdb3 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:58.177059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1b2872ec-5c58-4b5e-8b07-5af24cf6494b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:58.277530 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1b2872ec-5c58-4b5e-8b07-5af24cf6494b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] 10.222.0.25 "DELETE /v2.0/networks/12f1190d-1cfd-4c7d-bbe0-807a513b3828 HTTP/1.1" status: 204 len: 168 time: 1.0018325 Jun 02 20:33:58.282589 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1d195a02-d2b7-4e3d-beec-bc87290d5d5e tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Notify callbacks [] for floatingip, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:58.284928 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1d195a02-d2b7-4e3d-beec-bc87290d5d5e tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:58.289303 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1d195a02-d2b7-4e3d-beec-bc87290d5d5e tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] 10.222.0.25 "DELETE /v2.0/floatingips/e83f774d-2e0a-4b05-b7bb-bdd608580321 HTTP/1.1" status: 204 len: 168 time: 1.9639266 Jun 02 20:33:58.290990 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52156) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:58.414571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4d38c2bc-8753-46f6-919c-1c5eec83ad5d tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:58.422049 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-6d46f55d-a8e7-4e00-8077-ec0dc2929f6e None None] Set router 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:33:58.485612 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1d195a02-d2b7-4e3d-beec-bc87290d5d5e tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:58.504744 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-baa199fc-b8b2-4dcd-9429-89374d2009b2 tempest-PortsAdminExtendedAttrsTestJSON-1996251812 tempest-PortsAdminExtendedAttrsTestJSON-1996251812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:58.601716 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2872ec-5c58-4b5e-8b07-5af24cf6494b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Pushing event deleted for resources: {'Network': ['ID=12f1190d-1cfd-4c7d-bbe0-807a513b3828,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:58.610610 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1b2872ec-5c58-4b5e-8b07-5af24cf6494b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:58.748876 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4d38c2bc-8753-46f6-919c-1c5eec83ad5d tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "PUT /v2.0/floatingips/685bac5f-ace4-4fbe-98bf-ce5743a379f0 HTTP/1.1" status: 200 len: 992 time: 6.4444366 Jun 02 20:33:58.767960 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eaa0088f-87b3-47e0-bdbb-de453b9dac0d req-ab8966ca-a445-480d-9b85-e3a25899733f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e096d1fc-ff52-40ac-9723-f2a9713b468f HTTP/1.1" status: 200 len: 1001 time: 0.4462390 Jun 02 20:33:58.782773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0898d689-8090-434a-84bf-01582cecb716', 'tag': 'c0a5823c-9c89-4178-8ae6-98c5d6abf38f'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:33:58.785182 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2eb8ef-1c5c-4a98-aafc-98f6989c1ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "0898d689-8090-434a-84bf-01582cecb716", "tag": "c0a5823c-9c89-4178-8ae6-98c5d6abf38f"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:33:58.846925 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-dfc36977-41c5-44c9-b139-b804be94b38a tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Deleting port ec136457-c672-45cc-9490-5da7d6aa348f {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:33:58.847264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dfc36977-41c5-44c9-b139-b804be94b38a tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:58.878454 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52168) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:58.897791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fa9d9f-d136-4b8d-9b42-26333e802022 x-openstack-request-id: req-b4fa9d9f-d136-4b8d-9b42-26333e802022 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:33:58.897946 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0898d689-8090-434a-84bf-01582cecb716", "tag": "c0a5823c-9c89-4178-8ae6-98c5d6abf38f", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:33:58.898144 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4fa9d9f-d136-4b8d-9b42-26333e802022 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:33:58.898581 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0898d689-8090-434a-84bf-01582cecb716', 'tag': 'c0a5823c-9c89-4178-8ae6-98c5d6abf38f', 'status': 'completed', 'code': 200} Jun 02 20:33:59.013539 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0088f-87b3-47e0-bdbb-de453b9dac0d req-5e4b0b38-fe94-488a-be9d-c26dd4cce98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:59.015051 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eaa0088f-87b3-47e0-bdbb-de453b9dac0d req-5e4b0b38-fe94-488a-be9d-c26dd4cce98f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=181c37fa-d691-406b-8344-3c9a83cad17b HTTP/1.1" status: 200 len: 844 time: 0.2233243 Jun 02 20:33:59.018131 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dfc36977-41c5-44c9-b139-b804be94b38a tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:59.018469 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dfc36977-41c5-44c9-b139-b804be94b38a tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:59.077088 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6d46f55d-a8e7-4e00-8077-ec0dc2929f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'name': 'tempest-ServersTestManualDisk-189401112-router', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '1d902955-715e-4fe1-9f86-554581a4f226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:47Z', 'updated_at': '2021-06-02T20:32:57Z', 'revision_number': 4, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'gw_port': {'id': '1d902955-715e-4fe1-9f86-554581a4f226', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:64:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:49Z', 'updated_at': '2021-06-02T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '685bac5f-ace4-4fbe-98bf-ce5743a379f0', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'floating_ip_address': '172.26.0.214', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'port_id': 'c0a5823c-9c89-4178-8ae6-98c5d6abf38f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22', 'mac_address': 'fa:16:3e:7c:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0898d689-8090-434a-84bf-01582cecb716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:33:10Z', 'updated_at': '2021-06-02T20:33:54Z', 'revision_number': 1, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe', 'name': '', 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'mac_address': 'fa:16:3e:52:29:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4214e910-aea4-41ab-916d-0599360240ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:55Z', 'updated_at': '2021-06-02T20:33:08Z', 'revision_number': 5, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'subnets': [{'id': '4214e910-aea4-41ab-916d-0599360240ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:59.085523 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d46f55d-a8e7-4e00-8077-ec0dc2929f6e None None] Checking router: 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:33:59.097771 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d46f55d-a8e7-4e00-8077-ec0dc2929f6e None None] Routers {'3c8f7b79-6223-4b60-9b85-3d51d1ec7205'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:33:59.098965 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6d46f55d-a8e7-4e00-8077-ec0dc2929f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:33:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['3c8f7b79-6223-4b60-9b85-3d51d1ec7205'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:59.138607 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-f9475a60-ecd6-4da2-89cb-34fe4061bdb3 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Deleting port fafc68b9-70c4-41f9-9bf5-878504b71133 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:33:59.139207 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f9475a60-ecd6-4da2-89cb-34fe4061bdb3 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:59.212673 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-dfc36977-41c5-44c9-b139-b804be94b38a tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Calling delete_port for ec136457-c672-45cc-9490-5da7d6aa348f owned by network:floatingip {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:33:59.234634 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fafc68b9-70c4-41f9-9bf5-878504b71133 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:33:59.301249 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-600679bc-575a-4088-9e1e-af95e2a99ec8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa539d7cbdc742c3885e9128c4cb2a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212718 Jun 02 20:33:59.303683 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52172) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:59.308684 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port fafc68b9-70c4-41f9-9bf5-878504b71133 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:33:59.314589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2eb8ef-1c5c-4a98-aafc-98f6989c1ef9 req-3befeced-a9e6-4b28-bce0-f696b6f2ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:59.316258 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6d2eb8ef-1c5c-4a98-aafc-98f6989c1ef9 req-3befeced-a9e6-4b28-bce0-f696b6f2ae8a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6c9e9bd5bff84a45b832072d10d3f65a&device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 1099 time: 0.3873305 Jun 02 20:33:59.317541 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port fafc68b9-70c4-41f9-9bf5-878504b71133 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:33:59.318333 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:59.331259 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-6d46f55d-a8e7-4e00-8077-ec0dc2929f6e None None] Set router 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:33:59.401134 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-02e72fa9-b0dc-4040-beb1-32e630bd83dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:59.405273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0088f-87b3-47e0-bdbb-de453b9dac0d req-9184f1ec-a8b0-4014-acd2-abf6e46ca156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:33:59.407277 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eaa0088f-87b3-47e0-bdbb-de453b9dac0d req-9184f1ec-a8b0-4014-acd2-abf6e46ca156 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5d079c0e-8652-41e0-8610-48a5cd1e360b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3756673 Jun 02 20:33:59.436161 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-02e72fa9-b0dc-4040-beb1-32e630bd83dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:59.465283 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:59.483423 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port fafc68b9-70c4-41f9-9bf5-878504b71133, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fafc68b9-70c4-41f9-9bf5-878504b71133,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:59.494219 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:59.499332 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:59.502878 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-02e72fa9-b0dc-4040-beb1-32e630bd83dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:59.511736 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f66913e8-4d0b-49e0-a097-7658572b52a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:59.560601 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e72fa9-b0dc-4040-beb1-32e630bd83dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a5abc0-4899-4cdd-b507-d73d5edba031,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:59.591257 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-02e72fa9-b0dc-4040-beb1-32e630bd83dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:59.592689 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=fafc68b9-70c4-41f9-9bf5-878504b71133,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:59.598056 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:59.636153 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-02e72fa9-b0dc-4040-beb1-32e630bd83dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:59.638707 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-02e72fa9-b0dc-4040-beb1-32e630bd83dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2a5abc0-4899-4cdd-b507-d73d5edba031 HTTP/1.1" status: 204 len: 168 time: 0.3338299 Jun 02 20:33:59.663849 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dfc36977-41c5-44c9-b139-b804be94b38a tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:59.670353 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bdcf2333-e894-42f1-a7bb-8be828628c6c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:33:59.727331 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-f9475a60-ecd6-4da2-89cb-34fe4061bdb3 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] For port fafc68b9-70c4-41f9-9bf5-878504b71133, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fafc68b9-70c4-41f9-9bf5-878504b71133,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:33:59.727786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f9475a60-ecd6-4da2-89cb-34fe4061bdb3 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:59.777342 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dcc0d97f-ba35-4efd-a275-d22e9a4877b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:59.785512 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc36977-41c5-44c9-b139-b804be94b38a tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec136457-c672-45cc-9490-5da7d6aa348f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:33:59.802256 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dfc36977-41c5-44c9-b139-b804be94b38a tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:33:59.827755 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6d46f55d-a8e7-4e00-8077-ec0dc2929f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'name': 'tempest-ServersTestManualDisk-189401112-router', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '1d902955-715e-4fe1-9f86-554581a4f226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:47Z', 'updated_at': '2021-06-02T20:32:57Z', 'revision_number': 4, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'gw_port': {'id': '1d902955-715e-4fe1-9f86-554581a4f226', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:64:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:49Z', 'updated_at': '2021-06-02T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '685bac5f-ace4-4fbe-98bf-ce5743a379f0', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'floating_ip_address': '172.26.0.214', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'port_id': 'c0a5823c-9c89-4178-8ae6-98c5d6abf38f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22', 'mac_address': 'fa:16:3e:7c:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0898d689-8090-434a-84bf-01582cecb716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:33:10Z', 'updated_at': '2021-06-02T20:33:54Z', 'revision_number': 1, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe', 'name': '', 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'mac_address': 'fa:16:3e:52:29:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4214e910-aea4-41ab-916d-0599360240ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:55Z', 'updated_at': '2021-06-02T20:33:08Z', 'revision_number': 5, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'subnets': [{'id': '4214e910-aea4-41ab-916d-0599360240ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:33:59.832436 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d46f55d-a8e7-4e00-8077-ec0dc2929f6e None None] The sync data for ids ['3c8f7b79-6223-4b60-9b85-3d51d1ec7205'] in dv-neutron-601336-84-hyperv is: [{'id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'name': 'tempest-ServersTestManualDisk-189401112-router', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '1d902955-715e-4fe1-9f86-554581a4f226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:47Z', 'updated_at': '2021-06-02T20:32:57Z', 'revision_number': 4, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'gw_port': {'id': '1d902955-715e-4fe1-9f86-554581a4f226', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:64:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:49Z', 'updated_at': '2021-06-02T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '685bac5f-ace4-4fbe-98bf-ce5743a379f0', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'floating_ip_address': '172.26.0.214', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'port_id': 'c0a5823c-9c89-4178-8ae6-98c5d6abf38f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22', 'mac_address': 'fa:16:3e:7c:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0898d689-8090-434a-84bf-01582cecb716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:33:10Z', 'updated_at': '2021-06-02T20:33:54Z', 'revision_number': 1, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe', 'name': '', 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'mac_address': 'fa:16:3e:52:29:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4214e910-aea4-41ab-916d-0599360240ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:55Z', 'updated_at': '2021-06-02T20:33:08Z', 'revision_number': 5, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'subnets': [{'id': '4214e910-aea4-41ab-916d-0599360240ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:33:59.882195 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dfc36977-41c5-44c9-b139-b804be94b38a tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:59.890539 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dfc36977-41c5-44c9-b139-b804be94b38a tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:33:59.892081 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dfc36977-41c5-44c9-b139-b804be94b38a tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/e2cec002-344b-4a81-b6ba-d04f5b315f0a HTTP/1.1" status: 204 len: 168 time: 1.5997398 Jun 02 20:33:59.896066 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52182) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:33:59.963576 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-f9475a60-ecd6-4da2-89cb-34fe4061bdb3 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Calling delete_port for fafc68b9-70c4-41f9-9bf5-878504b71133 owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:33:59.971292 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-660f9105-37be-4200-b72a-9a71dfdc930f tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:00.076522 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52186) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:00.088009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.objects.ports [None req-c1011f1a-744e-4fd2-8237-387c14430211 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92549) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 20:34:00.088490 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1011f1a-744e-4fd2-8237-387c14430211 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:00.204759 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-29a6e4d2-cf1f-44b1-83a4-4a4a85e36e1a tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Deleting port 4e12fe47-c9cb-4ce4-830a-5aec02734ceb {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:00.205188 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29a6e4d2-cf1f-44b1-83a4-4a4a85e36e1a tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:00.295593 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc6ce05-14c8-443c-8e9f-6a13157f6952 None None] New status for floating IP 685bac5f-ace4-4fbe-98bf-ce5743a379f0: ACTIVE {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:34:00.345499 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29a6e4d2-cf1f-44b1-83a4-4a4a85e36e1a tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:00.349803 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eaa0088f-87b3-47e0-bdbb-de453b9dac0d req-1509e504-8ad0-470d-882f-e6108410defe service neutron] 10.222.0.95 "GET /v2.0/networks/5d079c0e-8652-41e0-8610-48a5cd1e360b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8916874 Jun 02 20:34:00.350770 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2eb8ef-1c5c-4a98-aafc-98f6989c1ef9 req-f5f1a84c-8989-49c7-9719-0986fc28ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:00.352364 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6d2eb8ef-1c5c-4a98-aafc-98f6989c1ef9 req-f5f1a84c-8989-49c7-9719-0986fc28ee43 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ab3e1d4e-2d2a-46f1-a601-623159ab7f22 HTTP/1.1" status: 200 len: 912 time: 0.9906838 Jun 02 20:34:00.359593 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0d97f-ba35-4efd-a275-d22e9a4877b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Pushing event updated for resources: {'Subnet': ['ID=a7104fcf-4d9e-4985-b36a-6eade7d22cfd,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:00.420298 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dcc0d97f-ba35-4efd-a275-d22e9a4877b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:00.424294 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:00.491136 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-29a6e4d2-cf1f-44b1-83a4-4a4a85e36e1a tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Calling delete_port for 4e12fe47-c9cb-4ce4-830a-5aec02734ceb owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:00.560444 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-06acf45f-fc37-4ecd-ab7a-59a8a803be90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=542ee02450a94e16911c7388366c27da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4731917 Jun 02 20:34:00.575259 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52188) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:00.616237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc0d97f-ba35-4efd-a275-d22e9a4877b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Checking segment: {'id': '5ed313bf-4b58-4512-85ec-d823b6e93c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7c2071a9-5e0b-4760-b66e-c65ab1aacd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:00.616595 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc0d97f-ba35-4efd-a275-d22e9a4877b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Network hostable DHCP agents. Network: 7c2071a9-5e0b-4760-b66e-c65ab1aacd06, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:34:00.650356 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29a6e4d2-cf1f-44b1-83a4-4a4a85e36e1a tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:00.659894 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:00.664352 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1011f1a-744e-4fd2-8237-387c14430211 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Checking segment: {'id': '3de70eef-279d-4151-9412-fff14c900d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e2ffb1ac-5d6c-4917-afe6-4845a57645ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:00.664733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1011f1a-744e-4fd2-8237-387c14430211 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Network hostable DHCP agents. Network: e2ffb1ac-5d6c-4917-afe6-4845a57645ca, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:34:00.679052 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1011f1a-744e-4fd2-8237-387c14430211 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9adeca88-ca0e-4eda-89a1-be64a4e261b6,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:00.681703 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c1011f1a-744e-4fd2-8237-387c14430211 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:00.689565 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6d2eb8ef-1c5c-4a98-aafc-98f6989c1ef9 req-af2e8324-d770-4782-b78e-04791f48c607 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a5823c-9c89-4178-8ae6-98c5d6abf38f HTTP/1.1" status: 200 len: 1000 time: 0.3232260 Jun 02 20:34:00.700322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-03f26597-fa90-4660-b7ff-ffedfda708be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:00.717568 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6e4d2-cf1f-44b1-83a4-4a4a85e36e1a tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Pushing event deleted for resources: {'Port': ['ID=4e12fe47-c9cb-4ce4-830a-5aec02734ceb,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:00.730386 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-546c5605-a64d-4dd1-8785-bf7c0e1f2003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:00.762436 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-29a6e4d2-cf1f-44b1-83a4-4a4a85e36e1a tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:00.778059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-03f26597-fa90-4660-b7ff-ffedfda708be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:00.780443 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc0d97f-ba35-4efd-a275-d22e9a4877b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Network 7c2071a9-5e0b-4760-b66e-c65ab1aacd06 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:34:00.817636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-dcc0d97f-ba35-4efd-a275-d22e9a4877b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 7c2071a9-5e0b-4760-b66e-c65ab1aacd06) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:00.829161 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4d7a80-eea9-41e7-b700-d3c095509cc0 None None] Network 7c2071a9-5e0b-4760-b66e-c65ab1aacd06 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:00.829335 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1011f1a-744e-4fd2-8237-387c14430211 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Network e2ffb1ac-5d6c-4917-afe6-4845a57645ca is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:34:00.853092 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eaa0088f-87b3-47e0-bdbb-de453b9dac0d req-b3f39cdb-ba81-48f2-9837-f01243cc36f4 service neutron] 10.222.0.95 "GET /v2.0/networks/5d079c0e-8652-41e0-8610-48a5cd1e360b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893847 Jun 02 20:34:00.873309 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-c1011f1a-744e-4fd2-8237-387c14430211 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, e2ffb1ac-5d6c-4917-afe6-4845a57645ca) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:00.875661 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc0d97f-ba35-4efd-a275-d22e9a4877b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:00.876397 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dcc0d97f-ba35-4efd-a275-d22e9a4877b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:00.887847 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29a6e4d2-cf1f-44b1-83a4-4a4a85e36e1a tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:00.896031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2eb8ef-1c5c-4a98-aafc-98f6989c1ef9 req-40486c8a-99c9-4b47-bd94-8ccac3050c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:00.900065 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f83c68-d5fd-474b-b52c-0b6c489bd6c0 None None] Network e2ffb1ac-5d6c-4917-afe6-4845a57645ca requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:00.902246 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6d2eb8ef-1c5c-4a98-aafc-98f6989c1ef9 req-40486c8a-99c9-4b47-bd94-8ccac3050c13 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4214e910-aea4-41ab-916d-0599360240ad HTTP/1.1" status: 200 len: 850 time: 0.1873226 Jun 02 20:34:00.905862 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-29a6e4d2-cf1f-44b1-83a4-4a4a85e36e1a tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] 10.222.0.25 "DELETE /v2.0/ports/4e12fe47-c9cb-4ce4-830a-5aec02734ceb HTTP/1.1" status: 204 len: 168 time: 1.0083745 Jun 02 20:34:00.906415 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52194) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:00.966964 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-03f26597-fa90-4660-b7ff-ffedfda708be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:00.969728 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-03f26597-fa90-4660-b7ff-ffedfda708be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:00.982583 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-03f26597-fa90-4660-b7ff-ffedfda708be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/653ac766-9521-4408-8578-f89f23ab73c4 HTTP/1.1" status: 204 len: 168 time: 0.3994334 Jun 02 20:34:00.991862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:01.015000 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-dcc0d97f-ba35-4efd-a275-d22e9a4877b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.3755348 Jun 02 20:34:01.016026 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52198) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:01.020246 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f26597-fa90-4660-b7ff-ffedfda708be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653ac766-9521-4408-8578-f89f23ab73c4,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:01.023597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-03f26597-fa90-4660-b7ff-ffedfda708be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:01.033206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-78f1e55a-dd10-4e12-a1bc-319e6dd34c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Request body: {'port': {'network_id': '7c2071a9-5e0b-4760-b66e-c65ab1aacd06', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1345578423'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:01.075002 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4eb26b-e24f-4d04-95b3-aecd077aee7e tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:01.081976 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-da4eb26b-e24f-4d04-95b3-aecd077aee7e tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Synchronizing usage tracker for tenant:6633b2349bbf40f2878ddab83fda3e17 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:01.109350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-da4eb26b-e24f-4d04-95b3-aecd077aee7e tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Unset dirty status for tenant:6633b2349bbf40f2878ddab83fda3e17 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:01.113184 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-da4eb26b-e24f-4d04-95b3-aecd077aee7e tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffc5e190-453c-4b42-bfc0-288ae2ffdfbf HTTP/1.1" status: 200 len: 913 time: 0.2054775 Jun 02 20:34:01.116581 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52202) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:01.273746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fafc68b9-70c4-41f9-9bf5-878504b71133 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:34:01.280329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1011f1a-744e-4fd2-8237-387c14430211 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:01.281441 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1011f1a-744e-4fd2-8237-387c14430211 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:01.330552 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c1011f1a-744e-4fd2-8237-387c14430211 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.9939418 Jun 02 20:34:01.337135 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52206) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:01.343171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-264cc40b-bd24-4b4b-9dd8-46b1dd0f5484 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1251420925', 'network_id': 'e2ffb1ac-5d6c-4917-afe6-4845a57645ca'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:01.389933 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-264cc40b-bd24-4b4b-9dd8-46b1dd0f5484 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:01.396782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-78f1e55a-dd10-4e12-a1bc-319e6dd34c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:01.400740 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-78f1e55a-dd10-4e12-a1bc-319e6dd34c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Usage tracker for resource:port and tenant:99a8aa9d7432451fb380d9dd26b312b3 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:01.404346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-78f1e55a-dd10-4e12-a1bc-319e6dd34c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:01.410458 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-78f1e55a-dd10-4e12-a1bc-319e6dd34c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:01.457683 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-264cc40b-bd24-4b4b-9dd8-46b1dd0f5484 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Usage tracker for resource:port and tenant:b4277689824940fd8cbcfbeedf87b14b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:01.468265 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-264cc40b-bd24-4b4b-9dd8-46b1dd0f5484 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:01.477002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-264cc40b-bd24-4b4b-9dd8-46b1dd0f5484 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:01.489374 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f9475a60-ecd6-4da2-89cb-34fe4061bdb3 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:01.504090 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a40c0cf1-a80b-470b-961a-9f979cb9598e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:01.537272 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f1e55a-dd10-4e12-a1bc-319e6dd34c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Made reservation on behalf of 99a8aa9d7432451fb380d9dd26b312b3 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:01.540740 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78f1e55a-dd10-4e12-a1bc-319e6dd34c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:01.551187 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2eb8ef-1c5c-4a98-aafc-98f6989c1ef9 req-8baec4b9-1cba-49ea-b71c-197aeb22d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:01.552754 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6d2eb8ef-1c5c-4a98-aafc-98f6989c1ef9 req-8baec4b9-1cba-49ea-b71c-197aeb22d431 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ab3e1d4e-2d2a-46f1-a601-623159ab7f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6119320 Jun 02 20:34:01.552977 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84632ee-c0b9-4fee-9197-5c2e8dcb7549 None None] Network e2ffb1ac-5d6c-4917-afe6-4845a57645ca requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:01.601236 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264cc40b-bd24-4b4b-9dd8-46b1dd0f5484 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Made reservation on behalf of b4277689824940fd8cbcfbeedf87b14b for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:01.603554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-264cc40b-bd24-4b4b-9dd8-46b1dd0f5484 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:01.610777 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No active binding found for port fafc68b9-70c4-41f9-9bf5-878504b71133 {{(pid=92550) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 02 20:34:01.611235 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fafc68b9-70c4-41f9-9bf5-878504b71133 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jun 02 20:34:01.646720 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9475a60-ecd6-4da2-89cb-34fe4061bdb3 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Pushing event deleted for resources: {'Port': ['ID=fafc68b9-70c4-41f9-9bf5-878504b71133,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:01.679502 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f9475a60-ecd6-4da2-89cb-34fe4061bdb3 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:01.680557 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-264cc40b-bd24-4b4b-9dd8-46b1dd0f5484 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] device_id is not set on port 05bac0d1-e975-4eee-939a-888f6b7d7c72 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:34:01.727839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Port fafc68b9-70c4-41f9-9bf5-878504b71133 not found, will not notify nova. {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 02 20:34:01.737672 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-78f1e55a-dd10-4e12-a1bc-319e6dd34c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] device_id is not set on port 4faac2d1-f00d-4b3a-bda4-47156a896651 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:34:01.767331 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-7c2071a9-5e0b-4760-b66e-c65ab1aacd06', 'network_id': '7c2071a9-5e0b-4760-b66e-c65ab1aacd06', 'tenant_id': '99a8aa9d7432451fb380d9dd26b312b3', 'fixed_ips': [{'subnet_id': 'a7104fcf-4d9e-4985-b36a-6eade7d22cfd'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:34:01.768217 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:01.863894 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9f0044a0-0dfb-4b62-97c6-819b7ce98cd7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:02.089893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52228) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:02.095457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f9475a60-ecd6-4da2-89cb-34fe4061bdb3 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:02.457482 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-264cc40b-bd24-4b4b-9dd8-46b1dd0f5484 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Allocated IP 2001:db8::268 (e2ffb1ac-5d6c-4917-afe6-4845a57645ca/9adeca88-ca0e-4eda-89a1-be64a4e261b6/05bac0d1-e975-4eee-939a-888f6b7d7c72) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:02.480359 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-9f0044a0-0dfb-4b62-97c6-819b7ce98cd7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Deleting port 50e86f90-3c23-43f3-8207-058b8189ff15 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:02.480703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9f0044a0-0dfb-4b62-97c6-819b7ce98cd7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:02.499693 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f9475a60-ecd6-4da2-89cb-34fe4061bdb3 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:02.509942 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-78f1e55a-dd10-4e12-a1bc-319e6dd34c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Allocated IP 2001:db8::17d (7c2071a9-5e0b-4760-b66e-c65ab1aacd06/a7104fcf-4d9e-4985-b36a-6eade7d22cfd/4faac2d1-f00d-4b3a-bda4-47156a896651) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:02.513054 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f9475a60-ecd6-4da2-89cb-34fe4061bdb3 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:02.535629 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-225bacd1-595b-4ca8-b758-d584ee573e26 tempest-AgentManagementNegativeTest-894509044 tempest-AgentManagementNegativeTest-894509044-project] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3963499 Jun 02 20:34:02.561218 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6d2eb8ef-1c5c-4a98-aafc-98f6989c1ef9 req-e76f2d28-18ee-4372-86ae-fc359c1f81ef service neutron] 10.222.0.95 "GET /v2.0/networks/ab3e1d4e-2d2a-46f1-a601-623159ab7f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9609704 Jun 02 20:34:02.616102 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9f0044a0-0dfb-4b62-97c6-819b7ce98cd7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:02.697623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f9475a60-ecd6-4da2-89cb-34fe4061bdb3 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:02.697623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9475a60-ecd6-4da2-89cb-34fe4061bdb3 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 513ae4c3-c73e-49bc-b3b4-21224ad85106 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:34:02.748859 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-9f0044a0-0dfb-4b62-97c6-819b7ce98cd7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Calling delete_port for 50e86f90-3c23-43f3-8207-058b8189ff15 owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:02.873380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52238) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:02.947458 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9f0044a0-0dfb-4b62-97c6-819b7ce98cd7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:02.948746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f9475a60-ecd6-4da2-89cb-34fe4061bdb3 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:02.952467 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f9475a60-ecd6-4da2-89cb-34fe4061bdb3 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "DELETE /v2.0/routers/513ae4c3-c73e-49bc-b3b4-21224ad85106 HTTP/1.1" status: 204 len: 168 time: 6.6171062 Jun 02 20:34:02.953124 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-95549df3-08c2-4cd8-a62e-f34f313db546 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:02.964841 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52242) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:03.000755 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0044a0-0dfb-4b62-97c6-819b7ce98cd7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Pushing event deleted for resources: {'Port': ['ID=50e86f90-3c23-43f3-8207-058b8189ff15,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:03.058980 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6d2eb8ef-1c5c-4a98-aafc-98f6989c1ef9 req-df23a8bf-eb41-4d6a-adea-86303acc9289 service neutron] 10.222.0.95 "GET /v2.0/networks/ab3e1d4e-2d2a-46f1-a601-623159ab7f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853652 Jun 02 20:34:03.061400 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9f0044a0-0dfb-4b62-97c6-819b7ce98cd7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:03.111051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d556e3e-3880-477f-8372-5ebf4927cac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:03.141682 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-8d556e3e-3880-477f-8372-5ebf4927cac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:03.150309 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8d556e3e-3880-477f-8372-5ebf4927cac2 admin admin] Usage tracker for resource:security_group_rule and tenant:77b405e6411645bab9a98fa547c8fe13 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:03.155104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8d556e3e-3880-477f-8372-5ebf4927cac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:03.165014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-8d556e3e-3880-477f-8372-5ebf4927cac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:03.252291 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-264cc40b-bd24-4b4b-9dd8-46b1dd0f5484 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:03.297295 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78f1e55a-dd10-4e12-a1bc-319e6dd34c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:03.309096 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-dd92af70-79b9-4ef4-a1e3-ec0718e9178d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:03.315781 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:03.338355 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fafc68b9-70c4-41f9-9bf5-878504b71133 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:34:03.342236 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-65e8870b-3228-4c0d-a18d-c00350e7458e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:03.398752 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: fafc68b9-70c4-41f9-9bf5-878504b71133 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:34:03.405491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fafc68b9-70c4-41f9-9bf5-878504b71133 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:34:03.411831 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-78f1e55a-dd10-4e12-a1bc-319e6dd34c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Transition to ACTIVE for port object 4faac2d1-f00d-4b3a-bda4-47156a896651 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:03.433330 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9f0044a0-0dfb-4b62-97c6-819b7ce98cd7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:03.512039 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-264cc40b-bd24-4b4b-9dd8-46b1dd0f5484 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:03.536703 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:03.609496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264cc40b-bd24-4b4b-9dd8-46b1dd0f5484 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Network e2ffb1ac-5d6c-4917-afe6-4845a57645ca is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:03.613718 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-264cc40b-bd24-4b4b-9dd8-46b1dd0f5484 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:03.618279 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264cc40b-bd24-4b4b-9dd8-46b1dd0f5484 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:03.619257 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264cc40b-bd24-4b4b-9dd8-46b1dd0f5484 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:03.620236 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-264cc40b-bd24-4b4b-9dd8-46b1dd0f5484 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:03.644266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78f1e55a-dd10-4e12-a1bc-319e6dd34c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:03.646846 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-65e8870b-3228-4c0d-a18d-c00350e7458e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:03.655441 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264cc40b-bd24-4b4b-9dd8-46b1dd0f5484 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Pushing event updated for resources: {'Port': ['ID=05bac0d1-e975-4eee-939a-888f6b7d7c72,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:03.660504 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-264cc40b-bd24-4b4b-9dd8-46b1dd0f5484 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.3221726 Jun 02 20:34:03.662807 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-264cc40b-bd24-4b4b-9dd8-46b1dd0f5484 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:03.664117 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52250) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:03.666142 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:03.707196 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Allocated IP 2001:db8::2 (7c2071a9-5e0b-4760-b66e-c65ab1aacd06/a7104fcf-4d9e-4985-b36a-6eade7d22cfd/4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:03.760234 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f1e55a-dd10-4e12-a1bc-319e6dd34c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Network 7c2071a9-5e0b-4760-b66e-c65ab1aacd06 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:03.771771 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-78f1e55a-dd10-4e12-a1bc-319e6dd34c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:03.777388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f1e55a-dd10-4e12-a1bc-319e6dd34c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:03.782334 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f1e55a-dd10-4e12-a1bc-319e6dd34c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:03.782941 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78f1e55a-dd10-4e12-a1bc-319e6dd34c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:03.802336 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1e55a-dd10-4e12-a1bc-319e6dd34c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Pushing event updated for resources: {'Port': ['ID=4faac2d1-f00d-4b3a-bda4-47156a896651,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:03.806056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-78f1e55a-dd10-4e12-a1bc-319e6dd34c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:03.820708 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d556e3e-3880-477f-8372-5ebf4927cac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:03.828697 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-78f1e55a-dd10-4e12-a1bc-319e6dd34c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.8076384 Jun 02 20:34:03.829514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52252) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:03.836389 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Request body: {'port': {'network_id': '7c2071a9-5e0b-4760-b66e-c65ab1aacd06', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1046785577', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:03.836997 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.api.validators [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] bootfile-name is not in valid_values {{(pid=92549) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 20:34:03.837331 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.api.validators [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] tftp-server is not in valid_values {{(pid=92549) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 20:34:03.837652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.api.validators [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] server-ip-address is not in valid_values {{(pid=92549) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 20:34:03.872542 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-65e8870b-3228-4c0d-a18d-c00350e7458e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Deleting port 973c0035-1444-44b7-99ff-a3eda46d4a92 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:03.872900 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-65e8870b-3228-4c0d-a18d-c00350e7458e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:03.931773 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:03.943175 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Transition to ACTIVE for port object 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:03.961938 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Transition to ACTIVE for port object 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:03.968679 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:03.972295 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:04.000813 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d556e3e-3880-477f-8372-5ebf4927cac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:04.014738 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ef20ddee-00df-473b-af8f-9c3265344f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:04.040046 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Network 7c2071a9-5e0b-4760-b66e-c65ab1aacd06 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:04.043440 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:04.047125 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:04.053145 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Pushing event updated for resources: {'Port': ['ID=4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:04.057040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:04.089275 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:04.097120 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Usage tracker for resource:port and tenant:99a8aa9d7432451fb380d9dd26b312b3 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:04.100673 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-65e8870b-3228-4c0d-a18d-c00350e7458e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] For port 973c0035-1444-44b7-99ff-a3eda46d4a92, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=973c0035-1444-44b7-99ff-a3eda46d4a92,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:04.101038 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-65e8870b-3228-4c0d-a18d-c00350e7458e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:04.108575 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:04.117794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:04.138308 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d556e3e-3880-477f-8372-5ebf4927cac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f1fbc1-a459-4060-82f7-4d7874c8ce39,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:04.150814 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8d556e3e-3880-477f-8372-5ebf4927cac2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77b405e6411645bab9a98fa547c8fe13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2762935 Jun 02 20:34:04.155898 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52254) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:04.156948 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8d556e3e-3880-477f-8372-5ebf4927cac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:04.159280 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Attempting to bind port 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:34:04.159758 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Attempting to bind port 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '5ed313bf-4b58-4512-85ec-d823b6e93c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7c2071a9-5e0b-4760-b66e-c65ab1aacd06'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:34:04.160327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Attempting to bind port 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5 on network 7c2071a9-5e0b-4760-b66e-c65ab1aacd06 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:34:04.172472 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:34:04.173392 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Checking segment: {'id': '5ed313bf-4b58-4512-85ec-d823b6e93c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7c2071a9-5e0b-4760-b66e-c65ab1aacd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:04.173920 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:04.174548 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Bound using segment: {'id': '5ed313bf-4b58-4512-85ec-d823b6e93c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7c2071a9-5e0b-4760-b66e-c65ab1aacd06'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:34:04.175387 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Bound port: 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed313bf-4b58-4512-85ec-d823b6e93c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7c2071a9-5e0b-4760-b66e-c65ab1aacd06'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:34:04.176011 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:04.197840 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:04.251393 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0044a0-0dfb-4b62-97c6-819b7ce98cd7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Router ffc5e190-453c-4b42-bfc0-288ae2ffdfbf has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:34:04.286164 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] For port 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:34:04.289985 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] For port 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5,segment=NetworkSegment(5ed313bf-4b58-4512-85ec-d823b6e93c94),segment_id=5ed313bf-4b58-4512-85ec-d823b6e93c94)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:34:04.295352 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:04.299125 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:04.364668 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-73067e41-2d98-4491-9da6-1cba4b011122 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Deleting port 05bac0d1-e975-4eee-939a-888f6b7d7c72 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:04.365156 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-73067e41-2d98-4491-9da6-1cba4b011122 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:04.377936 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d062a288-08ca-4ee9-aae9-df80c8ac4c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:04.383546 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Pushing event updated for resources: {'Port': ['ID=4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:04.385801 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-65e8870b-3228-4c0d-a18d-c00350e7458e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Calling delete_port for 973c0035-1444-44b7-99ff-a3eda46d4a92 owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:04.386793 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:04.398214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Made reservation on behalf of 99a8aa9d7432451fb380d9dd26b312b3 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:04.406753 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:04.444246 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] device_id is not set on port e7aa3733-dafc-4615-846b-cf4e94f72ddd yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:34:04.495625 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d062a288-08ca-4ee9-aae9-df80c8ac4c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:04.660315 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Allocated IP 2001:db8::1dd (7c2071a9-5e0b-4760-b66e-c65ab1aacd06/a7104fcf-4d9e-4985-b36a-6eade7d22cfd/e7aa3733-dafc-4615-846b-cf4e94f72ddd) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:04.699576 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-73067e41-2d98-4491-9da6-1cba4b011122 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:04.849321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-73067e41-2d98-4491-9da6-1cba4b011122 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Calling delete_port for 05bac0d1-e975-4eee-939a-888f6b7d7c72 owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:04.852136 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0044a0-0dfb-4b62-97c6-819b7ce98cd7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:34:04.861451 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dca49a-a244-497b-8180-9235f3348748 None None] Sync routers for ids ['ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:34:04.873523 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-65e8870b-3228-4c0d-a18d-c00350e7458e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:04.875682 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dca49a-a244-497b-8180-9235f3348748 None None] Routers {'ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:04.876533 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-a5dca49a-a244-497b-8180-9235f3348748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:04.883194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-af511d8a-8485-46bf-8f21-370fbcdcdebc tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:04.895111 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d062a288-08ca-4ee9-aae9-df80c8ac4c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:04.897478 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d062a288-08ca-4ee9-aae9-df80c8ac4c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:04.900613 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d062a288-08ca-4ee9-aae9-df80c8ac4c36 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6f1fbc1-a459-4060-82f7-4d7874c8ce39 HTTP/1.1" status: 204 len: 168 time: 0.7320402 Jun 02 20:34:04.946083 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8870b-3228-4c0d-a18d-c00350e7458e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Pushing event deleted for resources: {'Port': ['ID=973c0035-1444-44b7-99ff-a3eda46d4a92,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:04.966880 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-a5dca49a-a244-497b-8180-9235f3348748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:04.976362 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dca49a-a244-497b-8180-9235f3348748 None None] Routers {'ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:04.977234 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-a5dca49a-a244-497b-8180-9235f3348748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:04.983215 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-65e8870b-3228-4c0d-a18d-c00350e7458e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:05.003759 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:05.019883 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9f0044a0-0dfb-4b62-97c6-819b7ce98cd7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] 10.222.0.25 "PUT /v2.0/routers/ffc5e190-453c-4b42-bfc0-288ae2ffdfbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9026146 Jun 02 20:34:05.024014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52264) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:05.026200 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062a288-08ca-4ee9-aae9-df80c8ac4c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f1fbc1-a459-4060-82f7-4d7874c8ce39,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:05.051478 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-a5dca49a-a244-497b-8180-9235f3348748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:05.052312 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dca49a-a244-497b-8180-9235f3348748 None None] The sync data for ids ['ffc5e190-453c-4b42-bfc0-288ae2ffdfbf'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:34:05.094400 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-65e8870b-3228-4c0d-a18d-c00350e7458e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:05.107394 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d062a288-08ca-4ee9-aae9-df80c8ac4c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:05.133113 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-73067e41-2d98-4491-9da6-1cba4b011122 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:05.141906 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-39232410-66f8-4d00-8773-76eceeed042c tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:05.189684 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73067e41-2d98-4491-9da6-1cba4b011122 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Pushing event deleted for resources: {'Port': ['ID=05bac0d1-e975-4eee-939a-888f6b7d7c72,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:05.198534 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-73067e41-2d98-4491-9da6-1cba4b011122 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:05.222110 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:05.308219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Transition to ACTIVE for port object e7aa3733-dafc-4615-846b-cf4e94f72ddd will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:05.313002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-65e8870b-3228-4c0d-a18d-c00350e7458e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:05.316687 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-65e8870b-3228-4c0d-a18d-c00350e7458e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:05.351404 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-73067e41-2d98-4491-9da6-1cba4b011122 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:05.364962 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:34:05.374700 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-73067e41-2d98-4491-9da6-1cba4b011122 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "DELETE /v2.0/ports/05bac0d1-e975-4eee-939a-888f6b7d7c72 HTTP/1.1" status: 204 len: 168 time: 1.7079036 Jun 02 20:34:05.377653 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52274) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:05.381217 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-65e8870b-3228-4c0d-a18d-c00350e7458e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:05.381767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e8870b-3228-4c0d-a18d-c00350e7458e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5620ea56-3fbd-4d1a-b459-f4e52a4ce634 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:34:05.387286 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e2ffb1ac-5d6c-4917-afe6-4845a57645ca', 'external_fixed_ips': [{'subnet_id': '9adeca88-ca0e-4eda-89a1-be64a4e261b6', 'ip_address': '2001:db8::268'}]}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:05.395173 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b287-5717-49ce-9fe2-4f0a2228d3df tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:05.426187 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-65e8870b-3228-4c0d-a18d-c00350e7458e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:05.431093 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-65e8870b-3228-4c0d-a18d-c00350e7458e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "DELETE /v2.0/routers/5620ea56-3fbd-4d1a-b459-f4e52a4ce634 HTTP/1.1" status: 204 len: 168 time: 2.4624221 Jun 02 20:34:05.431742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52278) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:05.439135 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1777659403', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}, 'admin_state_up': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:05.458367 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:05.464059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Usage tracker for resource:router and tenant:3cbb764583324d7abf5b90b72ad8a058 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:05.469840 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:05.482733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:05.497483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a4ebbfa8-754c-46a4-a85e-d54759a6570f tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:05.518885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:05.537167 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Usage tracker for resource:router and tenant:b4277689824940fd8cbcfbeedf87b14b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:05.539522 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:34:05.550874 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:05.579046 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:05.581423 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:05.656724 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Network 7c2071a9-5e0b-4760-b66e-c65ab1aacd06 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:05.674166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:05.679035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:05.680268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:05.684657 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:05.690393 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:05.691337 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:05.699133 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:05.707596 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:05.715589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Pushing event updated for resources: {'Port': ['ID=e7aa3733-dafc-4615-846b-cf4e94f72ddd,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:05.722457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:05.743672 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:05.763413 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.9299002 Jun 02 20:34:05.763602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52288) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:05.782868 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:05.820325 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b287-5717-49ce-9fe2-4f0a2228d3df tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:05.836052 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:05.852849 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841dbed4-712c-4b35-a3a7-98bd5dc32e3b None None] Network 7c2071a9-5e0b-4760-b66e-c65ab1aacd06 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:05.982919 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-043c2e1a-8b84-4e76-96ce-141bc28087dd None None] Provisioning for port 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:34:05.991084 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-043c2e1a-8b84-4e76-96ce-141bc28087dd None None] Provisioning complete for port 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:05.991632 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-043c2e1a-8b84-4e76-96ce-141bc28087dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:06.169408 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52296) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:06.260037 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-043c2e1a-8b84-4e76-96ce-141bc28087dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:06.299998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-043c2e1a-8b84-4e76-96ce-141bc28087dd None None] For port 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5,segment=NetworkSegment(5ed313bf-4b58-4512-85ec-d823b6e93c94),segment_id=5ed313bf-4b58-4512-85ec-d823b6e93c94)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:06.315989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-043c2e1a-8b84-4e76-96ce-141bc28087dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:06.319251 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:06.333606 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1775688596'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:06.336916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08ddc17-4126-4ae9-a909-87fd6f383d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:06.343258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08ddc17-4126-4ae9-a909-87fd6f383d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:06.345157 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:06.348788 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:06.349065 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08ddc17-4126-4ae9-a909-87fd6f383d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:06.349967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d08ddc17-4126-4ae9-a909-87fd6f383d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Synchronizing usage tracker for tenant:99a8aa9d7432451fb380d9dd26b312b3 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:06.354112 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-479a722a-3c5f-4372-ad51-1c38c31f9903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:06.356346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Usage tracker for resource:network and tenant:8b39c886936241a7ba5b37f9a3ce6bc8 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:06.360908 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4b287-5717-49ce-9fe2-4f0a2228d3df tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Deleting port ebfc6e85-40b1-411e-8bcf-21b44d1b4805 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:06.361312 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b287-5717-49ce-9fe2-4f0a2228d3df tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:06.374117 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:06.389995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d08ddc17-4126-4ae9-a909-87fd6f383d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Unset dirty status for tenant:99a8aa9d7432451fb380d9dd26b312b3 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:06.391562 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d08ddc17-4126-4ae9-a909-87fd6f383d7d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.6268079 Jun 02 20:34:06.394455 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52300) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:06.397448 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:06.440577 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c2e1a-8b84-4e76-96ce-141bc28087dd None None] Pushing event updated for resources: {'Port': ['ID=4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:06.444019 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-043c2e1a-8b84-4e76-96ce-141bc28087dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:06.468081 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Made reservation on behalf of 8b39c886936241a7ba5b37f9a3ce6bc8 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:06.472438 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:06.499851 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:06.590245 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:06.615485 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Usage tracker for resource:security_group_rule and tenant:8b39c886936241a7ba5b37f9a3ce6bc8 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:06.622058 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b287-5717-49ce-9fe2-4f0a2228d3df tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:06.629609 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:06.698252 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:06.750679 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d1a76056-fb08-4a95-a334-d057ddcaf444 None None] Provisioning for port 4faac2d1-f00d-4b3a-bda4-47156a896651 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:34:06.756050 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d1a76056-fb08-4a95-a334-d057ddcaf444 None None] Provisioning complete for port 4faac2d1-f00d-4b3a-bda4-47156a896651 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:06.756431 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d1a76056-fb08-4a95-a334-d057ddcaf444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:06.770763 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4b287-5717-49ce-9fe2-4f0a2228d3df tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Calling delete_port for ebfc6e85-40b1-411e-8bcf-21b44d1b4805 owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:06.813757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-c33b60eb-cc67-41fe-997a-a60bdba778e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Deleting port e7aa3733-dafc-4615-846b-cf4e94f72ddd {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:06.814960 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c33b60eb-cc67-41fe-997a-a60bdba778e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:06.892116 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-d1a76056-fb08-4a95-a334-d057ddcaf444 None None] Port 4faac2d1-f00d-4b3a-bda4-47156a896651 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:34:06.908956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d1a76056-fb08-4a95-a334-d057ddcaf444 None None] Provisioning complete for port 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:06.909368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d1a76056-fb08-4a95-a334-d057ddcaf444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:06.960202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:07.037176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:07.100728 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d1a76056-fb08-4a95-a334-d057ddcaf444 None None] Provisioning for port e7aa3733-dafc-4615-846b-cf4e94f72ddd completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:34:07.106132 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d1a76056-fb08-4a95-a334-d057ddcaf444 None None] Provisioning complete for port e7aa3733-dafc-4615-846b-cf4e94f72ddd triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:07.106578 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d1a76056-fb08-4a95-a334-d057ddcaf444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:07.115347 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c33b60eb-cc67-41fe-997a-a60bdba778e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:07.174948 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:07.188516 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:07.196114 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-881d249a-f9d3-4690-8f9c-a9dd70464dd6 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:07.198860 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-d1a76056-fb08-4a95-a334-d057ddcaf444 None None] Port e7aa3733-dafc-4615-846b-cf4e94f72ddd cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:34:07.200497 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:34:07.282849 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:34:07.285345 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:07.285831 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:07.291083 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa765c7a-54f5-4ac9-8070-b96c37b0e5d0,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:07.294623 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:07.313388 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:07.313388 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Added segment 0e912acc-0484-4976-a94a-ad8ded235dfb of type vlan for network 9d81aa8f-292c-474e-91d6-426620d4db75 Jun 02 20:34:07.322516 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-c33b60eb-cc67-41fe-997a-a60bdba778e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Calling delete_port for e7aa3733-dafc-4615-846b-cf4e94f72ddd owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:07.327195 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:07.367272 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Allocated IP 172.26.0.22 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/5ca6626a-f5f1-4281-b20d-48d1af7d99e1) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:07.389100 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:07.443907 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-5ad893e3-d321-442a-91b8-3fc29f8f503a None None] Provisioning complete for port 4faac2d1-f00d-4b3a-bda4-47156a896651 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:07.444588 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5ad893e3-d321-442a-91b8-3fc29f8f503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:07.474325 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:07.522469 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-5ad893e3-d321-442a-91b8-3fc29f8f503a None None] Port 4faac2d1-f00d-4b3a-bda4-47156a896651 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:34:07.524448 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 973c0035-1444-44b7-99ff-a3eda46d4a92 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:34:07.550383 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b287-5717-49ce-9fe2-4f0a2228d3df tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:07.563950 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1d195a02-d2b7-4e3d-beec-bc87290d5d5e tempest-FloatingIPAdminTestJSON-468941502 tempest-FloatingIPAdminTestJSON-468941502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:07.564807 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 973c0035-1444-44b7-99ff-a3eda46d4a92 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:34:07.565244 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 973c0035-1444-44b7-99ff-a3eda46d4a92 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:34:07.576424 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-5ad893e3-d321-442a-91b8-3fc29f8f503a None None] Provisioning complete for port e7aa3733-dafc-4615-846b-cf4e94f72ddd triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:07.576931 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5ad893e3-d321-442a-91b8-3fc29f8f503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:07.583739 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:07.587284 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c33b60eb-cc67-41fe-997a-a60bdba778e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:07.593742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-96a61a8d-ce2a-4a7c-a523-210b308ee49d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:07.613374 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-5ad893e3-d321-442a-91b8-3fc29f8f503a None None] Port e7aa3733-dafc-4615-846b-cf4e94f72ddd was deleted so its status cannot be updated. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 02 20:34:07.648952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b60eb-cc67-41fe-997a-a60bdba778e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Pushing event deleted for resources: {'Port': ['ID=e7aa3733-dafc-4615-846b-cf4e94f72ddd,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:07.653186 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c33b60eb-cc67-41fe-997a-a60bdba778e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:07.697445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c33b60eb-cc67-41fe-997a-a60bdba778e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:07.727245 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c33b60eb-cc67-41fe-997a-a60bdba778e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] 10.222.0.25 "DELETE /v2.0/ports/e7aa3733-dafc-4615-846b-cf4e94f72ddd HTTP/1.1" status: 204 len: 168 time: 1.3285940 Jun 02 20:34:07.729983 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52310) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:07.736567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-f150dde3-1c67-446e-9611-6b1735997776 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Request body: {'port': {'name': 'tempest-new-port-name-2126916148', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:07.736966 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.api.validators [None req-f150dde3-1c67-446e-9611-6b1735997776 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] bootfile-name is not in valid_values {{(pid=92549) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 20:34:07.737305 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.api.validators [None req-f150dde3-1c67-446e-9611-6b1735997776 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] tftp-server is not in valid_values {{(pid=92549) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 20:34:07.737656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.api.validators [None req-f150dde3-1c67-446e-9611-6b1735997776 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] server-ip-address is not in valid_values {{(pid=92549) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 20:34:07.769196 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:07.784601 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:07.795014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4b287-5717-49ce-9fe2-4f0a2228d3df tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Pushing event deleted for resources: {'Port': ['ID=ebfc6e85-40b1-411e-8bcf-21b44d1b4805,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:07.801769 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c7c4b287-5717-49ce-9fe2-4f0a2228d3df tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:07.847945 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:07.850335 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:07.856126 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:07.866652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:07.913137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:07.913718 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:07.926832 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-02ce8350-54e0-4a86-9a7c-c18b3456eb8f tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:07.959089 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Pushing event updated for resources: {'Port': ['ID=5ca6626a-f5f1-4281-b20d-48d1af7d99e1,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:07.965804 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:08.080637 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b287-5717-49ce-9fe2-4f0a2228d3df tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:08.120550 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Allocated IP 2001:db8::268 (e2ffb1ac-5d6c-4917-afe6-4845a57645ca/9adeca88-ca0e-4eda-89a1-be64a4e261b6/1001ca5a-7c6e-4156-8786-696b6a56b73d) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:08.122831 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Network': ['ID=9d81aa8f-292c-474e-91d6-426620d4db75,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:08.144057 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 9d81aa8f-292c-474e-91d6-426620d4db75 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:34:08.179932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f150dde3-1c67-446e-9611-6b1735997776 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:08.194686 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:08.204151 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0336449 Jun 02 20:34:08.368480 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b287-5717-49ce-9fe2-4f0a2228d3df tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:08.372693 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b287-5717-49ce-9fe2-4f0a2228d3df tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:08.415154 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b287-5717-49ce-9fe2-4f0a2228d3df tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:08.415772 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c4b287-5717-49ce-9fe2-4f0a2228d3df tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Fanout notify agent at l3_agent the message router_deleted on router ffc5e190-453c-4b42-bfc0-288ae2ffdfbf {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:34:08.440671 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b287-5717-49ce-9fe2-4f0a2228d3df tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:08.444044 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c7c4b287-5717-49ce-9fe2-4f0a2228d3df tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] 10.222.0.25 "DELETE /v2.0/routers/ffc5e190-453c-4b42-bfc0-288ae2ffdfbf HTTP/1.1" status: 204 len: 168 time: 3.4167173 Jun 02 20:34:08.444276 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52316) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:08.500033 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:08.527328 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed59cd73-57f3-4169-954c-f27d4910c9d4 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Deleting subnet bba3b0ad-2b1e-4dda-ba1a-9e4ea6dd28e8 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:34:08.531468 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ed59cd73-57f3-4169-954c-f27d4910c9d4 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:08.594940 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ed59cd73-57f3-4169-954c-f27d4910c9d4 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:08.643257 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:08.649731 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-37ed450c-1fd3-4215-81ea-c21a8a02bd2b tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:08.720750 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Network e2ffb1ac-5d6c-4917-afe6-4845a57645ca is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:08.723007 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:08.733222 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:08.739622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:08.826557 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f150dde3-1c67-446e-9611-6b1735997776 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:08.882711 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f150dde3-1c67-446e-9611-6b1735997776 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:08.894017 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dd773b34-defa-468e-a2ee-015854cab24d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:08.897797 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Pushing event updated for resources: {'Port': ['ID=1001ca5a-7c6e-4156-8786-696b6a56b73d,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:08.904398 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:08.946025 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ed59cd73-57f3-4169-954c-f27d4910c9d4 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:08.978416 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-f150dde3-1c67-446e-9611-6b1735997776 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] In _notify_port_updated(), no bound segment for port 4faac2d1-f00d-4b3a-bda4-47156a896651 on network 7c2071a9-5e0b-4760-b66e-c65ab1aacd06 {{(pid=92549) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:34:08.983982 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f150dde3-1c67-446e-9611-6b1735997776 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:08.984570 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f150dde3-1c67-446e-9611-6b1735997776 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:08.986018 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f150dde3-1c67-446e-9611-6b1735997776 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] 10.222.0.25 "PUT /v2.0/ports/4faac2d1-f00d-4b3a-bda4-47156a896651 HTTP/1.1" status: 200 len: 1130 time: 1.2546442 Jun 02 20:34:08.991093 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52320) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:09.044322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150dde3-1c67-446e-9611-6b1735997776 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Pushing event updated for resources: {'Port': ['ID=4faac2d1-f00d-4b3a-bda4-47156a896651,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:09.106468 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f150dde3-1c67-446e-9611-6b1735997776 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:09.151045 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84772a5e-b4dd-4db1-a631-c6817dec1cee tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:09.151701 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-84772a5e-b4dd-4db1-a631-c6817dec1cee tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Synchronizing usage tracker for tenant:99a8aa9d7432451fb380d9dd26b312b3 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:09.261247 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-84772a5e-b4dd-4db1-a631-c6817dec1cee tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Unset dirty status for tenant:99a8aa9d7432451fb380d9dd26b312b3 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:09.266255 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-84772a5e-b4dd-4db1-a631-c6817dec1cee tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] 10.222.0.25 "GET /v2.0/ports/4faac2d1-f00d-4b3a-bda4-47156a896651 HTTP/1.1" status: 200 len: 1130 time: 0.2709498 Jun 02 20:34:09.267113 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52326) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:09.337468 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:09.465578 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2a0dfe46-7c48-4c6f-9761-16320c7014c5 None None] Provisioning complete for port 4faac2d1-f00d-4b3a-bda4-47156a896651 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:09.466191 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2a0dfe46-7c48-4c6f-9761-16320c7014c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:09.546463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-2a0dfe46-7c48-4c6f-9761-16320c7014c5 None None] Port 4faac2d1-f00d-4b3a-bda4-47156a896651 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:34:09.670577 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:09.748470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-6add7f10-4abe-4b02-833b-f29d078f5a8d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Deleting port 4faac2d1-f00d-4b3a-bda4-47156a896651 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:09.748847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6add7f10-4abe-4b02-833b-f29d078f5a8d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:09.764591 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ed59cd73-57f3-4169-954c-f27d4910c9d4 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:09.772152 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:09.869607 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59cd73-57f3-4169-954c-f27d4910c9d4 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Pushing event deleted for resources: {'Subnet': ['ID=bba3b0ad-2b1e-4dda-ba1a-9e4ea6dd28e8,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:09.874638 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ed59cd73-57f3-4169-954c-f27d4910c9d4 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:09.875715 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ed59cd73-57f3-4169-954c-f27d4910c9d4 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:09.890769 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c575c161-d34c-4b71-95c4-04f0c33f226e None None] Network 1820121b-648c-4fbf-b332-ffb62567c502 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:09.894757 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ed59cd73-57f3-4169-954c-f27d4910c9d4 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] 10.222.0.25 "DELETE /v2.0/subnets/bba3b0ad-2b1e-4dda-ba1a-9e4ea6dd28e8 HTTP/1.1" status: 204 len: 168 time: 1.4493580 Jun 02 20:34:09.897356 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52328) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:09.919760 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Router 24a07373-558a-4bdf-8197-6319cf79905d is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:34:09.932411 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6add7f10-4abe-4b02-833b-f29d078f5a8d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:10.151098 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-6add7f10-4abe-4b02-833b-f29d078f5a8d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Calling delete_port for 4faac2d1-f00d-4b3a-bda4-47156a896651 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:10.184929 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:10.253901 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe2f052-913c-4605-a1cd-1b3e01eb18ea None None] DHCP port deletion for 1820121b-648c-4fbf-b332-ffb62567c502 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:34:10.290373 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:10.293075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:34:10.317014 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaffab9-44f7-4c22-889c-a9c15d2ec177 None None] Sync routers for ids ['24a07373-558a-4bdf-8197-6319cf79905d'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:34:10.327172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:10.327948 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8934636 Jun 02 20:34:10.330876 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52334) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:10.346283 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaffab9-44f7-4c22-889c-a9c15d2ec177 None None] Routers {'24a07373-558a-4bdf-8197-6319cf79905d'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:10.347229 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7aaffab9-44f7-4c22-889c-a9c15d2ec177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['24a07373-558a-4bdf-8197-6319cf79905d'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:10.366004 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-020890d1-dece-4120-b3a5-dbeeeda00906 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'enable_snat': False}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:10.452621 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7aaffab9-44f7-4c22-889c-a9c15d2ec177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:10.478972 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaffab9-44f7-4c22-889c-a9c15d2ec177 None None] Routers {'24a07373-558a-4bdf-8197-6319cf79905d'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:10.481307 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7aaffab9-44f7-4c22-889c-a9c15d2ec177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['24a07373-558a-4bdf-8197-6319cf79905d'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:10.534435 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6add7f10-4abe-4b02-833b-f29d078f5a8d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:10.547619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:10.595084 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add7f10-4abe-4b02-833b-f29d078f5a8d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Pushing event deleted for resources: {'Port': ['ID=4faac2d1-f00d-4b3a-bda4-47156a896651,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:10.595960 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7aaffab9-44f7-4c22-889c-a9c15d2ec177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:10.596578 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaffab9-44f7-4c22-889c-a9c15d2ec177 None None] The sync data for ids ['24a07373-558a-4bdf-8197-6319cf79905d'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:34:10.610855 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6add7f10-4abe-4b02-833b-f29d078f5a8d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:10.638296 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-6fe2f052-913c-4605-a1cd-1b3e01eb18ea None None] Deleting port 10718c76-421f-479e-8c90-b991ca17c729 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:10.639002 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f052-913c-4605-a1cd-1b3e01eb18ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:10.719938 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Router fdc5740e-6c77-472b-b81c-bdb51b686ca5 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:34:10.833265 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Deleting port 10718c76-421f-479e-8c90-b991ca17c729 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:10.833607 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:10.888511 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-6fe2f052-913c-4605-a1cd-1b3e01eb18ea None None] For port 10718c76-421f-479e-8c90-b991ca17c729, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=10718c76-421f-479e-8c90-b991ca17c729,segment=NetworkSegment(b9f43f7c-e04f-432e-adab-1f9924bf0dc7),segment_id=b9f43f7c-e04f-432e-adab-1f9924bf0dc7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:10.888904 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f052-913c-4605-a1cd-1b3e01eb18ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:10.905636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6add7f10-4abe-4b02-833b-f29d078f5a8d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:10.947540 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] For port 10718c76-421f-479e-8c90-b991ca17c729, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=10718c76-421f-479e-8c90-b991ca17c729,segment=NetworkSegment(b9f43f7c-e04f-432e-adab-1f9924bf0dc7),segment_id=b9f43f7c-e04f-432e-adab-1f9924bf0dc7)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:10.948189 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:10.993764 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6add7f10-4abe-4b02-833b-f29d078f5a8d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] 10.222.0.25 "DELETE /v2.0/ports/4faac2d1-f00d-4b3a-bda4-47156a896651 HTTP/1.1" status: 204 len: 168 time: 1.7257183 Jun 02 20:34:11.004840 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52338) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:11.018193 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-6fe2f052-913c-4605-a1cd-1b3e01eb18ea None None] Calling delete_port for 10718c76-421f-479e-8c90-b991ca17c729 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:11.066371 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f052-913c-4605-a1cd-1b3e01eb18ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:11.072198 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5a85916c-43cb-41f8-89a8-ae3c73149799 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:11.078890 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Calling delete_port for 10718c76-421f-479e-8c90-b991ca17c729 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:11.083212 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fe638c-1e2a-4745-8d4d-bd0ee2fc7924 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Deleting subnet a7104fcf-4d9e-4985-b36a-6eade7d22cfd {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:34:11.086659 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f7fe638c-1e2a-4745-8d4d-bd0ee2fc7924 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:11.146902 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:11.148542 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f7fe638c-1e2a-4745-8d4d-bd0ee2fc7924 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:11.155769 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b3db5e7e-ceee-4fc4-bbbc-622793811caa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:11.166347 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe2f052-913c-4605-a1cd-1b3e01eb18ea None None] No DVR routers for this DVR port 10718c76-421f-479e-8c90-b991ca17c729 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:34:11.175202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2f052-913c-4605-a1cd-1b3e01eb18ea None None] Pushing event deleted for resources: {'Port': ['ID=10718c76-421f-479e-8c90-b991ca17c729,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:11.188178 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-6fe2f052-913c-4605-a1cd-1b3e01eb18ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:11.247439 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 10718c76-421f-479e-8c90-b991ca17c729 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:34:11.309561 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 10718c76-421f-479e-8c90-b991ca17c729 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:34:11.310215 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 10718c76-421f-479e-8c90-b991ca17c729 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:34:11.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Pushing event deleted for resources: {'Port': ['ID=10718c76-421f-479e-8c90-b991ca17c729,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:11.401703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:11.410421 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] No DVR routers for this DVR port 10718c76-421f-479e-8c90-b991ca17c729 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:34:11.443916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f7fe638c-1e2a-4745-8d4d-bd0ee2fc7924 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:11.476967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52344) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:11.487540 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-7ccba6a3-2f8d-42af-bec7-3ad38a87bc4c tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'subnet': {'network_id': '9d81aa8f-292c-474e-91d6-426620d4db75', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:11.617995 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:11.634415 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:34:11.636427 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1820121b-648c-4fbf-b332-ffb62567c502']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:11.646011 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] Sync routers for ids ['fdc5740e-6c77-472b-b81c-bdb51b686ca5'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:34:11.656978 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f43f7c-e04f-432e-adab-1f9924bf0dc7') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:11.657283 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f43f7c-e04f-432e-adab-1f9924bf0dc7') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:11.660933 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] Routers {'fdc5740e-6c77-472b-b81c-bdb51b686ca5'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:11.661390 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['fdc5740e-6c77-472b-b81c-bdb51b686ca5'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:11.673897 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:11.693040 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:11.697162 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.3185279 Jun 02 20:34:11.697823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52348) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:11.699583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:11.710657 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-020890d1-dece-4120-b3a5-dbeeeda00906 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:11.719550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7ccba6a3-2f8d-42af-bec7-3ad38a87bc4c tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:11.771597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:34:11.772182 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:11.786214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7ccba6a3-2f8d-42af-bec7-3ad38a87bc4c tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Usage tracker for resource:subnet and tenant:8b39c886936241a7ba5b37f9a3ce6bc8 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:34:11.787712 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:34:11.794754 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7ccba6a3-2f8d-42af-bec7-3ad38a87bc4c tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:11.827346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7ccba6a3-2f8d-42af-bec7-3ad38a87bc4c tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:11.876598 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] Set router fdc5740e-6c77-472b-b81c-bdb51b686ca5 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:34:11.920480 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccba6a3-2f8d-42af-bec7-3ad38a87bc4c tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Made reservation on behalf of 8b39c886936241a7ba5b37f9a3ce6bc8 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:11.923952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7ccba6a3-2f8d-42af-bec7-3ad38a87bc4c tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:11.958702 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:11.975114 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:11.994142 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:11.999333 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Pushing event deleted for resources: {'Network': ['ID=1820121b-648c-4fbf-b332-ffb62567c502,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:12.005148 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:12.011194 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] 10.222.0.25 "DELETE /v2.0/networks/1820121b-648c-4fbf-b332-ffb62567c502 HTTP/1.1" status: 204 len: 168 time: 2.1115417 Jun 02 20:34:12.013174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52350) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:12.073086 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dac04ad2-8241-4530-83ce-f292a692bae2 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:12.202553 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5740e-6c77-472b-b81c-bdb51b686ca5', 'name': '', 'tenant_id': 'b4277689824940fd8cbcfbeedf87b14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e2ffb1ac-5d6c-4917-afe6-4845a57645ca', 'external_fixed_ips': [{'subnet_id': '9adeca88-ca0e-4eda-89a1-be64a4e261b6', 'ip_address': '2001:db8::268'}], 'enable_snat': True}, 'gw_port_id': '1001ca5a-7c6e-4156-8786-696b6a56b73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:34:05Z', 'updated_at': '2021-06-02T20:34:09Z', 'revision_number': 3, 'project_id': 'b4277689824940fd8cbcfbeedf87b14b', 'gw_port': {'id': '1001ca5a-7c6e-4156-8786-696b6a56b73d', 'name': '', 'network_id': 'e2ffb1ac-5d6c-4917-afe6-4845a57645ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc5740e-6c77-472b-b81c-bdb51b686ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '9adeca88-ca0e-4eda-89a1-be64a4e261b6', 'ip_address': '2001:db8::268', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:34:07Z', 'updated_at': '2021-06-02T20:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9adeca88-ca0e-4eda-89a1-be64a4e261b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:12.206813 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] Checking router: fdc5740e-6c77-472b-b81c-bdb51b686ca5 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:34:12.207236 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] Updating router fdc5740e-6c77-472b-b81c-bdb51b686ca5 port 1001ca5a-7c6e-4156-8786-696b6a56b73d binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:34:12.250542 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f7fe638c-1e2a-4745-8d4d-bd0ee2fc7924 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:12.263086 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5b7bd32b-dcd2-4bd6-8820-89c42a8bb57d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:12.263756 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:12.351099 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe638c-1e2a-4745-8d4d-bd0ee2fc7924 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Pushing event deleted for resources: {'Subnet': ['ID=a7104fcf-4d9e-4985-b36a-6eade7d22cfd,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:12.407074 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f7fe638c-1e2a-4745-8d4d-bd0ee2fc7924 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:12.409816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f7fe638c-1e2a-4745-8d4d-bd0ee2fc7924 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:12.415510 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dac04ad2-8241-4530-83ce-f292a692bae2 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:12.415998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf2ea50-5499-45e9-9bc9-8ff3ca038db0 None None] Network 7c2071a9-5e0b-4760-b66e-c65ab1aacd06 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:12.425718 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf7028-86c1-4dab-b5c3-f4ccf16034ab tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Deleting port ce5be38f-bcad-498c-84a4-23cc919bf760 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:12.426104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0dbf7028-86c1-4dab-b5c3-f4ccf16034ab tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:12.457195 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f7fe638c-1e2a-4745-8d4d-bd0ee2fc7924 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] 10.222.0.25 "DELETE /v2.0/subnets/a7104fcf-4d9e-4985-b36a-6eade7d22cfd HTTP/1.1" status: 204 len: 168 time: 1.4489374 Jun 02 20:34:12.459330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52354) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:12.615287 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-dac04ad2-8241-4530-83ce-f292a692bae2 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Deleting port 1001ca5a-7c6e-4156-8786-696b6a56b73d {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:12.615633 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dac04ad2-8241-4530-83ce-f292a692bae2 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:12.622467 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:12.634940 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] Transition to ACTIVE for port object 1001ca5a-7c6e-4156-8786-696b6a56b73d will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:12.642574 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:12.653351 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:12.735704 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] Attempting to bind port 1001ca5a-7c6e-4156-8786-696b6a56b73d on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:34:12.736414 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] Attempting to bind port 1001ca5a-7c6e-4156-8786-696b6a56b73d by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '3de70eef-279d-4151-9412-fff14c900d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e2ffb1ac-5d6c-4917-afe6-4845a57645ca'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:34:12.737017 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] Attempting to bind port 1001ca5a-7c6e-4156-8786-696b6a56b73d on network e2ffb1ac-5d6c-4917-afe6-4845a57645ca {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:34:12.748523 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:34:12.749030 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] Checking segment: {'id': '3de70eef-279d-4151-9412-fff14c900d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e2ffb1ac-5d6c-4917-afe6-4845a57645ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:12.749495 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:12.749958 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] Bound using segment: {'id': '3de70eef-279d-4151-9412-fff14c900d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e2ffb1ac-5d6c-4917-afe6-4845a57645ca'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:34:12.750515 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] Bound port: 1001ca5a-7c6e-4156-8786-696b6a56b73d, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de70eef-279d-4151-9412-fff14c900d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e2ffb1ac-5d6c-4917-afe6-4845a57645ca'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:34:12.750948 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:12.778596 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1256541-5897-46c3-8f41-967862efb98e None None] Pushing event updated for resources: {'Port': ['ID=1001ca5a-7c6e-4156-8786-696b6a56b73d,revision_number=2']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:12.805574 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256541-5897-46c3-8f41-967862efb98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:12.805942 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256541-5897-46c3-8f41-967862efb98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:12.806280 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256541-5897-46c3-8f41-967862efb98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:12.806599 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256541-5897-46c3-8f41-967862efb98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:12.807720 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256541-5897-46c3-8f41-967862efb98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:12.808214 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256541-5897-46c3-8f41-967862efb98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:12.808754 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256541-5897-46c3-8f41-967862efb98e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:12.809254 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256541-5897-46c3-8f41-967862efb98e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:12.809746 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256541-5897-46c3-8f41-967862efb98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:12.810202 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256541-5897-46c3-8f41-967862efb98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:12.810809 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256541-5897-46c3-8f41-967862efb98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:12.811185 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebe41fc-03a4-467d-b2da-1073ae8893b8 None None] DHCP port deletion for 7c2071a9-5e0b-4760-b66e-c65ab1aacd06 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:34:12.811549 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1256541-5897-46c3-8f41-967862efb98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:12.825523 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-d1256541-5897-46c3-8f41-967862efb98e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:12.829759 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:12.867559 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] For port 1001ca5a-7c6e-4156-8786-696b6a56b73d, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:34:12.871964 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] For port 1001ca5a-7c6e-4156-8786-696b6a56b73d, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1001ca5a-7c6e-4156-8786-696b6a56b73d,segment=NetworkSegment(3de70eef-279d-4151-9412-fff14c900d41),segment_id=3de70eef-279d-4151-9412-fff14c900d41)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:34:12.878104 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:12.886099 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-356802fc-db4e-4091-a4f9-700cb2be3533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:12.916451 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-aebe41fc-03a4-467d-b2da-1073ae8893b8 None None] Deleting port 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:12.917128 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-aebe41fc-03a4-467d-b2da-1073ae8893b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:12.971481 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1256541-5897-46c3-8f41-967862efb98e None None] Pushing event updated for resources: {'Port': ['ID=1001ca5a-7c6e-4156-8786-696b6a56b73d,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:12.985168 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-d1256541-5897-46c3-8f41-967862efb98e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:13.006560 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] Routers {'fdc5740e-6c77-472b-b81c-bdb51b686ca5'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:13.007598 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['fdc5740e-6c77-472b-b81c-bdb51b686ca5'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:13.022605 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0dbf7028-86c1-4dab-b5c3-f4ccf16034ab tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:13.023208 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0dbf7028-86c1-4dab-b5c3-f4ccf16034ab tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:13.065047 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dac04ad2-8241-4530-83ce-f292a692bae2 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:13.070238 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-aebe41fc-03a4-467d-b2da-1073ae8893b8 None None] For port 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5,segment=NetworkSegment(5ed313bf-4b58-4512-85ec-d823b6e93c94),segment_id=5ed313bf-4b58-4512-85ec-d823b6e93c94)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:13.070820 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-aebe41fc-03a4-467d-b2da-1073ae8893b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:13.204168 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] Set router fdc5740e-6c77-472b-b81c-bdb51b686ca5 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:34:13.273196 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf7028-86c1-4dab-b5c3-f4ccf16034ab tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Calling delete_port for ce5be38f-bcad-498c-84a4-23cc919bf760 owned by network:floatingip {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:13.274510 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:34:13.306747 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-aebe41fc-03a4-467d-b2da-1073ae8893b8 None None] Calling delete_port for 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:13.326088 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5740e-6c77-472b-b81c-bdb51b686ca5', 'name': '', 'tenant_id': 'b4277689824940fd8cbcfbeedf87b14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:34:05Z', 'updated_at': '2021-06-02T20:34:12Z', 'revision_number': 4, 'project_id': 'b4277689824940fd8cbcfbeedf87b14b', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:13.330923 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcd504d-a133-4a85-b1e5-e3c3be665713 None None] The sync data for ids ['fdc5740e-6c77-472b-b81c-bdb51b686ca5'] in dv-neutron-601336-84-hyperv is: [{'id': 'fdc5740e-6c77-472b-b81c-bdb51b686ca5', 'name': '', 'tenant_id': 'b4277689824940fd8cbcfbeedf87b14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:34:05Z', 'updated_at': '2021-06-02T20:34:12Z', 'revision_number': 4, 'project_id': 'b4277689824940fd8cbcfbeedf87b14b', 'gw_port_host': None}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:34:13.374642 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Deleting port 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:13.375241 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:13.392691 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-dac04ad2-8241-4530-83ce-f292a692bae2 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Calling delete_port for 1001ca5a-7c6e-4156-8786-696b6a56b73d owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:13.465973 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:13.500565 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-aebe41fc-03a4-467d-b2da-1073ae8893b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:13.511642 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:13.555121 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe41fc-03a4-467d-b2da-1073ae8893b8 None None] Pushing event deleted for resources: {'Port': ['ID=4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:13.567129 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebe41fc-03a4-467d-b2da-1073ae8893b8 None None] No DVR routers for this DVR port 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:34:13.568661 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dac04ad2-8241-4530-83ce-f292a692bae2 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:13.574226 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3ea21bbf-c570-4221-a020-fd8407d33f9b tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:13.601166 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-aebe41fc-03a4-467d-b2da-1073ae8893b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:13.631390 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac04ad2-8241-4530-83ce-f292a692bae2 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Pushing event deleted for resources: {'Port': ['ID=1001ca5a-7c6e-4156-8786-696b6a56b73d,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:13.638416 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dac04ad2-8241-4530-83ce-f292a692bae2 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:13.670684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-020890d1-dece-4120-b3a5-dbeeeda00906 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:13.673484 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] For port 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5,segment=NetworkSegment(5ed313bf-4b58-4512-85ec-d823b6e93c94),segment_id=5ed313bf-4b58-4512-85ec-d823b6e93c94)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:13.673900 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:13.681656 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dac04ad2-8241-4530-83ce-f292a692bae2 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:13.691289 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-020890d1-dece-4120-b3a5-dbeeeda00906 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:13.742217 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7ccba6a3-2f8d-42af-bec7-3ad38a87bc4c tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:13.861520 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dac04ad2-8241-4530-83ce-f292a692bae2 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:13.864995 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dac04ad2-8241-4530-83ce-f292a692bae2 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:13.873689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Calling delete_port for 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:13.876932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6fb4209d-f355-4ded-b0e3-d70f16680aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:13.922167 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:34:13.930642 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dac04ad2-8241-4530-83ce-f292a692bae2 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:13.931126 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac04ad2-8241-4530-83ce-f292a692bae2 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fdc5740e-6c77-472b-b81c-bdb51b686ca5 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:34:13.945235 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0dbf7028-86c1-4dab-b5c3-f4ccf16034ab tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:13.950263 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:13.964975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccba6a3-2f8d-42af-bec7-3ad38a87bc4c tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Subnet': ['ID=fc5692c2-935a-41b1-a9c8-7fcf2a10544b,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:13.977051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7ccba6a3-2f8d-42af-bec7-3ad38a87bc4c tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:13.999695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf7028-86c1-4dab-b5c3-f4ccf16034ab tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Pushing event deleted for resources: {'Port': ['ID=ce5be38f-bcad-498c-84a4-23cc919bf760,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:14.002516 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0dbf7028-86c1-4dab-b5c3-f4ccf16034ab tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:14.073299 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dac04ad2-8241-4530-83ce-f292a692bae2 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:14.075600 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dac04ad2-8241-4530-83ce-f292a692bae2 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "DELETE /v2.0/routers/fdc5740e-6c77-472b-b81c-bdb51b686ca5 HTTP/1.1" status: 204 len: 168 time: 2.3740423 Jun 02 20:34:14.078234 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52364) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:14.082041 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccba6a3-2f8d-42af-bec7-3ad38a87bc4c tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Checking segment: {'id': '0e912acc-0484-4976-a94a-ad8ded235dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9d81aa8f-292c-474e-91d6-426620d4db75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:14.082403 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccba6a3-2f8d-42af-bec7-3ad38a87bc4c tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Network hostable DHCP agents. Network: 9d81aa8f-292c-474e-91d6-426620d4db75, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:34:14.117335 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020890d1-dece-4120-b3a5-dbeeeda00906 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Router 24a07373-558a-4bdf-8197-6319cf79905d has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:34:14.132667 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccba6a3-2f8d-42af-bec7-3ad38a87bc4c tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Network 9d81aa8f-292c-474e-91d6-426620d4db75 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:34:14.136124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:14.147018 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0dbf7028-86c1-4dab-b5c3-f4ccf16034ab tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks [] for floatingip, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:14.149420 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0dbf7028-86c1-4dab-b5c3-f4ccf16034ab tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:14.150537 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0dbf7028-86c1-4dab-b5c3-f4ccf16034ab tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] 10.222.0.25 "DELETE /v2.0/floatingips/ab79505b-98d9-436d-ad29-171b94b505a8 HTTP/1.1" status: 204 len: 168 time: 2.1364813 Jun 02 20:34:14.160525 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8096e14-332f-413f-9bb8-255a2a285669 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Deleting subnet 9adeca88-ca0e-4eda-89a1-be64a4e261b6 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:34:14.164107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8096e14-332f-413f-9bb8-255a2a285669 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:14.193742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:14.213821 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:14.222872 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8096e14-332f-413f-9bb8-255a2a285669 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:14.253445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Pushing event deleted for resources: {'Port': ['ID=4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:14.255264 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] No DVR routers for this DVR port 4f6dab5f-9e4e-4e9f-9c9d-b7e0dac158b5 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:34:14.258766 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-7ccba6a3-2f8d-42af-bec7-3ad38a87bc4c tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 9d81aa8f-292c-474e-91d6-426620d4db75) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:14.281805 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309bd57a-2ba1-437a-a42a-c91b2616feaa None None] Network 9d81aa8f-292c-474e-91d6-426620d4db75 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:14.287414 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8096e14-332f-413f-9bb8-255a2a285669 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:14.291232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:14.338154 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccba6a3-2f8d-42af-bec7-3ad38a87bc4c tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:14.338801 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7ccba6a3-2f8d-42af-bec7-3ad38a87bc4c tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:14.586803 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52372) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:14.633170 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-9d81aa8f-292c-474e-91d6-426620d4db75', 'network_id': '9d81aa8f-292c-474e-91d6-426620d4db75', 'tenant_id': '8b39c886936241a7ba5b37f9a3ce6bc8', 'fixed_ips': [{'subnet_id': 'fc5692c2-935a-41b1-a9c8-7fcf2a10544b'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:34:14.635780 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:14.710409 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:14.726710 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7ccba6a3-2f8d-42af-bec7-3ad38a87bc4c tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2483237 Jun 02 20:34:14.732082 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52378) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:14.737869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c2071a9-5e0b-4760-b66e-c65ab1aacd06']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:14.746675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020890d1-dece-4120-b3a5-dbeeeda00906 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:34:14.747386 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8096e14-332f-413f-9bb8-255a2a285669 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:14.753123 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:14.764811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-598e2ccb-395b-48da-a932-3c8c263d458f tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1856198979'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:14.775025 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-020890d1-dece-4120-b3a5-dbeeeda00906 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:14.778938 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-020890d1-dece-4120-b3a5-dbeeeda00906 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "PUT /v2.0/routers/24a07373-558a-4bdf-8197-6319cf79905d HTTP/1.1" status: 200 len: 921 time: 4.4470282 Jun 02 20:34:14.780835 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52380) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:14.791718 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8096e14-332f-413f-9bb8-255a2a285669 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9adeca88-ca0e-4eda-89a1-be64a4e261b6,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:14.795060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c8096e14-332f-413f-9bb8-255a2a285669 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:14.797245 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8096e14-332f-413f-9bb8-255a2a285669 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:14.804549 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c8096e14-332f-413f-9bb8-255a2a285669 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/9adeca88-ca0e-4eda-89a1-be64a4e261b6 HTTP/1.1" status: 204 len: 168 time: 0.7253735 Jun 02 20:34:14.807001 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52382) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:14.816567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c679fc6-e32a-4e88-b22c-643509bd7973 None None] Sync routers for ids ['24a07373-558a-4bdf-8197-6319cf79905d'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:34:14.842999 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c679fc6-e32a-4e88-b22c-643509bd7973 None None] Routers {'24a07373-558a-4bdf-8197-6319cf79905d'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:14.843599 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7c679fc6-e32a-4e88-b22c-643509bd7973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['24a07373-558a-4bdf-8197-6319cf79905d'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:14.875354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed313bf-4b58-4512-85ec-d823b6e93c94') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:14.875797 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed313bf-4b58-4512-85ec-d823b6e93c94') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:14.883286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-598e2ccb-395b-48da-a932-3c8c263d458f tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:14.912983 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:14.920901 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-598e2ccb-395b-48da-a932-3c8c263d458f tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Usage tracker for resource:network and tenant:8b39c886936241a7ba5b37f9a3ce6bc8 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:14.922414 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7c679fc6-e32a-4e88-b22c-643509bd7973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:14.927546 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-598e2ccb-395b-48da-a932-3c8c263d458f tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:14.943168 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-598e2ccb-395b-48da-a932-3c8c263d458f tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:14.954489 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:14.970529 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c05fb14e-69c3-4541-93b7-53a3220ac08f req-542cd245-5ae0-470d-ab5e-75eb2d1e7803 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5632703 Jun 02 20:34:14.988430 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:34:14.989047 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:14.993989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c679fc6-e32a-4e88-b22c-643509bd7973 None None] Routers {'24a07373-558a-4bdf-8197-6319cf79905d'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:14.995428 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7c679fc6-e32a-4e88-b22c-643509bd7973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['24a07373-558a-4bdf-8197-6319cf79905d'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:34:15.006629 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:34:15.070243 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598e2ccb-395b-48da-a932-3c8c263d458f tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Made reservation on behalf of 8b39c886936241a7ba5b37f9a3ce6bc8 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:15.074533 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-598e2ccb-395b-48da-a932-3c8c263d458f tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:15.087784 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7c679fc6-e32a-4e88-b22c-643509bd7973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:15.088212 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c679fc6-e32a-4e88-b22c-643509bd7973 None None] The sync data for ids ['24a07373-558a-4bdf-8197-6319cf79905d'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:34:15.118729 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a6b7044-debd-4025-a29a-5c4a04362aef tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:15.132711 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6338000f-7bce-4484-b172-0f8943127df5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6633b2349bbf40f2878ddab83fda3e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5420420 Jun 02 20:34:15.133543 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52386) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:15.155036 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Allocated IP 2001:db8:0:ffff::2 (9d81aa8f-292c-474e-91d6-426620d4db75/fc5692c2-935a-41b1-a9c8-7fcf2a10544b/e61bbcf8-aca1-4f27-a72d-99e7e730d0bc) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:15.247750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598e2ccb-395b-48da-a932-3c8c263d458f tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:34:15.273302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-598e2ccb-395b-48da-a932-3c8c263d458f tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:15.273739 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-598e2ccb-395b-48da-a932-3c8c263d458f tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Added segment 5b3b5f44-914f-4be1-81b6-c8137b676892 of type vlan for network 0b27df90-53ac-4582-b906-2fb4951f96d7 Jun 02 20:34:15.277087 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:15.290709 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2e0520a0-2fa6-4211-81d4-3c074bcfa778 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "GET /v2.0/routers/24a07373-558a-4bdf-8197-6319cf79905d HTTP/1.1" status: 200 len: 921 time: 0.5037346 Jun 02 20:34:15.292067 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52388) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:15.292749 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-db3033cd-4aac-48de-8a0a-1cda7d19915c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:15.309590 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a6b7044-debd-4025-a29a-5c4a04362aef tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:15.321304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ce9bc16b-d5b9-45ec-9e07-6ad450ecf45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:15.332938 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-2a6b7044-debd-4025-a29a-5c4a04362aef tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ffb1ac-5d6c-4917-afe6-4845a57645ca']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:15.343034 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:15.354501 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-2a6b7044-debd-4025-a29a-5c4a04362aef tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de70eef-279d-4151-9412-fff14c900d41') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:15.356009 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-2a6b7044-debd-4025-a29a-5c4a04362aef tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de70eef-279d-4151-9412-fff14c900d41') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:15.365437 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Pushing event deleted for resources: {'Network': ['ID=7c2071a9-5e0b-4760-b66e-c65ab1aacd06,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:15.372435 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ce9bc16b-d5b9-45ec-9e07-6ad450ecf45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:15.379825 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a6b7044-debd-4025-a29a-5c4a04362aef tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:15.387461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:15.388207 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:15.397942 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] 10.222.0.25 "DELETE /v2.0/networks/7c2071a9-5e0b-4760-b66e-c65ab1aacd06 HTTP/1.1" status: 204 len: 168 time: 2.9336643 Jun 02 20:34:15.401805 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-598e2ccb-395b-48da-a932-3c8c263d458f tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:15.414128 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Transition to ACTIVE for port object e61bbcf8-aca1-4f27-a72d-99e7e730d0bc will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:15.420760 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a6b7044-debd-4025-a29a-5c4a04362aef tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:15.435831 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6b7044-debd-4025-a29a-5c4a04362aef tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:34:15.436271 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a6b7044-debd-4025-a29a-5c4a04362aef tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:15.441746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Transition to ACTIVE for port object e61bbcf8-aca1-4f27-a72d-99e7e730d0bc will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:15.449696 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fb14e-69c3-4541-93b7-53a3220ac08f req-9aff1fa3-c520-42b1-adcc-fbcff46077f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:34:15.451345 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:34:15.453702 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c05fb14e-69c3-4541-93b7-53a3220ac08f req-9aff1fa3-c520-42b1-adcc-fbcff46077f4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=661507761bd9425583aaf58f371479f6&device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 1099 time: 0.2643802 Jun 02 20:34:15.453800 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:15.469391 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:15.469898 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-598e2ccb-395b-48da-a932-3c8c263d458f tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:15.475486 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598e2ccb-395b-48da-a932-3c8c263d458f tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:15.476101 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-598e2ccb-395b-48da-a932-3c8c263d458f tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:15.485096 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8aa08bf8-578f-45d1-9130-d5a02390f3e1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:15.531631 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Network 9d81aa8f-292c-474e-91d6-426620d4db75 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:15.534865 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:15.544199 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:15.560169 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a6b7044-debd-4025-a29a-5c4a04362aef tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:15.563665 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ce9bc16b-d5b9-45ec-9e07-6ad450ecf45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:15.570554 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:15.590802 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bc16b-d5b9-45ec-9e07-6ad450ecf45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e5bcf5-521b-48b1-af0e-ed2a53797912,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:15.593016 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6b7044-debd-4025-a29a-5c4a04362aef tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e2ffb1ac-5d6c-4917-afe6-4845a57645ca {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 02 20:34:15.608526 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ce9bc16b-d5b9-45ec-9e07-6ad450ecf45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:15.613322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b44cac-770f-4fa2-a4a6-a75e31cced86 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:15.613579 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a6b7044-debd-4025-a29a-5c4a04362aef tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:15.614001 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-35b44cac-770f-4fa2-a4a6-a75e31cced86 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Synchronizing usage tracker for tenant:19e3cfb5c7d149af9bbfcec502dca95a on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:15.624419 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-432ef646-4867-4d4b-bc11-2322bcf06964 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:15.677847 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-598e2ccb-395b-48da-a932-3c8c263d458f tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9420614 Jun 02 20:34:15.678913 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e2ccb-395b-48da-a932-3c8c263d458f tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Network': ['ID=0b27df90-53ac-4582-b906-2fb4951f96d7,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:15.683754 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2a6b7044-debd-4025-a29a-5c4a04362aef tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "DELETE /v2.0/networks/e2ffb1ac-5d6c-4917-afe6-4845a57645ca HTTP/1.1" status: 204 len: 168 time: 0.8749337 Jun 02 20:34:15.685602 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b7044-debd-4025-a29a-5c4a04362aef tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2ffb1ac-5d6c-4917-afe6-4845a57645ca,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:15.690920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52396) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:15.704673 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-598e2ccb-395b-48da-a932-3c8c263d458f tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:15.705037 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2a6b7044-debd-4025-a29a-5c4a04362aef tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:15.707049 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ce9bc16b-d5b9-45ec-9e07-6ad450ecf45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:15.708188 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ce9bc16b-d5b9-45ec-9e07-6ad450ecf45c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/94e5bcf5-521b-48b1-af0e-ed2a53797912 HTTP/1.1" status: 204 len: 168 time: 0.5741260 Jun 02 20:34:15.709297 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-ee911e97-b3ec-43e6-85fd-4064d8d55b44 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'subnet': {'network_id': '0b27df90-53ac-4582-b906-2fb4951f96d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:15.765105 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-35b44cac-770f-4fa2-a4a6-a75e31cced86 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Unset dirty status for tenant:19e3cfb5c7d149af9bbfcec502dca95a on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:15.766265 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-35b44cac-770f-4fa2-a4a6-a75e31cced86 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9eda1993-8807-4a42-8466-556269663ed3&device_id=24a07373-558a-4bdf-8197-6319cf79905d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4589477 Jun 02 20:34:15.770025 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52402) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:15.790965 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 0b27df90-53ac-4582-b906-2fb4951f96d7 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:34:15.839222 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Pushing event updated for resources: {'Port': ['ID=e61bbcf8-aca1-4f27-a72d-99e7e730d0bc,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:15.849184 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:15.849980 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Attempting to bind port e61bbcf8-aca1-4f27-a72d-99e7e730d0bc on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:34:15.850458 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Attempting to bind port e61bbcf8-aca1-4f27-a72d-99e7e730d0bc by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '0e912acc-0484-4976-a94a-ad8ded235dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9d81aa8f-292c-474e-91d6-426620d4db75'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:34:15.851045 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Attempting to bind port e61bbcf8-aca1-4f27-a72d-99e7e730d0bc on network 9d81aa8f-292c-474e-91d6-426620d4db75 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:34:15.894941 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52406) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:15.909079 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:34:15.909774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Checking segment: {'id': '0e912acc-0484-4976-a94a-ad8ded235dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9d81aa8f-292c-474e-91d6-426620d4db75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:15.910370 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:15.910791 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Bound using segment: {'id': '0e912acc-0484-4976-a94a-ad8ded235dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9d81aa8f-292c-474e-91d6-426620d4db75'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:34:15.911465 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Bound port: e61bbcf8-aca1-4f27-a72d-99e7e730d0bc, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e912acc-0484-4976-a94a-ad8ded235dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9d81aa8f-292c-474e-91d6-426620d4db75'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:34:15.911993 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:15.944879 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fb14e-69c3-4541-93b7-53a3220ac08f req-b558d97c-bbd5-43bc-af47-0e7c79dabb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:15.949987 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c05fb14e-69c3-4541-93b7-53a3220ac08f req-b558d97c-bbd5-43bc-af47-0e7c79dabb4b service neutron] 10.222.0.95 "GET /v2.0/networks?id=6d422b3f-35f6-44d4-a56d-8cdfa486af18 HTTP/1.1" status: 200 len: 912 time: 0.4668779 Jun 02 20:34:15.999868 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c76cfbf-f556-4575-8311-92fa11255c49 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:16.004936 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3c76cfbf-f556-4575-8311-92fa11255c49 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "GET /v2.0/networks/9eda1993-8807-4a42-8466-556269663ed3 HTTP/1.1" status: 200 len: 881 time: 0.2336340 Jun 02 20:34:16.005871 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52412) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:16.075862 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0ff1fc63-ad8c-46ad-b093-6973c494c33c tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a07373-558a-4bdf-8197-6319cf79905d HTTP/1.1" status: 200 len: 205 time: 0.0679681 Jun 02 20:34:16.076628 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52416) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:16.084677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ee911e97-b3ec-43e6-85fd-4064d8d55b44 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:16.127133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ee911e97-b3ec-43e6-85fd-4064d8d55b44 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Usage tracker for resource:subnet and tenant:8b39c886936241a7ba5b37f9a3ce6bc8 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:16.145109 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ee911e97-b3ec-43e6-85fd-4064d8d55b44 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:16.154818 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ee911e97-b3ec-43e6-85fd-4064d8d55b44 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:16.206954 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c05fb14e-69c3-4541-93b7-53a3220ac08f req-43b1c116-c5b1-4335-8e33-507aa0945ea5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a901cc98-7deb-4f4d-80a3-acef48dbdab7 HTTP/1.1" status: 200 len: 1002 time: 0.2386286 Jun 02 20:34:16.240704 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] For port e61bbcf8-aca1-4f27-a72d-99e7e730d0bc, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:34:16.245652 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] For port e61bbcf8-aca1-4f27-a72d-99e7e730d0bc, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e61bbcf8-aca1-4f27-a72d-99e7e730d0bc,segment=NetworkSegment(0e912acc-0484-4976-a94a-ad8ded235dfb),segment_id=0e912acc-0484-4976-a94a-ad8ded235dfb)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:34:16.252664 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:16.268453 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:16.300892 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee911e97-b3ec-43e6-85fd-4064d8d55b44 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Made reservation on behalf of 8b39c886936241a7ba5b37f9a3ce6bc8 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:16.304829 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee911e97-b3ec-43e6-85fd-4064d8d55b44 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:16.383014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ff71a247-d5ad-4c9b-aed3-af5516e40b34 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:16.396876 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52422) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:16.401799 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-dff6429f-3ff5-4380-9016-8188b35e2a02 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Request body: {'router': {'name': 'tempest-router--594064322', 'project_id': '4900eb213c574325bbbb53e58e6116b6'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:16.403543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Pushing event updated for resources: {'Port': ['ID=e61bbcf8-aca1-4f27-a72d-99e7e730d0bc,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:16.407725 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:16.430070 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-dff6429f-3ff5-4380-9016-8188b35e2a02 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:16.442544 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fb14e-69c3-4541-93b7-53a3220ac08f req-df858e65-ad4e-4c94-a00d-dfeb6b2cf034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:16.444043 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c05fb14e-69c3-4541-93b7-53a3220ac08f req-df858e65-ad4e-4c94-a00d-dfeb6b2cf034 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c83951fa-3604-4554-9055-6ed20c4b7e5d HTTP/1.1" status: 200 len: 850 time: 0.2120128 Jun 02 20:34:16.457066 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-dff6429f-3ff5-4380-9016-8188b35e2a02 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Usage tracker for resource:router and tenant:4900eb213c574325bbbb53e58e6116b6 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:16.461005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-dff6429f-3ff5-4380-9016-8188b35e2a02 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:16.512123 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-dff6429f-3ff5-4380-9016-8188b35e2a02 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:16.597761 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dff6429f-3ff5-4380-9016-8188b35e2a02 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:16.599168 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dff6429f-3ff5-4380-9016-8188b35e2a02 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:16.599732 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ff71a247-d5ad-4c9b-aed3-af5516e40b34 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:16.611506 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52424) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:16.613196 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7a35d9c4-ee53-4633-96a0-9d1b0e469768 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99a8aa9d7432451fb380d9dd26b312b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6935136 Jun 02 20:34:16.635098 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dff6429f-3ff5-4380-9016-8188b35e2a02 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:16.696434 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52426) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:16.750137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a829f700-4cf0-4a30-a925-6a8fc41244ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:16.757651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fb14e-69c3-4541-93b7-53a3220ac08f req-551ea6d3-7076-404a-a161-fc980f1273f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:16.759487 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c05fb14e-69c3-4541-93b7-53a3220ac08f req-551ea6d3-7076-404a-a161-fc980f1273f9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6d422b3f-35f6-44d4-a56d-8cdfa486af18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2816195 Jun 02 20:34:16.761603 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dff6429f-3ff5-4380-9016-8188b35e2a02 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:16.782929 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a829f700-4cf0-4a30-a925-6a8fc41244ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:16.798757 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a829f700-4cf0-4a30-a925-6a8fc41244ff admin admin] Usage tracker for resource:security_group_rule and tenant:2dc0822e20e1472da391199592108103 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:16.803223 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a829f700-4cf0-4a30-a925-6a8fc41244ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:16.815178 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dff6429f-3ff5-4380-9016-8188b35e2a02 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:16.820231 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-dff6429f-3ff5-4380-9016-8188b35e2a02 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4220285 Jun 02 20:34:16.825474 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a829f700-4cf0-4a30-a925-6a8fc41244ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:16.827428 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52430) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:16.905324 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-59cb0df0-135d-48d6-99b8-c937bfd4a0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:17.134404 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-ff71a247-d5ad-4c9b-aed3-af5516e40b34 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Deleting port 5ca6626a-f5f1-4281-b20d-48d1af7d99e1 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:17.134743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ff71a247-d5ad-4c9b-aed3-af5516e40b34 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:17.146618 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c05fb14e-69c3-4541-93b7-53a3220ac08f req-aacd09f1-db87-4e05-a6ef-90acdeb33e06 service neutron] 10.222.0.95 "GET /v2.0/networks/6d422b3f-35f6-44d4-a56d-8cdfa486af18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570921 Jun 02 20:34:17.172561 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b989e414-d050-450a-9402-f3ef07148ee9 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:17.196553 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e61bbcf8-aca1-4f27-a72d-99e7e730d0bc up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:34:17.234271 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-59cb0df0-135d-48d6-99b8-c937bfd4a0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:17.275308 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port e61bbcf8-aca1-4f27-a72d-99e7e730d0bc completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:34:17.368279 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c05fb14e-69c3-4541-93b7-53a3220ac08f req-1406a04d-ecf2-4681-a946-6135171c7d8e service neutron] 10.222.0.95 "GET /v2.0/networks/6d422b3f-35f6-44d4-a56d-8cdfa486af18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142642 Jun 02 20:34:17.394015 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a829f700-4cf0-4a30-a925-6a8fc41244ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:17.507567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee911e97-b3ec-43e6-85fd-4064d8d55b44 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:17.510748 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a829f700-4cf0-4a30-a925-6a8fc41244ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:17.512977 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7ccba6a3-2f8d-42af-bec7-3ad38a87bc4c tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:17.532097 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6135f659-54bf-4bd5-996c-00e2d33a6e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:17.600952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee911e97-b3ec-43e6-85fd-4064d8d55b44 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Subnet': ['ID=95905be4-59af-4ca4-90cf-1d07a3026c4a,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:17.603640 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ee911e97-b3ec-43e6-85fd-4064d8d55b44 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:17.610772 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee911e97-b3ec-43e6-85fd-4064d8d55b44 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Checking segment: {'id': '5b3b5f44-914f-4be1-81b6-c8137b676892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0b27df90-53ac-4582-b906-2fb4951f96d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:17.611237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee911e97-b3ec-43e6-85fd-4064d8d55b44 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Network hostable DHCP agents. Network: 0b27df90-53ac-4582-b906-2fb4951f96d7, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:34:17.626691 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af696f9c-f288-4593-b1f1-14c53731e02f None None] Network 9d81aa8f-292c-474e-91d6-426620d4db75 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:17.634170 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee911e97-b3ec-43e6-85fd-4064d8d55b44 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Network 0b27df90-53ac-4582-b906-2fb4951f96d7 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:34:17.646339 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-ee911e97-b3ec-43e6-85fd-4064d8d55b44 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 0b27df90-53ac-4582-b906-2fb4951f96d7) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:17.658272 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee911e97-b3ec-43e6-85fd-4064d8d55b44 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:17.658863 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee911e97-b3ec-43e6-85fd-4064d8d55b44 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:17.678038 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ee911e97-b3ec-43e6-85fd-4064d8d55b44 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9838929 Jun 02 20:34:17.680917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52436) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:17.699531 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f75aec-04ce-4036-afe1-7e0bfef723a3 None None] Network 0b27df90-53ac-4582-b906-2fb4951f96d7 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:17.723170 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a829f700-4cf0-4a30-a925-6a8fc41244ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2dc0822e20e1472da391199592108103&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0256870 Jun 02 20:34:17.727613 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829f700-4cf0-4a30-a925-6a8fc41244ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adb9e0c-2546-4008-8ed0-49cda6b30f83,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:17.776336 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52438) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:17.788437 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a829f700-4cf0-4a30-a925-6a8fc41244ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:17.803506 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ff71a247-d5ad-4c9b-aed3-af5516e40b34 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:17.828893 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b989e414-d050-450a-9402-f3ef07148ee9 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:17.831714 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b989e414-d050-450a-9402-f3ef07148ee9 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:17.852991 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f2f17979-40c2-42a3-81c2-10065a5ae437 None None] Provisioning for port e61bbcf8-aca1-4f27-a72d-99e7e730d0bc completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:34:17.898647 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f2f17979-40c2-42a3-81c2-10065a5ae437 None None] Provisioning complete for port e61bbcf8-aca1-4f27-a72d-99e7e730d0bc triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:17.899448 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f2f17979-40c2-42a3-81c2-10065a5ae437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:17.905672 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:17.911050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-64ae2b91-1106-4e5d-8332-7482b84d1e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:17.992974 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-64ae2b91-1106-4e5d-8332-7482b84d1e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:17.994593 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-ff71a247-d5ad-4c9b-aed3-af5516e40b34 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Calling delete_port for 5ca6626a-f5f1-4281-b20d-48d1af7d99e1 owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:18.012070 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-59cb0df0-135d-48d6-99b8-c937bfd4a0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.019253 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-02e72fa9-b0dc-4040-beb1-32e630bd83dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:18.044595 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.046920 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb0df0-135d-48d6-99b8-c937bfd4a0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd4f302-7879-4934-9d18-bd3b13465b8a,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:18.050319 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-59cb0df0-135d-48d6-99b8-c937bfd4a0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.051608 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-59cb0df0-135d-48d6-99b8-c937bfd4a0c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0dd4f302-7879-4934-9d18-bd3b13465b8a HTTP/1.1" status: 204 len: 168 time: 1.4389174 Jun 02 20:34:18.052310 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b989e414-d050-450a-9402-f3ef07148ee9 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.052811 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b989e414-d050-450a-9402-f3ef07148ee9 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e46db4b6-3906-43ae-980c-0113e1d89156 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:34:18.065450 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-59cb0df0-135d-48d6-99b8-c937bfd4a0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:18.083365 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b989e414-d050-450a-9402-f3ef07148ee9 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.087135 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b989e414-d050-450a-9402-f3ef07148ee9 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "DELETE /v2.0/routers/e46db4b6-3906-43ae-980c-0113e1d89156 HTTP/1.1" status: 204 len: 168 time: 1.2554958 Jun 02 20:34:18.185262 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-0b27df90-53ac-4582-b906-2fb4951f96d7', 'network_id': '0b27df90-53ac-4582-b906-2fb4951f96d7', 'tenant_id': '8b39c886936241a7ba5b37f9a3ce6bc8', 'fixed_ips': [{'subnet_id': '95905be4-59af-4ca4-90cf-1d07a3026c4a'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:34:18.186078 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.254288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ff71a247-d5ad-4c9b-aed3-af5516e40b34 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.261609 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fc5edd84-baeb-423f-8c94-946ff09e1f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:18.316010 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71a247-d5ad-4c9b-aed3-af5516e40b34 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Pushing event deleted for resources: {'Port': ['ID=5ca6626a-f5f1-4281-b20d-48d1af7d99e1,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:18.325902 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f2f17979-40c2-42a3-81c2-10065a5ae437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.360834 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-64ae2b91-1106-4e5d-8332-7482b84d1e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.386107 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b46a9c08-a2aa-4724-9506-ceb503177453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:18.415814 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f2f17979-40c2-42a3-81c2-10065a5ae437 None None] For port e61bbcf8-aca1-4f27-a72d-99e7e730d0bc, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e61bbcf8-aca1-4f27-a72d-99e7e730d0bc,segment=NetworkSegment(0e912acc-0484-4976-a94a-ad8ded235dfb),segment_id=0e912acc-0484-4976-a94a-ad8ded235dfb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:18.424293 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae2b91-1106-4e5d-8332-7482b84d1e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adb9e0c-2546-4008-8ed0-49cda6b30f83,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:18.433014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52448) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:18.441280 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ff71a247-d5ad-4c9b-aed3-af5516e40b34 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:18.444867 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ff71a247-d5ad-4c9b-aed3-af5516e40b34 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.451340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-64ae2b91-1106-4e5d-8332-7482b84d1e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:18.461512 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-64ae2b91-1106-4e5d-8332-7482b84d1e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.463646 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-64ae2b91-1106-4e5d-8332-7482b84d1e2a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0adb9e0c-2546-4008-8ed0-49cda6b30f83 HTTP/1.1" status: 204 len: 168 time: 0.6860197 Jun 02 20:34:18.473061 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f2f17979-40c2-42a3-81c2-10065a5ae437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.478530 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:18.691237 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Allocated IP 2001:db8::1 (0b27df90-53ac-4582-b906-2fb4951f96d7/95905be4-59af-4ca4-90cf-1d07a3026c4a/ffe2cc27-a838-42ff-976d-54ffac2d0122) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:18.715880 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f17979-40c2-42a3-81c2-10065a5ae437 None None] Pushing event updated for resources: {'Port': ['ID=e61bbcf8-aca1-4f27-a72d-99e7e730d0bc,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:18.733812 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f2f17979-40c2-42a3-81c2-10065a5ae437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:18.811254 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ff71a247-d5ad-4c9b-aed3-af5516e40b34 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.813590 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ff71a247-d5ad-4c9b-aed3-af5516e40b34 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.838697 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ff71a247-d5ad-4c9b-aed3-af5516e40b34 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.839232 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff71a247-d5ad-4c9b-aed3-af5516e40b34 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Fanout notify agent at l3_agent the message router_deleted on router 24a07373-558a-4bdf-8197-6319cf79905d {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:34:18.853083 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1792310540', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}, 'admin_state_up': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:18.859625 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ff71a247-d5ad-4c9b-aed3-af5516e40b34 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.861134 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ff71a247-d5ad-4c9b-aed3-af5516e40b34 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "DELETE /v2.0/routers/24a07373-558a-4bdf-8197-6319cf79905d HTTP/1.1" status: 204 len: 168 time: 2.7828701 Jun 02 20:34:18.864458 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52462) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:18.864605 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:18.869228 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-42b1d05d-2e68-49b3-92b9-20618ac9d2d3 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-386836090', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:18.874134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Usage tracker for resource:router and tenant:9b9efa2d039e42f589a5eeea0cde9528 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:18.877378 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-42b1d05d-2e68-49b3-92b9-20618ac9d2d3 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:18.881273 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-42b1d05d-2e68-49b3-92b9-20618ac9d2d3 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Usage tracker for resource:router and tenant:3cbb764583324d7abf5b90b72ad8a058 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:18.882037 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:18.884646 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-42b1d05d-2e68-49b3-92b9-20618ac9d2d3 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:18.890379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-42b1d05d-2e68-49b3-92b9-20618ac9d2d3 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:18.897287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:18.905816 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c739d773-ef6f-422d-8f2b-3882944d6bcb None None] Provisioning complete for port e61bbcf8-aca1-4f27-a72d-99e7e730d0bc triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:18.906794 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c739d773-ef6f-422d-8f2b-3882944d6bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.907109 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-42b1d05d-2e68-49b3-92b9-20618ac9d2d3 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.908959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-42b1d05d-2e68-49b3-92b9-20618ac9d2d3 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.915346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.916988 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.925873 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-42b1d05d-2e68-49b3-92b9-20618ac9d2d3 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.948963 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:18.962253 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-42b1d05d-2e68-49b3-92b9-20618ac9d2d3 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:19.004186 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-42b1d05d-2e68-49b3-92b9-20618ac9d2d3 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:19.005613 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-42b1d05d-2e68-49b3-92b9-20618ac9d2d3 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1399205 Jun 02 20:34:19.008841 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52468) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:19.015632 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-8d0d5c00-0da8-40d0-8675-e425fcb95268 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Request body: {'router': {'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:19.210649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52474) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:19.238432 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e61bbcf8-aca1-4f27-a72d-99e7e730d0bc up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:34:19.294535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-355ab3af-99ab-47cf-9bb6-107609f71f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:19.302660 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:19.337866 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Transition to ACTIVE for port object ffe2cc27-a838-42ff-976d-54ffac2d0122 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:19.369406 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Transition to ACTIVE for port object ffe2cc27-a838-42ff-976d-54ffac2d0122 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:19.371672 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port e61bbcf8-aca1-4f27-a72d-99e7e730d0bc triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:19.372250 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:19.395816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-355ab3af-99ab-47cf-9bb6-107609f71f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:19.406715 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:19.412455 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-355ab3af-99ab-47cf-9bb6-107609f71f95 admin admin] Usage tracker for resource:security_group_rule and tenant:d18d5ec640354ece80c00210618c4b74 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:19.422987 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-355ab3af-99ab-47cf-9bb6-107609f71f95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:19.438883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-355ab3af-99ab-47cf-9bb6-107609f71f95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:19.455113 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:19.461367 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:19.474229 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:19.494029 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:19.534534 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Network 0b27df90-53ac-4582-b906-2fb4951f96d7 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:19.546972 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Subnet': ['ID=95905be4-59af-4ca4-90cf-1d07a3026c4a,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:19.576258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:19.583252 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:19.591833 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:19.609457 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Pushing event updated for resources: {'Port': ['ID=ffe2cc27-a838-42ff-976d-54ffac2d0122,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:19.615552 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:19.622328 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52484) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:19.711944 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Attempting to bind port ffe2cc27-a838-42ff-976d-54ffac2d0122 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:34:19.712191 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Attempting to bind port ffe2cc27-a838-42ff-976d-54ffac2d0122 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '5b3b5f44-914f-4be1-81b6-c8137b676892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0b27df90-53ac-4582-b906-2fb4951f96d7'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:34:19.712548 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Attempting to bind port ffe2cc27-a838-42ff-976d-54ffac2d0122 on network 0b27df90-53ac-4582-b906-2fb4951f96d7 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:34:19.720836 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:34:19.721223 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Checking segment: {'id': '5b3b5f44-914f-4be1-81b6-c8137b676892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0b27df90-53ac-4582-b906-2fb4951f96d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:19.721633 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:19.722036 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Bound using segment: {'id': '5b3b5f44-914f-4be1-81b6-c8137b676892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0b27df90-53ac-4582-b906-2fb4951f96d7'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:34:19.722516 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Bound port: ffe2cc27-a838-42ff-976d-54ffac2d0122, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3b5f44-914f-4be1-81b6-c8137b676892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0b27df90-53ac-4582-b906-2fb4951f96d7'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:34:19.722903 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:19.726751 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5c00-0da8-40d0-8675-e425fcb95268 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:19.786594 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737567430'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:19.792662 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:19.800515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Usage tracker for resource:security_group and tenant:b8454fc7fdb54f849ddb41109291177b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:19.804298 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:19.867780 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:19.892507 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:19.913641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:19.931872 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] For port ffe2cc27-a838-42ff-976d-54ffac2d0122, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:34:19.936176 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:19.936489 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] For port ffe2cc27-a838-42ff-976d-54ffac2d0122, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ffe2cc27-a838-42ff-976d-54ffac2d0122,segment=NetworkSegment(5b3b5f44-914f-4be1-81b6-c8137b676892),segment_id=5b3b5f44-914f-4be1-81b6-c8137b676892)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:34:19.942270 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b27df90-53ac-4582-b906-2fb4951f96d7']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:19.942881 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:19.948753 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:19.979255 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:19.979443 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3b5f44-914f-4be1-81b6-c8137b676892') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:19.979443 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3b5f44-914f-4be1-81b6-c8137b676892') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:20.005397 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:20.005642 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Usage tracker for resource:security_group_rule and tenant:b8454fc7fdb54f849ddb41109291177b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:20.011844 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:20.024839 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-355ab3af-99ab-47cf-9bb6-107609f71f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:20.026383 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:20.036908 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:20.039237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-355ab3af-99ab-47cf-9bb6-107609f71f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:20.053670 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:20.085725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:34:20.086137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:34:20.101647 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:34:20.138381 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacdf2d5-9e4c-44b0-a918-1ad9cb3c4da3 None None] Network 0b27df90-53ac-4582-b906-2fb4951f96d7 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:20.215975 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-355ab3af-99ab-47cf-9bb6-107609f71f95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d18d5ec640354ece80c00210618c4b74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0038812 Jun 02 20:34:20.218865 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52492) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:20.221283 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5c00-0da8-40d0-8675-e425fcb95268 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:20.224833 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Pushing event updated for resources: {'Port': ['ID=ffe2cc27-a838-42ff-976d-54ffac2d0122,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:20.227867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:20.256384 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5c00-0da8-40d0-8675-e425fcb95268 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:20.293216 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ab3af-99ab-47cf-9bb6-107609f71f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdf2937-a70a-479c-b19c-769e020952c5,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:20.316232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.db.api [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 20:34:20.316232 dv-neutron-601336-84-hyperv neutron-server[92549]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 20:34:20.316232 dv-neutron-601336-84-hyperv neutron-server[92549]: [parameters: {'id': '0b27df90-53ac-4582-b906-2fb4951f96d7'}] Jun 02 20:34:20.316232 dv-neutron-601336-84-hyperv neutron-server[92549]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:34:20.316963 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_db.api [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:34:20.328407 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-355ab3af-99ab-47cf-9bb6-107609f71f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:20.362577 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de24555-a4c7-4d29-90d8-79093b97f081 None None] get_active_networks_info from dv-neutron-601336-84-hyperv {{(pid=92550) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 20:34:20.424280 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-8d0d5c00-0da8-40d0-8675-e425fcb95268 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Allocated IP 172.26.0.41 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/26a58df8-5072-43a0-aefc-241eac5f9205) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:20.460763 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:20.491848 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de24555-a4c7-4d29-90d8-79093b97f081 None None] Resources bound (agent type, host, resource id): {{(pid=92550) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 20:34:20.505877 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:20.540649 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:20.556033 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:20.557902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ff28c8aa-4652-444b-abde-095cdbfeb6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:20.561456 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-98dae3be-ca45-4096-bf46-fe62d6e9566c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:20.572008 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:20.593026 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Usage tracker for resource:security_group_rule and tenant:b8454fc7fdb54f849ddb41109291177b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:20.601393 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:20.605301 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ff28c8aa-4652-444b-abde-095cdbfeb6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:20.624065 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:20.631868 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ae9ec7-d217-4dc1-9c3e-6542be818228,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:20.642706 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:20.655183 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5c00-0da8-40d0-8675-e425fcb95268 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:20.664575 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ff28c8aa-4652-444b-abde-095cdbfeb6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:20.669430 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-64ae2b91-1106-4e5d-8332-7482b84d1e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:20.686784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28c8aa-4652-444b-abde-095cdbfeb6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdf2937-a70a-479c-b19c-769e020952c5,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:20.689762 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ff28c8aa-4652-444b-abde-095cdbfeb6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:20.714241 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ff28c8aa-4652-444b-abde-095cdbfeb6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:20.718272 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ff28c8aa-4652-444b-abde-095cdbfeb6b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fcdf2937-a70a-479c-b19c-769e020952c5 HTTP/1.1" status: 204 len: 168 time: 0.4963031 Jun 02 20:34:20.733383 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:20.739572 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:20.746512 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:20.759062 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5c00-0da8-40d0-8675-e425fcb95268 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:20.805275 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2339cab9-f19f-4ce1-86c5-f71a69d349ca,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:20.808632 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0d5c00-0da8-40d0-8675-e425fcb95268 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:20.809624 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:20.810828 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1873817 Jun 02 20:34:20.811872 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:20.812517 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a5e2f5d6-ddc5-4866-bd8f-48599764f1ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:20.815592 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52498) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:20.817006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Allocated IP 172.26.0.227 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/6e37f99d-44c3-4dda-89cf-c6d93ea0bf3a) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:20.820173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:20.842892 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-8d0d5c00-0da8-40d0-8675-e425fcb95268 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:20.848831 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d5c00-0da8-40d0-8675-e425fcb95268 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:20.959741 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d5c00-0da8-40d0-8675-e425fcb95268 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Pushing event updated for resources: {'Port': ['ID=26a58df8-5072-43a0-aefc-241eac5f9205,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:20.975732 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8d0d5c00-0da8-40d0-8675-e425fcb95268 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:21.009498 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-92b8c663-dd04-47cd-bf10-60bca7fde270 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1901221 Jun 02 20:34:21.013675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52506) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:21.085206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-19fa20bc-ab13-480a-bb87-7a0a0868df73 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Request body: {'security_group': {'name': 'tempest-security--589042106', 'description': 'tempest-security-description-1147289510'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:21.174071 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-19fa20bc-ab13-480a-bb87-7a0a0868df73 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:21.224007 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:21.239417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Deleting port ffe2cc27-a838-42ff-976d-54ffac2d0122 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:21.239768 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:21.344991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-19fa20bc-ab13-480a-bb87-7a0a0868df73 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:21.363845 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-19fa20bc-ab13-480a-bb87-7a0a0868df73 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:21.366245 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-19fa20bc-ab13-480a-bb87-7a0a0868df73 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:21.370788 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-19fa20bc-ab13-480a-bb87-7a0a0868df73 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "PUT /v2.0/security-groups/2339cab9-f19f-4ce1-86c5-f71a69d349ca HTTP/1.1" status: 200 len: 1777 time: 0.2870555 Jun 02 20:34:21.373803 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:21.382683 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52516) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:21.426710 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] For port ffe2cc27-a838-42ff-976d-54ffac2d0122, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ffe2cc27-a838-42ff-976d-54ffac2d0122,segment=NetworkSegment(5b3b5f44-914f-4be1-81b6-c8137b676892),segment_id=5b3b5f44-914f-4be1-81b6-c8137b676892)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:21.427090 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:21.448651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa20bc-ab13-480a-bb87-7a0a0868df73 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2339cab9-f19f-4ce1-86c5-f71a69d349ca,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:21.456045 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-19fa20bc-ab13-480a-bb87-7a0a0868df73 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:21.562574 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5c00-0da8-40d0-8675-e425fcb95268 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:21.588925 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Calling delete_port for ffe2cc27-a838-42ff-976d-54ffac2d0122 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:21.605028 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:21.617138 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f150dde3-1c67-446e-9611-6b1735997776 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:21.797469 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4022ee2a-6432-448f-8ada-af8db5594d51 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-groups/2339cab9-f19f-4ce1-86c5-f71a69d349ca HTTP/1.1" status: 200 len: 1777 time: 0.4109986 Jun 02 20:34:21.803482 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52530) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:21.832833 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:21.840140 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:21.842677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:21.898127 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Pushing event updated for resources: {'Port': ['ID=6e37f99d-44c3-4dda-89cf-c6d93ea0bf3a,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:21.901112 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:21.949637 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5c00-0da8-40d0-8675-e425fcb95268 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:21.953142 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5c00-0da8-40d0-8675-e425fcb95268 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:22.093277 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-323247ca-e519-4af0-9fa9-f212f7fb7b8c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:22.145973 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:22.154463 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-01060546-9570-4f52-b79c-1c6f2683a781 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:22.214136 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0d5c00-0da8-40d0-8675-e425fcb95268 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Router 62a4b983-e5d5-4bd5-91e5-74bd57870df6 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:34:22.224013 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] No DVR routers for this DVR port ffe2cc27-a838-42ff-976d-54ffac2d0122 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:34:22.225730 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Port': ['ID=ffe2cc27-a838-42ff-976d-54ffac2d0122,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:22.268481 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:22.273852 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-323247ca-e519-4af0-9fa9-f212f7fb7b8c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:22.413380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0d5c00-0da8-40d0-8675-e425fcb95268 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:34:22.421440 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d0d5c00-0da8-40d0-8675-e425fcb95268 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:22.423726 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8d0d5c00-0da8-40d0-8675-e425fcb95268 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "PUT /v2.0/routers/62a4b983-e5d5-4bd5-91e5-74bd57870df6 HTTP/1.1" status: 200 len: 878 time: 3.4135733 Jun 02 20:34:22.425151 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52550) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:22.427870 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e19e80-1cc5-49d3-955f-f0e0509d9047 None None] Sync routers for ids ['62a4b983-e5d5-4bd5-91e5-74bd57870df6'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:34:22.442275 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e19e80-1cc5-49d3-955f-f0e0509d9047 None None] Routers {'62a4b983-e5d5-4bd5-91e5-74bd57870df6'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:22.443184 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-43e19e80-1cc5-49d3-955f-f0e0509d9047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['62a4b983-e5d5-4bd5-91e5-74bd57870df6'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:22.513379 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-323247ca-e519-4af0-9fa9-f212f7fb7b8c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:22.523954 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-89def37d-7b19-4eac-85a2-b9c1fdc3aca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:22.540620 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-43e19e80-1cc5-49d3-955f-f0e0509d9047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:22.541109 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:22.551121 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e19e80-1cc5-49d3-955f-f0e0509d9047 None None] Routers {'62a4b983-e5d5-4bd5-91e5-74bd57870df6'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:22.551954 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-43e19e80-1cc5-49d3-955f-f0e0509d9047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['62a4b983-e5d5-4bd5-91e5-74bd57870df6'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:22.616055 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-43e19e80-1cc5-49d3-955f-f0e0509d9047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:22.616467 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e19e80-1cc5-49d3-955f-f0e0509d9047 None None] The sync data for ids ['62a4b983-e5d5-4bd5-91e5-74bd57870df6'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:34:22.631396 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323247ca-e519-4af0-9fa9-f212f7fb7b8c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2339cab9-f19f-4ce1-86c5-f71a69d349ca,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:22.647525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b27df90-53ac-4582-b906-2fb4951f96d7']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:22.649368 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2f748502-ecaa-4d99-a89c-1a60cacbae9d tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "GET /v2.0/routers/62a4b983-e5d5-4bd5-91e5-74bd57870df6 HTTP/1.1" status: 200 len: 919 time: 0.2229583 Jun 02 20:34:22.650346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52558) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:22.656584 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-323247ca-e519-4af0-9fa9-f212f7fb7b8c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:22.678347 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3b5f44-914f-4be1-81b6-c8137b676892') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:22.678649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3b5f44-914f-4be1-81b6-c8137b676892') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:22.691187 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52560) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:22.699520 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-323247ca-e519-4af0-9fa9-f212f7fb7b8c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:22.700637 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-323247ca-e519-4af0-9fa9-f212f7fb7b8c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "DELETE /v2.0/security-groups/2339cab9-f19f-4ce1-86c5-f71a69d349ca HTTP/1.1" status: 204 len: 168 time: 0.8895068 Jun 02 20:34:22.703960 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:22.704350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52564) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:22.727554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:22.773156 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ad4f331b-d8e0-4667-87db-355a6ca5320f tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Synchronizing usage tracker for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:22.781542 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:22.785142 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e769129c-a77d-437c-af03-7492d27d85b9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:22.785962 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e769129c-a77d-437c-af03-7492d27d85b9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Synchronizing usage tracker for tenant:19e3cfb5c7d149af9bbfcec502dca95a on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:22.801694 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:34:22.802099 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:22.803820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ad4f331b-d8e0-4667-87db-355a6ca5320f tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Unset dirty status for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:22.805147 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ad4f331b-d8e0-4667-87db-355a6ca5320f tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0998695 Jun 02 20:34:22.806257 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e769129c-a77d-437c-af03-7492d27d85b9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Unset dirty status for tenant:19e3cfb5c7d149af9bbfcec502dca95a on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:22.809744 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e769129c-a77d-437c-af03-7492d27d85b9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9eda1993-8807-4a42-8466-556269663ed3&device_id=62a4b983-e5d5-4bd5-91e5-74bd57870df6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1552701 Jun 02 20:34:22.809744 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52566) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:34:22.816836 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:34:22.819204 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52568) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:22.825340 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-a18ae052-648f-4e38-a51d-43b174ba52e8 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] delete failed (client error): The resource could not be found. Jun 02 20:34:22.826401 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a18ae052-648f-4e38-a51d-43b174ba52e8 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "DELETE /v2.0/security-groups/2339cab9-f19f-4ce1-86c5-f71a69d349ca HTTP/1.1" status: 404 len: 347 time: 0.0175407 Jun 02 20:34:22.831301 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52570) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:22.835895 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-5d56515c-7c1b-4d5f-ab69-128892b7834c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Request body: {'security_group': {'name': 'tempest-secgroup--899188140'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:22.844788 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-20535e6d-bbbc-4720-83a7-15a726f6886b tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Request body: {'quota': {'network': 2}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:22.852283 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5d56515c-7c1b-4d5f-ab69-128892b7834c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:22.867395 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5d56515c-7c1b-4d5f-ab69-128892b7834c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:22.877641 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-20535e6d-bbbc-4720-83a7-15a726f6886b tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] 10.222.0.25 "PUT /v2.0/quotas/3f674768bd244db0b49f2da4439955f6 HTTP/1.1" status: 200 len: 368 time: 0.1851614 Jun 02 20:34:22.880604 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52572) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:22.885949 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Request body: {'network': {'project_id': '3f674768bd244db0b49f2da4439955f6'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:22.890655 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:22.892859 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d56515c-7c1b-4d5f-ab69-128892b7834c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.043041 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Usage tracker for resource:network and tenant:3f674768bd244db0b49f2da4439955f6 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:23.048019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:23.056594 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:23.064510 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5d56515c-7c1b-4d5f-ab69-128892b7834c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:23.068873 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.070791 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5d56515c-7c1b-4d5f-ab69-128892b7834c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Usage tracker for resource:security_group_rule and tenant:b8454fc7fdb54f849ddb41109291177b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:23.074513 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5d56515c-7c1b-4d5f-ab69-128892b7834c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:23.077540 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:23.077775 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Made reservation on behalf of 3f674768bd244db0b49f2da4439955f6 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:23.080142 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.093069 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5d56515c-7c1b-4d5f-ab69-128892b7834c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:23.093586 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.097465 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.118558 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Network': ['ID=0b27df90-53ac-4582-b906-2fb4951f96d7,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:23.126106 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:23.132155 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Usage tracker for resource:security_group_rule and tenant:3f674768bd244db0b49f2da4439955f6 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:23.132829 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:23.134282 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/networks/0b27df90-53ac-4582-b906-2fb4951f96d7 HTTP/1.1" status: 204 len: 168 time: 5.4521310 Jun 02 20:34:23.138211 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:23.141105 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52574) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:23.145943 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:23.146617 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-a66a1fef-530b-4b7a-b225-c6f3752edb82 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1076510793'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:23.214537 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d56515c-7c1b-4d5f-ab69-128892b7834c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.220896 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d56515c-7c1b-4d5f-ab69-128892b7834c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.225758 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-03f26597-fa90-4660-b7ff-ffedfda708be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:23.288656 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56515c-7c1b-4d5f-ab69-128892b7834c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2099e2a1-f14f-4cce-974b-3b1fa4cba4c7,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:23.291905 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5d56515c-7c1b-4d5f-ab69-128892b7834c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:23.313660 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d56515c-7c1b-4d5f-ab69-128892b7834c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.318274 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5d56515c-7c1b-4d5f-ab69-128892b7834c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4826586 Jun 02 20:34:23.318274 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52580) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:23.326103 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-182af1bd-f09e-431b-a8d8-d03102fc1d82 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Request body: {'security_group_rule': {'security_group_id': '2099e2a1-f14f-4cce-974b-3b1fa4cba4c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:23.340357 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-182af1bd-f09e-431b-a8d8-d03102fc1d82 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:23.341744 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fd101e-3628-41ac-b822-10eb2cb0e68e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:23.342311 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-61fd101e-3628-41ac-b822-10eb2cb0e68e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Synchronizing usage tracker for tenant:19e3cfb5c7d149af9bbfcec502dca95a on resource:network {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:23.347004 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.348343 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-182af1bd-f09e-431b-a8d8-d03102fc1d82 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Usage tracker for resource:security_group_rule and tenant:b8454fc7fdb54f849ddb41109291177b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:23.352112 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-182af1bd-f09e-431b-a8d8-d03102fc1d82 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:23.352594 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a66a1fef-530b-4b7a-b225-c6f3752edb82 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:23.355567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.359169 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a66a1fef-530b-4b7a-b225-c6f3752edb82 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Usage tracker for resource:network and tenant:8b39c886936241a7ba5b37f9a3ce6bc8 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:23.362173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a66a1fef-530b-4b7a-b225-c6f3752edb82 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:23.362582 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ce9bc16b-d5b9-45ec-9e07-6ad450ecf45c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:23.376463 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-182af1bd-f09e-431b-a8d8-d03102fc1d82 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:23.379774 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a66a1fef-530b-4b7a-b225-c6f3752edb82 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:23.396569 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-61fd101e-3628-41ac-b822-10eb2cb0e68e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Unset dirty status for tenant:19e3cfb5c7d149af9bbfcec502dca95a on resource:network {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:23.397680 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-61fd101e-3628-41ac-b822-10eb2cb0e68e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "GET /v2.0/networks/9eda1993-8807-4a42-8466-556269663ed3 HTTP/1.1" status: 200 len: 881 time: 0.5776849 Jun 02 20:34:23.401825 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52582) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:23.405213 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:34:23.420253 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932f3e86-cab0-4b8a-811d-c1c5d5bb8b05,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:23.423337 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:23.425300 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-182af1bd-f09e-431b-a8d8-d03102fc1d82 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.440844 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.441189 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Added segment 97e0c0ff-7ad9-481e-8a72-31fe4a53ff3e of type vlan for network 58fea09f-b287-456f-8d72-5c2616e9555c Jun 02 20:34:23.491070 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.496005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66a1fef-530b-4b7a-b225-c6f3752edb82 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Made reservation on behalf of 8b39c886936241a7ba5b37f9a3ce6bc8 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:23.499530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a66a1fef-530b-4b7a-b225-c6f3752edb82 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.514899 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-182af1bd-f09e-431b-a8d8-d03102fc1d82 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.521483 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-37983160-4f79-4156-a856-6e8ca815d6fb tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "GET /v2.0/ports?device_id=62a4b983-e5d5-4bd5-91e5-74bd57870df6 HTTP/1.1" status: 200 len: 205 time: 0.1178198 Jun 02 20:34:23.524880 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52584) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:23.562460 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.564331 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66a1fef-530b-4b7a-b225-c6f3752edb82 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:34:23.583599 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-182af1bd-f09e-431b-a8d8-d03102fc1d82 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.607194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:23.630160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.633302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a66a1fef-530b-4b7a-b225-c6f3752edb82 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.633651 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-a66a1fef-530b-4b7a-b225-c6f3752edb82 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Added segment 441df889-8372-4089-9f7e-c0e8718fe39e of type vlan for network cb891a45-66bf-4a20-80ae-f409b68c89d7 Jun 02 20:34:23.645274 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:23.645856 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.649777 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182af1bd-f09e-431b-a8d8-d03102fc1d82 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d41a92c-d211-4e51-a662-71c73cda6975,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:23.652837 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-182af1bd-f09e-431b-a8d8-d03102fc1d82 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:23.660039 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:23.728334 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a66a1fef-530b-4b7a-b225-c6f3752edb82 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.747901 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-182af1bd-f09e-431b-a8d8-d03102fc1d82 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.751840 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-182af1bd-f09e-431b-a8d8-d03102fc1d82 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4301641 Jun 02 20:34:23.756836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52588) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:23.806846 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9249678 Jun 02 20:34:23.810544 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52590) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:23.816619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-304ebbc1-c1eb-4df3-9647-04964b2d0a8a tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Request body: {'network': {'project_id': '3f674768bd244db0b49f2da4439955f6'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:23.822090 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d684ec49-e892-48d9-a436-6dd5b7862245 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.836252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a66a1fef-530b-4b7a-b225-c6f3752edb82 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.842219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66a1fef-530b-4b7a-b225-c6f3752edb82 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:23.842550 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Pushing event updated for resources: {'Network': ['ID=58fea09f-b287-456f-8d72-5c2616e9555c,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:23.842798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a66a1fef-530b-4b7a-b225-c6f3752edb82 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.845182 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:23.852111 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-304ebbc1-c1eb-4df3-9647-04964b2d0a8a tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:23.854594 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 58fea09f-b287-456f-8d72-5c2616e9555c details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:34:23.855079 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:23.859430 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1847b01c-4bdb-4f13-abeb-410fc017c165 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.870714 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d684ec49-e892-48d9-a436-6dd5b7862245 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:23.892500 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-304ebbc1-c1eb-4df3-9647-04964b2d0a8a tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Usage tracker for resource:network and tenant:3f674768bd244db0b49f2da4439955f6 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:23.899586 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-304ebbc1-c1eb-4df3-9647-04964b2d0a8a tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:23.929266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-304ebbc1-c1eb-4df3-9647-04964b2d0a8a tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:24.007108 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a66a1fef-530b-4b7a-b225-c6f3752edb82 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8655360 Jun 02 20:34:24.012788 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52592) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:24.017698 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a1fef-530b-4b7a-b225-c6f3752edb82 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Network': ['ID=cb891a45-66bf-4a20-80ae-f409b68c89d7,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:24.022843 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-fc4e2378-d315-4fd7-968b-7ed7a0372f24 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'subnet': {'network_id': 'cb891a45-66bf-4a20-80ae-f409b68c89d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:24.031745 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network cb891a45-66bf-4a20-80ae-f409b68c89d7 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:34:24.039636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a66a1fef-530b-4b7a-b225-c6f3752edb82 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:24.043549 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304ebbc1-c1eb-4df3-9647-04964b2d0a8a tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Made reservation on behalf of 3f674768bd244db0b49f2da4439955f6 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:24.044988 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1847b01c-4bdb-4f13-abeb-410fc017c165 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:24.045761 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-304ebbc1-c1eb-4df3-9647-04964b2d0a8a tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:24.067289 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d684ec49-e892-48d9-a436-6dd5b7862245 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:24.067987 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Router 241347aa-1052-45a5-a78b-9381d9cc5a69 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:34:24.117895 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-1847b01c-4bdb-4f13-abeb-410fc017c165 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Deleting port 26a58df8-5072-43a0-aefc-241eac5f9205 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:24.118984 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1847b01c-4bdb-4f13-abeb-410fc017c165 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:24.134164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:24.214818 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684ec49-e892-48d9-a436-6dd5b7862245 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d41a92c-d211-4e51-a662-71c73cda6975,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:24.235904 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d684ec49-e892-48d9-a436-6dd5b7862245 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:24.238257 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d684ec49-e892-48d9-a436-6dd5b7862245 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:24.239342 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1847b01c-4bdb-4f13-abeb-410fc017c165 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:24.239450 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d684ec49-e892-48d9-a436-6dd5b7862245 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/4d41a92c-d211-4e51-a662-71c73cda6975 HTTP/1.1" status: 204 len: 168 time: 0.4816179 Jun 02 20:34:24.247088 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52594) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:24.252422 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304ebbc1-c1eb-4df3-9647-04964b2d0a8a tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:34:24.259875 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fc4e2378-d315-4fd7-968b-7ed7a0372f24 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:24.278938 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fc4e2378-d315-4fd7-968b-7ed7a0372f24 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Usage tracker for resource:subnet and tenant:8b39c886936241a7ba5b37f9a3ce6bc8 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:24.284749 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fc4e2378-d315-4fd7-968b-7ed7a0372f24 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:24.289293 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-304ebbc1-c1eb-4df3-9647-04964b2d0a8a tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:24.289638 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-304ebbc1-c1eb-4df3-9647-04964b2d0a8a tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Added segment 1cd21d92-3ecb-43a5-a2a9-5013b03a3718 of type vlan for network e4ebd23b-735c-4c35-a777-632c181edf73 Jun 02 20:34:24.339252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fc4e2378-d315-4fd7-968b-7ed7a0372f24 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:24.380256 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-1847b01c-4bdb-4f13-abeb-410fc017c165 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Calling delete_port for 26a58df8-5072-43a0-aefc-241eac5f9205 owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:24.390981 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4e2378-d315-4fd7-968b-7ed7a0372f24 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Made reservation on behalf of 8b39c886936241a7ba5b37f9a3ce6bc8 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:24.394374 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc4e2378-d315-4fd7-968b-7ed7a0372f24 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:24.411545 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-fd6bd483-5654-4ec7-aa85-f92f568ad8ef tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Synchronizing usage tracker for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:24.420753 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-304ebbc1-c1eb-4df3-9647-04964b2d0a8a tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:24.430709 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:34:24.451799 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-fd6bd483-5654-4ec7-aa85-f92f568ad8ef tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Unset dirty status for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:24.457333 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fd6bd483-5654-4ec7-aa85-f92f568ad8ef tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2058434 Jun 02 20:34:24.457933 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52600) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:24.464729 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8b8eee-54f2-4962-a057-fd822dd22870 None None] Sync routers for ids ['241347aa-1052-45a5-a78b-9381d9cc5a69'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:34:24.490811 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8b8eee-54f2-4962-a057-fd822dd22870 None None] Routers {'241347aa-1052-45a5-a78b-9381d9cc5a69'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:24.492667 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3c8b8eee-54f2-4962-a057-fd822dd22870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['241347aa-1052-45a5-a78b-9381d9cc5a69'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:24.544938 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f789052c-823a-4fb9-9f7a-df0b9de5f296 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:24.552694 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:24.556750 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.1067078 Jun 02 20:34:24.557716 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52602) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:24.585408 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f789052c-823a-4fb9-9f7a-df0b9de5f296 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:24.609527 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3c8b8eee-54f2-4962-a057-fd822dd22870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:24.619020 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8b8eee-54f2-4962-a057-fd822dd22870 None None] Routers {'241347aa-1052-45a5-a78b-9381d9cc5a69'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:24.619986 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3c8b8eee-54f2-4962-a057-fd822dd22870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['241347aa-1052-45a5-a78b-9381d9cc5a69'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:24.623663 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-304ebbc1-c1eb-4df3-9647-04964b2d0a8a tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:24.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304ebbc1-c1eb-4df3-9647-04964b2d0a8a tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:24.625356 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-304ebbc1-c1eb-4df3-9647-04964b2d0a8a tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:24.636514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:24.682440 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3c8b8eee-54f2-4962-a057-fd822dd22870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:24.682900 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8b8eee-54f2-4962-a057-fd822dd22870 None None] The sync data for ids ['241347aa-1052-45a5-a78b-9381d9cc5a69'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:34:24.685523 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f789052c-823a-4fb9-9f7a-df0b9de5f296 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:24.690664 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a829f700-4cf0-4a30-a925-6a8fc41244ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:24.712233 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789052c-823a-4fb9-9f7a-df0b9de5f296 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2099e2a1-f14f-4cce-974b-3b1fa4cba4c7,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:24.715216 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f789052c-823a-4fb9-9f7a-df0b9de5f296 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:24.748122 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1847b01c-4bdb-4f13-abeb-410fc017c165 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:24.750072 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-304ebbc1-c1eb-4df3-9647-04964b2d0a8a tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9372649 Jun 02 20:34:24.753264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a9361786-a960-4d8f-b4f8-e357ad81f992 tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:24.760908 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52604) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:24.765594 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-404d4f28-ed0c-4e64-8c09-a1786d15ab5e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Request body: {'network': {'project_id': '3f674768bd244db0b49f2da4439955f6'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:24.771353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ebbc1-c1eb-4df3-9647-04964b2d0a8a tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Pushing event updated for resources: {'Network': ['ID=e4ebd23b-735c-4c35-a777-632c181edf73,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:24.781676 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network e4ebd23b-735c-4c35-a777-632c181edf73 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:34:24.783908 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f789052c-823a-4fb9-9f7a-df0b9de5f296 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:24.785012 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f789052c-823a-4fb9-9f7a-df0b9de5f296 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "DELETE /v2.0/security-groups/2099e2a1-f14f-4cce-974b-3b1fa4cba4c7 HTTP/1.1" status: 204 len: 168 time: 0.3261950 Jun 02 20:34:24.793458 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52606) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:24.825771 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-304ebbc1-c1eb-4df3-9647-04964b2d0a8a tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:24.827955 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-404d4f28-ed0c-4e64-8c09-a1786d15ab5e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:24.847613 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847b01c-4bdb-4f13-abeb-410fc017c165 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Pushing event deleted for resources: {'Port': ['ID=26a58df8-5072-43a0-aefc-241eac5f9205,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:24.850212 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1847b01c-4bdb-4f13-abeb-410fc017c165 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:24.988979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-404d4f28-ed0c-4e64-8c09-a1786d15ab5e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Usage tracker for resource:network and tenant:3f674768bd244db0b49f2da4439955f6 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:24.995360 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-404d4f28-ed0c-4e64-8c09-a1786d15ab5e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:25.014819 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-404d4f28-ed0c-4e64-8c09-a1786d15ab5e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:25.048984 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-404d4f28-ed0c-4e64-8c09-a1786d15ab5e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 02 20:34:25.049467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404d4f28-ed0c-4e64-8c09-a1786d15ab5e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:34:25.053172 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-404d4f28-ed0c-4e64-8c09-a1786d15ab5e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2887561 Jun 02 20:34:25.053547 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52610) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:25.071827 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-459e5307-df3e-4695-8faa-fc590bf7ee1f tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "GET /v2.0/routers/241347aa-1052-45a5-a78b-9381d9cc5a69 HTTP/1.1" status: 200 len: 925 time: 0.5103126 Jun 02 20:34:25.077878 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52612) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:25.131370 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6adb5fa2-1bd6-48f5-b946-b948e03ea633 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "GET /v2.0/ports?device_id=241347aa-1052-45a5-a78b-9381d9cc5a69 HTTP/1.1" status: 200 len: 205 time: 0.0522654 Jun 02 20:34:25.134872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52614) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:25.163472 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-88d913cc-eb15-4cf9-88ff-b808ebb35d08 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Synchronizing usage tracker for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:25.180134 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1847b01c-4bdb-4f13-abeb-410fc017c165 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:25.301561 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cd5c27f2-ab57-47e3-a792-49e34b7b3b9e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:25.368097 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-88d913cc-eb15-4cf9-88ff-b808ebb35d08 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Unset dirty status for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:25.369373 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-88d913cc-eb15-4cf9-88ff-b808ebb35d08 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5750065 Jun 02 20:34:25.377749 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52616) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:25.384520 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-ba9c4c81-17a6-4178-b84a-d1d3466ddbf1 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Request body: {'security_group': {'name': 'tempest-secgroup--1540033202'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:25.393803 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1847b01c-4bdb-4f13-abeb-410fc017c165 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:25.395679 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ba9c4c81-17a6-4178-b84a-d1d3466ddbf1 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:25.398657 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1847b01c-4bdb-4f13-abeb-410fc017c165 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:25.404231 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a340a401-e867-4bea-a055-4861ccef3329 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:25.410956 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ba9c4c81-17a6-4178-b84a-d1d3466ddbf1 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:25.486238 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba9c4c81-17a6-4178-b84a-d1d3466ddbf1 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:25.538428 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1847b01c-4bdb-4f13-abeb-410fc017c165 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:25.538963 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1847b01c-4bdb-4f13-abeb-410fc017c165 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Fanout notify agent at l3_agent the message router_deleted on router 62a4b983-e5d5-4bd5-91e5-74bd57870df6 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:34:25.570379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cd5c27f2-ab57-47e3-a792-49e34b7b3b9e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:25.593356 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1847b01c-4bdb-4f13-abeb-410fc017c165 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:25.594427 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1847b01c-4bdb-4f13-abeb-410fc017c165 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "DELETE /v2.0/routers/62a4b983-e5d5-4bd5-91e5-74bd57870df6 HTTP/1.1" status: 204 len: 168 time: 2.0686312 Jun 02 20:34:25.597981 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-cd5c27f2-ab57-47e3-a792-49e34b7b3b9e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ebd23b-735c-4c35-a777-632c181edf73']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:25.598119 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52618) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:25.602544 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-09daed36-e164-4446-95c7-e791f0acccde tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1334802934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:25.603197 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ba9c4c81-17a6-4178-b84a-d1d3466ddbf1 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:25.610962 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ba9c4c81-17a6-4178-b84a-d1d3466ddbf1 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Usage tracker for resource:security_group_rule and tenant:b8454fc7fdb54f849ddb41109291177b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:25.613822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-09daed36-e164-4446-95c7-e791f0acccde tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:25.614405 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-cd5c27f2-ab57-47e3-a792-49e34b7b3b9e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd21d92-3ecb-43a5-a2a9-5013b03a3718') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:25.614709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-cd5c27f2-ab57-47e3-a792-49e34b7b3b9e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd21d92-3ecb-43a5-a2a9-5013b03a3718') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:25.621667 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ba9c4c81-17a6-4178-b84a-d1d3466ddbf1 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:25.629932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-09daed36-e164-4446-95c7-e791f0acccde tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Usage tracker for resource:router and tenant:3cbb764583324d7abf5b90b72ad8a058 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:25.630840 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ba9c4c81-17a6-4178-b84a-d1d3466ddbf1 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:25.633669 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cd5c27f2-ab57-47e3-a792-49e34b7b3b9e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:25.634401 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a340a401-e867-4bea-a055-4861ccef3329 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:25.637924 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-09daed36-e164-4446-95c7-e791f0acccde tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:25.650354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-09daed36-e164-4446-95c7-e791f0acccde tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:25.659695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cd5c27f2-ab57-47e3-a792-49e34b7b3b9e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:25.674343 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5c27f2-ab57-47e3-a792-49e34b7b3b9e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:34:25.674745 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cd5c27f2-ab57-47e3-a792-49e34b7b3b9e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:34:25.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:34:25.735953 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-09daed36-e164-4446-95c7-e791f0acccde tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:25.736949 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-09daed36-e164-4446-95c7-e791f0acccde tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:25.784241 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc4e2378-d315-4fd7-968b-7ed7a0372f24 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:25.792571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dcc0d97f-ba35-4efd-a275-d22e9a4877b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:25.798029 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cd5c27f2-ab57-47e3-a792-49e34b7b3b9e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:25.808089 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:25.821403 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cd5c27f2-ab57-47e3-a792-49e34b7b3b9e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:25.843299 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a340a401-e867-4bea-a055-4861ccef3329 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Deleting port 6e37f99d-44c3-4dda-89cf-c6d93ea0bf3a {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:25.843648 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a340a401-e867-4bea-a055-4861ccef3329 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:25.847673 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c27f2-ab57-47e3-a792-49e34b7b3b9e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4ebd23b-735c-4c35-a777-632c181edf73,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:25.854036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-cd5c27f2-ab57-47e3-a792-49e34b7b3b9e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:25.870024 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cd5c27f2-ab57-47e3-a792-49e34b7b3b9e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] 10.222.0.25 "DELETE /v2.0/networks/e4ebd23b-735c-4c35-a777-632c181edf73 HTTP/1.1" status: 204 len: 168 time: 0.8154840 Jun 02 20:34:25.872192 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-09daed36-e164-4446-95c7-e791f0acccde tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:25.873900 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52624) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:25.905694 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba9c4c81-17a6-4178-b84a-d1d3466ddbf1 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:25.955576 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba9c4c81-17a6-4178-b84a-d1d3466ddbf1 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:25.972329 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f789052c-823a-4fb9-9f7a-df0b9de5f296 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:25.974837 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e2378-d315-4fd7-968b-7ed7a0372f24 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Subnet': ['ID=7fd95a4c-d0ff-43a2-a0c2-25e5e7d7dd68,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:25.983444 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fc4e2378-d315-4fd7-968b-7ed7a0372f24 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:25.985272 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4e2378-d315-4fd7-968b-7ed7a0372f24 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Checking segment: {'id': '441df889-8372-4089-9f7e-c0e8718fe39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cb891a45-66bf-4a20-80ae-f409b68c89d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:25.985769 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4e2378-d315-4fd7-968b-7ed7a0372f24 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Network hostable DHCP agents. Network: cb891a45-66bf-4a20-80ae-f409b68c89d7, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:34:26.006448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-09daed36-e164-4446-95c7-e791f0acccde tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.016370 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba9c4c81-17a6-4178-b84a-d1d3466ddbf1 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.020087 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ba9c4c81-17a6-4178-b84a-d1d3466ddbf1 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6387906 Jun 02 20:34:26.024031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52628) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:26.031500 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8f823bd-ab4f-42e9-a83c-885540856546 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.034699 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c4c81-17a6-4178-b84a-d1d3466ddbf1 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26240344-7e57-4049-8e41-e63e80fe84be,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:26.037722 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ba9c4c81-17a6-4178-b84a-d1d3466ddbf1 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:26.043714 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-68347b4d-05c6-492e-b311-01b4a3524cae tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Request body: {'security_group_rule': {'security_group_id': '26240344-7e57-4049-8e41-e63e80fe84be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:26.055534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-68347b4d-05c6-492e-b311-01b4a3524cae tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:26.061107 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a340a401-e867-4bea-a055-4861ccef3329 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.072976 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4e2378-d315-4fd7-968b-7ed7a0372f24 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Network cb891a45-66bf-4a20-80ae-f409b68c89d7 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:34:26.081748 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-68347b4d-05c6-492e-b311-01b4a3524cae tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Usage tracker for resource:security_group_rule and tenant:b8454fc7fdb54f849ddb41109291177b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:26.133194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-68347b4d-05c6-492e-b311-01b4a3524cae tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:26.135871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-09daed36-e164-4446-95c7-e791f0acccde tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.137025 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-09daed36-e164-4446-95c7-e791f0acccde tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5380116 Jun 02 20:34:26.148870 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52630) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:26.164470 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-d67b8249-0fa1-4b2b-8b3e-76645f61092c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'enable_snat': True}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:26.198213 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-68347b4d-05c6-492e-b311-01b4a3524cae tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:26.205751 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a340a401-e867-4bea-a055-4861ccef3329 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Calling delete_port for 6e37f99d-44c3-4dda-89cf-c6d93ea0bf3a owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:26.217357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-fc4e2378-d315-4fd7-968b-7ed7a0372f24 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, cb891a45-66bf-4a20-80ae-f409b68c89d7) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:26.228429 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8b30b3-cdcf-4030-98ab-fca0497f24b9 None None] Network cb891a45-66bf-4a20-80ae-f409b68c89d7 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:26.236467 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8f823bd-ab4f-42e9-a83c-885540856546 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.241684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-68347b4d-05c6-492e-b311-01b4a3524cae tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.252100 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4e2378-d315-4fd7-968b-7ed7a0372f24 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:26.252390 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc4e2378-d315-4fd7-968b-7ed7a0372f24 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.298863 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fc4e2378-d315-4fd7-968b-7ed7a0372f24 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2803371 Jun 02 20:34:26.299756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52632) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:26.303849 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-c8f823bd-ab4f-42e9-a83c-885540856546 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58fea09f-b287-456f-8d72-5c2616e9555c']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:26.305182 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c107221e-02a8-473d-a4e8-e926be53bc60 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1468474336'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:26.315619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c107221e-02a8-473d-a4e8-e926be53bc60 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:26.324308 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c107221e-02a8-473d-a4e8-e926be53bc60 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Usage tracker for resource:network and tenant:8b39c886936241a7ba5b37f9a3ce6bc8 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:26.335768 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c107221e-02a8-473d-a4e8-e926be53bc60 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:26.351475 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c107221e-02a8-473d-a4e8-e926be53bc60 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:26.364442 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-68347b4d-05c6-492e-b311-01b4a3524cae tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.369196 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-68347b4d-05c6-492e-b311-01b4a3524cae tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.373810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e4d7e086-3863-4e80-b453-e7fedf236159 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:26.380885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-c8f823bd-ab4f-42e9-a83c-885540856546 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e0c0ff-7ad9-481e-8a72-31fe4a53ff3e') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:26.381231 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-c8f823bd-ab4f-42e9-a83c-885540856546 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e0c0ff-7ad9-481e-8a72-31fe4a53ff3e') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:26.394274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c107221e-02a8-473d-a4e8-e926be53bc60 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Made reservation on behalf of 8b39c886936241a7ba5b37f9a3ce6bc8 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:26.397692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c107221e-02a8-473d-a4e8-e926be53bc60 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.418912 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68347b4d-05c6-492e-b311-01b4a3524cae tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750f9adc-e8a4-4269-81a2-6014fa2475bf,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:26.430377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-68347b4d-05c6-492e-b311-01b4a3524cae tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:26.449806 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-68347b4d-05c6-492e-b311-01b4a3524cae tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.451182 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-68347b4d-05c6-492e-b311-01b4a3524cae tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4151838 Jun 02 20:34:26.456715 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52634) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:26.464157 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-70006bd4-6db8-4179-8a56-e2a608eeffd4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Request body: {'security_group_rule': {'security_group_id': '26240344-7e57-4049-8e41-e63e80fe84be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:26.469649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c107221e-02a8-473d-a4e8-e926be53bc60 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:34:26.470007 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-cb891a45-66bf-4a20-80ae-f409b68c89d7', 'network_id': 'cb891a45-66bf-4a20-80ae-f409b68c89d7', 'tenant_id': '8b39c886936241a7ba5b37f9a3ce6bc8', 'fixed_ips': [{'subnet_id': '7fd95a4c-d0ff-43a2-a0c2-25e5e7d7dd68'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:34:26.470975 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.514031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-70006bd4-6db8-4179-8a56-e2a608eeffd4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:26.530187 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-70006bd4-6db8-4179-8a56-e2a608eeffd4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Usage tracker for resource:security_group_rule and tenant:b8454fc7fdb54f849ddb41109291177b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:26.535560 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c107221e-02a8-473d-a4e8-e926be53bc60 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.535903 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-c107221e-02a8-473d-a4e8-e926be53bc60 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Added segment 65b622b7-bdd8-47b9-a922-946db30afb23 of type vlan for network 8a1f8abe-b9f8-4816-825e-e23146c5e017 Jun 02 20:34:26.538708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-70006bd4-6db8-4179-8a56-e2a608eeffd4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:26.553993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-70006bd4-6db8-4179-8a56-e2a608eeffd4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:26.563072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a340a401-e867-4bea-a055-4861ccef3329 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.570863 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-afabf0b3-acb3-4ef2-a9a3-360a5e89946d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:26.597233 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8f823bd-ab4f-42e9-a83c-885540856546 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.668534 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Allocated IP 2001:db8::3 (cb891a45-66bf-4a20-80ae-f409b68c89d7/7fd95a4c-d0ff-43a2-a0c2-25e5e7d7dd68/d8cc4064-be23-4bad-8a95-d6f7cc9486ec) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:26.728520 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8f823bd-ab4f-42e9-a83c-885540856546 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.745899 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d67b8249-0fa1-4b2b-8b3e-76645f61092c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.749851 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f823bd-ab4f-42e9-a83c-885540856546 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:34:26.750244 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8f823bd-ab4f-42e9-a83c-885540856546 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:34:26.764277 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:34:26.800720 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340a401-e867-4bea-a055-4861ccef3329 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Pushing event deleted for resources: {'Port': ['ID=6e37f99d-44c3-4dda-89cf-c6d93ea0bf3a,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:26.809068 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c107221e-02a8-473d-a4e8-e926be53bc60 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.819332 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a340a401-e867-4bea-a055-4861ccef3329 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:26.876269 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70006bd4-6db8-4179-8a56-e2a608eeffd4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.888447 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a340a401-e867-4bea-a055-4861ccef3329 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.924296 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8f823bd-ab4f-42e9-a83c-885540856546 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.935585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8f823bd-ab4f-42e9-a83c-885540856546 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.942397 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.948684 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:26.953606 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Transition to ACTIVE for port object d8cc4064-be23-4bad-8a95-d6f7cc9486ec will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:26.972189 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Transition to ACTIVE for port object d8cc4064-be23-4bad-8a95-d6f7cc9486ec will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:26.973007 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f823bd-ab4f-42e9-a83c-885540856546 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Pushing event deleted for resources: {'Network': ['ID=58fea09f-b287-456f-8d72-5c2616e9555c,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:26.976353 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c8f823bd-ab4f-42e9-a83c-885540856546 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:26.982323 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c8f823bd-ab4f-42e9-a83c-885540856546 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] 10.222.0.25 "DELETE /v2.0/networks/58fea09f-b287-456f-8d72-5c2616e9555c HTTP/1.1" status: 204 len: 168 time: 1.1060195 Jun 02 20:34:26.982752 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:26.988901 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:27.030674 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.db.resource_extend [None req-c107221e-02a8-473d-a4e8-e926be53bc60 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 20:34:27.061803 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Network cb891a45-66bf-4a20-80ae-f409b68c89d7 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:27.065273 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:27.069870 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:27.080176 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Pushing event updated for resources: {'Port': ['ID=d8cc4064-be23-4bad-8a95-d6f7cc9486ec,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:27.113919 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:27.118202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a340a401-e867-4bea-a055-4861ccef3329 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:27.124254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a340a401-e867-4bea-a055-4861ccef3329 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:27.144460 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c107221e-02a8-473d-a4e8-e926be53bc60 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:27.151514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c107221e-02a8-473d-a4e8-e926be53bc60 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:27.152138 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c107221e-02a8-473d-a4e8-e926be53bc60 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:27.172815 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:27.228430 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Attempting to bind port d8cc4064-be23-4bad-8a95-d6f7cc9486ec on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:34:27.229545 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Attempting to bind port d8cc4064-be23-4bad-8a95-d6f7cc9486ec by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '441df889-8372-4089-9f7e-c0e8718fe39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cb891a45-66bf-4a20-80ae-f409b68c89d7'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:34:27.229912 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Attempting to bind port d8cc4064-be23-4bad-8a95-d6f7cc9486ec on network cb891a45-66bf-4a20-80ae-f409b68c89d7 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:34:27.254036 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:34:27.254618 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Checking segment: {'id': '441df889-8372-4089-9f7e-c0e8718fe39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cb891a45-66bf-4a20-80ae-f409b68c89d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:27.255130 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:27.255683 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Bound using segment: {'id': '441df889-8372-4089-9f7e-c0e8718fe39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cb891a45-66bf-4a20-80ae-f409b68c89d7'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:34:27.256402 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Bound port: d8cc4064-be23-4bad-8a95-d6f7cc9486ec, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441df889-8372-4089-9f7e-c0e8718fe39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'cb891a45-66bf-4a20-80ae-f409b68c89d7'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:34:27.257011 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:27.365429 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107221e-02a8-473d-a4e8-e926be53bc60 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Network': ['ID=8a1f8abe-b9f8-4816-825e-e23146c5e017,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:27.390167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c107221e-02a8-473d-a4e8-e926be53bc60 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:27.394110 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70006bd4-6db8-4179-8a56-e2a608eeffd4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:27.406767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a340a401-e867-4bea-a055-4861ccef3329 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:27.407319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a340a401-e867-4bea-a055-4861ccef3329 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Fanout notify agent at l3_agent the message router_deleted on router 241347aa-1052-45a5-a78b-9381d9cc5a69 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:34:27.410590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70006bd4-6db8-4179-8a56-e2a608eeffd4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:27.412450 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:27.415177 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 8a1f8abe-b9f8-4816-825e-e23146c5e017 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:34:27.425433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d67b8249-0fa1-4b2b-8b3e-76645f61092c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:27.426006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a340a401-e867-4bea-a055-4861ccef3329 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:27.426618 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a340a401-e867-4bea-a055-4861ccef3329 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "DELETE /v2.0/routers/241347aa-1052-45a5-a78b-9381d9cc5a69 HTTP/1.1" status: 204 len: 168 time: 2.2909608 Jun 02 20:34:27.438235 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52646) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:27.442445 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c107221e-02a8-473d-a4e8-e926be53bc60 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1419771 Jun 02 20:34:27.447535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2093904410', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'enable_snat': False}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:27.455993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52648) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:27.456721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70006bd4-6db8-4179-8a56-e2a608eeffd4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807b39f6-e59b-4368-892d-152a99d792d9,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:27.460231 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:27.469150 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-7a8185a6-acf1-4399-8b14-f498df9c0a40 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'subnet': {'network_id': '8a1f8abe-b9f8-4816-825e-e23146c5e017', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:27.507008 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d67b8249-0fa1-4b2b-8b3e-76645f61092c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:27.581265 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-70006bd4-6db8-4179-8a56-e2a608eeffd4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:27.587842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Usage tracker for resource:router and tenant:b4277689824940fd8cbcfbeedf87b14b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:27.594141 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:27.597553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7a8185a6-acf1-4399-8b14-f498df9c0a40 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:27.613478 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:27.616201 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70006bd4-6db8-4179-8a56-e2a608eeffd4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:27.617580 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-70006bd4-6db8-4179-8a56-e2a608eeffd4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1577976 Jun 02 20:34:27.619006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7a8185a6-acf1-4399-8b14-f498df9c0a40 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Usage tracker for resource:subnet and tenant:8b39c886936241a7ba5b37f9a3ce6bc8 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:27.623398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52652) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:27.624462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7a8185a6-acf1-4399-8b14-f498df9c0a40 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:27.631496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e632170f-3d67-4393-b02b-72be57a455c7 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Request body: {'security_group_rule': {'security_group_id': '26240344-7e57-4049-8e41-e63e80fe84be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:27.643967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7a8185a6-acf1-4399-8b14-f498df9c0a40 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:27.647749 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e632170f-3d67-4393-b02b-72be57a455c7 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:27.655810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e632170f-3d67-4393-b02b-72be57a455c7 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Usage tracker for resource:security_group_rule and tenant:b8454fc7fdb54f849ddb41109291177b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:27.659919 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:27.661852 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:27.665025 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e632170f-3d67-4393-b02b-72be57a455c7 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:27.674531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8185a6-acf1-4399-8b14-f498df9c0a40 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Made reservation on behalf of 8b39c886936241a7ba5b37f9a3ce6bc8 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:27.677973 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a8185a6-acf1-4399-8b14-f498df9c0a40 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:27.691925 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] For port d8cc4064-be23-4bad-8a95-d6f7cc9486ec, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:34:27.695500 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e632170f-3d67-4393-b02b-72be57a455c7 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:27.702951 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] For port d8cc4064-be23-4bad-8a95-d6f7cc9486ec, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d8cc4064-be23-4bad-8a95-d6f7cc9486ec,segment=NetworkSegment(441df889-8372-4089-9f7e-c0e8718fe39e),segment_id=441df889-8372-4089-9f7e-c0e8718fe39e)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:34:27.711927 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:27.732322 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-36b1f994-33cc-43b4-b436-c812ca25f0be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:27.755433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52654) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:27.760776 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-d67b8249-0fa1-4b2b-8b3e-76645f61092c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Allocated IP 172.26.0.21 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/86b880a1-c7e1-442e-981f-7c4ae28ff37f) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:27.782150 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:27.793644 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.ipam_backend_mixin [None req-7a8185a6-acf1-4399-8b14-f498df9c0a40 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Performing IP validity checks on allocation pools {{(pid=92549) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 02 20:34:27.794397 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.ipam_backend_mixin [None req-7a8185a6-acf1-4399-8b14-f498df9c0a40 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92549) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 02 20:34:27.801459 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e632170f-3d67-4393-b02b-72be57a455c7 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:27.833674 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Pushing event updated for resources: {'Port': ['ID=d8cc4064-be23-4bad-8a95-d6f7cc9486ec,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:27.844779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:27.986698 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3e47361-03b9-44d4-928f-ee03edc14af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:28.017931 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e3e47361-03b9-44d4-928f-ee03edc14af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:28.022178 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e3e47361-03b9-44d4-928f-ee03edc14af2 admin admin] Usage tracker for resource:security_group_rule and tenant:5e4869565a9c4c22a453d882182b09af is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:28.025596 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e3e47361-03b9-44d4-928f-ee03edc14af2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:28.032574 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e3e47361-03b9-44d4-928f-ee03edc14af2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:28.135216 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d67b8249-0fa1-4b2b-8b3e-76645f61092c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:28.255764 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3e47361-03b9-44d4-928f-ee03edc14af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:28.265391 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3e47361-03b9-44d4-928f-ee03edc14af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:28.288640 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3c0878b9-9275-485d-b25f-e3be360a79c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:28.311596 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e3e47361-03b9-44d4-928f-ee03edc14af2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e4869565a9c4c22a453d882182b09af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5530882 Jun 02 20:34:28.312224 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52662) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:28.336930 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:28.347791 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e47361-03b9-44d4-928f-ee03edc14af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02412fb6-ec64-4153-80b8-61c11043a726,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:28.347975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e632170f-3d67-4393-b02b-72be57a455c7 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:28.358061 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e3e47361-03b9-44d4-928f-ee03edc14af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:28.359634 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e632170f-3d67-4393-b02b-72be57a455c7 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:28.375810 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d67b8249-0fa1-4b2b-8b3e-76645f61092c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:28.384186 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d684ec49-e892-48d9-a436-6dd5b7862245 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:28.397581 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-73067e41-2d98-4491-9da6-1cba4b011122 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:28.444236 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632170f-3d67-4393-b02b-72be57a455c7 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4168730c-5e23-4320-a7fa-3d65a0195f73,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:28.448473 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e632170f-3d67-4393-b02b-72be57a455c7 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:28.476033 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67b8249-0fa1-4b2b-8b3e-76645f61092c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:28.485143 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-d67b8249-0fa1-4b2b-8b3e-76645f61092c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:28.494124 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67b8249-0fa1-4b2b-8b3e-76645f61092c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:28.530166 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b8249-0fa1-4b2b-8b3e-76645f61092c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Pushing event updated for resources: {'Port': ['ID=86b880a1-c7e1-442e-981f-7c4ae28ff37f,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:28.532405 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-61b0fb09-d7c4-4c6f-b957-cf4a3db0e7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:28.535839 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d67b8249-0fa1-4b2b-8b3e-76645f61092c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:28.541055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e632170f-3d67-4393-b02b-72be57a455c7 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:28.542290 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e632170f-3d67-4393-b02b-72be57a455c7 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9145677 Jun 02 20:34:28.546202 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52666) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:28.560781 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-f60019d2-ec0f-4745-a816-3c473b649e30 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Request body: {'security_group_rule': {'security_group_id': '26240344-7e57-4049-8e41-e63e80fe84be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:28.571410 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f60019d2-ec0f-4745-a816-3c473b649e30 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:28.590271 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f60019d2-ec0f-4745-a816-3c473b649e30 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Usage tracker for resource:security_group_rule and tenant:b8454fc7fdb54f849ddb41109291177b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:28.645846 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f60019d2-ec0f-4745-a816-3c473b649e30 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:28.649982 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-61b0fb09-d7c4-4c6f-b957-cf4a3db0e7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:28.677350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f60019d2-ec0f-4745-a816-3c473b649e30 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:28.857518 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f60019d2-ec0f-4745-a816-3c473b649e30 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:29.016775 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c922f6e4-fd28-49af-801b-e0338e5d42ce None None] Network cb891a45-66bf-4a20-80ae-f409b68c89d7 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:29.101854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a8185a6-acf1-4399-8b14-f498df9c0a40 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:29.110002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:29.114080 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b50052de-8d10-494b-951e-952c3d66b937 None None] Provisioning for port d8cc4064-be23-4bad-8a95-d6f7cc9486ec completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:34:29.140625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fc4e2378-d315-4fd7-968b-7ed7a0372f24 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:29.183282 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:29.260812 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d67b8249-0fa1-4b2b-8b3e-76645f61092c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:29.279680 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8185a6-acf1-4399-8b14-f498df9c0a40 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Subnet': ['ID=9ff944ef-88ec-4ead-815b-74a09ba602ff,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:29.281274 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d8cc4064-be23-4bad-8a95-d6f7cc9486ec up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:34:29.282997 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7a8185a6-acf1-4399-8b14-f498df9c0a40 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:29.313874 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8185a6-acf1-4399-8b14-f498df9c0a40 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Checking segment: {'id': '65b622b7-bdd8-47b9-a922-946db30afb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8a1f8abe-b9f8-4816-825e-e23146c5e017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:29.314242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8185a6-acf1-4399-8b14-f498df9c0a40 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Network hostable DHCP agents. Network: 8a1f8abe-b9f8-4816-825e-e23146c5e017, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:34:29.350653 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-61b0fb09-d7c4-4c6f-b957-cf4a3db0e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:29.363767 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:29.391684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8185a6-acf1-4399-8b14-f498df9c0a40 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Network 8a1f8abe-b9f8-4816-825e-e23146c5e017 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:34:29.402328 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-61b0fb09-d7c4-4c6f-b957-cf4a3db0e7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:29.406009 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-61b0fb09-d7c4-4c6f-b957-cf4a3db0e7e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02412fb6-ec64-4153-80b8-61c11043a726 HTTP/1.1" status: 204 len: 168 time: 1.0875375 Jun 02 20:34:29.408498 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Allocated IP 172.26.0.191 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/1284a047-ca32-420f-90d2-58f3b69a237d) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:29.415686 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-7a8185a6-acf1-4399-8b14-f498df9c0a40 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 8a1f8abe-b9f8-4816-825e-e23146c5e017) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:29.415858 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0fb09-d7c4-4c6f-b957-cf4a3db0e7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02412fb6-ec64-4153-80b8-61c11043a726,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:29.433368 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8185a6-acf1-4399-8b14-f498df9c0a40 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:29.434095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a8185a6-acf1-4399-8b14-f498df9c0a40 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:29.435932 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-61b0fb09-d7c4-4c6f-b957-cf4a3db0e7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:29.438579 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f60019d2-ec0f-4745-a816-3c473b649e30 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:29.460242 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a9397b-95b3-472d-9b51-04d5831ee04f None None] Network 8a1f8abe-b9f8-4816-825e-e23146c5e017 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:29.506388 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f60019d2-ec0f-4745-a816-3c473b649e30 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:29.518845 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f24c08f3-6191-4efd-89f7-28537d055455 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:29.536991 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60019d2-ec0f-4745-a816-3c473b649e30 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82dbd1b0-819b-453d-90a2-6973036db02d,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:29.546659 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7a8185a6-acf1-4399-8b14-f498df9c0a40 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0876818 Jun 02 20:34:29.551623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52674) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:29.553730 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f60019d2-ec0f-4745-a816-3c473b649e30 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:29.584671 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f60019d2-ec0f-4745-a816-3c473b649e30 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:29.586331 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f60019d2-ec0f-4745-a816-3c473b649e30 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0344629 Jun 02 20:34:29.591568 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52680) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:29.601024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-4a1d1a5a-6005-4da1-9d24-8d9d0b887e59 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Request body: {'security_group_rule': {'security_group_id': '26240344-7e57-4049-8e41-e63e80fe84be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:29.665528 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4a1d1a5a-6005-4da1-9d24-8d9d0b887e59 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:29.689561 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4a1d1a5a-6005-4da1-9d24-8d9d0b887e59 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Usage tracker for resource:security_group_rule and tenant:b8454fc7fdb54f849ddb41109291177b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:29.701937 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4a1d1a5a-6005-4da1-9d24-8d9d0b887e59 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:29.716999 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4a1d1a5a-6005-4da1-9d24-8d9d0b887e59 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:29.738945 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port d8cc4064-be23-4bad-8a95-d6f7cc9486ec completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:34:29.754744 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port d8cc4064-be23-4bad-8a95-d6f7cc9486ec triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:29.755113 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:29.804955 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1a5a-6005-4da1-9d24-8d9d0b887e59 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:29.808601 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d67b8249-0fa1-4b2b-8b3e-76645f61092c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:29.813545 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d67b8249-0fa1-4b2b-8b3e-76645f61092c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:29.821332 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:29.831567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:29.838117 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52682) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:29.882717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4d74558b-1b98-41a4-9d6f-6acc40a9f15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:29.992488 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-8a1f8abe-b9f8-4816-825e-e23146c5e017', 'network_id': '8a1f8abe-b9f8-4816-825e-e23146c5e017', 'tenant_id': '8b39c886936241a7ba5b37f9a3ce6bc8', 'fixed_ips': [{'subnet_id': '9ff944ef-88ec-4ead-815b-74a09ba602ff'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:34:29.994185 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:29.995681 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4d74558b-1b98-41a4-9d6f-6acc40a9f15d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:29.998435 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:30.007566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-65e8870b-3228-4c0d-a18d-c00350e7458e tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:30.038479 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4d74558b-1b98-41a4-9d6f-6acc40a9f15d admin admin] Usage tracker for resource:security_group_rule and tenant:75475c6685b842f5b51842c5b07ef04a is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:30.056455 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4d74558b-1b98-41a4-9d6f-6acc40a9f15d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:30.063944 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67b8249-0fa1-4b2b-8b3e-76645f61092c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Router afc27036-9232-4967-ac90-1399d90e3257 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:34:30.081317 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:30.087268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4d74558b-1b98-41a4-9d6f-6acc40a9f15d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:30.117019 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:30.124837 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1a5a-6005-4da1-9d24-8d9d0b887e59 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:30.129052 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8daf393b-8537-4011-a027-07fca66cc2e8 None None] Provisioning complete for port d8cc4064-be23-4bad-8a95-d6f7cc9486ec triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:30.129529 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8daf393b-8537-4011-a027-07fca66cc2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:30.131834 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:30.134266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:30.175172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1a5a-6005-4da1-9d24-8d9d0b887e59 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:30.175709 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:30.212323 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Pushing event updated for resources: {'Port': ['ID=1284a047-ca32-420f-90d2-58f3b69a237d,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:30.215766 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:30.234829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port d8cc4064-be23-4bad-8a95-d6f7cc9486ec, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d8cc4064-be23-4bad-8a95-d6f7cc9486ec,segment=NetworkSegment(441df889-8372-4089-9f7e-c0e8718fe39e),segment_id=441df889-8372-4089-9f7e-c0e8718fe39e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:30.245504 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:30.245739 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-70006bd4-6db8-4179-8a56-e2a608eeffd4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:30.249393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f2f17979-40c2-42a3-81c2-10065a5ae437 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:30.278870 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67b8249-0fa1-4b2b-8b3e-76645f61092c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:34:30.283508 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d67b8249-0fa1-4b2b-8b3e-76645f61092c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:30.288300 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d67b8249-0fa1-4b2b-8b3e-76645f61092c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "PUT /v2.0/routers/afc27036-9232-4967-ac90-1399d90e3257 HTTP/1.1" status: 200 len: 914 time: 4.1385612 Jun 02 20:34:30.289009 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52684) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:30.290969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d1a5a-6005-4da1-9d24-8d9d0b887e59 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1531a1-3b1d-4ed1-b6e9-684fdc2ac59c,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:30.293369 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4a1d1a5a-6005-4da1-9d24-8d9d0b887e59 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:30.297995 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7ef7fb-1a05-4622-af7a-3a729a41986b None None] Sync routers for ids ['afc27036-9232-4967-ac90-1399d90e3257'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:34:30.317446 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7ef7fb-1a05-4622-af7a-3a729a41986b None None] Routers {'afc27036-9232-4967-ac90-1399d90e3257'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:30.318439 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-cd7ef7fb-1a05-4622-af7a-3a729a41986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['afc27036-9232-4967-ac90-1399d90e3257'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:30.329957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Allocated IP 2001:db8::3 (8a1f8abe-b9f8-4816-825e-e23146c5e017/9ff944ef-88ec-4ead-815b-74a09ba602ff/7f45203b-1e98-472a-b00d-cce0d5be57ad) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:30.399113 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-cd7ef7fb-1a05-4622-af7a-3a729a41986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:30.421807 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1a5a-6005-4da1-9d24-8d9d0b887e59 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:30.423304 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=d8cc4064-be23-4bad-8a95-d6f7cc9486ec,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:30.423974 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4a1d1a5a-6005-4da1-9d24-8d9d0b887e59 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8269079 Jun 02 20:34:30.431017 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:30.445747 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7ef7fb-1a05-4622-af7a-3a729a41986b None None] Routers {'afc27036-9232-4967-ac90-1399d90e3257'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:30.446625 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-cd7ef7fb-1a05-4622-af7a-3a729a41986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['afc27036-9232-4967-ac90-1399d90e3257'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:30.501585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52688) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:30.551810 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-38d4bfb2-c3de-4144-b417-a65a340b4f4c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:30.562794 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-38d4bfb2-c3de-4144-b417-a65a340b4f4c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:30.590039 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-cd7ef7fb-1a05-4622-af7a-3a729a41986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:30.590767 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7ef7fb-1a05-4622-af7a-3a729a41986b None None] The sync data for ids ['afc27036-9232-4967-ac90-1399d90e3257'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:34:30.595056 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-22a703c6-6803-4102-b5dc-e8ae85cc4191 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "GET /v2.0/routers/afc27036-9232-4967-ac90-1399d90e3257 HTTP/1.1" status: 200 len: 920 time: 0.3037767 Jun 02 20:34:30.597473 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52692) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:30.632319 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-38d4bfb2-c3de-4144-b417-a65a340b4f4c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:30.644470 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c5beb78a-02ba-4d4f-88a6-0870cdcfb86e tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:30.656793 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:30.664601 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4bfb2-c3de-4144-b417-a65a340b4f4c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca1531a1-3b1d-4ed1-b6e9-684fdc2ac59c,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:30.669108 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-38d4bfb2-c3de-4144-b417-a65a340b4f4c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:30.671576 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-38d4bfb2-c3de-4144-b417-a65a340b4f4c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:30.674974 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-38d4bfb2-c3de-4144-b417-a65a340b4f4c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/ca1531a1-3b1d-4ed1-b6e9-684fdc2ac59c HTTP/1.1" status: 204 len: 168 time: 0.1701059 Jun 02 20:34:30.675361 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52694) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:30.680463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Transition to ACTIVE for port object 7f45203b-1e98-472a-b00d-cce0d5be57ad will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:30.715853 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Transition to ACTIVE for port object 7f45203b-1e98-472a-b00d-cce0d5be57ad will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:30.718140 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-19a449f1-c8fa-44f4-b336-54e851fb1884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:30.730807 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:30.738478 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:30.746208 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d3b58dc3-3caf-48ea-a1e4-c442358468f2 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Synchronizing usage tracker for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:30.763913 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7c8535-0ec5-4d1c-94d4-f459b4c2c3cf tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:30.769475 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fc7c8535-0ec5-4d1c-94d4-f459b4c2c3cf tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9eda1993-8807-4a42-8466-556269663ed3&device_id=afc27036-9232-4967-ac90-1399d90e3257&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1669581 Jun 02 20:34:30.769475 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52696) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:30.802938 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Network 8a1f8abe-b9f8-4816-825e-e23146c5e017 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:30.807182 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:30.811193 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:30.860272 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Pushing event updated for resources: {'Port': ['ID=7f45203b-1e98-472a-b00d-cce0d5be57ad,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:30.889754 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:30.921352 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Attempting to bind port 7f45203b-1e98-472a-b00d-cce0d5be57ad on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:34:30.921894 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Attempting to bind port 7f45203b-1e98-472a-b00d-cce0d5be57ad by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '65b622b7-bdd8-47b9-a922-946db30afb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8a1f8abe-b9f8-4816-825e-e23146c5e017'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:34:30.922659 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Attempting to bind port 7f45203b-1e98-472a-b00d-cce0d5be57ad on network 8a1f8abe-b9f8-4816-825e-e23146c5e017 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:34:30.928479 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:34:30.929033 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Checking segment: {'id': '65b622b7-bdd8-47b9-a922-946db30afb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8a1f8abe-b9f8-4816-825e-e23146c5e017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:30.929554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:30.930146 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Bound using segment: {'id': '65b622b7-bdd8-47b9-a922-946db30afb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8a1f8abe-b9f8-4816-825e-e23146c5e017'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:34:30.930732 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Bound port: 7f45203b-1e98-472a-b00d-cce0d5be57ad, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b622b7-bdd8-47b9-a922-946db30afb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8a1f8abe-b9f8-4816-825e-e23146c5e017'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:34:30.931320 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:30.993609 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4d74558b-1b98-41a4-9d6f-6acc40a9f15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:31.037820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d3b58dc3-3caf-48ea-a1e4-c442358468f2 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Unset dirty status for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:31.042372 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d3b58dc3-3caf-48ea-a1e4-c442358468f2 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3628654 Jun 02 20:34:31.045638 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52700) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:31.055859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4d74558b-1b98-41a4-9d6f-6acc40a9f15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:31.072143 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-02a08978-e9cb-4dfa-8314-5e7e073bad38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:31.078272 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] For port 7f45203b-1e98-472a-b00d-cce0d5be57ad, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:34:31.081625 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] For port 7f45203b-1e98-472a-b00d-cce0d5be57ad, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7f45203b-1e98-472a-b00d-cce0d5be57ad,segment=NetworkSegment(65b622b7-bdd8-47b9-a922-946db30afb23),segment_id=65b622b7-bdd8-47b9-a922-946db30afb23)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:34:31.085626 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:31.090092 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-36b1f994-33cc-43b4-b436-c812ca25f0be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:31.122098 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-780e1b15-e078-43b4-9559-e61e50546b3d tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:31.146021 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74558b-1b98-41a4-9d6f-6acc40a9f15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a23fed4-b6ce-44f0-b979-f588a94d9bbe,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:31.147084 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-780e1b15-e078-43b4-9559-e61e50546b3d tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:31.149170 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4d74558b-1b98-41a4-9d6f-6acc40a9f15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:31.152149 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4d74558b-1b98-41a4-9d6f-6acc40a9f15d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75475c6685b842f5b51842c5b07ef04a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3130691 Jun 02 20:34:31.158854 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e46190-7e2a-49da-9c7b-832049e10c28 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:31.160070 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52702) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:31.163716 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-86e46190-7e2a-49da-9c7b-832049e10c28 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "GET /v2.0/networks/9eda1993-8807-4a42-8466-556269663ed3 HTTP/1.1" status: 200 len: 881 time: 0.3942418 Jun 02 20:34:31.164329 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52704) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:31.200937 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Pushing event updated for resources: {'Port': ['ID=7f45203b-1e98-472a-b00d-cce0d5be57ad,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:31.210847 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:31.220574 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d8cc4064-be23-4bad-8a95-d6f7cc9486ec up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:34:31.230970 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9c5531d5-4bab-49e5-ac01-f21a5fea0d1c tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc27036-9232-4967-ac90-1399d90e3257 HTTP/1.1" status: 200 len: 205 time: 0.0620229 Jun 02 20:34:31.231547 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52706) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:31.303977 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port d8cc4064-be23-4bad-8a95-d6f7cc9486ec triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:31.304246 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:31.314261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:31.336939 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-780e1b15-e078-43b4-9559-e61e50546b3d tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:31.354207 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-182af1bd-f09e-431b-a8d8-d03102fc1d82 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:31.384682 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-780e1b15-e078-43b4-9559-e61e50546b3d tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:31.388287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:31.388913 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-780e1b15-e078-43b4-9559-e61e50546b3d tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/82dbd1b0-819b-453d-90a2-6973036db02d HTTP/1.1" status: 204 len: 168 time: 0.3422451 Jun 02 20:34:31.389186 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52708) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:31.389845 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e1b15-e078-43b4-9559-e61e50546b3d tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82dbd1b0-819b-453d-90a2-6973036db02d,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:31.407450 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ee911e97-b3ec-43e6-85fd-4064d8d55b44 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:31.472023 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-780e1b15-e078-43b4-9559-e61e50546b3d tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:31.491708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Subnet': ['ID=9ff944ef-88ec-4ead-815b-74a09ba602ff,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:31.499716 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22f01586-e5a5-453c-9919-f260f1f21ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:31.506023 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:31.527195 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-99bb06a1-a65d-437b-b671-5a75fcefe562 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:31.701745 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-dd18b6ec-8c62-4917-8708-0bf80e0a0ca6 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Synchronizing usage tracker for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:31.717533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-99bb06a1-a65d-437b-b671-5a75fcefe562 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:31.730292 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22f01586-e5a5-453c-9919-f260f1f21ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:31.767797 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:31.793285 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1f8abe-b9f8-4816-825e-e23146c5e017']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:31.801707 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-99bb06a1-a65d-437b-b671-5a75fcefe562 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Deleting port 86b880a1-c7e1-442e-981f-7c4ae28ff37f {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:31.802045 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-99bb06a1-a65d-437b-b671-5a75fcefe562 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:31.871844 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-dd18b6ec-8c62-4917-8708-0bf80e0a0ca6 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Unset dirty status for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:31.873125 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-dd18b6ec-8c62-4917-8708-0bf80e0a0ca6 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4798102 Jun 02 20:34:31.876093 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52714) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:31.885259 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b622b7-bdd8-47b9-a922-946db30afb23') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:31.885550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b622b7-bdd8-47b9-a922-946db30afb23') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:31.908951 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:31.926882 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ce5442c1-f7eb-42b6-8368-9dc849c900bc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:31.951984 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ce5442c1-f7eb-42b6-8368-9dc849c900bc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:31.976192 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-99bb06a1-a65d-437b-b671-5a75fcefe562 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:31.994089 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:32.010960 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:34:32.011377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:34:32.026759 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:34:32.051595 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22f01586-e5a5-453c-9919-f260f1f21ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:32.059756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:32.132062 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-99bb06a1-a65d-437b-b671-5a75fcefe562 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Calling delete_port for 86b880a1-c7e1-442e-981f-7c4ae28ff37f owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:32.134678 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ce5442c1-f7eb-42b6-8368-9dc849c900bc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:32.139442 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:32.139633 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f01586-e5a5-453c-9919-f260f1f21ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a23fed4-b6ce-44f0-b979-f588a94d9bbe,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:32.141971 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-22f01586-e5a5-453c-9919-f260f1f21ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:32.151869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:32.156637 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5442c1-f7eb-42b6-8368-9dc849c900bc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4168730c-5e23-4320-a7fa-3d65a0195f73,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:32.162097 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ce5442c1-f7eb-42b6-8368-9dc849c900bc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:32.187568 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ce5442c1-f7eb-42b6-8368-9dc849c900bc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:32.191561 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ce5442c1-f7eb-42b6-8368-9dc849c900bc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/4168730c-5e23-4320-a7fa-3d65a0195f73 HTTP/1.1" status: 204 len: 168 time: 0.3145053 Jun 02 20:34:32.192339 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52718) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:32.209344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.db.api [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 20:34:32.209344 dv-neutron-601336-84-hyperv neutron-server[92549]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 20:34:32.209344 dv-neutron-601336-84-hyperv neutron-server[92549]: [parameters: {'id': '8a1f8abe-b9f8-4816-825e-e23146c5e017'}] Jun 02 20:34:32.209344 dv-neutron-601336-84-hyperv neutron-server[92549]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:34:32.209769 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_db.api [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:34:32.229406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22f01586-e5a5-453c-9919-f260f1f21ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:32.230526 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-22f01586-e5a5-453c-9919-f260f1f21ae4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a23fed4-b6ce-44f0-b979-f588a94d9bbe HTTP/1.1" status: 204 len: 168 time: 1.0695512 Jun 02 20:34:32.253420 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d62aade2-e24e-48f4-ab3f-a5c58f780839 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Synchronizing usage tracker for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:32.288384 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d62aade2-e24e-48f4-ab3f-a5c58f780839 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Unset dirty status for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:32.293445 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d62aade2-e24e-48f4-ab3f-a5c58f780839 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0986190 Jun 02 20:34:32.295096 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52722) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:32.301785 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfc9d31-3085-4623-a079-d779bf8326c9 None None] Network 8a1f8abe-b9f8-4816-825e-e23146c5e017 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:32.329854 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2fd872f0-6610-49f8-aae1-962c8f7a996e tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:32.346929 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2fd872f0-6610-49f8-aae1-962c8f7a996e tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:32.388737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Router 37c1e734-0789-4141-bf84-7ed6a36f53b9 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:34:32.412372 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4bb2ce0d-0a22-4a11-9ce6-3e9da77c38c0 None None] Provisioning for port 7f45203b-1e98-472a-b00d-cce0d5be57ad completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:34:32.420784 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2fd872f0-6610-49f8-aae1-962c8f7a996e tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:32.434527 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-38d4bfb2-c3de-4144-b417-a65a340b4f4c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:32.459675 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd872f0-6610-49f8-aae1-962c8f7a996e tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=807b39f6-e59b-4368-892d-152a99d792d9,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:32.470714 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2fd872f0-6610-49f8-aae1-962c8f7a996e tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:32.481466 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2fd872f0-6610-49f8-aae1-962c8f7a996e tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:32.486203 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2fd872f0-6610-49f8-aae1-962c8f7a996e tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/807b39f6-e59b-4368-892d-152a99d792d9 HTTP/1.1" status: 204 len: 168 time: 0.1900802 Jun 02 20:34:32.487473 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52726) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:32.507594 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-99bb06a1-a65d-437b-b671-5a75fcefe562 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:32.516286 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8d0d5c00-0da8-40d0-8675-e425fcb95268 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:32.584951 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb06a1-a65d-437b-b671-5a75fcefe562 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Pushing event deleted for resources: {'Port': ['ID=86b880a1-c7e1-442e-981f-7c4ae28ff37f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:32.618258 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-99bb06a1-a65d-437b-b671-5a75fcefe562 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:32.664966 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c86020-ca6e-45b6-8b11-e3c97c1b712d None None] DHCP port deletion for 8a1f8abe-b9f8-4816-825e-e23146c5e017 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:34:32.718822 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9d1b653d-d83c-44b0-bf4b-08a12f4f908a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Synchronizing usage tracker for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:32.721606 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-99bb06a1-a65d-437b-b671-5a75fcefe562 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:32.749209 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-36c86020-ca6e-45b6-8b11-e3c97c1b712d None None] Deleting port 7f45203b-1e98-472a-b00d-cce0d5be57ad {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:32.749887 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-36c86020-ca6e-45b6-8b11-e3c97c1b712d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:32.758255 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:32.844919 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:34:32.876004 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:32.879574 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.4364455 Jun 02 20:34:32.880593 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52740) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:32.880891 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-36c86020-ca6e-45b6-8b11-e3c97c1b712d None None] For port 7f45203b-1e98-472a-b00d-cce0d5be57ad, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7f45203b-1e98-472a-b00d-cce0d5be57ad,segment=NetworkSegment(65b622b7-bdd8-47b9-a922-946db30afb23),segment_id=65b622b7-bdd8-47b9-a922-946db30afb23)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:32.881483 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-36c86020-ca6e-45b6-8b11-e3c97c1b712d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:32.892399 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] Sync routers for ids ['37c1e734-0789-4141-bf84-7ed6a36f53b9'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:34:33.028230 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-36c86020-ca6e-45b6-8b11-e3c97c1b712d None None] Calling delete_port for 7f45203b-1e98-472a-b00d-cce0d5be57ad owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:33.037066 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] Routers {'37c1e734-0789-4141-bf84-7ed6a36f53b9'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:33.038241 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['37c1e734-0789-4141-bf84-7ed6a36f53b9'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:33.058186 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Deleting port 7f45203b-1e98-472a-b00d-cce0d5be57ad {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:33.058470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.107569 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9d1b653d-d83c-44b0-bf4b-08a12f4f908a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Unset dirty status for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:33.108867 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9d1b653d-d83c-44b0-bf4b-08a12f4f908a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6202848 Jun 02 20:34:33.112726 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52750) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:33.197756 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-99bb06a1-a65d-437b-b671-5a75fcefe562 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.200968 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-99bb06a1-a65d-437b-b671-5a75fcefe562 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.217287 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dc4cd199-b6d7-4bac-84b8-3396739002ca tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.225792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-36c86020-ca6e-45b6-8b11-e3c97c1b712d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.234174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dc4cd199-b6d7-4bac-84b8-3396739002ca tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.268359 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-99bb06a1-a65d-437b-b671-5a75fcefe562 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.268811 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bb06a1-a65d-437b-b671-5a75fcefe562 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Fanout notify agent at l3_agent the message router_deleted on router afc27036-9232-4967-ac90-1399d90e3257 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:34:33.293943 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dc4cd199-b6d7-4bac-84b8-3396739002ca tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.297984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:33.302109 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dc4cd199-b6d7-4bac-84b8-3396739002ca tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.303696 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dc4cd199-b6d7-4bac-84b8-3396739002ca tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/750f9adc-e8a4-4269-81a2-6014fa2475bf HTTP/1.1" status: 204 len: 168 time: 0.1898208 Jun 02 20:34:33.305163 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ce5442c1-f7eb-42b6-8368-9dc849c900bc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:33.309813 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] For port 7f45203b-1e98-472a-b00d-cce0d5be57ad, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7f45203b-1e98-472a-b00d-cce0d5be57ad,segment=NetworkSegment(65b622b7-bdd8-47b9-a922-946db30afb23),segment_id=65b622b7-bdd8-47b9-a922-946db30afb23)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:33.310114 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.316172 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-99bb06a1-a65d-437b-b671-5a75fcefe562 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.317961 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-99bb06a1-a65d-437b-b671-5a75fcefe562 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "DELETE /v2.0/routers/afc27036-9232-4967-ac90-1399d90e3257 HTTP/1.1" status: 204 len: 168 time: 2.0833857 Jun 02 20:34:33.318539 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52754) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:33.322078 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52756) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:33.342795 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-6e31063f-8a61-4615-858f-5b09498b191a tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-272675154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:33.350759 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-6e31063f-8a61-4615-858f-5b09498b191a tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:33.355715 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6e31063f-8a61-4615-858f-5b09498b191a tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Usage tracker for resource:router and tenant:3cbb764583324d7abf5b90b72ad8a058 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:33.359639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6e31063f-8a61-4615-858f-5b09498b191a tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:33.365623 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-6e31063f-8a61-4615-858f-5b09498b191a tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:33.379389 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cd199-b6d7-4bac-84b8-3396739002ca tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=750f9adc-e8a4-4269-81a2-6014fa2475bf,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:33.382520 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dc4cd199-b6d7-4bac-84b8-3396739002ca tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:33.388537 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6e31063f-8a61-4615-858f-5b09498b191a tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.390134 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6e31063f-8a61-4615-858f-5b09498b191a tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.391374 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c86020-ca6e-45b6-8b11-e3c97c1b712d None None] Pushing event deleted for resources: {'Port': ['ID=7f45203b-1e98-472a-b00d-cce0d5be57ad,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:33.396936 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-36c86020-ca6e-45b6-8b11-e3c97c1b712d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:33.412025 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c86020-ca6e-45b6-8b11-e3c97c1b712d None None] No DVR routers for this DVR port 7f45203b-1e98-472a-b00d-cce0d5be57ad on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:34:33.413765 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0043f788-fe41-4224-904e-2619de90800f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.427853 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.442273 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] Set router 37c1e734-0789-4141-bf84-7ed6a36f53b9 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:34:33.455387 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-39cc5e8a-fbde-4aaa-b38b-88060d44b70a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Synchronizing usage tracker for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:33.475699 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6e31063f-8a61-4615-858f-5b09498b191a tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.489458 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-39cc5e8a-fbde-4aaa-b38b-88060d44b70a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Unset dirty status for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:33.493328 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-39cc5e8a-fbde-4aaa-b38b-88060d44b70a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1694841 Jun 02 20:34:33.493683 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52762) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:33.513912 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9db11b94-9b3c-412a-9506-a76e261a8131 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "GET /v2.0/routers/37c1e734-0789-4141-bf84-7ed6a36f53b9 HTTP/1.1" status: 200 len: 909 time: 0.6308331 Jun 02 20:34:33.523676 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52764) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:33.524305 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Calling delete_port for 7f45203b-1e98-472a-b00d-cce0d5be57ad owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:33.528964 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2093904410', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'enable_snat': True}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:33.536605 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6e31063f-8a61-4615-858f-5b09498b191a tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.547181 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:33.588550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.589872 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Usage tracker for resource:router and tenant:b4277689824940fd8cbcfbeedf87b14b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:33.593000 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f574e3e1-6a9b-43bd-aafb-f27c915e52cc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.598329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:33.622038 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f574e3e1-6a9b-43bd-aafb-f27c915e52cc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.632828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:33.645545 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:33.647905 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6e31063f-8a61-4615-858f-5b09498b191a tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.651718 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6e31063f-8a61-4615-858f-5b09498b191a tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3107207 Jun 02 20:34:33.656872 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52768) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:33.666813 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-2d42913b-8fa0-4254-b0b8-1f8c62869e76 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'enable_snat': False}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:33.676070 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Port': ['ID=7f45203b-1e98-472a-b00d-cce0d5be57ad,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:33.685366 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:33.686424 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] No DVR routers for this DVR port 7f45203b-1e98-472a-b00d-cce0d5be57ad on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:34:33.751329 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.752528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.834943 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c1e734-0789-4141-bf84-7ed6a36f53b9', 'name': 'tempest-snat-router-2093904410', 'tenant_id': 'b4277689824940fd8cbcfbeedf87b14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.191'}], 'enable_snat': False}, 'gw_port_id': '1284a047-ca32-420f-90d2-58f3b69a237d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:34:27Z', 'updated_at': '2021-06-02T20:34:30Z', 'revision_number': 3, 'project_id': 'b4277689824940fd8cbcfbeedf87b14b', 'gw_port': {'id': '1284a047-ca32-420f-90d2-58f3b69a237d', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c1e734-0789-4141-bf84-7ed6a36f53b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:34:29Z', 'updated_at': '2021-06-02T20:34:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:33.840661 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] Checking router: 37c1e734-0789-4141-bf84-7ed6a36f53b9 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:34:33.840954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] Updating router 37c1e734-0789-4141-bf84-7ed6a36f53b9 port 1284a047-ca32-420f-90d2-58f3b69a237d binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:34:33.850893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.867334 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1f8abe-b9f8-4816-825e-e23146c5e017']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:33.886492 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b622b7-bdd8-47b9-a922-946db30afb23') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:33.887173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b622b7-bdd8-47b9-a922-946db30afb23') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:33.902364 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.906135 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.926067 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.936061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:34:33.936473 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:34:33.963312 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:34:33.968401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:34.046982 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f574e3e1-6a9b-43bd-aafb-f27c915e52cc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:34.061622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:34.066017 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:34.070256 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:34.098377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:34.126770 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/networks/8a1f8abe-b9f8-4816-825e-e23146c5e017 HTTP/1.1" status: 204 len: 168 time: 4.5711458 Jun 02 20:34:34.129864 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52782) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:34.143261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-b227f566-9075-47a3-a99a-8849102c983b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-341851573'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:34.155044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Network': ['ID=8a1f8abe-b9f8-4816-825e-e23146c5e017,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:34.158998 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:34.160087 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b227f566-9075-47a3-a99a-8849102c983b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:34.164697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b227f566-9075-47a3-a99a-8849102c983b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Usage tracker for resource:network and tenant:8b39c886936241a7ba5b37f9a3ce6bc8 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:34.169144 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b227f566-9075-47a3-a99a-8849102c983b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:34.172468 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574e3e1-6a9b-43bd-aafb-f27c915e52cc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26240344-7e57-4049-8e41-e63e80fe84be,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:34.176919 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d42913b-8fa0-4254-b0b8-1f8c62869e76 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:34.194173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b227f566-9075-47a3-a99a-8849102c983b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:34.215463 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b227f566-9075-47a3-a99a-8849102c983b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Made reservation on behalf of 8b39c886936241a7ba5b37f9a3ce6bc8 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:34.219548 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b227f566-9075-47a3-a99a-8849102c983b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:34.233709 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:34.263376 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f574e3e1-6a9b-43bd-aafb-f27c915e52cc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:34.281327 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b227f566-9075-47a3-a99a-8849102c983b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:34:34.291241 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b227f566-9075-47a3-a99a-8849102c983b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:34.291241 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-b227f566-9075-47a3-a99a-8849102c983b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Added segment 0cd8b9c4-efef-420c-8d0c-a997896106ac of type vlan for network 3d01b413-7050-42cb-9833-f5ef7deea565 Jun 02 20:34:34.292712 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f574e3e1-6a9b-43bd-aafb-f27c915e52cc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:34.296355 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f574e3e1-6a9b-43bd-aafb-f27c915e52cc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "DELETE /v2.0/security-groups/26240344-7e57-4049-8e41-e63e80fe84be HTTP/1.1" status: 204 len: 168 time: 0.7992237 Jun 02 20:34:34.296571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52790) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:34.346512 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b227f566-9075-47a3-a99a-8849102c983b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:34.403626 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b227f566-9075-47a3-a99a-8849102c983b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:34.414135 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b227f566-9075-47a3-a99a-8849102c983b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:34.414770 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b227f566-9075-47a3-a99a-8849102c983b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:34.435797 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:34.443106 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1b7b5187-e598-4c76-873f-8ef2f7ff1154 tempest-ExternalNetworksTestJSON-1217485599 tempest-ExternalNetworksTestJSON-1217485599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:34.460774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] Transition to ACTIVE for port object 1284a047-ca32-420f-90d2-58f3b69a237d will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:34.466200 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c874798e-3d63-4208-b5e2-91d544d8391c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Synchronizing usage tracker for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:34.469979 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:34.478207 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b227f566-9075-47a3-a99a-8849102c983b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3379803 Jun 02 20:34:34.478466 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52794) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:34.480546 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:34.491803 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52796) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:34.492907 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-18b0055e-0918-414f-8d6b-54ce5adc189b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'subnet': {'network_id': '3d01b413-7050-42cb-9833-f5ef7deea565', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:34.556016 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] Attempting to bind port 1284a047-ca32-420f-90d2-58f3b69a237d on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:34:34.556390 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] Attempting to bind port 1284a047-ca32-420f-90d2-58f3b69a237d by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:34:34.558272 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] Attempting to bind port 1284a047-ca32-420f-90d2-58f3b69a237d on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:34:34.564678 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:34:34.565055 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:34.565458 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:34.565857 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:34:34.566327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] Bound port: 1284a047-ca32-420f-90d2-58f3b69a237d, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:34:34.566701 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:34.582405 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:34.591780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c874798e-3d63-4208-b5e2-91d544d8391c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Unset dirty status for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:34.599013 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb4c18-84c4-44dd-b303-d8d2843974ff None None] Pushing event updated for resources: {'Port': ['ID=1284a047-ca32-420f-90d2-58f3b69a237d,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:34.599772 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c874798e-3d63-4208-b5e2-91d544d8391c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3014214 Jun 02 20:34:34.601011 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227f566-9075-47a3-a99a-8849102c983b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Network': ['ID=3d01b413-7050-42cb-9833-f5ef7deea565,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:34.604063 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52800) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:34.610568 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-4f48779b-04d9-4a36-b221-1ca91605b4b4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Request body: {'security_group': {'name': 'tempest-secgroup--1711386999'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:34.613779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a2cb4c18-84c4-44dd-b303-d8d2843974ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:34.617627 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b227f566-9075-47a3-a99a-8849102c983b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:34.620860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4f48779b-04d9-4a36-b221-1ca91605b4b4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:34.624791 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 3d01b413-7050-42cb-9833-f5ef7deea565 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:34:34.632715 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4f48779b-04d9-4a36-b221-1ca91605b4b4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:34.647568 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4f48779b-04d9-4a36-b221-1ca91605b4b4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:34.684398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-9a8fa085-bd25-4a6e-a5e0-147d7680a09b tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:34.695474 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4f48779b-04d9-4a36-b221-1ca91605b4b4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:34.704506 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4f48779b-04d9-4a36-b221-1ca91605b4b4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Usage tracker for resource:security_group_rule and tenant:b8454fc7fdb54f849ddb41109291177b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:34.708810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4f48779b-04d9-4a36-b221-1ca91605b4b4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:34.726774 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4f48779b-04d9-4a36-b221-1ca91605b4b4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:34.747432 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9a8fa085-bd25-4a6e-a5e0-147d7680a09b tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] 10.222.0.25 "PUT /v2.0/quotas/df2e9902be134911bdce430dbf2be5f2 HTTP/1.1" status: 200 len: 366 time: 0.2544296 Jun 02 20:34:34.748176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52802) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:34.766335 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] For port 1284a047-ca32-420f-90d2-58f3b69a237d, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:34:34.769784 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] For port 1284a047-ca32-420f-90d2-58f3b69a237d, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1284a047-ca32-420f-90d2-58f3b69a237d,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:34:34.777539 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:34.777756 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-087ba3b3-a3d8-4303-a419-fe36eddd952e tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0211046 Jun 02 20:34:34.777756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52804) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:34.779777 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-178e3932-90bb-4b3f-888d-bf25b3323164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:34.795971 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-83dcad4c-ff24-461e-b980-00635d1ae5c0 tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] 10.222.0.25 "GET /v2.0/quotas/df2e9902be134911bdce430dbf2be5f2 HTTP/1.1" status: 200 len: 366 time: 0.0148091 Jun 02 20:34:34.796743 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52806) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:34.821093 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cbef2130-6ee6-4feb-b635-02d8abf93992 tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/df2e9902be134911bdce430dbf2be5f2 HTTP/1.1" status: 204 len: 168 time: 0.0211506 Jun 02 20:34:34.825002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52808) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:34.848446 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e494262c-b757-4b64-a25d-783e1e667036 tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0197144 Jun 02 20:34:34.850034 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52810) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:34.856638 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] Routers {'37c1e734-0789-4141-bf84-7ed6a36f53b9'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:34.858299 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['37c1e734-0789-4141-bf84-7ed6a36f53b9'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:34.871239 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ce95a486-ad96-4471-a3fb-9cd24f77c189 tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] 10.222.0.25 "GET /v2.0/quotas/df2e9902be134911bdce430dbf2be5f2 HTTP/1.1" status: 200 len: 370 time: 0.0189416 Jun 02 20:34:34.873031 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52812) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:34.873716 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4f48779b-04d9-4a36-b221-1ca91605b4b4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:34.878461 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4f48779b-04d9-4a36-b221-1ca91605b4b4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:34.883869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-471a1e4f-bbe1-4c44-9131-ff26d5345d08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:34.896130 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-357eb87e-62cd-414d-8eb5-118b6a4346f0 tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] 10.222.0.25 "GET /v2.0/quotas/df2e9902be134911bdce430dbf2be5f2/default HTTP/1.1" status: 200 len: 370 time: 0.0102766 Jun 02 20:34:34.900196 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52814) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:34.920087 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-18b0055e-0918-414f-8d6b-54ce5adc189b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:34.928435 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-18b0055e-0918-414f-8d6b-54ce5adc189b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Usage tracker for resource:subnet and tenant:8b39c886936241a7ba5b37f9a3ce6bc8 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:34.933926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-18b0055e-0918-414f-8d6b-54ce5adc189b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:34.938593 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-cb62eca4-a129-43f7-8401-c9db4cb16d3c tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] delete failed (client error): The resource could not be found. Jun 02 20:34:34.942591 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cb62eca4-a129-43f7-8401-c9db4cb16d3c tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/df2e9902be134911bdce430dbf2be5f2 HTTP/1.1" status: 404 len: 348 time: 0.0328503 Jun 02 20:34:34.946122 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-18b0055e-0918-414f-8d6b-54ce5adc189b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:34.947948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48779b-04d9-4a36-b221-1ca91605b4b4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d969e3-1f95-4820-b4c7-810808eace0e,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:34.968004 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4f48779b-04d9-4a36-b221-1ca91605b4b4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:34.973634 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4f48779b-04d9-4a36-b221-1ca91605b4b4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:34.975513 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4f48779b-04d9-4a36-b221-1ca91605b4b4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3701787 Jun 02 20:34:34.978898 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52818) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:34.979077 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb4c18-84c4-44dd-b303-d8d2843974ff None None] Pushing event updated for resources: {'Port': ['ID=1284a047-ca32-420f-90d2-58f3b69a237d,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:34.985700 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a2cb4c18-84c4-44dd-b303-d8d2843974ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:34.991342 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-241dcd35-8ab3-4a82-b81a-9636469f2645 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Request body: {'security_group_rule': {'security_group_id': 'd4d969e3-1f95-4820-b4c7-810808eace0e', 'direction': 'ingress', 'protocol': 17}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:34.998187 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-241dcd35-8ab3-4a82-b81a-9636469f2645 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:35.002488 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-241dcd35-8ab3-4a82-b81a-9636469f2645 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Usage tracker for resource:security_group_rule and tenant:b8454fc7fdb54f849ddb41109291177b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:35.005801 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-241dcd35-8ab3-4a82-b81a-9636469f2645 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:35.012255 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-241dcd35-8ab3-4a82-b81a-9636469f2645 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:35.040643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b0055e-0918-414f-8d6b-54ce5adc189b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Made reservation on behalf of 8b39c886936241a7ba5b37f9a3ce6bc8 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:35.044374 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-18b0055e-0918-414f-8d6b-54ce5adc189b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:35.126535 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52820) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:35.140257 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] Set router 37c1e734-0789-4141-bf84-7ed6a36f53b9 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:34:35.168290 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-241dcd35-8ab3-4a82-b81a-9636469f2645 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:35.236563 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-241dcd35-8ab3-4a82-b81a-9636469f2645 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:35.242187 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-241dcd35-8ab3-4a82-b81a-9636469f2645 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:35.246027 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:35.275489 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241dcd35-8ab3-4a82-b81a-9636469f2645 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a40320d-81ec-40eb-b250-01d9e05b5b8c,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:35.276450 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-009ec740-c70c-4d7a-86e0-419d6faaa4de tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] Usage tracker for resource:network and tenant:1914f25c411a4346afe0f63300c36059 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:35.281088 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-241dcd35-8ab3-4a82-b81a-9636469f2645 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:35.304383 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-009ec740-c70c-4d7a-86e0-419d6faaa4de tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:35.308889 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-241dcd35-8ab3-4a82-b81a-9636469f2645 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:35.314111 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-241dcd35-8ab3-4a82-b81a-9636469f2645 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3338571 Jun 02 20:34:35.315014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52826) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:35.391432 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6d4acd1e-510d-4ef6-a8f8-200ed3272f62 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:35.438144 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6d4acd1e-510d-4ef6-a8f8-200ed3272f62 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:35.470804 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-009ec740-c70c-4d7a-86e0-419d6faaa4de tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] Usage tracker for resource:subnet and tenant:1914f25c411a4346afe0f63300c36059 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:35.505135 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6d4acd1e-510d-4ef6-a8f8-200ed3272f62 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:35.513724 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-323247ca-e519-4af0-9fa9-f212f7fb7b8c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:35.523581 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c1e734-0789-4141-bf84-7ed6a36f53b9', 'name': 'tempest-snat-router-2093904410', 'tenant_id': 'b4277689824940fd8cbcfbeedf87b14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.191'}], 'enable_snat': False}, 'gw_port_id': '1284a047-ca32-420f-90d2-58f3b69a237d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:34:27Z', 'updated_at': '2021-06-02T20:34:30Z', 'revision_number': 3, 'project_id': 'b4277689824940fd8cbcfbeedf87b14b', 'gw_port': {'id': '1284a047-ca32-420f-90d2-58f3b69a237d', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c1e734-0789-4141-bf84-7ed6a36f53b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:34:29Z', 'updated_at': '2021-06-02T20:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:35.528361 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a848c3-f62d-4f1b-a6e2-2a345cab0f1a None None] The sync data for ids ['37c1e734-0789-4141-bf84-7ed6a36f53b9'] in dv-neutron-601336-84-hyperv is: [{'id': '37c1e734-0789-4141-bf84-7ed6a36f53b9', 'name': 'tempest-snat-router-2093904410', 'tenant_id': 'b4277689824940fd8cbcfbeedf87b14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.191'}], 'enable_snat': False}, 'gw_port_id': '1284a047-ca32-420f-90d2-58f3b69a237d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:34:27Z', 'updated_at': '2021-06-02T20:34:30Z', 'revision_number': 3, 'project_id': 'b4277689824940fd8cbcfbeedf87b14b', 'gw_port': {'id': '1284a047-ca32-420f-90d2-58f3b69a237d', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c1e734-0789-4141-bf84-7ed6a36f53b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:34:29Z', 'updated_at': '2021-06-02T20:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:34:35.534830 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4acd1e-510d-4ef6-a8f8-200ed3272f62 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d969e3-1f95-4820-b4c7-810808eace0e,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:35.537150 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6d4acd1e-510d-4ef6-a8f8-200ed3272f62 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:35.549824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6d4acd1e-510d-4ef6-a8f8-200ed3272f62 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:35.553390 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6d4acd1e-510d-4ef6-a8f8-200ed3272f62 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "DELETE /v2.0/security-groups/d4d969e3-1f95-4820-b4c7-810808eace0e HTTP/1.1" status: 204 len: 168 time: 0.2347927 Jun 02 20:34:35.561453 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-009ec740-c70c-4d7a-86e0-419d6faaa4de tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:35.561647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52830) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:35.617796 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-067feaae-84b5-4d9f-9d59-ced7e6a5887b tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Synchronizing usage tracker for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:35.646043 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-067feaae-84b5-4d9f-9d59-ced7e6a5887b tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Unset dirty status for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:35.647351 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-067feaae-84b5-4d9f-9d59-ced7e6a5887b tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0875106 Jun 02 20:34:35.655472 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52832) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:35.661503 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-21181e21-3ef9-4818-86db-6e41c6b1f5c3 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Request body: {'security_group': {'name': 'tempest-secgroup--332643318'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:35.663489 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-009ec740-c70c-4d7a-86e0-419d6faaa4de tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] Usage tracker for resource:subnetpool and tenant:1914f25c411a4346afe0f63300c36059 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:35.669403 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-21181e21-3ef9-4818-86db-6e41c6b1f5c3 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:35.679501 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-21181e21-3ef9-4818-86db-6e41c6b1f5c3 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:35.690034 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-21181e21-3ef9-4818-86db-6e41c6b1f5c3 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:35.692242 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d42913b-8fa0-4254-b0b8-1f8c62869e76 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:35.712157 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-21181e21-3ef9-4818-86db-6e41c6b1f5c3 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:35.716317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-21181e21-3ef9-4818-86db-6e41c6b1f5c3 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Usage tracker for resource:security_group_rule and tenant:b8454fc7fdb54f849ddb41109291177b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:35.719329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-21181e21-3ef9-4818-86db-6e41c6b1f5c3 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:35.725396 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-21181e21-3ef9-4818-86db-6e41c6b1f5c3 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:35.747506 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d42913b-8fa0-4254-b0b8-1f8c62869e76 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:35.753761 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-009ec740-c70c-4d7a-86e0-419d6faaa4de tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:35.835441 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:35.844517 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-21181e21-3ef9-4818-86db-6e41c6b1f5c3 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:35.848232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-21181e21-3ef9-4818-86db-6e41c6b1f5c3 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:35.852031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4f48779b-04d9-4a36-b221-1ca91605b4b4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:35.859851 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-009ec740-c70c-4d7a-86e0-419d6faaa4de tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] Usage tracker for resource:port and tenant:1914f25c411a4346afe0f63300c36059 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:35.876631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:35.904793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21181e21-3ef9-4818-86db-6e41c6b1f5c3 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1983f585-782d-484e-b3a5-f2aec791f871,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:35.916250 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-21181e21-3ef9-4818-86db-6e41c6b1f5c3 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:35.918348 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-21181e21-3ef9-4818-86db-6e41c6b1f5c3 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:35.919377 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-21181e21-3ef9-4818-86db-6e41c6b1f5c3 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2618401 Jun 02 20:34:35.921591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52834) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:35.922101 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-009ec740-c70c-4d7a-86e0-419d6faaa4de tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:35.926453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-76ba0e62-52a1-4c3c-9940-e92514b6d611 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Request body: {'security_group': {'name': 'tempest-secgroup--1570786354'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:35.933298 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-76ba0e62-52a1-4c3c-9940-e92514b6d611 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:35.935315 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:35.937536 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-76ba0e62-52a1-4c3c-9940-e92514b6d611 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Usage tracker for resource:security_group and tenant:b8454fc7fdb54f849ddb41109291177b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:35.940713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-76ba0e62-52a1-4c3c-9940-e92514b6d611 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:35.948880 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-76ba0e62-52a1-4c3c-9940-e92514b6d611 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:35.961820 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-76ba0e62-52a1-4c3c-9940-e92514b6d611 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:35.982695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-76ba0e62-52a1-4c3c-9940-e92514b6d611 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:35.987248 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-76ba0e62-52a1-4c3c-9940-e92514b6d611 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Usage tracker for resource:security_group_rule and tenant:b8454fc7fdb54f849ddb41109291177b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:35.991051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-76ba0e62-52a1-4c3c-9940-e92514b6d611 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:35.997493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-76ba0e62-52a1-4c3c-9940-e92514b6d611 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:35.998764 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-009ec740-c70c-4d7a-86e0-419d6faaa4de tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] Usage tracker for resource:router and tenant:1914f25c411a4346afe0f63300c36059 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:36.046705 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-009ec740-c70c-4d7a-86e0-419d6faaa4de tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:36.079969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-76ba0e62-52a1-4c3c-9940-e92514b6d611 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:36.086360 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-76ba0e62-52a1-4c3c-9940-e92514b6d611 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:36.090379 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-21181e21-3ef9-4818-86db-6e41c6b1f5c3 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:36.135558 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba0e62-52a1-4c3c-9940-e92514b6d611 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9ddf58-f74f-487f-bc46-2f522436502b,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:36.140253 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-009ec740-c70c-4d7a-86e0-419d6faaa4de tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] Usage tracker for resource:floatingip and tenant:1914f25c411a4346afe0f63300c36059 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:36.147932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-76ba0e62-52a1-4c3c-9940-e92514b6d611 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:36.152635 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-76ba0e62-52a1-4c3c-9940-e92514b6d611 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:36.156859 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-76ba0e62-52a1-4c3c-9940-e92514b6d611 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2313952 Jun 02 20:34:36.157002 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-009ec740-c70c-4d7a-86e0-419d6faaa4de tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:36.157112 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52836) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:36.161912 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-070b3989-9b6a-4273-bf01-6c36b1811966 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Request body: {'security_group_rule': {'security_group_id': '1983f585-782d-484e-b3a5-f2aec791f871', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ae9ddf58-f74f-487f-bc46-2f522436502b', 'remote_ip_prefix': None}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:36.168213 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-070b3989-9b6a-4273-bf01-6c36b1811966 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:36.169487 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-2d42913b-8fa0-4254-b0b8-1f8c62869e76 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Allocated IP 172.26.0.42 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/3370b1b0-225f-4791-bf0a-f67096e4c05f) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:36.172846 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-070b3989-9b6a-4273-bf01-6c36b1811966 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Usage tracker for resource:security_group_rule and tenant:b8454fc7fdb54f849ddb41109291177b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:36.176150 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-070b3989-9b6a-4273-bf01-6c36b1811966 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:36.182311 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-070b3989-9b6a-4273-bf01-6c36b1811966 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:36.208444 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-070b3989-9b6a-4273-bf01-6c36b1811966 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:36.286622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-070b3989-9b6a-4273-bf01-6c36b1811966 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:36.291840 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-070b3989-9b6a-4273-bf01-6c36b1811966 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:36.301129 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:36.318162 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b3989-9b6a-4273-bf01-6c36b1811966 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07838b2-6a50-4d57-b45d-d4cf8bfe93cb,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:36.320856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-070b3989-9b6a-4273-bf01-6c36b1811966 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:36.337233 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-070b3989-9b6a-4273-bf01-6c36b1811966 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:36.339740 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-070b3989-9b6a-4273-bf01-6c36b1811966 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1815183 Jun 02 20:34:36.341969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52838) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:36.367941 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-009ec740-c70c-4d7a-86e0-419d6faaa4de tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] Usage tracker for resource:security_group and tenant:1914f25c411a4346afe0f63300c36059 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:36.376356 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1f1bd28e-a78d-4880-a869-bc1a8a1f5fbc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:36.387921 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1f1bd28e-a78d-4880-a869-bc1a8a1f5fbc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:36.388333 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d42913b-8fa0-4254-b0b8-1f8c62869e76 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:36.416561 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1f1bd28e-a78d-4880-a869-bc1a8a1f5fbc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:36.418927 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-68347b4d-05c6-492e-b311-01b4a3524cae tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:36.440947 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bd28e-a78d-4880-a869-bc1a8a1f5fbc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f07838b2-6a50-4d57-b45d-d4cf8bfe93cb,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:36.451418 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1f1bd28e-a78d-4880-a869-bc1a8a1f5fbc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:36.459426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1f1bd28e-a78d-4880-a869-bc1a8a1f5fbc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:36.460756 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1f1bd28e-a78d-4880-a869-bc1a8a1f5fbc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/f07838b2-6a50-4d57-b45d-d4cf8bfe93cb HTTP/1.1" status: 204 len: 168 time: 0.1178191 Jun 02 20:34:36.463958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52844) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:36.532341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-71b627cb-09c1-4ca4-b283-399432295af4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Synchronizing usage tracker for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:36.549851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-71b627cb-09c1-4ca4-b283-399432295af4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Unset dirty status for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:36.551344 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-71b627cb-09c1-4ca4-b283-399432295af4 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0859368 Jun 02 20:34:36.554137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52846) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:36.586596 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-009ec740-c70c-4d7a-86e0-419d6faaa4de tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:36.611958 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-009ec740-c70c-4d7a-86e0-419d6faaa4de tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] Usage tracker for resource:security_group_rule and tenant:1914f25c411a4346afe0f63300c36059 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:36.619786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3169b274-78d7-4c07-8af5-50fa1545f91a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:36.623045 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-009ec740-c70c-4d7a-86e0-419d6faaa4de tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:36.635664 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-009ec740-c70c-4d7a-86e0-419d6faaa4de tempest-QuotasTest-1498533921 tempest-QuotasTest-1498533921-project-admin] 10.222.0.25 "GET /v2.0/quotas/1914f25c411a4346afe0f63300c36059/details.json HTTP/1.1" status: 200 len: 703 time: 1.4949892 Jun 02 20:34:36.640400 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-18b0055e-0918-414f-8d6b-54ce5adc189b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:36.647878 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3b405e95-8d73-4bee-9883-d60c307ff3a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:36.651777 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3169b274-78d7-4c07-8af5-50fa1545f91a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:36.705172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3169b274-78d7-4c07-8af5-50fa1545f91a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:36.716966 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:36.736763 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169b274-78d7-4c07-8af5-50fa1545f91a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9ddf58-f74f-487f-bc46-2f522436502b,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:36.741036 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3169b274-78d7-4c07-8af5-50fa1545f91a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:36.758075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3169b274-78d7-4c07-8af5-50fa1545f91a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:36.761781 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3169b274-78d7-4c07-8af5-50fa1545f91a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "DELETE /v2.0/security-groups/ae9ddf58-f74f-487f-bc46-2f522436502b HTTP/1.1" status: 204 len: 168 time: 0.2044880 Jun 02 20:34:36.762942 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52852) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:36.770493 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d42913b-8fa0-4254-b0b8-1f8c62869e76 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:36.787517 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0055e-0918-414f-8d6b-54ce5adc189b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Checking segment: {'id': '0cd8b9c4-efef-420c-8d0c-a997896106ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3d01b413-7050-42cb-9833-f5ef7deea565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:36.787878 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b0055e-0918-414f-8d6b-54ce5adc189b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Network hostable DHCP agents. Network: 3d01b413-7050-42cb-9833-f5ef7deea565, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:34:36.794491 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0055e-0918-414f-8d6b-54ce5adc189b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Subnet': ['ID=e3cee483-fb9e-464d-ac9c-afe6bb67682e,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:36.805144 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-18b0055e-0918-414f-8d6b-54ce5adc189b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:36.809103 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:36.841721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e60762ed-1eed-402c-9cba-62b1049bdeb6 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Synchronizing usage tracker for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:36.859795 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e60762ed-1eed-402c-9cba-62b1049bdeb6 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Unset dirty status for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:36.861470 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e60762ed-1eed-402c-9cba-62b1049bdeb6 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.0971622 Jun 02 20:34:36.862094 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d42913b-8fa0-4254-b0b8-1f8c62869e76 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:36.865786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52854) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:36.871477 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-2d42913b-8fa0-4254-b0b8-1f8c62869e76 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:36.876584 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d42913b-8fa0-4254-b0b8-1f8c62869e76 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:36.930637 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Allocated IP 172.26.0.76 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/61dd3149-b75f-4c24-a8d1-f75474e4b84a) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:36.935636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1b675ff3-36ad-427d-bc1d-3b07437f7e91 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:36.941862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b0055e-0918-414f-8d6b-54ce5adc189b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Network 3d01b413-7050-42cb-9833-f5ef7deea565 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:34:36.955715 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42913b-8fa0-4254-b0b8-1f8c62869e76 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Pushing event updated for resources: {'Port': ['ID=3370b1b0-225f-4791-bf0a-f67096e4c05f,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:36.970919 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2d42913b-8fa0-4254-b0b8-1f8c62869e76 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:36.971078 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1b675ff3-36ad-427d-bc1d-3b07437f7e91 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:36.977498 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-18b0055e-0918-414f-8d6b-54ce5adc189b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 3d01b413-7050-42cb-9833-f5ef7deea565) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:36.985505 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca93e0d-de60-4082-b683-229fbe38b3f7 None None] Network 3d01b413-7050-42cb-9833-f5ef7deea565 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:37.037844 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1b675ff3-36ad-427d-bc1d-3b07437f7e91 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:37.043726 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-07a563c2-3c1a-486a-8c66-de7df9eb0381 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:37.058802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b675ff3-36ad-427d-bc1d-3b07437f7e91 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1983f585-782d-484e-b3a5-f2aec791f871,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:37.061420 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1b675ff3-36ad-427d-bc1d-3b07437f7e91 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:37.073343 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1b675ff3-36ad-427d-bc1d-3b07437f7e91 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:37.077046 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1b675ff3-36ad-427d-bc1d-3b07437f7e91 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "DELETE /v2.0/security-groups/1983f585-782d-484e-b3a5-f2aec791f871 HTTP/1.1" status: 204 len: 168 time: 0.2078614 Jun 02 20:34:37.079722 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52858) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:37.145679 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b0055e-0918-414f-8d6b-54ce5adc189b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:37.146293 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-18b0055e-0918-414f-8d6b-54ce5adc189b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:37.151251 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b72da186-65af-4a6d-836f-98d89581992f tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Synchronizing usage tracker for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:37.156554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52860) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:37.197989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b72da186-65af-4a6d-836f-98d89581992f tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Unset dirty status for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:37.199360 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b72da186-65af-4a6d-836f-98d89581992f tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1185744 Jun 02 20:34:37.204851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52864) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:37.210619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-9b130284-3d24-46ad-a69f-69b3fe031631 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Request body: {'security_group': {'name': 'tempest-secgroup--1326916356'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:37.220725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9b130284-3d24-46ad-a69f-69b3fe031631 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:37.260790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9b130284-3d24-46ad-a69f-69b3fe031631 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:37.279998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1284a047-ca32-420f-90d2-58f3b69a237d up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:34:37.286104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9b130284-3d24-46ad-a69f-69b3fe031631 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:37.309145 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-18b0055e-0918-414f-8d6b-54ce5adc189b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.8303308 Jun 02 20:34:37.313835 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52866) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:37.358253 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:37.410534 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-3d01b413-7050-42cb-9833-f5ef7deea565', 'network_id': '3d01b413-7050-42cb-9833-f5ef7deea565', 'tenant_id': '8b39c886936241a7ba5b37f9a3ce6bc8', 'fixed_ips': [{'subnet_id': 'e3cee483-fb9e-464d-ac9c-afe6bb67682e'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:34:37.411773 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:37.430113 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 1284a047-ca32-420f-90d2-58f3b69a237d completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:34:37.439491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 1284a047-ca32-420f-90d2-58f3b69a237d triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:37.440090 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:37.477066 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-06cda89d-6f97-4a83-9c06-bd6246d3e556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:37.492543 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9b130284-3d24-46ad-a69f-69b3fe031631 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:37.505153 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:37.508152 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9b130284-3d24-46ad-a69f-69b3fe031631 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Usage tracker for resource:security_group_rule and tenant:b8454fc7fdb54f849ddb41109291177b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:37.510993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-06cda89d-6f97-4a83-9c06-bd6246d3e556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:37.515184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9b130284-3d24-46ad-a69f-69b3fe031631 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:37.518205 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-06cda89d-6f97-4a83-9c06-bd6246d3e556 admin admin] Usage tracker for resource:security_group_rule and tenant:67df53e646e34ba4bdb8db1f4081c267 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:37.536354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9b130284-3d24-46ad-a69f-69b3fe031631 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:37.545585 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-06cda89d-6f97-4a83-9c06-bd6246d3e556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:37.568208 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d42913b-8fa0-4254-b0b8-1f8c62869e76 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:37.574869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-06cda89d-6f97-4a83-9c06-bd6246d3e556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:37.632180 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:37.644980 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c7c4b287-5717-49ce-9fe2-4f0a2228d3df tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:37.678877 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:37.704995 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Allocated IP 2001:db8::1 (3d01b413-7050-42cb-9833-f5ef7deea565/e3cee483-fb9e-464d-ac9c-afe6bb67682e/d93946c1-7ba0-43b9-9b01-d943020ac750) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:37.710779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 1284a047-ca32-420f-90d2-58f3b69a237d, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1284a047-ca32-420f-90d2-58f3b69a237d,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:37.724793 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:37.729724 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:37.733658 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:37.764860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:37.788576 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:37.800194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:37.837805 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Pushing event updated for resources: {'Port': ['ID=61dd3149-b75f-4c24-a8d1-f75474e4b84a,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:37.846961 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:37.882750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9b130284-3d24-46ad-a69f-69b3fe031631 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:37.913898 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9b130284-3d24-46ad-a69f-69b3fe031631 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:37.923994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:37.937176 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=1284a047-ca32-420f-90d2-58f3b69a237d,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:37.953980 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:38.055852 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-06cda89d-6f97-4a83-9c06-bd6246d3e556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.058486 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.071440 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b130284-3d24-46ad-a69f-69b3fe031631 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03461434-32e6-4d2e-82fd-b4c74b419fef,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:38.071707 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Transition to ACTIVE for port object d93946c1-7ba0-43b9-9b01-d943020ac750 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:38.081045 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-06cda89d-6f97-4a83-9c06-bd6246d3e556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.093301 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9b130284-3d24-46ad-a69f-69b3fe031631 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:38.093741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9b130284-3d24-46ad-a69f-69b3fe031631 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:38.094351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Transition to ACTIVE for port object d93946c1-7ba0-43b9-9b01-d943020ac750 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:38.100563 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.104884 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-1f80fb6f-105e-4d3c-89df-e88013bff8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:38.128320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9b130284-3d24-46ad-a69f-69b3fe031631 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.132137 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9b130284-3d24-46ad-a69f-69b3fe031631 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9236083 Jun 02 20:34:38.144746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52874) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:38.166233 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-21f4ecf6-647e-4955-9490-6c56899e1935 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Request body: {'security_group_rule': {'security_group_id': '03461434-32e6-4d2e-82fd-b4c74b419fef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:38.171363 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Network 3d01b413-7050-42cb-9833-f5ef7deea565 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:38.174668 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:38.178504 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:38.184493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-21f4ecf6-647e-4955-9490-6c56899e1935 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:38.192779 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-06cda89d-6f97-4a83-9c06-bd6246d3e556 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67df53e646e34ba4bdb8db1f4081c267&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0288293 Jun 02 20:34:38.201204 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52876) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:38.206358 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cda89d-6f97-4a83-9c06-bd6246d3e556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30655c5a-0cc6-4c8c-b931-5dc54e3b31a1,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:38.211788 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Pushing event updated for resources: {'Port': ['ID=d93946c1-7ba0-43b9-9b01-d943020ac750,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:38.218459 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-21f4ecf6-647e-4955-9490-6c56899e1935 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Usage tracker for resource:security_group_rule and tenant:b8454fc7fdb54f849ddb41109291177b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:38.219520 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:38.222861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-21f4ecf6-647e-4955-9490-6c56899e1935 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:38.226001 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-06cda89d-6f97-4a83-9c06-bd6246d3e556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:38.262990 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-21f4ecf6-647e-4955-9490-6c56899e1935 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:38.289164 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Attempting to bind port d93946c1-7ba0-43b9-9b01-d943020ac750 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:34:38.289517 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Attempting to bind port d93946c1-7ba0-43b9-9b01-d943020ac750 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '0cd8b9c4-efef-420c-8d0c-a997896106ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3d01b413-7050-42cb-9833-f5ef7deea565'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:34:38.289898 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Attempting to bind port d93946c1-7ba0-43b9-9b01-d943020ac750 on network 3d01b413-7050-42cb-9833-f5ef7deea565 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:34:38.295805 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:34:38.296181 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Checking segment: {'id': '0cd8b9c4-efef-420c-8d0c-a997896106ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3d01b413-7050-42cb-9833-f5ef7deea565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:38.296579 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.296969 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Bound using segment: {'id': '0cd8b9c4-efef-420c-8d0c-a997896106ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3d01b413-7050-42cb-9833-f5ef7deea565'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:34:38.297565 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Bound port: d93946c1-7ba0-43b9-9b01-d943020ac750, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd8b9c4-efef-420c-8d0c-a997896106ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3d01b413-7050-42cb-9833-f5ef7deea565'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:34:38.297938 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.333523 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-21f4ecf6-647e-4955-9490-6c56899e1935 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.373601 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7da09fc0-79de-4738-b761-4523d0d9ee21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.392884 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] For port d93946c1-7ba0-43b9-9b01-d943020ac750, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:34:38.396411 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] For port d93946c1-7ba0-43b9-9b01-d943020ac750, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d93946c1-7ba0-43b9-9b01-d943020ac750,segment=NetworkSegment(0cd8b9c4-efef-420c-8d0c-a997896106ac),segment_id=0cd8b9c4-efef-420c-8d0c-a997896106ac)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:34:38.401344 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.405271 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-11056d09-699b-411f-835e-ce29849c144e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:38.424219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7da09fc0-79de-4738-b761-4523d0d9ee21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.437779 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.440652 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d42913b-8fa0-4254-b0b8-1f8c62869e76 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.455988 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8bfb014b-d1b8-49ee-8dda-900de3f44214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:38.461183 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d42913b-8fa0-4254-b0b8-1f8c62869e76 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.484320 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Pushing event updated for resources: {'Port': ['ID=d93946c1-7ba0-43b9-9b01-d943020ac750,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:38.487195 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:38.518541 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Subnet': ['ID=e3cee483-fb9e-464d-ac9c-afe6bb67682e,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:38.521564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:38.525999 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-21f4ecf6-647e-4955-9490-6c56899e1935 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.553014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-21f4ecf6-647e-4955-9490-6c56899e1935 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.562976 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:38.652145 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4ecf6-647e-4955-9490-6c56899e1935 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d995c6-e4dd-4ca1-bd31-5031b4afbb23,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:38.655865 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.670925 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-21f4ecf6-647e-4955-9490-6c56899e1935 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:38.695944 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d01b413-7050-42cb-9833-f5ef7deea565']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:38.709519 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7da09fc0-79de-4738-b761-4523d0d9ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.712060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7da09fc0-79de-4738-b761-4523d0d9ee21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.713727 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7da09fc0-79de-4738-b761-4523d0d9ee21 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30655c5a-0cc6-4c8c-b931-5dc54e3b31a1 HTTP/1.1" status: 204 len: 168 time: 0.5084095 Jun 02 20:34:38.716918 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ee7caa82-cace-421c-8daa-ef82bac1d34c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:38.728277 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-21f4ecf6-647e-4955-9490-6c56899e1935 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.730032 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-21f4ecf6-647e-4955-9490-6c56899e1935 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5818350 Jun 02 20:34:38.731731 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd8b9c4-efef-420c-8d0c-a997896106ac') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:38.732031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd8b9c4-efef-420c-8d0c-a997896106ac') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:38.745415 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52882) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:38.773359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da09fc0-79de-4738-b761-4523d0d9ee21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30655c5a-0cc6-4c8c-b931-5dc54e3b31a1,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:38.774991 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.779249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7da09fc0-79de-4738-b761-4523d0d9ee21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:38.790281 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.826950 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.843414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:34:38.843958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:34:38.867215 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:34:38.940035 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0bcfadcc-6d0f-46d5-ba9c-04c1ef1cf991 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:39.029504 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0bcfadcc-6d0f-46d5-ba9c-04c1ef1cf991 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:39.097367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0bcfadcc-6d0f-46d5-ba9c-04c1ef1cf991 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:39.124987 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.db.api [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 20:34:39.124987 dv-neutron-601336-84-hyperv neutron-server[92549]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 20:34:39.124987 dv-neutron-601336-84-hyperv neutron-server[92549]: [parameters: {'id': '3d01b413-7050-42cb-9833-f5ef7deea565'}] Jun 02 20:34:39.124987 dv-neutron-601336-84-hyperv neutron-server[92549]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:34:39.125786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_db.api [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:34:39.165987 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:39.168679 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52890) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:39.173132 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d42913b-8fa0-4254-b0b8-1f8c62869e76 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Router 7ea154ee-c977-4b0f-9bae-05f9b5960354 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:34:39.187845 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-10332d22-264a-44bc-bc08-2cf2cbff3c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:39.188914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfadcc-6d0f-46d5-ba9c-04c1ef1cf991 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9d995c6-e4dd-4ca1-bd31-5031b4afbb23,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:39.192412 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0bcfadcc-6d0f-46d5-ba9c-04c1ef1cf991 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:39.204823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0bcfadcc-6d0f-46d5-ba9c-04c1ef1cf991 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:39.205320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-10332d22-264a-44bc-bc08-2cf2cbff3c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:39.205938 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0bcfadcc-6d0f-46d5-ba9c-04c1ef1cf991 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/c9d995c6-e4dd-4ca1-bd31-5031b4afbb23 HTTP/1.1" status: 204 len: 168 time: 0.4593952 Jun 02 20:34:39.209474 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52892) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:39.211737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-10332d22-264a-44bc-bc08-2cf2cbff3c70 admin admin] Usage tracker for resource:security_group_rule and tenant:1914f25c411a4346afe0f63300c36059 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:39.228687 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-10332d22-264a-44bc-bc08-2cf2cbff3c70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:39.237651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-10332d22-264a-44bc-bc08-2cf2cbff3c70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:39.286528 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-30718c93-fa2e-44c2-9bd1-b95f67af36a7 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Synchronizing usage tracker for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:39.295833 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1284a047-ca32-420f-90d2-58f3b69a237d up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:34:39.323420 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-30718c93-fa2e-44c2-9bd1-b95f67af36a7 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Unset dirty status for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:39.327355 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-30718c93-fa2e-44c2-9bd1-b95f67af36a7 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1143146 Jun 02 20:34:39.330340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52894) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:39.395344 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 1284a047-ca32-420f-90d2-58f3b69a237d triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:39.396647 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:39.424705 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-10332d22-264a-44bc-bc08-2cf2cbff3c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:39.433683 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-10332d22-264a-44bc-bc08-2cf2cbff3c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:39.445913 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-06cda89d-6f97-4a83-9c06-bd6246d3e556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:39.458050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-94ea08e1-c79e-4f2e-a623-92ed628cfebc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:39.501442 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:39.510769 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-10332d22-264a-44bc-bc08-2cf2cbff3c70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1914f25c411a4346afe0f63300c36059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410645 Jun 02 20:34:39.521727 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52896) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:39.522565 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10332d22-264a-44bc-bc08-2cf2cbff3c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5c2b93-09cc-4e7c-b8d6-a02190e7a790,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:39.537983 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-10332d22-264a-44bc-bc08-2cf2cbff3c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:39.539459 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-94ea08e1-c79e-4f2e-a623-92ed628cfebc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:39.583787 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d93946c1-7ba0-43b9-9b01-d943020ac750 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:34:39.590232 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d42913b-8fa0-4254-b0b8-1f8c62869e76 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:34:39.595824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d42913b-8fa0-4254-b0b8-1f8c62869e76 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:39.601587 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e2ecd8-0e9a-438a-8f3a-b0e8d62c6d01 None None] Sync routers for ids ['7ea154ee-c977-4b0f-9bae-05f9b5960354'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:34:39.602129 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52898) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:39.611670 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2d42913b-8fa0-4254-b0b8-1f8c62869e76 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "PUT /v2.0/routers/7ea154ee-c977-4b0f-9bae-05f9b5960354 HTTP/1.1" status: 200 len: 914 time: 5.9510334 Jun 02 20:34:39.617832 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e2ecd8-0e9a-438a-8f3a-b0e8d62c6d01 None None] Routers {'7ea154ee-c977-4b0f-9bae-05f9b5960354'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:39.618891 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-14e2ecd8-0e9a-438a-8f3a-b0e8d62c6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['7ea154ee-c977-4b0f-9bae-05f9b5960354'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:39.669011 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port d93946c1-7ba0-43b9-9b01-d943020ac750 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:34:39.669249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:39.702699 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02502365-1f0b-4c41-974d-8336767e1a0d None None] Network 3d01b413-7050-42cb-9833-f5ef7deea565 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:39.724688 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-14e2ecd8-0e9a-438a-8f3a-b0e8d62c6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:39.731575 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3885d9cf-1bf8-4081-b3c6-fb188c25520b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:39.735890 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e2ecd8-0e9a-438a-8f3a-b0e8d62c6d01 None None] Routers {'7ea154ee-c977-4b0f-9bae-05f9b5960354'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:39.736652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-94ea08e1-c79e-4f2e-a623-92ed628cfebc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:39.737176 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-14e2ecd8-0e9a-438a-8f3a-b0e8d62c6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['7ea154ee-c977-4b0f-9bae-05f9b5960354'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:39.750173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-10332d22-264a-44bc-bc08-2cf2cbff3c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:39.804159 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-14e2ecd8-0e9a-438a-8f3a-b0e8d62c6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:39.804958 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e2ecd8-0e9a-438a-8f3a-b0e8d62c6d01 None None] The sync data for ids ['7ea154ee-c977-4b0f-9bae-05f9b5960354'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:34:39.863078 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea08e1-c79e-4f2e-a623-92ed628cfebc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03461434-32e6-4d2e-82fd-b4c74b419fef,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:39.876004 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-cebced92-feee-4142-87b5-9ae676425793 None None] Provisioning for port d93946c1-7ba0-43b9-9b01-d943020ac750 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:34:39.877951 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-94ea08e1-c79e-4f2e-a623-92ed628cfebc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:39.889036 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-cebced92-feee-4142-87b5-9ae676425793 None None] Provisioning complete for port d93946c1-7ba0-43b9-9b01-d943020ac750 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:39.889414 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cebced92-feee-4142-87b5-9ae676425793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:39.903651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3885d9cf-1bf8-4081-b3c6-fb188c25520b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:39.940114 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-09d89863-9621-4bf7-bb07-196cce913d54 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "GET /v2.0/routers/7ea154ee-c977-4b0f-9bae-05f9b5960354 HTTP/1.1" status: 200 len: 920 time: 0.3354797 Jun 02 20:34:39.944548 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-94ea08e1-c79e-4f2e-a623-92ed628cfebc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:39.945579 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-94ea08e1-c79e-4f2e-a623-92ed628cfebc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "DELETE /v2.0/security-groups/03461434-32e6-4d2e-82fd-b4c74b419fef HTTP/1.1" status: 204 len: 168 time: 0.6141758 Jun 02 20:34:39.946112 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52902) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:39.953485 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52904) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:40.043967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Deleting port d93946c1-7ba0-43b9-9b01-d943020ac750 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:40.044358 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:40.060007 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9e0852fc-53ec-4696-b5a2-4fcd56ca3f10 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Synchronizing usage tracker for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:40.088518 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3885d9cf-1bf8-4081-b3c6-fb188c25520b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:40.102580 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Router fc27479d-cfe5-4ac1-a420-9f28c7e5594b is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:34:40.133533 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cebced92-feee-4142-87b5-9ae676425793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:40.145924 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:40.173786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885d9cf-1bf8-4081-b3c6-fb188c25520b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5c2b93-09cc-4e7c-b8d6-a02190e7a790,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:40.181116 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3885d9cf-1bf8-4081-b3c6-fb188c25520b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:40.183242 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9580cee2-9885-4bc7-ab89-995db2dc65bf None None] DHCP port deletion for 3d01b413-7050-42cb-9833-f5ef7deea565 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:34:40.196364 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c29f3b-15b6-4006-b5cd-5a02b3e153ac tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:40.196986 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-cebced92-feee-4142-87b5-9ae676425793 None None] For port d93946c1-7ba0-43b9-9b01-d943020ac750, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d93946c1-7ba0-43b9-9b01-d943020ac750,segment=NetworkSegment(0cd8b9c4-efef-420c-8d0c-a997896106ac),segment_id=0cd8b9c4-efef-420c-8d0c-a997896106ac)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:40.200262 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-57c29f3b-15b6-4006-b5cd-5a02b3e153ac tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9eda1993-8807-4a42-8466-556269663ed3&device_id=7ea154ee-c977-4b0f-9bae-05f9b5960354&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2488272 Jun 02 20:34:40.200262 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3885d9cf-1bf8-4081-b3c6-fb188c25520b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:40.200262 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3885d9cf-1bf8-4081-b3c6-fb188c25520b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d5c2b93-09cc-4e7c-b8d6-a02190e7a790 HTTP/1.1" status: 204 len: 168 time: 0.6741688 Jun 02 20:34:40.203111 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52910) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:40.226505 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9e0852fc-53ec-4696-b5a2-4fcd56ca3f10 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Unset dirty status for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:40.232479 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cebced92-feee-4142-87b5-9ae676425793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:40.233810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52914) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:40.236989 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9e0852fc-53ec-4696-b5a2-4fcd56ca3f10 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2819412 Jun 02 20:34:40.238932 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:40.247031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-8e2609e3-9617-4ea3-8ef3-408e2ef37f99 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Request body: {'security_group': {'name': 'tempest-secgroup--1431208379'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:40.257860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] For port d93946c1-7ba0-43b9-9b01-d943020ac750, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d93946c1-7ba0-43b9-9b01-d943020ac750,segment=NetworkSegment(0cd8b9c4-efef-420c-8d0c-a997896106ac),segment_id=0cd8b9c4-efef-420c-8d0c-a997896106ac)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:40.258656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:40.345207 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebced92-feee-4142-87b5-9ae676425793 None None] Pushing event updated for resources: {'Port': ['ID=d93946c1-7ba0-43b9-9b01-d943020ac750,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:40.355664 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-cebced92-feee-4142-87b5-9ae676425793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:40.367851 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-9580cee2-9885-4bc7-ab89-995db2dc65bf None None] Deleting port d93946c1-7ba0-43b9-9b01-d943020ac750 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:40.368182 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9580cee2-9885-4bc7-ab89-995db2dc65bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:40.392495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Calling delete_port for d93946c1-7ba0-43b9-9b01-d943020ac750 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:40.397322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:34:40.418446 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8e2609e3-9617-4ea3-8ef3-408e2ef37f99 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:40.421164 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:40.426162 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.9014711 Jun 02 20:34:40.426973 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52916) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:40.440659 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] Sync routers for ids ['fc27479d-cfe5-4ac1-a420-9f28c7e5594b'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:34:40.477112 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8e2609e3-9617-4ea3-8ef3-408e2ef37f99 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:40.493214 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] Routers {'fc27479d-cfe5-4ac1-a420-9f28c7e5594b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:40.494003 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['fc27479d-cfe5-4ac1-a420-9f28c7e5594b'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:40.577037 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-9580cee2-9885-4bc7-ab89-995db2dc65bf None None] For port d93946c1-7ba0-43b9-9b01-d943020ac750, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d93946c1-7ba0-43b9-9b01-d943020ac750,segment=NetworkSegment(0cd8b9c4-efef-420c-8d0c-a997896106ac),segment_id=0cd8b9c4-efef-420c-8d0c-a997896106ac)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:40.577291 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9580cee2-9885-4bc7-ab89-995db2dc65bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:40.581763 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8e2609e3-9617-4ea3-8ef3-408e2ef37f99 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:40.609462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:40.619650 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-89a0da8b-b59b-4f1c-a0f4-18ca7e027641 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "GET /v2.0/routers/fc27479d-cfe5-4ac1-a420-9f28c7e5594b HTTP/1.1" status: 200 len: 907 time: 0.1907504 Jun 02 20:34:40.621195 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-40173726-7b62-4615-beb1-7f49e7c3ccbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:40.622415 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52920) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:40.673146 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Port': ['ID=d93946c1-7ba0-43b9-9b01-d943020ac750,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:40.676917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232a4dc8-1acf-4a6e-acbd-d2159a1f8443 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:40.681800 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-232a4dc8-1acf-4a6e-acbd-d2159a1f8443 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "GET /v2.0/networks/9eda1993-8807-4a42-8466-556269663ed3 HTTP/1.1" status: 200 len: 881 time: 0.4776847 Jun 02 20:34:40.683016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] No DVR routers for this DVR port d93946c1-7ba0-43b9-9b01-d943020ac750 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:34:40.684528 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52926) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:40.687851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:40.750828 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-9580cee2-9885-4bc7-ab89-995db2dc65bf None None] Calling delete_port for d93946c1-7ba0-43b9-9b01-d943020ac750 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:40.812487 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4f5330c6-6c3e-417e-9b87-38146a68ddaf tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:40.879746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:40.888187 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] Set router fc27479d-cfe5-4ac1-a420-9f28c7e5594b gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:34:40.912622 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-306ad540-5376-4d1e-91af-4cef4d57b27a tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea154ee-c977-4b0f-9bae-05f9b5960354 HTTP/1.1" status: 200 len: 205 time: 0.2213013 Jun 02 20:34:40.912622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8e2609e3-9617-4ea3-8ef3-408e2ef37f99 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:40.914043 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52934) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:40.917538 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8e2609e3-9617-4ea3-8ef3-408e2ef37f99 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Usage tracker for resource:security_group_rule and tenant:b8454fc7fdb54f849ddb41109291177b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:40.920612 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8e2609e3-9617-4ea3-8ef3-408e2ef37f99 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:40.927948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8e2609e3-9617-4ea3-8ef3-408e2ef37f99 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:40.942217 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d01b413-7050-42cb-9833-f5ef7deea565']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:40.957897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd8b9c4-efef-420c-8d0c-a997896106ac') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:40.958322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd8b9c4-efef-420c-8d0c-a997896106ac') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:40.971487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:40.992393 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.019400 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:34:41.019933 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.031756 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9580cee2-9885-4bc7-ab89-995db2dc65bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.037832 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-375741cc-aa5e-4710-9cb3-3854596b1c97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:34:41.038740 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:34:41.094421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580cee2-9885-4bc7-ab89-995db2dc65bf None None] Pushing event deleted for resources: {'Port': ['ID=d93946c1-7ba0-43b9-9b01-d943020ac750,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:41.103025 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-9580cee2-9885-4bc7-ab89-995db2dc65bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:41.157430 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9580cee2-9885-4bc7-ab89-995db2dc65bf None None] No DVR routers for this DVR port d93946c1-7ba0-43b9-9b01-d943020ac750 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:34:41.268066 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d93946c1-7ba0-43b9-9b01-d943020ac750 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:34:41.332505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.338348 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.348270 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8666348b-97e3-4327-9636-4f5d3b1852e4 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:41.358449 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52948) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:41.363922 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: d93946c1-7ba0-43b9-9b01-d943020ac750 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:34:41.364472 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d93946c1-7ba0-43b9-9b01-d943020ac750 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:34:41.390720 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Network': ['ID=3d01b413-7050-42cb-9833-f5ef7deea565,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:41.393157 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:41.399791 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/networks/3d01b413-7050-42cb-9833-f5ef7deea565 HTTP/1.1" status: 204 len: 168 time: 4.0814133 Jun 02 20:34:41.401931 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52952) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:41.407957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc27479d-cfe5-4ac1-a420-9f28c7e5594b', 'name': 'tempest-snat-router-2093904410', 'tenant_id': 'b4277689824940fd8cbcfbeedf87b14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '61dd3149-b75f-4c24-a8d1-f75474e4b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:34:33Z', 'updated_at': '2021-06-02T20:34:38Z', 'revision_number': 3, 'project_id': 'b4277689824940fd8cbcfbeedf87b14b', 'gw_port': {'id': '61dd3149-b75f-4c24-a8d1-f75474e4b84a', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc27479d-cfe5-4ac1-a420-9f28c7e5594b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:34:35Z', 'updated_at': '2021-06-02T20:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:41.412737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-051dd5c1-17e0-4bf2-8038-ae8f0b0da415 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-986480414'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:41.412891 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] Checking router: fc27479d-cfe5-4ac1-a420-9f28c7e5594b for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:34:41.413250 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] Updating router fc27479d-cfe5-4ac1-a420-9f28c7e5594b port 61dd3149-b75f-4c24-a8d1-f75474e4b84a binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:34:41.418798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-051dd5c1-17e0-4bf2-8038-ae8f0b0da415 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:41.423266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-051dd5c1-17e0-4bf2-8038-ae8f0b0da415 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Usage tracker for resource:network and tenant:8b39c886936241a7ba5b37f9a3ce6bc8 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:41.425568 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-051dd5c1-17e0-4bf2-8038-ae8f0b0da415 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:41.426570 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4f5330c6-6c3e-417e-9b87-38146a68ddaf tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.432367 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-051dd5c1-17e0-4bf2-8038-ae8f0b0da415 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:41.446499 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.471717 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.473553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051dd5c1-17e0-4bf2-8038-ae8f0b0da415 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Made reservation on behalf of 8b39c886936241a7ba5b37f9a3ce6bc8 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:41.478195 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-051dd5c1-17e0-4bf2-8038-ae8f0b0da415 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.515033 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8e2609e3-9617-4ea3-8ef3-408e2ef37f99 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.524535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8e2609e3-9617-4ea3-8ef3-408e2ef37f99 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.531556 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:41.543901 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1184068557'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:41.557870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051dd5c1-17e0-4bf2-8038-ae8f0b0da415 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:34:41.588587 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:41.590040 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-051dd5c1-17e0-4bf2-8038-ae8f0b0da415 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.590398 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-051dd5c1-17e0-4bf2-8038-ae8f0b0da415 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Added segment ea284eb2-f0c7-441a-a734-0953c2bbb426 of type vlan for network d665379a-d2cc-444c-a098-52affc70745c Jun 02 20:34:41.591968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2609e3-9617-4ea3-8ef3-408e2ef37f99 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca27052b-e801-450c-8e74-12601081445c,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:41.595258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8e2609e3-9617-4ea3-8ef3-408e2ef37f99 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:41.599438 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Usage tracker for resource:network and tenant:3b5c38b6f5154201b60f5529c61c66ed is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:41.600538 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8e2609e3-9617-4ea3-8ef3-408e2ef37f99 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.604918 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8e2609e3-9617-4ea3-8ef3-408e2ef37f99 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3657894 Jun 02 20:34:41.606564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52954) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:41.611946 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:41.618522 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-3c2ac890-34e2-4e02-bc82-34da6dea53ea tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Request body: {'security_group_rule': {'security_group_id': 'ca27052b-e801-450c-8e74-12601081445c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:41.625216 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:41.635637 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-3c2ac890-34e2-4e02-bc82-34da6dea53ea tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:41.642947 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3c2ac890-34e2-4e02-bc82-34da6dea53ea tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Usage tracker for resource:security_group_rule and tenant:b8454fc7fdb54f849ddb41109291177b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:41.646268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-051dd5c1-17e0-4bf2-8038-ae8f0b0da415 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.649798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3c2ac890-34e2-4e02-bc82-34da6dea53ea tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:41.658127 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-3c2ac890-34e2-4e02-bc82-34da6dea53ea tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:41.690004 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3c2ac890-34e2-4e02-bc82-34da6dea53ea tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.709812 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-051dd5c1-17e0-4bf2-8038-ae8f0b0da415 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.716426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051dd5c1-17e0-4bf2-8038-ae8f0b0da415 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:41.717062 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-051dd5c1-17e0-4bf2-8038-ae8f0b0da415 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.730140 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2d79098d-ce90-4624-9862-47741ef04cf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:41.792577 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-051dd5c1-17e0-4bf2-8038-ae8f0b0da415 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3863802 Jun 02 20:34:41.839775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52956) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:41.861027 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.862841 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-67dfa6e1-c3ac-41fe-9c94-2a3c11cf0c2e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'subnet': {'network_id': 'd665379a-d2cc-444c-a098-52affc70745c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:41.876604 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Made reservation on behalf of 3b5c38b6f5154201b60f5529c61c66ed for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:41.880079 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.887407 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] Transition to ACTIVE for port object 61dd3149-b75f-4c24-a8d1-f75474e4b84a will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:41.892095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dd5c1-17e0-4bf2-8038-ae8f0b0da415 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Network': ['ID=d665379a-d2cc-444c-a098-52affc70745c,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:41.895532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-051dd5c1-17e0-4bf2-8038-ae8f0b0da415 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:41.896507 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.899388 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.908672 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-cebced92-feee-4142-87b5-9ae676425793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:41.914489 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3c2ac890-34e2-4e02-bc82-34da6dea53ea tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.918154 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.927832 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:41.934224 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Usage tracker for resource:security_group_rule and tenant:3b5c38b6f5154201b60f5529c61c66ed is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:41.941734 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network d665379a-d2cc-444c-a098-52affc70745c details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:34:41.960962 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:41.968143 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3c2ac890-34e2-4e02-bc82-34da6dea53ea tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.972960 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-4f5330c6-6c3e-417e-9b87-38146a68ddaf tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Deleting port 61dd3149-b75f-4c24-a8d1-f75474e4b84a {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:41.973303 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4f5330c6-6c3e-417e-9b87-38146a68ddaf tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:41.986520 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:41.991547 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f36d49ec-fba7-47a4-8007-fdf7cb5d922e tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:42.029403 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ac890-34e2-4e02-bc82-34da6dea53ea tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f986778-1bf8-489d-921d-271d1099e0a5,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:42.032226 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] Attempting to bind port 61dd3149-b75f-4c24-a8d1-f75474e4b84a on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:34:42.032690 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] Attempting to bind port 61dd3149-b75f-4c24-a8d1-f75474e4b84a by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:34:42.032837 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3c2ac890-34e2-4e02-bc82-34da6dea53ea tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:42.033063 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] Attempting to bind port 61dd3149-b75f-4c24-a8d1-f75474e4b84a on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:34:42.046467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-67dfa6e1-c3ac-41fe-9c94-2a3c11cf0c2e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:42.048929 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3c2ac890-34e2-4e02-bc82-34da6dea53ea tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.052527 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3c2ac890-34e2-4e02-bc82-34da6dea53ea tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4425478 Jun 02 20:34:42.053018 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52958) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:42.054830 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-67dfa6e1-c3ac-41fe-9c94-2a3c11cf0c2e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Usage tracker for resource:subnet and tenant:8b39c886936241a7ba5b37f9a3ce6bc8 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:42.068036 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-67dfa6e1-c3ac-41fe-9c94-2a3c11cf0c2e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:42.077278 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-67dfa6e1-c3ac-41fe-9c94-2a3c11cf0c2e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:42.084247 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f0547654-0e50-45e7-8ed9-7f0d4f51f365 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-group-rules/9f986778-1bf8-489d-921d-271d1099e0a5 HTTP/1.1" status: 200 len: 763 time: 0.0279398 Jun 02 20:34:42.084653 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52960) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:42.115130 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:34:42.115456 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dfa6e1-c3ac-41fe-9c94-2a3c11cf0c2e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Made reservation on behalf of 8b39c886936241a7ba5b37f9a3ce6bc8 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:42.115768 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:42.115919 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.116314 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:34:42.116806 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] Bound port: 61dd3149-b75f-4c24-a8d1-f75474e4b84a, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:34:42.117179 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.119698 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-67dfa6e1-c3ac-41fe-9c94-2a3c11cf0c2e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.152287 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4f5330c6-6c3e-417e-9b87-38146a68ddaf tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.163831 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b97db-08a8-46e6-8416-2ddfac3bcfba None None] Pushing event updated for resources: {'Port': ['ID=61dd3149-b75f-4c24-a8d1-f75474e4b84a,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:42.167631 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-dd2b97db-08a8-46e6-8416-2ddfac3bcfba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:42.203832 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] For port 61dd3149-b75f-4c24-a8d1-f75474e4b84a, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:34:42.206993 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] For port 61dd3149-b75f-4c24-a8d1-f75474e4b84a, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=61dd3149-b75f-4c24-a8d1-f75474e4b84a,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:34:42.213299 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.217495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6a17cf38-29be-4c9d-a964-60f166cf1f57 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Synchronizing usage tracker for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:42.222424 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-368a5a8a-4eb6-462b-86f0-9408141c08b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:42.266439 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6a17cf38-29be-4c9d-a964-60f166cf1f57 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Unset dirty status for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:42.268005 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6a17cf38-29be-4c9d-a964-60f166cf1f57 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1825035 Jun 02 20:34:42.270763 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52964) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:42.296703 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] Routers {'fc27479d-cfe5-4ac1-a420-9f28c7e5594b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:42.297389 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['fc27479d-cfe5-4ac1-a420-9f28c7e5594b'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:42.313535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c76402d8-9334-47bb-9fd5-ffbfcd378bec tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.338396 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-4f5330c6-6c3e-417e-9b87-38146a68ddaf tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Calling delete_port for 61dd3149-b75f-4c24-a8d1-f75474e4b84a owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:42.341648 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Deleting port 3370b1b0-225f-4791-bf0a-f67096e4c05f {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:42.341985 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.363593 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c76402d8-9334-47bb-9fd5-ffbfcd378bec tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.417169 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b97db-08a8-46e6-8416-2ddfac3bcfba None None] Pushing event updated for resources: {'Port': ['ID=61dd3149-b75f-4c24-a8d1-f75474e4b84a,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:42.426482 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-dd2b97db-08a8-46e6-8416-2ddfac3bcfba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:42.464169 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] Set router fc27479d-cfe5-4ac1-a420-9f28c7e5594b gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:34:42.466050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c76402d8-9334-47bb-9fd5-ffbfcd378bec tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.477186 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:42.520405 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.526467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76402d8-9334-47bb-9fd5-ffbfcd378bec tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f986778-1bf8-489d-921d-271d1099e0a5,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:42.529257 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c76402d8-9334-47bb-9fd5-ffbfcd378bec tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:42.536811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c76402d8-9334-47bb-9fd5-ffbfcd378bec tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.540693 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c76402d8-9334-47bb-9fd5-ffbfcd378bec tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/9f986778-1bf8-489d-921d-271d1099e0a5 HTTP/1.1" status: 204 len: 168 time: 0.2689054 Jun 02 20:34:42.543303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52970) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:42.551918 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.560376 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b78c3187-de1a-47ab-a1d0-24b08ca0170a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:42.573687 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.582392 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc27479d-cfe5-4ac1-a420-9f28c7e5594b', 'name': 'tempest-snat-router-2093904410', 'tenant_id': 'b4277689824940fd8cbcfbeedf87b14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:34:33Z', 'updated_at': '2021-06-02T20:34:41Z', 'revision_number': 4, 'project_id': 'b4277689824940fd8cbcfbeedf87b14b', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:42.590334 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f22bf07-a70e-4782-9d18-97c6fd4c2610 None None] The sync data for ids ['fc27479d-cfe5-4ac1-a420-9f28c7e5594b'] in dv-neutron-601336-84-hyperv is: [{'id': 'fc27479d-cfe5-4ac1-a420-9f28c7e5594b', 'name': 'tempest-snat-router-2093904410', 'tenant_id': 'b4277689824940fd8cbcfbeedf87b14b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:34:33Z', 'updated_at': '2021-06-02T20:34:41Z', 'revision_number': 4, 'project_id': 'b4277689824940fd8cbcfbeedf87b14b', 'gw_port_host': None}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:34:42.599986 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:34:42.656638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-caa93789-100b-40da-8c34-4a9a16b049ad tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Synchronizing usage tracker for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:42.687932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-caa93789-100b-40da-8c34-4a9a16b049ad tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Unset dirty status for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:42.689294 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-caa93789-100b-40da-8c34-4a9a16b049ad tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1453407 Jun 02 20:34:42.692939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52972) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:42.699047 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-92e58902-0136-44af-88ff-c9d2435f8e77 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Request body: {'security_group_rule': {'security_group_id': 'ca27052b-e801-450c-8e74-12601081445c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:42.705970 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-92e58902-0136-44af-88ff-c9d2435f8e77 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:42.723678 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-92e58902-0136-44af-88ff-c9d2435f8e77 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:42.734254 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Calling delete_port for 3370b1b0-225f-4791-bf0a-f67096e4c05f owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:42.753491 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.753840 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Added segment 98330378-0933-4072-b7a7-c3ef6ad8f345 of type vlan for network d1166d4c-589e-40f3-8ba4-940649e0a827 Jun 02 20:34:42.756258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-92e58902-0136-44af-88ff-c9d2435f8e77 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.762048 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7bc823-ad3e-4a17-957d-59602d3fa848,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:42.777697 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:42.823188 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.863371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-67dfa6e1-c3ac-41fe-9c94-2a3c11cf0c2e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.874281 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:42.907998 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-92e58902-0136-44af-88ff-c9d2435f8e77 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.920968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-92e58902-0136-44af-88ff-c9d2435f8e77 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.921600 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.931307 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:42.931827 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.939745 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:42.985616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfa6e1-c3ac-41fe-9c94-2a3c11cf0c2e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Subnet': ['ID=ba5c4e64-cbcf-4e69-8145-c43f47ca5233,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:42.986901 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4f5330c6-6c3e-417e-9b87-38146a68ddaf tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:42.991290 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-67dfa6e1-c3ac-41fe-9c94-2a3c11cf0c2e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:42.993977 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e632170f-3d67-4393-b02b-72be57a455c7 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:43.004206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dfa6e1-c3ac-41fe-9c94-2a3c11cf0c2e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Checking segment: {'id': 'ea284eb2-f0c7-441a-a734-0953c2bbb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd665379a-d2cc-444c-a098-52affc70745c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:43.004566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dfa6e1-c3ac-41fe-9c94-2a3c11cf0c2e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Network hostable DHCP agents. Network: d665379a-d2cc-444c-a098-52affc70745c, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:34:43.010592 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-92e58902-0136-44af-88ff-c9d2435f8e77 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:43.012050 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-92e58902-0136-44af-88ff-c9d2435f8e77 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3178396 Jun 02 20:34:43.014560 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52974) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:43.016551 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e58902-0136-44af-88ff-c9d2435f8e77 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf07289-db81-4220-909f-653fceffe3fd,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:43.028038 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-92e58902-0136-44af-88ff-c9d2435f8e77 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:43.044772 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e9089d3e-3c17-4b60-a0c6-97ae6e5f8361 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-group-rules/1bf07289-db81-4220-909f-653fceffe3fd HTTP/1.1" status: 200 len: 763 time: 0.0268004 Jun 02 20:34:43.044954 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52976) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:43.064707 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dfa6e1-c3ac-41fe-9c94-2a3c11cf0c2e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Network d665379a-d2cc-444c-a098-52affc70745c is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:34:43.077304 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7175057 Jun 02 20:34:43.080950 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52978) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:43.086338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-fe274d1b-aa1c-4eda-adc0-35870cef9ddb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Request body: {'subnet': {'network_id': 'd1166d4c-589e-40f3-8ba4-940649e0a827', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:43.108282 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-67dfa6e1-c3ac-41fe-9c94-2a3c11cf0c2e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, d665379a-d2cc-444c-a098-52affc70745c) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:43.110477 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Pushing event updated for resources: {'Network': ['ID=d1166d4c-589e-40f3-8ba4-940649e0a827,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:43.119520 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:43.119964 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:43.123901 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network d1166d4c-589e-40f3-8ba4-940649e0a827 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:34:43.148071 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb718e6-8d0e-421e-8261-9c0a66b2261a None None] Network d665379a-d2cc-444c-a098-52affc70745c requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:43.183561 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1abe2ddd-bee0-4fc6-a10f-7a0893fbf4c6 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Synchronizing usage tracker for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:43.203404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dfa6e1-c3ac-41fe-9c94-2a3c11cf0c2e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:43.203904 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-67dfa6e1-c3ac-41fe-9c94-2a3c11cf0c2e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:43.219743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5330c6-6c3e-417e-9b87-38146a68ddaf tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Pushing event deleted for resources: {'Port': ['ID=61dd3149-b75f-4c24-a8d1-f75474e4b84a,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:43.230814 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4f5330c6-6c3e-417e-9b87-38146a68ddaf tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:43.246166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1abe2ddd-bee0-4fc6-a10f-7a0893fbf4c6 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Unset dirty status for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:43.248635 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1abe2ddd-bee0-4fc6-a10f-7a0893fbf4c6 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2014401 Jun 02 20:34:43.248635 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fe274d1b-aa1c-4eda-adc0-35870cef9ddb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:43.250411 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52980) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:43.264244 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-67dfa6e1-c3ac-41fe-9c94-2a3c11cf0c2e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4109440 Jun 02 20:34:43.265299 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fe274d1b-aa1c-4eda-adc0-35870cef9ddb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Usage tracker for resource:subnet and tenant:3b5c38b6f5154201b60f5529c61c66ed is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:43.267289 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52982) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:43.270339 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fe274d1b-aa1c-4eda-adc0-35870cef9ddb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:43.292793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fe274d1b-aa1c-4eda-adc0-35870cef9ddb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:43.299529 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:43.304089 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-32c9aaef-7a00-48f7-a7ff-c3db9f790d0f tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:43.316586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-abdd2c1d-393f-4eef-ab5c-3ecbda2d7cb9 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:43.326512 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-32c9aaef-7a00-48f7-a7ff-c3db9f790d0f tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:43.334417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe274d1b-aa1c-4eda-adc0-35870cef9ddb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Made reservation on behalf of 3b5c38b6f5154201b60f5529c61c66ed for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:43.339833 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fe274d1b-aa1c-4eda-adc0-35870cef9ddb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:43.362666 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4f5330c6-6c3e-417e-9b87-38146a68ddaf tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:43.456571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-32c9aaef-7a00-48f7-a7ff-c3db9f790d0f tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:43.465467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:43.466227 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Pushing event deleted for resources: {'Port': ['ID=3370b1b0-225f-4791-bf0a-f67096e4c05f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:43.560848 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-d665379a-d2cc-444c-a098-52affc70745c', 'network_id': 'd665379a-d2cc-444c-a098-52affc70745c', 'tenant_id': '8b39c886936241a7ba5b37f9a3ce6bc8', 'fixed_ips': [{'subnet_id': 'ba5c4e64-cbcf-4e69-8145-c43f47ca5233'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:34:43.562096 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:43.573526 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9aaef-7a00-48f7-a7ff-c3db9f790d0f tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bf07289-db81-4220-909f-653fceffe3fd,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:43.586165 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-32c9aaef-7a00-48f7-a7ff-c3db9f790d0f tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:43.587074 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-32c9aaef-7a00-48f7-a7ff-c3db9f790d0f tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:43.588293 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-32c9aaef-7a00-48f7-a7ff-c3db9f790d0f tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/1bf07289-db81-4220-909f-653fceffe3fd HTTP/1.1" status: 204 len: 168 time: 0.3369837 Jun 02 20:34:43.591539 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52988) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:43.706151 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4dc660e4-b935-4b98-9387-55f89eae852c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Synchronizing usage tracker for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:43.740214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4dc660e4-b935-4b98-9387-55f89eae852c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Unset dirty status for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:43.741525 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4dc660e4-b935-4b98-9387-55f89eae852c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1490695 Jun 02 20:34:43.745778 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52992) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:43.747112 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:43.748057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:43.748428 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:43.748796 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:43.749155 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:43.749517 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:43.749873 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:43.750230 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:43.750588 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:43.750940 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:43.751322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:43.751675 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:43.809221 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Allocated IP 2001:db8::1 (d665379a-d2cc-444c-a098-52affc70745c/ba5c4e64-cbcf-4e69-8145-c43f47ca5233/6135beac-cea3-434e-87fa-0a0c704a5a6f) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:43.822451 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4f5330c6-6c3e-417e-9b87-38146a68ddaf tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:43.826988 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:43.828131 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4f5330c6-6c3e-417e-9b87-38146a68ddaf tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:43.881718 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Request body: {'security_group_rule': {'security_group_id': 'ca27052b-e801-450c-8e74-12601081445c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:43.892640 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:43.923994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4f5330c6-6c3e-417e-9b87-38146a68ddaf tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:43.924491 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5330c6-6c3e-417e-9b87-38146a68ddaf tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc27479d-cfe5-4ac1-a420-9f28c7e5594b {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:34:43.946831 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:43.955289 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:43.976433 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Project b8454fc7fdb54f849ddb41109291177b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:34:43.990499 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.050163 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.061325 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Transition to ACTIVE for port object 6135beac-cea3-434e-87fa-0a0c704a5a6f will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:44.082372 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.088167 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Transition to ACTIVE for port object 6135beac-cea3-434e-87fa-0a0c704a5a6f will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:44.091536 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.093526 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.098788 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-1f80fb6f-105e-4d3c-89df-e88013bff8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:44.114322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.120422 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:44.153848 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe927e4-257f-44fa-98f4-675b86838713,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:44.160875 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4f5330c6-6c3e-417e-9b87-38146a68ddaf tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.162279 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4f5330c6-6c3e-417e-9b87-38146a68ddaf tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "DELETE /v2.0/routers/fc27479d-cfe5-4ac1-a420-9f28c7e5594b HTTP/1.1" status: 204 len: 168 time: 3.5389125 Jun 02 20:34:44.163882 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Network d665379a-d2cc-444c-a098-52affc70745c is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:44.165851 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:44.166409 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52994) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:44.168224 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.169683 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:44.170056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:44.170433 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:44.170803 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:44.170918 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.171184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:44.171435 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:44.171564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:44.171903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:44.172260 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:44.172618 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:44.172971 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:44.173324 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:44.173677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:44.180252 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Pushing event updated for resources: {'Port': ['ID=6135beac-cea3-434e-87fa-0a0c704a5a6f,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:44.185936 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:44.225526 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.226061 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Fanout notify agent at l3_agent the message router_deleted on router 7ea154ee-c977-4b0f-9bae-05f9b5960354 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:34:44.241714 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:44.244679 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.245998 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "DELETE /v2.0/routers/7ea154ee-c977-4b0f-9bae-05f9b5960354 HTTP/1.1" status: 204 len: 168 time: 3.3311884 Jun 02 20:34:44.251174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 52996) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:44.256302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1335658644', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}, 'admin_state_up': False}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:44.258717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fe274d1b-aa1c-4eda-adc0-35870cef9ddb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.264025 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:44.266753 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:44.270381 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Usage tracker for resource:router and tenant:3cbb764583324d7abf5b90b72ad8a058 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:44.280741 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:44.290120 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:44.304937 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Deleting port 6135beac-cea3-434e-87fa-0a0c704a5a6f {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:44.305310 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.316036 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.317283 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5704660 Jun 02 20:34:44.323042 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.324892 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.326646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 52998) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:44.328229 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.329008 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Attempting to bind port 6135beac-cea3-434e-87fa-0a0c704a5a6f on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:34:44.329381 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Attempting to bind port 6135beac-cea3-434e-87fa-0a0c704a5a6f by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'ea284eb2-f0c7-441a-a734-0953c2bbb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd665379a-d2cc-444c-a098-52affc70745c'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:34:44.329747 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Attempting to bind port 6135beac-cea3-434e-87fa-0a0c704a5a6f on network d665379a-d2cc-444c-a098-52affc70745c {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:34:44.335045 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:34:44.335459 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Checking segment: {'id': 'ea284eb2-f0c7-441a-a734-0953c2bbb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd665379a-d2cc-444c-a098-52affc70745c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:44.335870 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.336306 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Bound using segment: {'id': 'ea284eb2-f0c7-441a-a734-0953c2bbb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd665379a-d2cc-444c-a098-52affc70745c'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:34:44.336812 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Bound port: 6135beac-cea3-434e-87fa-0a0c704a5a6f, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea284eb2-f0c7-441a-a734-0953c2bbb426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd665379a-d2cc-444c-a098-52affc70745c'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:34:44.337208 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.412561 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.425349 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cbe3c593-8f61-46d9-92d5-472482180773 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-group-rules/cbe927e4-257f-44fa-98f4-675b86838713 HTTP/1.1" status: 200 len: 769 time: 0.0937181 Jun 02 20:34:44.426807 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] For port 6135beac-cea3-434e-87fa-0a0c704a5a6f, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:34:44.428367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53000) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:44.430618 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] For port 6135beac-cea3-434e-87fa-0a0c704a5a6f, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=6135beac-cea3-434e-87fa-0a0c704a5a6f,segment=NetworkSegment(ea284eb2-f0c7-441a-a734-0953c2bbb426),segment_id=ea284eb2-f0c7-441a-a734-0953c2bbb426)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:34:44.437526 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.441954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:44.457203 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe274d1b-aa1c-4eda-adc0-35870cef9ddb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Pushing event updated for resources: {'Subnet': ['ID=1aeeb2f1-7cf3-459c-82e2-26598087dee8,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:44.463589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fe274d1b-aa1c-4eda-adc0-35870cef9ddb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:44.475729 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe274d1b-aa1c-4eda-adc0-35870cef9ddb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Checking segment: {'id': '98330378-0933-4072-b7a7-c3ef6ad8f345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd1166d4c-589e-40f3-8ba4-940649e0a827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:44.476195 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe274d1b-aa1c-4eda-adc0-35870cef9ddb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Network hostable DHCP agents. Network: d1166d4c-589e-40f3-8ba4-940649e0a827, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:34:44.482703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] For port 6135beac-cea3-434e-87fa-0a0c704a5a6f, host dv-neutron-601336-84-hyperv, got binding levels [] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:44.482703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.487747 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-62346dc2-5150-4c3c-94ab-7e1b25be0c38 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.538601 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Pushing event updated for resources: {'Port': ['ID=6135beac-cea3-434e-87fa-0a0c704a5a6f,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:44.541739 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:44.591666 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe274d1b-aa1c-4eda-adc0-35870cef9ddb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Network d1166d4c-589e-40f3-8ba4-940649e0a827 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:34:44.662076 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-fe274d1b-aa1c-4eda-adc0-35870cef9ddb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, d1166d4c-589e-40f3-8ba4-940649e0a827) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:44.670814 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd05671-a889-490f-a775-b801ae5a07b8 None None] Network d1166d4c-589e-40f3-8ba4-940649e0a827 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:44.720424 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe274d1b-aa1c-4eda-adc0-35870cef9ddb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:44.721360 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fe274d1b-aa1c-4eda-adc0-35870cef9ddb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.779441 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Calling delete_port for 6135beac-cea3-434e-87fa-0a0c704a5a6f owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:44.797969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-62346dc2-5150-4c3c-94ab-7e1b25be0c38 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.807277 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fe274d1b-aa1c-4eda-adc0-35870cef9ddb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7235429 Jun 02 20:34:44.809193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53006) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:44.817733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-6449f6fb-937b-4752-9878-237301b68f4f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Request body: {'port': {'network_id': 'd1166d4c-589e-40f3-8ba4-940649e0a827', 'name': 'tempest-ExtraDHCPOptionsTestJSON-505681571'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:44.874662 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6a925119-2884-404a-a766-d5720fecd79b tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Synchronizing usage tracker for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:44.986387 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:44.998173 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6a925119-2884-404a-a766-d5720fecd79b tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Unset dirty status for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:44.999799 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6a925119-2884-404a-a766-d5720fecd79b tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.5468900 Jun 02 20:34:45.003046 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53010) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:45.055138 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-62346dc2-5150-4c3c-94ab-7e1b25be0c38 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Deleting port 1284a047-ca32-420f-90d2-58f3b69a237d {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:45.055482 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-62346dc2-5150-4c3c-94ab-7e1b25be0c38 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:45.073778 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-13478345-7873-40a0-a875-0eb9f90c2fc8 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:45.085796 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-13478345-7873-40a0-a875-0eb9f90c2fc8 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:45.109628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-d1166d4c-589e-40f3-8ba4-940649e0a827', 'network_id': 'd1166d4c-589e-40f3-8ba4-940649e0a827', 'tenant_id': '3b5c38b6f5154201b60f5529c61c66ed', 'fixed_ips': [{'subnet_id': '1aeeb2f1-7cf3-459c-82e2-26598087dee8'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:34:45.110497 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:45.162975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6449f6fb-937b-4752-9878-237301b68f4f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:45.170106 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6449f6fb-937b-4752-9878-237301b68f4f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Usage tracker for resource:port and tenant:3b5c38b6f5154201b60f5529c61c66ed is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:45.176981 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6449f6fb-937b-4752-9878-237301b68f4f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:45.197939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6449f6fb-937b-4752-9878-237301b68f4f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:45.226230 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6449f6fb-937b-4752-9878-237301b68f4f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Made reservation on behalf of 3b5c38b6f5154201b60f5529c61c66ed for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:45.229869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6449f6fb-937b-4752-9878-237301b68f4f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:45.250923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-62346dc2-5150-4c3c-94ab-7e1b25be0c38 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] For port 1284a047-ca32-420f-90d2-58f3b69a237d, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1284a047-ca32-420f-90d2-58f3b69a237d,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:45.251336 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-62346dc2-5150-4c3c-94ab-7e1b25be0c38 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:45.313590 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Allocated IP 172.20.0.2 (d1166d4c-589e-40f3-8ba4-940649e0a827/1aeeb2f1-7cf3-459c-82e2-26598087dee8/ad1f0cc7-750c-4975-bfba-3aa5e77b7f78) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:45.320213 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-6449f6fb-937b-4752-9878-237301b68f4f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] device_id is not set on port c5784f86-ce44-4a87-97c6-2c8c5442fac9 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:34:45.329271 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 6135beac-cea3-434e-87fa-0a0c704a5a6f up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:34:45.418017 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-13478345-7873-40a0-a875-0eb9f90c2fc8 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:45.419427 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-62346dc2-5150-4c3c-94ab-7e1b25be0c38 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Calling delete_port for 1284a047-ca32-420f-90d2-58f3b69a237d owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:45.429681 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:45.450422 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 6135beac-cea3-434e-87fa-0a0c704a5a6f completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:34:45.459177 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:45.466151 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13478345-7873-40a0-a875-0eb9f90c2fc8 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbe927e4-257f-44fa-98f4-675b86838713,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:45.472932 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-13478345-7873-40a0-a875-0eb9f90c2fc8 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:45.477504 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-99bb06a1-a65d-437b-b671-5a75fcefe562 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:45.525333 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Port': ['ID=6135beac-cea3-434e-87fa-0a0c704a5a6f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:45.620562 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:45.621693 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] No DVR routers for this DVR port 6135beac-cea3-434e-87fa-0a0c704a5a6f on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:34:45.631410 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-62346dc2-5150-4c3c-94ab-7e1b25be0c38 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:45.638002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6828af27-431f-43d2-ae73-2c5b8cd92b0d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:45.660485 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:45.672352 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Transition to ACTIVE for port object ad1f0cc7-750c-4975-bfba-3aa5e77b7f78 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:45.703454 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Transition to ACTIVE for port object ad1f0cc7-750c-4975-bfba-3aa5e77b7f78 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:45.716583 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:45.737096 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-043c2e1a-8b84-4e76-96ce-141bc28087dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:45.794529 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec3e8b8-8816-4553-b45d-9b252b28eb06 None None] Network d665379a-d2cc-444c-a098-52affc70745c requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:45.800860 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-13478345-7873-40a0-a875-0eb9f90c2fc8 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:45.802144 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-13478345-7873-40a0-a875-0eb9f90c2fc8 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/cbe927e4-257f-44fa-98f4-675b86838713 HTTP/1.1" status: 204 len: 168 time: 0.7979863 Jun 02 20:34:45.813880 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53014) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:45.831055 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Network d1166d4c-589e-40f3-8ba4-940649e0a827 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:45.840851 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:45.843020 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:45.861598 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8e6c5776-ceb6-4602-bea5-e34175f5a64d None None] Could not find standard attr ID for object 6135beac-cea3-434e-87fa-0a0c704a5a6f. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:34:45.920090 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:45.940677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62346dc2-5150-4c3c-94ab-7e1b25be0c38 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Pushing event deleted for resources: {'Port': ['ID=1284a047-ca32-420f-90d2-58f3b69a237d,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:45.945635 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-62346dc2-5150-4c3c-94ab-7e1b25be0c38 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:45.960760 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Pushing event updated for resources: {'Port': ['ID=ad1f0cc7-750c-4975-bfba-3aa5e77b7f78,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:46.006236 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:46.006584 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:46.006931 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:46.007298 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:46.007650 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:46.007975 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:46.008305 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:46.008631 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:46.008959 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:46.009279 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:46.009633 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:46.009962 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:34:46.013567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:46.028877 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:46.043413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-6449f6fb-937b-4752-9878-237301b68f4f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Allocated IP 172.20.0.9 (d1166d4c-589e-40f3-8ba4-940649e0a827/1aeeb2f1-7cf3-459c-82e2-26598087dee8/c5784f86-ce44-4a87-97c6-2c8c5442fac9) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:46.055732 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Attempting to bind port ad1f0cc7-750c-4975-bfba-3aa5e77b7f78 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:34:46.056131 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Attempting to bind port ad1f0cc7-750c-4975-bfba-3aa5e77b7f78 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '98330378-0933-4072-b7a7-c3ef6ad8f345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd1166d4c-589e-40f3-8ba4-940649e0a827'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:34:46.057045 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Attempting to bind port ad1f0cc7-750c-4975-bfba-3aa5e77b7f78 on network d1166d4c-589e-40f3-8ba4-940649e0a827 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:34:46.061679 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-62346dc2-5150-4c3c-94ab-7e1b25be0c38 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:46.077520 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:34:46.077911 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Checking segment: {'id': '98330378-0933-4072-b7a7-c3ef6ad8f345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd1166d4c-589e-40f3-8ba4-940649e0a827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:46.078322 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:46.078772 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Bound using segment: {'id': '98330378-0933-4072-b7a7-c3ef6ad8f345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd1166d4c-589e-40f3-8ba4-940649e0a827'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:34:46.079293 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Bound port: ad1f0cc7-750c-4975-bfba-3aa5e77b7f78, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98330378-0933-4072-b7a7-c3ef6ad8f345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd1166d4c-589e-40f3-8ba4-940649e0a827'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:34:46.079677 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:46.080782 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-56b073d5-caa1-482e-8e5d-89c25cedaa3e tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Synchronizing usage tracker for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:46.101843 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:46.230955 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-56b073d5-caa1-482e-8e5d-89c25cedaa3e tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Unset dirty status for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group_rule {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:46.232222 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-56b073d5-caa1-482e-8e5d-89c25cedaa3e tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4162118 Jun 02 20:34:46.237308 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53020) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:46.248777 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-62346dc2-5150-4c3c-94ab-7e1b25be0c38 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:46.253188 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-62346dc2-5150-4c3c-94ab-7e1b25be0c38 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:46.278309 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] For port ad1f0cc7-750c-4975-bfba-3aa5e77b7f78, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:34:46.282358 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] For port ad1f0cc7-750c-4975-bfba-3aa5e77b7f78, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ad1f0cc7-750c-4975-bfba-3aa5e77b7f78,segment=NetworkSegment(98330378-0933-4072-b7a7-c3ef6ad8f345),segment_id=98330378-0933-4072-b7a7-c3ef6ad8f345)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:34:46.291959 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:46.303477 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:46.317625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-62346dc2-5150-4c3c-94ab-7e1b25be0c38 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:46.318150 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62346dc2-5150-4c3c-94ab-7e1b25be0c38 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37c1e734-0789-4141-bf84-7ed6a36f53b9 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:34:46.387836 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Pushing event updated for resources: {'Port': ['ID=ad1f0cc7-750c-4975-bfba-3aa5e77b7f78,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:46.398082 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:46.408096 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-62346dc2-5150-4c3c-94ab-7e1b25be0c38 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:46.412524 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-62346dc2-5150-4c3c-94ab-7e1b25be0c38 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "DELETE /v2.0/routers/37c1e734-0789-4141-bf84-7ed6a36f53b9 HTTP/1.1" status: 204 len: 168 time: 2.2412457 Jun 02 20:34:46.413145 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53022) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:46.426840 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-267911179', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}, 'admin_state_up': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:46.433883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:46.449329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Usage tracker for resource:router and tenant:9b9efa2d039e42f589a5eeea0cde9528 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:46.454880 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:46.465398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:46.512775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:46.513804 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:46.521981 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74272fcc-5bc4-4259-8042-9bada203ea83 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:46.534533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:46.537459 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6449f6fb-937b-4752-9878-237301b68f4f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:46.556814 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Allocated IP 172.26.0.113 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/cb55d999-2340-4016-bb19-fce4968e9b42) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:46.559904 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:46.561554 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ed59cd73-57f3-4169-954c-f27d4910c9d4 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:46.573618 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-6449f6fb-937b-4752-9878-237301b68f4f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Transition to ACTIVE for port object c5784f86-ce44-4a87-97c6-2c8c5442fac9 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:46.610958 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Subnet': ['ID=ba5c4e64-cbcf-4e69-8145-c43f47ca5233,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:46.623976 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:46.631557 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb68519-e901-471b-a942-e1dafe66f8dd None None] Network d665379a-d2cc-444c-a098-52affc70745c requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:46.640976 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74272fcc-5bc4-4259-8042-9bada203ea83 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:46.799905 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6449f6fb-937b-4752-9878-237301b68f4f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:46.828913 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:46.851232 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d665379a-d2cc-444c-a098-52affc70745c']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:46.857832 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:46.899756 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea284eb2-f0c7-441a-a734-0953c2bbb426') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:46.900981 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea284eb2-f0c7-441a-a734-0953c2bbb426') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:46.910216 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74272fcc-5bc4-4259-8042-9bada203ea83 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:46.926694 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d98fc0c3-7308-49e7-b604-ca3c869a72cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:46.945476 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:46.946774 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74272fcc-5bc4-4259-8042-9bada203ea83 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca27052b-e801-450c-8e74-12601081445c,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:46.950503 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:46.997071 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-74272fcc-5bc4-4259-8042-9bada203ea83 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:47.004845 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2237bab-6e78-4441-afe6-43024d5cbcde None None] DHCP port deletion for d665379a-d2cc-444c-a098-52affc70745c request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:34:47.019704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6449f6fb-937b-4752-9878-237301b68f4f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Network d1166d4c-589e-40f3-8ba4-940649e0a827 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:47.047495 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:47.052423 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:47.053771 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-6449f6fb-937b-4752-9878-237301b68f4f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:47.066457 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:34:47.067634 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:47.068263 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6449f6fb-937b-4752-9878-237301b68f4f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:34:47.094909 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:34:47.105100 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449f6fb-937b-4752-9878-237301b68f4f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Pushing event updated for resources: {'Port': ['ID=c5784f86-ce44-4a87-97c6-2c8c5442fac9,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:47.116876 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6449f6fb-937b-4752-9878-237301b68f4f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:47.208387 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6449f6fb-937b-4752-9878-237301b68f4f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:47.209016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6449f6fb-937b-4752-9878-237301b68f4f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:47.209796 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74272fcc-5bc4-4259-8042-9bada203ea83 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:47.210937 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-74272fcc-5bc4-4259-8042-9bada203ea83 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "DELETE /v2.0/security-groups/ca27052b-e801-450c-8e74-12601081445c HTTP/1.1" status: 204 len: 168 time: 0.9704907 Jun 02 20:34:47.213888 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53028) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:47.215869 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:47.232906 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c8f823bd-ab4f-42e9-a83c-885540856546 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:47.245613 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6449f6fb-937b-4752-9878-237301b68f4f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4350085 Jun 02 20:34:47.250040 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53030) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:47.255443 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Request body: {'port': {'network_id': 'd1166d4c-589e-40f3-8ba4-940649e0a827', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1466200448', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:47.255935 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.api.validators [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] bootfile-name is not in valid_values {{(pid=92549) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 20:34:47.256274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.api.validators [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] tftp-server is not in valid_values {{(pid=92549) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 20:34:47.256587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.api.validators [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] server-ip-address is not in valid_values {{(pid=92549) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 20:34:47.285893 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ad1f0cc7-750c-4975-bfba-3aa5e77b7f78 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:34:47.387067 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port ad1f0cc7-750c-4975-bfba-3aa5e77b7f78 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:34:47.397696 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:47.415390 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Network': ['ID=d665379a-d2cc-444c-a098-52affc70745c,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:47.426851 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:47.435614 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/networks/d665379a-d2cc-444c-a098-52affc70745c HTTP/1.1" status: 204 len: 168 time: 4.1670830 Jun 02 20:34:47.439187 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53034) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:47.452281 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-22141683-d0ce-442d-afcc-65a02376f47e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1864591429'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:47.457097 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:47.468961 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0dbf7028-86c1-4dab-b5c3-f4ccf16034ab tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:47.472296 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 6135beac-cea3-434e-87fa-0a0c704a5a6f no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:34:47.500117 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-22141683-d0ce-442d-afcc-65a02376f47e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:47.520790 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 6135beac-cea3-434e-87fa-0a0c704a5a6f {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:34:47.521488 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 6135beac-cea3-434e-87fa-0a0c704a5a6f not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:34:47.522100 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1284a047-ca32-420f-90d2-58f3b69a237d no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:34:47.524767 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-22141683-d0ce-442d-afcc-65a02376f47e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Usage tracker for resource:network and tenant:8b39c886936241a7ba5b37f9a3ce6bc8 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:47.532644 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0f41afb8-597c-4da5-b5e5-d7a0bb5ed2dd tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Synchronizing usage tracker for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:47.546444 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-22141683-d0ce-442d-afcc-65a02376f47e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:47.560529 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-22141683-d0ce-442d-afcc-65a02376f47e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:47.566990 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 1284a047-ca32-420f-90d2-58f3b69a237d {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:34:47.567359 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1284a047-ca32-420f-90d2-58f3b69a237d not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:34:47.567773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:47.573986 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:47.585038 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:47.621641 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Pushing event updated for resources: {'Port': ['ID=cb55d999-2340-4016-bb19-fce4968e9b42,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:47.628650 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:47.629456 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0f41afb8-597c-4da5-b5e5-d7a0bb5ed2dd tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Unset dirty status for tenant:b8454fc7fdb54f849ddb41109291177b on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:47.635619 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0f41afb8-597c-4da5-b5e5-d7a0bb5ed2dd tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4157841 Jun 02 20:34:47.635619 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22141683-d0ce-442d-afcc-65a02376f47e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Made reservation on behalf of 8b39c886936241a7ba5b37f9a3ce6bc8 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:47.639979 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-22141683-d0ce-442d-afcc-65a02376f47e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:47.649925 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53036) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:47.744339 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:47.774457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Usage tracker for resource:port and tenant:3b5c38b6f5154201b60f5529c61c66ed is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:47.782147 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:47.792445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:47.817104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:47.827613 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:47.855027 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22141683-d0ce-442d-afcc-65a02376f47e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:34:47.865537 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b53b9e60-27f5-41b7-8985-55e10cc1b77b tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2125216 Jun 02 20:34:47.868941 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707ec797-3d27-4e36-bdf1-a4abebebf488 None None] Network d1166d4c-589e-40f3-8ba4-940649e0a827 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:47.875848 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Made reservation on behalf of 3b5c38b6f5154201b60f5529c61c66ed for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:47.879857 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:47.908999 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-22141683-d0ce-442d-afcc-65a02376f47e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:47.909341 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-22141683-d0ce-442d-afcc-65a02376f47e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Added segment 4e52f9a4-1649-410d-8e72-fc391310bd60 of type vlan for network 9c5cbd0b-4702-425e-b3fa-d44f1d0eddab Jun 02 20:34:47.911302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] device_id is not set on port 282e1945-e7f2-4e4b-bd06-681be8c16e2d yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:34:47.958162 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-22141683-d0ce-442d-afcc-65a02376f47e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:47.989276 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-3c7043ca-c89d-491c-a10a-eca0ac8e4601 None None] Provisioning for port ad1f0cc7-750c-4975-bfba-3aa5e77b7f78 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:34:48.007908 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-3c7043ca-c89d-491c-a10a-eca0ac8e4601 None None] Provisioning complete for port ad1f0cc7-750c-4975-bfba-3aa5e77b7f78 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:48.008498 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3c7043ca-c89d-491c-a10a-eca0ac8e4601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:48.140282 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-22141683-d0ce-442d-afcc-65a02376f47e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:48.147063 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22141683-d0ce-442d-afcc-65a02376f47e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:48.147964 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-22141683-d0ce-442d-afcc-65a02376f47e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:48.161294 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:48.186784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Allocated IP 172.26.0.125 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/bf94daf9-dddc-41e0-9ab4-fb4a2f8eb59f) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:48.200831 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3c7043ca-c89d-491c-a10a-eca0ac8e4601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:48.205994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Allocated IP 172.20.0.4 (d1166d4c-589e-40f3-8ba4-940649e0a827/1aeeb2f1-7cf3-459c-82e2-26598087dee8/282e1945-e7f2-4e4b-bd06-681be8c16e2d) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:48.302311 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-3c7043ca-c89d-491c-a10a-eca0ac8e4601 None None] For port ad1f0cc7-750c-4975-bfba-3aa5e77b7f78, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ad1f0cc7-750c-4975-bfba-3aa5e77b7f78,segment=NetworkSegment(98330378-0933-4072-b7a7-c3ef6ad8f345),segment_id=98330378-0933-4072-b7a7-c3ef6ad8f345)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:48.309391 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3c7043ca-c89d-491c-a10a-eca0ac8e4601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:48.312739 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-22141683-d0ce-442d-afcc-65a02376f47e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8717604 Jun 02 20:34:48.313612 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-178e3932-90bb-4b3f-888d-bf25b3323164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:48.318366 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53046) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:48.324434 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-7c815d4f-dc2d-4252-8076-44b3f45faec9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'subnet': {'network_id': '9c5cbd0b-4702-425e-b3fa-d44f1d0eddab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:48.339580 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:48.409811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53048) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:48.415067 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7043ca-c89d-491c-a10a-eca0ac8e4601 None None] Pushing event updated for resources: {'Port': ['ID=ad1f0cc7-750c-4975-bfba-3aa5e77b7f78,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:48.419442 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-3c7043ca-c89d-491c-a10a-eca0ac8e4601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:48.527507 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22141683-d0ce-442d-afcc-65a02376f47e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Network': ['ID=9c5cbd0b-4702-425e-b3fa-d44f1d0eddab,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:48.542782 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-22141683-d0ce-442d-afcc-65a02376f47e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:48.551412 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-7c815d4f-dc2d-4252-8076-44b3f45faec9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:48.553455 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 9c5cbd0b-4702-425e-b3fa-d44f1d0eddab details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:34:48.565934 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-7c815d4f-dc2d-4252-8076-44b3f45faec9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Usage tracker for resource:subnet and tenant:8b39c886936241a7ba5b37f9a3ce6bc8 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:48.567564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:48.576504 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-7c815d4f-dc2d-4252-8076-44b3f45faec9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:48.586095 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-7c815d4f-dc2d-4252-8076-44b3f45faec9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:48.666447 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c815d4f-dc2d-4252-8076-44b3f45faec9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Made reservation on behalf of 8b39c886936241a7ba5b37f9a3ce6bc8 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:48.669882 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7c815d4f-dc2d-4252-8076-44b3f45faec9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:48.684598 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:48.704947 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Transition to ACTIVE for port object 282e1945-e7f2-4e4b-bd06-681be8c16e2d will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:48.746482 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f6ca3ef0-68c6-4a65-967e-8847f7019c7a None None] Provisioning for port c5784f86-ce44-4a87-97c6-2c8c5442fac9 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:34:48.752281 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f6ca3ef0-68c6-4a65-967e-8847f7019c7a None None] Provisioning complete for port c5784f86-ce44-4a87-97c6-2c8c5442fac9 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:48.752906 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f6ca3ef0-68c6-4a65-967e-8847f7019c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:48.778369 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-24c548d2-8e8b-4ede-9438-559554c2734e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8454fc7fdb54f849ddb41109291177b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456922 Jun 02 20:34:48.780939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53054) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:48.781993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:48.802651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3694bbcc-09ea-4c10-9260-c082c9e512bc tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:48.827530 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-f6ca3ef0-68c6-4a65-967e-8847f7019c7a None None] Port c5784f86-ce44-4a87-97c6-2c8c5442fac9 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:34:48.841760 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f6ca3ef0-68c6-4a65-967e-8847f7019c7a None None] Provisioning complete for port ad1f0cc7-750c-4975-bfba-3aa5e77b7f78 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:48.842150 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f6ca3ef0-68c6-4a65-967e-8847f7019c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:48.850826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:48.908439 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Network d1166d4c-589e-40f3-8ba4-940649e0a827 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:48.920130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:48.921177 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:48.929313 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:48.931572 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:48.961850 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Pushing event updated for resources: {'Port': ['ID=282e1945-e7f2-4e4b-bd06-681be8c16e2d,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:48.965617 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:48.969225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:48.994359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a3a998da-c952-437f-a624-9e8c8d1f97b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:49.117302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-76190991-256b-4359-8ced-0c9abc611857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:49.129143 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-dc71ead4-f7e1-4fe6-bc75-e007037fa546 None None] Provisioning complete for port c5784f86-ce44-4a87-97c6-2c8c5442fac9 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:49.129734 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-dc71ead4-f7e1-4fe6-bc75-e007037fa546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:49.136774 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:49.137589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:49.150557 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Pushing event updated for resources: {'Port': ['ID=bf94daf9-dddc-41e0-9ab4-fb4a2f8eb59f,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:49.206004 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:49.219481 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:49.224220 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-dc71ead4-f7e1-4fe6-bc75-e007037fa546 None None] Port c5784f86-ce44-4a87-97c6-2c8c5442fac9 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:34:49.266557 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ad1f0cc7-750c-4975-bfba-3aa5e77b7f78 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:34:49.305263 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-76190991-256b-4359-8ced-0c9abc611857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:49.349075 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.0960901 Jun 02 20:34:49.360950 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53058) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:49.387888 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f188e945-b33c-490a-a974-6843dbc2c6ab None None] Provisioning for port 282e1945-e7f2-4e4b-bd06-681be8c16e2d completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:34:49.394060 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port ad1f0cc7-750c-4975-bfba-3aa5e77b7f78 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:49.394434 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:49.483534 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f188e945-b33c-490a-a974-6843dbc2c6ab None None] Provisioning complete for port 282e1945-e7f2-4e4b-bd06-681be8c16e2d triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:49.484141 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f188e945-b33c-490a-a974-6843dbc2c6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:49.583801 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-f188e945-b33c-490a-a974-6843dbc2c6ab None None] Port 282e1945-e7f2-4e4b-bd06-681be8c16e2d cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:34:49.609678 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Router 1bd5c7f1-84ff-4bc4-a20e-f532b87dd8f1 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:34:49.687439 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-76190991-256b-4359-8ced-0c9abc611857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:49.701861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7da09fc0-79de-4738-b761-4523d0d9ee21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:49.727527 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cac5859-4469-412d-b757-0ec0a267197c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:49.733323 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cac5859-4469-412d-b757-0ec0a267197c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:49.739359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cac5859-4469-412d-b757-0ec0a267197c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:49.740278 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9cac5859-4469-412d-b757-0ec0a267197c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Synchronizing usage tracker for tenant:3b5c38b6f5154201b60f5529c61c66ed on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:49.799893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76190991-256b-4359-8ced-0c9abc611857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ae9ec7-d217-4dc1-9c3e-6542be818228,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:49.811090 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-76190991-256b-4359-8ced-0c9abc611857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:49.834437 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-76190991-256b-4359-8ced-0c9abc611857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:49.835568 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-76190991-256b-4359-8ced-0c9abc611857 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2ae9ec7-d217-4dc1-9c3e-6542be818228 HTTP/1.1" status: 204 len: 168 time: 1.0511243 Jun 02 20:34:49.854438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9cac5859-4469-412d-b757-0ec0a267197c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Unset dirty status for tenant:3b5c38b6f5154201b60f5529c61c66ed on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:49.856381 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9cac5859-4469-412d-b757-0ec0a267197c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4932556 Jun 02 20:34:49.859256 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:49.862368 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53066) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:49.949186 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:34:49.963599 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d572d9-93d2-4dee-a32f-b4a288db72be None None] Sync routers for ids ['1bd5c7f1-84ff-4bc4-a20e-f532b87dd8f1'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:34:49.982186 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:49.983398 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7312865 Jun 02 20:34:49.992722 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d572d9-93d2-4dee-a32f-b4a288db72be None None] Routers {'1bd5c7f1-84ff-4bc4-a20e-f532b87dd8f1'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:49.993484 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-64d572d9-93d2-4dee-a32f-b4a288db72be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['1bd5c7f1-84ff-4bc4-a20e-f532b87dd8f1'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:49.998655 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53070) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:50.010530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-6fd78ac3-28f4-44f5-8b8c-4f07ad49c3a0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:50.023127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7c815d4f-dc2d-4252-8076-44b3f45faec9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:50.037365 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:50.063084 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-64d572d9-93d2-4dee-a32f-b4a288db72be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:50.073914 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d572d9-93d2-4dee-a32f-b4a288db72be None None] Routers {'1bd5c7f1-84ff-4bc4-a20e-f532b87dd8f1'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:50.074660 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-64d572d9-93d2-4dee-a32f-b4a288db72be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['1bd5c7f1-84ff-4bc4-a20e-f532b87dd8f1'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:50.135790 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c815d4f-dc2d-4252-8076-44b3f45faec9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Subnet': ['ID=622610b0-624b-4a8a-ad37-6dbefd7b9421,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:50.142829 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7c815d4f-dc2d-4252-8076-44b3f45faec9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:50.147246 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c815d4f-dc2d-4252-8076-44b3f45faec9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Checking segment: {'id': '4e52f9a4-1649-410d-8e72-fc391310bd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9c5cbd0b-4702-425e-b3fa-d44f1d0eddab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:50.147806 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c815d4f-dc2d-4252-8076-44b3f45faec9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Network hostable DHCP agents. Network: 9c5cbd0b-4702-425e-b3fa-d44f1d0eddab, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:34:50.157257 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-64d572d9-93d2-4dee-a32f-b4a288db72be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:50.157745 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d572d9-93d2-4dee-a32f-b4a288db72be None None] The sync data for ids ['1bd5c7f1-84ff-4bc4-a20e-f532b87dd8f1'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:34:50.161813 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-1305a0e0-d0ce-47e4-b4a2-c862164c933c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Deleting port 282e1945-e7f2-4e4b-bd06-681be8c16e2d {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:50.162505 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1305a0e0-d0ce-47e4-b4a2-c862164c933c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:50.238074 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c815d4f-dc2d-4252-8076-44b3f45faec9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Network 9c5cbd0b-4702-425e-b3fa-d44f1d0eddab is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:34:50.261910 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-7c815d4f-dc2d-4252-8076-44b3f45faec9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 9c5cbd0b-4702-425e-b3fa-d44f1d0eddab) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:50.276880 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22708afe-a88e-43af-870f-6932d042d13c None None] Network 9c5cbd0b-4702-425e-b3fa-d44f1d0eddab requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:50.277386 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c815d4f-dc2d-4252-8076-44b3f45faec9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:50.277782 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7c815d4f-dc2d-4252-8076-44b3f45faec9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:50.317841 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7c815d4f-dc2d-4252-8076-44b3f45faec9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9978676 Jun 02 20:34:50.320829 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53080) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:50.326556 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-1a04da3a-31e8-469a-a3dc-ed696001e0a8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'subnet': {'network_id': '9c5cbd0b-4702-425e-b3fa-d44f1d0eddab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:50.345639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1305a0e0-d0ce-47e4-b4a2-c862164c933c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:50.532989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-1305a0e0-d0ce-47e4-b4a2-c862164c933c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Calling delete_port for 282e1945-e7f2-4e4b-bd06-681be8c16e2d owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:50.591308 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-9c5cbd0b-4702-425e-b3fa-d44f1d0eddab', 'network_id': '9c5cbd0b-4702-425e-b3fa-d44f1d0eddab', 'tenant_id': '8b39c886936241a7ba5b37f9a3ce6bc8', 'fixed_ips': [{'subnet_id': '622610b0-624b-4a8a-ad37-6dbefd7b9421'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:34:50.592577 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:50.616114 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-1a04da3a-31e8-469a-a3dc-ed696001e0a8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:50.621552 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1a04da3a-31e8-469a-a3dc-ed696001e0a8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Usage tracker for resource:subnet and tenant:8b39c886936241a7ba5b37f9a3ce6bc8 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:50.625589 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1a04da3a-31e8-469a-a3dc-ed696001e0a8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:50.639026 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-1a04da3a-31e8-469a-a3dc-ed696001e0a8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:50.653269 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:50.658831 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a04da3a-31e8-469a-a3dc-ed696001e0a8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Made reservation on behalf of 8b39c886936241a7ba5b37f9a3ce6bc8 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:50.664336 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1a04da3a-31e8-469a-a3dc-ed696001e0a8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:50.831966 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53096) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:50.914154 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:34:51.020464 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1305a0e0-d0ce-47e4-b4a2-c862164c933c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:51.035873 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3b6dac97-ff4b-458e-91db-585c90e3d7e4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:51.065911 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9706ebe5-f964-4aa4-b5f5-8318484f7a92 tempest-ServiceProvidersTest-575972995 tempest-ServiceProvidersTest-575972995-project] 10.222.0.25 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2326822 Jun 02 20:34:51.083396 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305a0e0-d0ce-47e4-b4a2-c862164c933c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Pushing event deleted for resources: {'Port': ['ID=282e1945-e7f2-4e4b-bd06-681be8c16e2d,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:51.089862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1305a0e0-d0ce-47e4-b4a2-c862164c933c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:51.113090 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6fd78ac3-28f4-44f5-8b8c-4f07ad49c3a0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:51.165317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6fd78ac3-28f4-44f5-8b8c-4f07ad49c3a0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:51.237194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Router 07b29c8b-0d31-4605-93d2-35c963803e16 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:34:51.255506 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1305a0e0-d0ce-47e4-b4a2-c862164c933c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:51.298835 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Allocated IP 2001:db8::2 (9c5cbd0b-4702-425e-b3fa-d44f1d0eddab/622610b0-624b-4a8a-ad37-6dbefd7b9421/505c42bf-7633-49ee-88b8-862e4af32622) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:51.309589 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1305a0e0-d0ce-47e4-b4a2-c862164c933c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] 10.222.0.25 "DELETE /v2.0/ports/282e1945-e7f2-4e4b-bd06-681be8c16e2d HTTP/1.1" status: 204 len: 168 time: 1.4461632 Jun 02 20:34:51.313036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53102) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:51.318532 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-da2d4036-d5ec-49a8-a18d-278d89a7493d tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Request body: {'port': {'name': 'tempest-new-port-name-1980205320', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:51.319262 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.api.validators [None req-da2d4036-d5ec-49a8-a18d-278d89a7493d tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] bootfile-name is not in valid_values {{(pid=92548) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 20:34:51.319732 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.api.validators [None req-da2d4036-d5ec-49a8-a18d-278d89a7493d tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] tftp-server is not in valid_values {{(pid=92548) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 20:34:51.319924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.api.validators [None req-da2d4036-d5ec-49a8-a18d-278d89a7493d tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] server-ip-address is not in valid_values {{(pid=92548) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 02 20:34:51.472917 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-da2d4036-d5ec-49a8-a18d-278d89a7493d tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:51.484534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:34:51.501843 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6d0e13-9199-46d3-9024-9fa4d0aff2e5 None None] Sync routers for ids ['07b29c8b-0d31-4605-93d2-35c963803e16'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:34:51.528188 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-6fd78ac3-28f4-44f5-8b8c-4f07ad49c3a0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Deleting port cb55d999-2340-4016-bb19-fce4968e9b42 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:51.530567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6fd78ac3-28f4-44f5-8b8c-4f07ad49c3a0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:51.536459 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53106) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:51.546908 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:51.548134 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1339679 Jun 02 20:34:51.552175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53110) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:51.558979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-26c43d66-fdd1-447c-b075-b71b1676735d tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'enable_snat': False}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:51.627033 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:51.641291 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Transition to ACTIVE for port object 505c42bf-7633-49ee-88b8-862e4af32622 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:51.664336 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Transition to ACTIVE for port object 505c42bf-7633-49ee-88b8-862e4af32622 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:51.667590 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6d0e13-9199-46d3-9024-9fa4d0aff2e5 None None] Routers {'07b29c8b-0d31-4605-93d2-35c963803e16'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:51.668362 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3a6d0e13-9199-46d3-9024-9fa4d0aff2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['07b29c8b-0d31-4605-93d2-35c963803e16'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:51.730793 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4c562b3-c071-4a51-8765-ea5e1f2cd517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:51.735766 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:51.752772 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:51.811179 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f4c562b3-c071-4a51-8765-ea5e1f2cd517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:51.815744 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f4c562b3-c071-4a51-8765-ea5e1f2cd517 admin admin] Usage tracker for resource:security_group_rule and tenant:c0c29bde6a5843dcb7b28c09653ed427 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:51.818905 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f4c562b3-c071-4a51-8765-ea5e1f2cd517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:51.830091 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f4c562b3-c071-4a51-8765-ea5e1f2cd517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:51.850191 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3a6d0e13-9199-46d3-9024-9fa4d0aff2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:51.896928 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6d0e13-9199-46d3-9024-9fa4d0aff2e5 None None] Routers {'07b29c8b-0d31-4605-93d2-35c963803e16'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:51.897287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6fd78ac3-28f4-44f5-8b8c-4f07ad49c3a0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:51.897722 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3a6d0e13-9199-46d3-9024-9fa4d0aff2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['07b29c8b-0d31-4605-93d2-35c963803e16'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:51.986079 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Pushing event updated for resources: {'Port': ['ID=505c42bf-7633-49ee-88b8-862e4af32622,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:52.001933 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:52.003763 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3a6d0e13-9199-46d3-9024-9fa4d0aff2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:52.004176 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6d0e13-9199-46d3-9024-9fa4d0aff2e5 None None] The sync data for ids ['07b29c8b-0d31-4605-93d2-35c963803e16'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:34:52.010879 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Network 9c5cbd0b-4702-425e-b3fa-d44f1d0eddab is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:52.011944 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-da2d4036-d5ec-49a8-a18d-278d89a7493d tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:52.012153 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:52.015054 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:52.028649 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-da2d4036-d5ec-49a8-a18d-278d89a7493d tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:52.035446 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2065e3ab-6716-4271-ab45-bf7b05b808c6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:52.086406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-6fd78ac3-28f4-44f5-8b8c-4f07ad49c3a0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Calling delete_port for cb55d999-2340-4016-bb19-fce4968e9b42 owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:52.124263 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Attempting to bind port 505c42bf-7633-49ee-88b8-862e4af32622 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:34:52.124699 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Attempting to bind port 505c42bf-7633-49ee-88b8-862e4af32622 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '4e52f9a4-1649-410d-8e72-fc391310bd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9c5cbd0b-4702-425e-b3fa-d44f1d0eddab'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:34:52.125083 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Attempting to bind port 505c42bf-7633-49ee-88b8-862e4af32622 on network 9c5cbd0b-4702-425e-b3fa-d44f1d0eddab {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:34:52.131331 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:34:52.131718 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Checking segment: {'id': '4e52f9a4-1649-410d-8e72-fc391310bd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9c5cbd0b-4702-425e-b3fa-d44f1d0eddab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:52.132134 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:52.132541 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Bound using segment: {'id': '4e52f9a4-1649-410d-8e72-fc391310bd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9c5cbd0b-4702-425e-b3fa-d44f1d0eddab'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:34:52.133078 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Bound port: 505c42bf-7633-49ee-88b8-862e4af32622, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e52f9a4-1649-410d-8e72-fc391310bd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9c5cbd0b-4702-425e-b3fa-d44f1d0eddab'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:34:52.133469 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:52.198431 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d4036-d5ec-49a8-a18d-278d89a7493d tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Pushing event updated for resources: {'Port': ['ID=c5784f86-ce44-4a87-97c6-2c8c5442fac9,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:52.204373 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-da2d4036-d5ec-49a8-a18d-278d89a7493d tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:52.216958 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4c562b3-c071-4a51-8765-ea5e1f2cd517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:52.230285 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-da2d4036-d5ec-49a8-a18d-278d89a7493d tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] In _notify_port_updated(), no bound segment for port c5784f86-ce44-4a87-97c6-2c8c5442fac9 on network d1166d4c-589e-40f3-8ba4-940649e0a827 {{(pid=92548) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:34:52.242548 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2d4036-d5ec-49a8-a18d-278d89a7493d tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:52.244120 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-da2d4036-d5ec-49a8-a18d-278d89a7493d tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:52.246513 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-da2d4036-d5ec-49a8-a18d-278d89a7493d tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] 10.222.0.25 "PUT /v2.0/ports/c5784f86-ce44-4a87-97c6-2c8c5442fac9 HTTP/1.1" status: 200 len: 1136 time: 0.9322958 Jun 02 20:34:52.248993 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4c562b3-c071-4a51-8765-ea5e1f2cd517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:52.249649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53118) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:52.253685 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] For port 505c42bf-7633-49ee-88b8-862e4af32622, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:34:52.257825 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] For port 505c42bf-7633-49ee-88b8-862e4af32622, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=505c42bf-7633-49ee-88b8-862e4af32622,segment=NetworkSegment(4e52f9a4-1649-410d-8e72-fc391310bd60),segment_id=4e52f9a4-1649-410d-8e72-fc391310bd60)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:34:52.261650 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5d56515c-7c1b-4d5f-ab69-128892b7834c tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:52.265704 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:52.270130 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8fa11188-b70a-4148-a0a6-24f2cbca20f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:52.327643 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f4c562b3-c071-4a51-8765-ea5e1f2cd517 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0c29bde6a5843dcb7b28c09653ed427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7885213 Jun 02 20:34:52.330645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c562b3-c071-4a51-8765-ea5e1f2cd517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71cd4ed-8ff4-4564-aa9f-95627eeeca97,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:52.333071 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53120) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:52.345024 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f4c562b3-c071-4a51-8765-ea5e1f2cd517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:52.392652 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Pushing event updated for resources: {'Port': ['ID=505c42bf-7633-49ee-88b8-862e4af32622,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:52.405462 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:52.409616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-26c43d66-fdd1-447c-b075-b71b1676735d tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:52.428487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e383f054-c60e-4afe-96ff-7bf5a77e2a47 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:52.432526 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e383f054-c60e-4afe-96ff-7bf5a77e2a47 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] 10.222.0.25 "GET /v2.0/ports/c5784f86-ce44-4a87-97c6-2c8c5442fac9 HTTP/1.1" status: 200 len: 1136 time: 0.1773875 Jun 02 20:34:52.437070 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53122) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:52.448317 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-332df2dd-6901-4b5d-b618-411ca4c91a67 None None] Provisioning complete for port c5784f86-ce44-4a87-97c6-2c8c5442fac9 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:52.448838 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-332df2dd-6901-4b5d-b618-411ca4c91a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:52.462564 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1a04da3a-31e8-469a-a3dc-ed696001e0a8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:52.463678 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4a1c-0ef8-4546-863b-114123f52b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:52.477888 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8b1d1d86-35cb-4e7a-85cb-be1ef41d8ef1 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:52.525234 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-332df2dd-6901-4b5d-b618-411ca4c91a67 None None] Port c5784f86-ce44-4a87-97c6-2c8c5442fac9 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:34:52.544597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4a1c-0ef8-4546-863b-114123f52b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:52.559519 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a04da3a-31e8-469a-a3dc-ed696001e0a8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Network 9c5cbd0b-4702-425e-b3fa-d44f1d0eddab is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:52.567894 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-1a04da3a-31e8-469a-a3dc-ed696001e0a8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:52.612452 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a04da3a-31e8-469a-a3dc-ed696001e0a8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:52.612452 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1a04da3a-31e8-469a-a3dc-ed696001e0a8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:52.640716 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04da3a-31e8-469a-a3dc-ed696001e0a8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Subnet': ['ID=6c8eae9e-951b-4f33-ac8a-085b7ff644eb,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:52.654975 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1a04da3a-31e8-469a-a3dc-ed696001e0a8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:52.674349 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1a04da3a-31e8-469a-a3dc-ed696001e0a8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3517380 Jun 02 20:34:52.674801 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53124) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:52.736314 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4a1c-0ef8-4546-863b-114123f52b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:52.748914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ba9c4c81-17a6-4178-b84a-d1d3466ddbf1 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:52.781195 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e13754-09e8-449c-bba2-771098820620 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:52.782784 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e13754-09e8-449c-bba2-771098820620 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:52.784289 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e13754-09e8-449c-bba2-771098820620 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:52.785868 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e13754-09e8-449c-bba2-771098820620 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:52.787366 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e13754-09e8-449c-bba2-771098820620 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:52.788274 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-52e13754-09e8-449c-bba2-771098820620 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Synchronizing usage tracker for tenant:8b39c886936241a7ba5b37f9a3ce6bc8 on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:52.792897 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f4a1c-0ef8-4546-863b-114123f52b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71cd4ed-8ff4-4564-aa9f-95627eeeca97,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:52.795247 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ea8f4a1c-0ef8-4546-863b-114123f52b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:52.796871 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4a1c-0ef8-4546-863b-114123f52b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:52.799724 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ea8f4a1c-0ef8-4546-863b-114123f52b1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c71cd4ed-8ff4-4564-aa9f-95627eeeca97 HTTP/1.1" status: 204 len: 168 time: 0.4650261 Jun 02 20:34:52.818492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-52e13754-09e8-449c-bba2-771098820620 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Unset dirty status for tenant:8b39c886936241a7ba5b37f9a3ce6bc8 on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:52.824153 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-52e13754-09e8-449c-bba2-771098820620 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1483788 Jun 02 20:34:52.824954 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53128) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:52.829824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e7b5baa2-803c-47ac-94f6-3ad306af8ce6 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-58768779'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:52.835012 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e7b5baa2-803c-47ac-94f6-3ad306af8ce6 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:52.838781 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e7b5baa2-803c-47ac-94f6-3ad306af8ce6 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Usage tracker for resource:network and tenant:8b39c886936241a7ba5b37f9a3ce6bc8 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:52.841815 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e7b5baa2-803c-47ac-94f6-3ad306af8ce6 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:52.851907 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e7b5baa2-803c-47ac-94f6-3ad306af8ce6 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:52.863476 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6fd78ac3-28f4-44f5-8b8c-4f07ad49c3a0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:52.864764 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b5baa2-803c-47ac-94f6-3ad306af8ce6 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Made reservation on behalf of 8b39c886936241a7ba5b37f9a3ce6bc8 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:52.868390 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e7b5baa2-803c-47ac-94f6-3ad306af8ce6 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:52.870639 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:52.898226 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b5baa2-803c-47ac-94f6-3ad306af8ce6 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:34:52.908278 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e7b5baa2-803c-47ac-94f6-3ad306af8ce6 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:52.909542 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-e7b5baa2-803c-47ac-94f6-3ad306af8ce6 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Added segment bc9d5c8e-2d73-484c-8d97-7147f95f0803 of type vlan for network c3d650e6-bc2a-49e2-8591-049e5347fbf7 Jun 02 20:34:52.930053 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd78ac3-28f4-44f5-8b8c-4f07ad49c3a0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Pushing event deleted for resources: {'Port': ['ID=cb55d999-2340-4016-bb19-fce4968e9b42,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:52.941044 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e7b5baa2-803c-47ac-94f6-3ad306af8ce6 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:52.959098 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6fd78ac3-28f4-44f5-8b8c-4f07ad49c3a0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:53.006459 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e7b5baa2-803c-47ac-94f6-3ad306af8ce6 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:53.018401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b5baa2-803c-47ac-94f6-3ad306af8ce6 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:53.019371 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e7b5baa2-803c-47ac-94f6-3ad306af8ce6 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:53.026874 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:53.038977 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-0619efa8-fa19-407a-9802-76fa9b886f2e tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Deleting port c5784f86-ce44-4a87-97c6-2c8c5442fac9 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:53.039358 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0619efa8-fa19-407a-9802-76fa9b886f2e tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:53.134029 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6fd78ac3-28f4-44f5-8b8c-4f07ad49c3a0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:53.187717 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e7b5baa2-803c-47ac-94f6-3ad306af8ce6 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3594196 Jun 02 20:34:53.190559 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53140) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:53.215608 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-6773e834-61ff-4812-b48e-b5a1f3e577cf tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'network': {'name': 'New_network'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:53.253665 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5baa2-803c-47ac-94f6-3ad306af8ce6 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Network': ['ID=c3d650e6-bc2a-49e2-8591-049e5347fbf7,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:53.276613 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network c3d650e6-bc2a-49e2-8591-049e5347fbf7 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:34:53.293728 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e7b5baa2-803c-47ac-94f6-3ad306af8ce6 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:53.327942 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 505c42bf-7633-49ee-88b8-862e4af32622 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:34:53.617044 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 505c42bf-7633-49ee-88b8-862e4af32622 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:34:53.693535 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a293b01-cd1b-4a56-8703-906941afa6fd None None] Network 9c5cbd0b-4702-425e-b3fa-d44f1d0eddab requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:53.762577 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6773e834-61ff-4812-b48e-b5a1f3e577cf tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:53.776590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0619efa8-fa19-407a-9802-76fa9b886f2e tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:53.785182 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6773e834-61ff-4812-b48e-b5a1f3e577cf tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:53.794604 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1b2872ec-5c58-4b5e-8b07-5af24cf6494b tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-599567950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:53.821525 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-57779e52-a2a7-4efc-8634-160ab2df9c90 None None] Provisioning for port 505c42bf-7633-49ee-88b8-862e4af32622 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:34:53.838630 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-57779e52-a2a7-4efc-8634-160ab2df9c90 None None] Provisioning complete for port 505c42bf-7633-49ee-88b8-862e4af32622 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:53.839178 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-57779e52-a2a7-4efc-8634-160ab2df9c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:53.888392 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6773e834-61ff-4812-b48e-b5a1f3e577cf tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Network c3d650e6-bc2a-49e2-8591-049e5347fbf7 is not hosted by any dhcp agent {{(pid=92548) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 20:34:53.894168 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6773e834-61ff-4812-b48e-b5a1f3e577cf tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:53.894793 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6773e834-61ff-4812-b48e-b5a1f3e577cf tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:53.898666 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6773e834-61ff-4812-b48e-b5a1f3e577cf tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "PUT /v2.0/networks/c3d650e6-bc2a-49e2-8591-049e5347fbf7 HTTP/1.1" status: 200 len: 723 time: 0.6949298 Jun 02 20:34:53.909657 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53156) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:53.909657 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53158) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:53.925603 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-daa3ab41-02aa-428a-a24e-b046e042a3be tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'subnet': {'network_id': 'c3d650e6-bc2a-49e2-8591-049e5347fbf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:54.039320 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-daa3ab41-02aa-428a-a24e-b046e042a3be tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:54.042249 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773e834-61ff-4812-b48e-b5a1f3e577cf tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Network': ['ID=c3d650e6-bc2a-49e2-8591-049e5347fbf7,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:54.047613 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6773e834-61ff-4812-b48e-b5a1f3e577cf tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:54.051438 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1949957780'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:54.061664 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network c3d650e6-bc2a-49e2-8591-049e5347fbf7 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:34:54.063606 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:54.063738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-0619efa8-fa19-407a-9802-76fa9b886f2e tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Calling delete_port for c5784f86-ce44-4a87-97c6-2c8c5442fac9 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:54.065838 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-daa3ab41-02aa-428a-a24e-b046e042a3be tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:54.070843 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Usage tracker for resource:network and tenant:3f71610f68d645038ea9ad6955d4301e is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:54.075777 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:54.086130 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:54.093206 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa3ab41-02aa-428a-a24e-b046e042a3be tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Made reservation on behalf of 8b39c886936241a7ba5b37f9a3ce6bc8 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:54.097001 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-daa3ab41-02aa-428a-a24e-b046e042a3be tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:54.099259 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-57779e52-a2a7-4efc-8634-160ab2df9c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:54.258764 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-57779e52-a2a7-4efc-8634-160ab2df9c90 None None] For port 505c42bf-7633-49ee-88b8-862e4af32622, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=505c42bf-7633-49ee-88b8-862e4af32622,segment=NetworkSegment(4e52f9a4-1649-410d-8e72-fc391310bd60),segment_id=4e52f9a4-1649-410d-8e72-fc391310bd60)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:54.265919 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-57779e52-a2a7-4efc-8634-160ab2df9c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:54.267679 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bdfb07fa-5603-4b2a-aa8c-9b605d6cbaec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:54.295008 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6fd78ac3-28f4-44f5-8b8c-4f07ad49c3a0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:54.310160 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6fd78ac3-28f4-44f5-8b8c-4f07ad49c3a0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:54.322956 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Made reservation on behalf of 3f71610f68d645038ea9ad6955d4301e for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:54.326469 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:54.342754 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:54.386304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:54.392232 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57779e52-a2a7-4efc-8634-160ab2df9c90 None None] Pushing event updated for resources: {'Port': ['ID=505c42bf-7633-49ee-88b8-862e4af32622,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:54.393929 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Usage tracker for resource:security_group_rule and tenant:3f71610f68d645038ea9ad6955d4301e is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:54.396606 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-57779e52-a2a7-4efc-8634-160ab2df9c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:54.397559 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10986d9d-571c-4aa6-a2e8-498ad0e230dc None None] Update dhcp port {'port': {'network_id': '9c5cbd0b-4702-425e-b3fa-d44f1d0eddab', 'fixed_ips': [{'subnet_id': '622610b0-624b-4a8a-ad37-6dbefd7b9421', 'ip_address': '2001:db8::2'}, {'subnet_id': '6c8eae9e-951b-4f33-ac8a-085b7ff644eb'}], 'binding:host_id': 'dv-neutron-601336-84-hyperv'}, 'id': '505c42bf-7633-49ee-88b8-862e4af32622'} from dv-neutron-601336-84-hyperv. {{(pid=92550) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 20:34:54.399307 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:54.408261 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:54.493084 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-10986d9d-571c-4aa6-a2e8-498ad0e230dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:54.574727 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd78ac3-28f4-44f5-8b8c-4f07ad49c3a0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Router 1bd5c7f1-84ff-4bc4-a20e-f532b87dd8f1 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:34:54.622137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:54.632485 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:54.637899 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-59cb0df0-135d-48d6-99b8-c937bfd4a0c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:54.683047 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:34:54.690059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c70f3f7-4dbb-4a17-8e6c-6a3a6e5b7ae7,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:54.693479 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:54.709279 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:54.709632 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Added segment 36f54a51-feda-4d1d-b07b-46363b80ca94 of type vlan for network 9fbda24d-46d9-46ca-abf9-f5f600b36dd3 Jun 02 20:34:54.712052 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-10986d9d-571c-4aa6-a2e8-498ad0e230dc None None] Allocated IP 172.20.0.1 (9c5cbd0b-4702-425e-b3fa-d44f1d0eddab/6c8eae9e-951b-4f33-ac8a-085b7ff644eb/505c42bf-7633-49ee-88b8-862e4af32622) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:54.800619 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:54.836803 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-daa3ab41-02aa-428a-a24e-b046e042a3be tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:54.846139 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:54.848178 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd78ac3-28f4-44f5-8b8c-4f07ad49c3a0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:34:54.861358 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81dfe1b-ed07-42eb-815d-edfa5000cd52 None None] Sync routers for ids ['1bd5c7f1-84ff-4bc4-a20e-f532b87dd8f1'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:34:54.862396 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-10986d9d-571c-4aa6-a2e8-498ad0e230dc None None] For port 505c42bf-7633-49ee-88b8-862e4af32622, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=505c42bf-7633-49ee-88b8-862e4af32622,segment=NetworkSegment(4e52f9a4-1649-410d-8e72-fc391310bd60),segment_id=4e52f9a4-1649-410d-8e72-fc391310bd60)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:54.871700 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81dfe1b-ed07-42eb-815d-edfa5000cd52 None None] Routers {'1bd5c7f1-84ff-4bc4-a20e-f532b87dd8f1'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:54.872527 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b81dfe1b-ed07-42eb-815d-edfa5000cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['1bd5c7f1-84ff-4bc4-a20e-f532b87dd8f1'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:54.891597 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-10986d9d-571c-4aa6-a2e8-498ad0e230dc None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:54.916942 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-10986d9d-571c-4aa6-a2e8-498ad0e230dc None None] Transition to ACTIVE for port object 505c42bf-7633-49ee-88b8-862e4af32622 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:54.920125 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6fd78ac3-28f4-44f5-8b8c-4f07ad49c3a0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:54.921478 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6fd78ac3-28f4-44f5-8b8c-4f07ad49c3a0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "PUT /v2.0/routers/1bd5c7f1-84ff-4bc4-a20e-f532b87dd8f1 HTTP/1.1" status: 200 len: 706 time: 4.9218171 Jun 02 20:34:54.922965 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-10986d9d-571c-4aa6-a2e8-498ad0e230dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:54.925477 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53170) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:54.927640 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0619efa8-fa19-407a-9802-76fa9b886f2e tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:54.929351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:54.932728 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:54.938228 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:54.938878 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:54.946493 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b81dfe1b-ed07-42eb-815d-edfa5000cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:54.955996 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81dfe1b-ed07-42eb-815d-edfa5000cd52 None None] Routers {'1bd5c7f1-84ff-4bc4-a20e-f532b87dd8f1'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:54.956819 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b81dfe1b-ed07-42eb-815d-edfa5000cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['1bd5c7f1-84ff-4bc4-a20e-f532b87dd8f1'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:54.963948 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3ab41-02aa-428a-a24e-b046e042a3be tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Subnet': ['ID=16b0b120-9e64-4aeb-a377-a8ee50e0e6cb,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:54.966790 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-daa3ab41-02aa-428a-a24e-b046e042a3be tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:54.969653 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:55.011677 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa3ab41-02aa-428a-a24e-b046e042a3be tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Checking segment: {'id': 'bc9d5c8e-2d73-484c-8d97-7147f95f0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c3d650e6-bc2a-49e2-8591-049e5347fbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:55.011949 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa3ab41-02aa-428a-a24e-b046e042a3be tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Network hostable DHCP agents. Network: c3d650e6-bc2a-49e2-8591-049e5347fbf7, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:34:55.019326 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b81dfe1b-ed07-42eb-815d-edfa5000cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:55.019995 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81dfe1b-ed07-42eb-815d-edfa5000cd52 None None] The sync data for ids ['1bd5c7f1-84ff-4bc4-a20e-f532b87dd8f1'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:34:55.029414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6add7f10-4abe-4b02-833b-f29d078f5a8d tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:55.085727 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1723347 Jun 02 20:34:55.091237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53172) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:55.099740 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-d0d11d96-579e-4379-a2ef-ff5d90221a1e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Request body: {'subnet': {'network_id': '9fbda24d-46d9-46ca-abf9-f5f600b36dd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:55.117462 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10986d9d-571c-4aa6-a2e8-498ad0e230dc None None] Pushing event updated for resources: {'Port': ['ID=505c42bf-7633-49ee-88b8-862e4af32622,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:55.122499 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-10986d9d-571c-4aa6-a2e8-498ad0e230dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:55.130941 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Pushing event updated for resources: {'Network': ['ID=9fbda24d-46d9-46ca-abf9-f5f600b36dd3,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:55.133756 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:55.144032 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 9fbda24d-46d9-46ca-abf9-f5f600b36dd3 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:34:55.199086 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619efa8-fa19-407a-9802-76fa9b886f2e tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Pushing event deleted for resources: {'Port': ['ID=c5784f86-ce44-4a87-97c6-2c8c5442fac9,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:55.204522 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0619efa8-fa19-407a-9802-76fa9b886f2e tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:55.233584 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa3ab41-02aa-428a-a24e-b046e042a3be tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Network c3d650e6-bc2a-49e2-8591-049e5347fbf7 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:34:55.293338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d0d11d96-579e-4379-a2ef-ff5d90221a1e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:55.298376 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d0d11d96-579e-4379-a2ef-ff5d90221a1e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Usage tracker for resource:subnet and tenant:3f71610f68d645038ea9ad6955d4301e is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:55.302129 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-daa3ab41-02aa-428a-a24e-b046e042a3be tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, c3d650e6-bc2a-49e2-8591-049e5347fbf7) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:55.310295 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 505c42bf-7633-49ee-88b8-862e4af32622 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:34:55.311648 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d0d11d96-579e-4379-a2ef-ff5d90221a1e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:55.330695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d0d11d96-579e-4379-a2ef-ff5d90221a1e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:55.337926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa3ab41-02aa-428a-a24e-b046e042a3be tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:55.338585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-daa3ab41-02aa-428a-a24e-b046e042a3be tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:55.362802 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8ce28848-5aa8-4e68-97cd-0f5430dfa1b8 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "GET /v2.0/routers/1bd5c7f1-84ff-4bc4-a20e-f532b87dd8f1 HTTP/1.1" status: 200 len: 741 time: 0.4355962 Jun 02 20:34:55.366042 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53176) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:55.399381 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aef22b-c861-4855-88c0-a1c7df100959 None None] Network c3d650e6-bc2a-49e2-8591-049e5347fbf7 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:55.421924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d11d96-579e-4379-a2ef-ff5d90221a1e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Made reservation on behalf of 3f71610f68d645038ea9ad6955d4301e for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:55.427488 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d0d11d96-579e-4379-a2ef-ff5d90221a1e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:55.460255 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-daa3ab41-02aa-428a-a24e-b046e042a3be tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5483787 Jun 02 20:34:55.469492 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1dd9ff70-fed3-46ee-864b-ae8b80dea344 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9eda1993-8807-4a42-8466-556269663ed3&device_id=1bd5c7f1-84ff-4bc4-a20e-f532b87dd8f1 HTTP/1.1" status: 200 len: 205 time: 0.0998108 Jun 02 20:34:55.469492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53178) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:55.481012 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-febeebde-0244-4edc-8e66-01996b700075 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:55.499547 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53180) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:55.582287 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f9c45023-e2bc-4e94-9fb0-a3e5bbe4aa96 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bd5c7f1-84ff-4bc4-a20e-f532b87dd8f1 HTTP/1.1" status: 200 len: 205 time: 0.0816903 Jun 02 20:34:55.588894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0619efa8-fa19-407a-9802-76fa9b886f2e tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:55.592194 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0619efa8-fa19-407a-9802-76fa9b886f2e tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] 10.222.0.25 "DELETE /v2.0/ports/c5784f86-ce44-4a87-97c6-2c8c5442fac9 HTTP/1.1" status: 204 len: 168 time: 3.1541095 Jun 02 20:34:55.592780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53186) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:55.647070 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53188) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:55.723375 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-c3d650e6-bc2a-49e2-8591-049e5347fbf7', 'network_id': 'c3d650e6-bc2a-49e2-8591-049e5347fbf7', 'tenant_id': '8b39c886936241a7ba5b37f9a3ce6bc8', 'fixed_ips': [{'subnet_id': '16b0b120-9e64-4aeb-a377-a8ee50e0e6cb'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:34:55.725007 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:55.897324 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3496556d-40bc-4e83-848b-69825a17fa30 None None] Network 9c5cbd0b-4702-425e-b3fa-d44f1d0eddab requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:55.985250 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-26c43d66-fdd1-447c-b075-b71b1676735d tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:55.988664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a424ad1f-7a51-4a42-b858-1b9fb7f5c1e0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:55.994149 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f6598865-ea82-4116-bf6a-de155ad4b445 None None] Provisioning for port 505c42bf-7633-49ee-88b8-862e4af32622 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:34:56.003726 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98f7945-082d-4246-b66f-1b6257d0aa3f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Deleting subnet 1aeeb2f1-7cf3-459c-82e2-26598087dee8 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:34:56.011341 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f6598865-ea82-4116-bf6a-de155ad4b445 None None] Provisioning complete for port 505c42bf-7633-49ee-88b8-862e4af32622 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:56.011531 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b98f7945-082d-4246-b66f-1b6257d0aa3f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:56.011615 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f6598865-ea82-4116-bf6a-de155ad4b445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:56.044054 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-febeebde-0244-4edc-8e66-01996b700075 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15639926'] for subnet, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:56.047050 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Allocated IP 2001:db8::2 (c3d650e6-bc2a-49e2-8591-049e5347fbf7/16b0b120-9e64-4aeb-a377-a8ee50e0e6cb/b4e794fd-46af-485d-aa1c-de9e94b9697b) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:56.054419 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-26c43d66-fdd1-447c-b075-b71b1676735d tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:56.164302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b98f7945-082d-4246-b66f-1b6257d0aa3f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:56.313403 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b98f7945-082d-4246-b66f-1b6257d0aa3f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:56.372545 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a424ad1f-7a51-4a42-b858-1b9fb7f5c1e0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:56.376525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a424ad1f-7a51-4a42-b858-1b9fb7f5c1e0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:56.503866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c43d66-fdd1-447c-b075-b71b1676735d tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Router 07b29c8b-0d31-4605-93d2-35c963803e16 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:34:56.508421 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a424ad1f-7a51-4a42-b858-1b9fb7f5c1e0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:56.509380 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a424ad1f-7a51-4a42-b858-1b9fb7f5c1e0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Fanout notify agent at l3_agent the message router_deleted on router 1bd5c7f1-84ff-4bc4-a20e-f532b87dd8f1 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:34:56.551326 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:56.564277 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Transition to ACTIVE for port object b4e794fd-46af-485d-aa1c-de9e94b9697b will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:56.585794 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Transition to ACTIVE for port object b4e794fd-46af-485d-aa1c-de9e94b9697b will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:56.593416 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:56.599389 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a424ad1f-7a51-4a42-b858-1b9fb7f5c1e0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:56.600498 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a424ad1f-7a51-4a42-b858-1b9fb7f5c1e0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "DELETE /v2.0/routers/1bd5c7f1-84ff-4bc4-a20e-f532b87dd8f1 HTTP/1.1" status: 204 len: 168 time: 1.0065241 Jun 02 20:34:56.605801 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:56.609571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53192) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:56.658904 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Network c3d650e6-bc2a-49e2-8591-049e5347fbf7 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:56.664739 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7ef6291a-319a-4c59-81ed-ca37e896aa92 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bd5c7f1-84ff-4bc4-a20e-f532b87dd8f1 HTTP/1.1" status: 200 len: 205 time: 0.0518603 Jun 02 20:34:56.666059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53194) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:56.667375 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:56.671184 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:56.751444 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-46d18f6f-86d8-4ed8-9597-f20d2e737d76 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] delete failed (client error): The resource could not be found. Jun 02 20:34:56.754847 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-46d18f6f-86d8-4ed8-9597-f20d2e737d76 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "DELETE /v2.0/routers/1bd5c7f1-84ff-4bc4-a20e-f532b87dd8f1 HTTP/1.1" status: 404 len: 336 time: 0.0860407 Jun 02 20:34:56.758558 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53196) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:56.834505 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Pushing event updated for resources: {'Port': ['ID=b4e794fd-46af-485d-aa1c-de9e94b9697b,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:56.854653 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:56.861015 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Attempting to bind port b4e794fd-46af-485d-aa1c-de9e94b9697b on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:34:56.861396 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Attempting to bind port b4e794fd-46af-485d-aa1c-de9e94b9697b by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'bc9d5c8e-2d73-484c-8d97-7147f95f0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c3d650e6-bc2a-49e2-8591-049e5347fbf7'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:34:56.865202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Attempting to bind port b4e794fd-46af-485d-aa1c-de9e94b9697b on network c3d650e6-bc2a-49e2-8591-049e5347fbf7 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:34:56.875071 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:34:56.875492 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Checking segment: {'id': 'bc9d5c8e-2d73-484c-8d97-7147f95f0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c3d650e6-bc2a-49e2-8591-049e5347fbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:56.887854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c43d66-fdd1-447c-b075-b71b1676735d tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:34:56.888594 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:56.889029 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Bound using segment: {'id': 'bc9d5c8e-2d73-484c-8d97-7147f95f0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c3d650e6-bc2a-49e2-8591-049e5347fbf7'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:34:56.889545 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Bound port: b4e794fd-46af-485d-aa1c-de9e94b9697b, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9d5c8e-2d73-484c-8d97-7147f95f0803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c3d650e6-bc2a-49e2-8591-049e5347fbf7'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:34:56.889940 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:56.893460 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-26c43d66-fdd1-447c-b075-b71b1676735d tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:56.895671 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-26c43d66-fdd1-447c-b075-b71b1676735d tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "PUT /v2.0/routers/07b29c8b-0d31-4605-93d2-35c963803e16 HTTP/1.1" status: 200 len: 925 time: 5.3425658 Jun 02 20:34:56.898199 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53202) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:56.908448 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bae2dd-fda5-4159-825d-da79ff6a51da None None] Sync routers for ids ['07b29c8b-0d31-4605-93d2-35c963803e16'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:34:56.922317 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-97ecd8d5-a470-474c-9823-02d765bfdfcb tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ea154ee-c977-4b0f-9bae-05f9b5960354 HTTP/1.1" status: 200 len: 205 time: 0.1526105 Jun 02 20:34:56.935010 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53204) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:56.974791 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bae2dd-fda5-4159-825d-da79ff6a51da None None] Routers {'07b29c8b-0d31-4605-93d2-35c963803e16'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:56.975598 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b0bae2dd-fda5-4159-825d-da79ff6a51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['07b29c8b-0d31-4605-93d2-35c963803e16'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:57.033900 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-4fbd98eb-28a2-4814-9958-4f3f3d3f87e3 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] delete failed (client error): The resource could not be found. Jun 02 20:34:57.037424 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4fbd98eb-28a2-4814-9958-4f3f3d3f87e3 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "DELETE /v2.0/routers/7ea154ee-c977-4b0f-9bae-05f9b5960354 HTTP/1.1" status: 404 len: 336 time: 0.0954022 Jun 02 20:34:57.039010 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d0d11d96-579e-4379-a2ef-ff5d90221a1e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:57.042358 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53206) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:57.055060 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b0bae2dd-fda5-4159-825d-da79ff6a51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:57.078901 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0e11953d-e3a1-41a2-a33c-0749344e4bcd None None] Provisioning complete for port 505c42bf-7633-49ee-88b8-862e4af32622 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:34:57.079319 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0e11953d-e3a1-41a2-a33c-0749344e4bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:57.089049 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:57.127101 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b98f7945-082d-4246-b66f-1b6257d0aa3f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:57.139823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-febeebde-0244-4edc-8e66-01996b700075 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732231589605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16273683'] for subnet, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:57.144525 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-bda17fff-98d4-44a7-89d2-913d8ac7cd00 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "GET /v2.0/ports?device_id=afc27036-9232-4967-ac90-1399d90e3257 HTTP/1.1" status: 200 len: 205 time: 0.0988116 Jun 02 20:34:57.144673 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bae2dd-fda5-4159-825d-da79ff6a51da None None] Routers {'07b29c8b-0d31-4605-93d2-35c963803e16'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:34:57.144673 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b0bae2dd-fda5-4159-825d-da79ff6a51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:34:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['07b29c8b-0d31-4605-93d2-35c963803e16'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:57.144828 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53208) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:57.182215 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b98f7945-082d-4246-b66f-1b6257d0aa3f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:57.206302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febeebde-0244-4edc-8e66-01996b700075 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:57.206518 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-febeebde-0244-4edc-8e66-01996b700075 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:57.206686 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c339b2-ef63-424c-b2f4-46b7424365d3 None None] Network d1166d4c-589e-40f3-8ba4-940649e0a827 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:57.209779 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-febeebde-0244-4edc-8e66-01996b700075 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "PUT /v2.0/subnets/16b0b120-9e64-4aeb-a377-a8ee50e0e6cb HTTP/1.1" status: 200 len: 826 time: 1.7365673 Jun 02 20:34:57.215032 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53210) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:57.217470 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d11d96-579e-4379-a2ef-ff5d90221a1e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Pushing event updated for resources: {'Subnet': ['ID=ca928d50-86ea-43fc-8914-870955ed1ba2,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:57.223586 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b8b2a493-f5fb-456d-b3e6-d86652828458 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "GET /v2.0/routers/07b29c8b-0d31-4605-93d2-35c963803e16 HTTP/1.1" status: 200 len: 925 time: 0.3214519 Jun 02 20:34:57.229446 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53212) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:57.247314 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b0bae2dd-fda5-4159-825d-da79ff6a51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:57.247729 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bae2dd-fda5-4159-825d-da79ff6a51da None None] The sync data for ids ['07b29c8b-0d31-4605-93d2-35c963803e16'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:34:57.251095 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b98f7945-082d-4246-b66f-1b6257d0aa3f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] 10.222.0.25 "DELETE /v2.0/subnets/1aeeb2f1-7cf3-459c-82e2-26598087dee8 HTTP/1.1" status: 204 len: 168 time: 1.6029074 Jun 02 20:34:57.257828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d0d11d96-579e-4379-a2ef-ff5d90221a1e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:57.257974 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-91227452-5dec-4de6-bb9f-e4a877e173e8 tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:57.260685 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] For port b4e794fd-46af-485d-aa1c-de9e94b9697b, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:34:57.267957 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53214) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:57.269164 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-71800b1a-99b4-4dc9-9975-5f1c3b14b9b4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] delete failed (client error): The resource could not be found. Jun 02 20:34:57.272696 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-71800b1a-99b4-4dc9-9975-5f1c3b14b9b4 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "DELETE /v2.0/routers/afc27036-9232-4967-ac90-1399d90e3257 HTTP/1.1" status: 404 len: 336 time: 0.1244261 Jun 02 20:34:57.288486 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53216) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:57.327370 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d11d96-579e-4379-a2ef-ff5d90221a1e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Checking segment: {'id': '36f54a51-feda-4d1d-b07b-46363b80ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9fbda24d-46d9-46ca-abf9-f5f600b36dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:57.327735 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d11d96-579e-4379-a2ef-ff5d90221a1e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Network hostable DHCP agents. Network: 9fbda24d-46d9-46ca-abf9-f5f600b36dd3, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:34:57.328469 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] For port b4e794fd-46af-485d-aa1c-de9e94b9697b, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b4e794fd-46af-485d-aa1c-de9e94b9697b,segment=NetworkSegment(bc9d5c8e-2d73-484c-8d97-7147f95f0803),segment_id=bc9d5c8e-2d73-484c-8d97-7147f95f0803)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:34:57.347681 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:57.354557 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-95c35297-1aeb-425a-900d-c2bc0412a783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:57.393320 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f7945-082d-4246-b66f-1b6257d0aa3f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Pushing event deleted for resources: {'Subnet': ['ID=1aeeb2f1-7cf3-459c-82e2-26598087dee8,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:57.444243 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e657f4c8-4682-4d0a-8880-deaabe59ef81 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "GET /v2.0/ports?device_id=62a4b983-e5d5-4bd5-91e5-74bd57870df6 HTTP/1.1" status: 200 len: 205 time: 0.1467135 Jun 02 20:34:57.464657 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53218) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:57.542331 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-1f58e898-2cc2-4603-be33-9c45d6366928 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] delete failed (client error): The resource could not be found. Jun 02 20:34:57.545693 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1f58e898-2cc2-4603-be33-9c45d6366928 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "DELETE /v2.0/routers/62a4b983-e5d5-4bd5-91e5-74bd57870df6 HTTP/1.1" status: 404 len: 336 time: 0.0772688 Jun 02 20:34:57.548764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53220) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:57.579658 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Pushing event updated for resources: {'Port': ['ID=b4e794fd-46af-485d-aa1c-de9e94b9697b,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:57.582941 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:57.604824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:57.611276 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6c1f25ed-3278-4ee2-9193-712b71d49ff3 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "GET /v2.0/ports?device_id=24a07373-558a-4bdf-8197-6319cf79905d HTTP/1.1" status: 200 len: 205 time: 0.0607467 Jun 02 20:34:57.613466 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53222) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:57.707742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a197fe36-162e-41b9-a4ce-88bcaac92b50 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:57.708733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a197fe36-162e-41b9-a4ce-88bcaac92b50 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Synchronizing usage tracker for tenant:b4277689824940fd8cbcfbeedf87b14b on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:34:57.712144 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-e64eccfe-8335-4a95-9f62-356824d7befa tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] delete failed (client error): The resource could not be found. Jun 02 20:34:57.716681 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e64eccfe-8335-4a95-9f62-356824d7befa tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "DELETE /v2.0/routers/24a07373-558a-4bdf-8197-6319cf79905d HTTP/1.1" status: 404 len: 336 time: 0.0993114 Jun 02 20:34:57.725886 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a639bdb-e3ed-4443-b0f5-906dc2f78b5c None None] DHCP port deletion for d1166d4c-589e-40f3-8ba4-940649e0a827 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:34:57.729801 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53226) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:57.785302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d11d96-579e-4379-a2ef-ff5d90221a1e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Network 9fbda24d-46d9-46ca-abf9-f5f600b36dd3 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:34:57.794452 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a197fe36-162e-41b9-a4ce-88bcaac92b50 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Unset dirty status for tenant:b4277689824940fd8cbcfbeedf87b14b on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:34:57.795793 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a197fe36-162e-41b9-a4ce-88bcaac92b50 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9eda1993-8807-4a42-8466-556269663ed3&device_id=07b29c8b-0d31-4605-93d2-35c963803e16&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5643911 Jun 02 20:34:57.800388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53228) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:57.834785 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d0d42c91-0525-4bfb-ace9-70aeade5c5ba tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3d265d9-2c1b-4e69-802e-e6352f0d4859 HTTP/1.1" status: 200 len: 205 time: 0.0940979 Jun 02 20:34:57.839302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febeebde-0244-4edc-8e66-01996b700075 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Subnet': ['ID=16b0b120-9e64-4aeb-a377-a8ee50e0e6cb,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:57.842516 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53230) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:57.845901 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-febeebde-0244-4edc-8e66-01996b700075 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:57.876289 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-4a639bdb-e3ed-4443-b0f5-906dc2f78b5c None None] Deleting port ad1f0cc7-750c-4975-bfba-3aa5e77b7f78 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:57.876855 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4a639bdb-e3ed-4443-b0f5-906dc2f78b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:57.908518 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:57.910315 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.737s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:57.910716 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:57.921787 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-d0d11d96-579e-4379-a2ef-ff5d90221a1e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 9fbda24d-46d9-46ca-abf9-f5f600b36dd3) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:57.949562 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-74b38806-0e9d-4035-92f4-c6eb5d23a442 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] delete failed (client error): The resource could not be found. Jun 02 20:34:57.952822 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-74b38806-0e9d-4035-92f4-c6eb5d23a442 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "DELETE /v2.0/routers/a3d265d9-2c1b-4e69-802e-e6352f0d4859 HTTP/1.1" status: 404 len: 336 time: 0.1058967 Jun 02 20:34:57.953296 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53234) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:57.960934 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Deleting port ad1f0cc7-750c-4975-bfba-3aa5e77b7f78 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:57.962142 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:57.970106 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03105258-ab76-45d0-b568-b47fff23217b None None] Network 9fbda24d-46d9-46ca-abf9-f5f600b36dd3 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:57.986700 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d11d96-579e-4379-a2ef-ff5d90221a1e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:57.987334 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d0d11d96-579e-4379-a2ef-ff5d90221a1e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:58.023362 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-1978d5bb-f350-486f-b4c2-748e4877d648 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] DELETE failed (client error): The resource could not be found. Jun 02 20:34:58.024004 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1978d5bb-f350-486f-b4c2-748e4877d648 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:34:58.026729 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1978d5bb-f350-486f-b4c2-748e4877d648 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] 10.222.0.25 "DELETE /v2.0/subnets/5a5e26e6-d16e-4849-88f2-2b569ceea4c3 HTTP/1.1" status: 404 len: 337 time: 0.0722365 Jun 02 20:34:58.047429 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201760de-c9c3-4154-8e90-9ab321e30d6c tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:34:58.051421 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-201760de-c9c3-4154-8e90-9ab321e30d6c tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "GET /v2.0/networks/9eda1993-8807-4a42-8466-556269663ed3 HTTP/1.1" status: 200 len: 881 time: 0.2487068 Jun 02 20:34:58.052358 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53238) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:58.067051 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-4a639bdb-e3ed-4443-b0f5-906dc2f78b5c None None] For port ad1f0cc7-750c-4975-bfba-3aa5e77b7f78, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ad1f0cc7-750c-4975-bfba-3aa5e77b7f78,segment=NetworkSegment(98330378-0933-4072-b7a7-c3ef6ad8f345),segment_id=98330378-0933-4072-b7a7-c3ef6ad8f345)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:58.067468 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4a639bdb-e3ed-4443-b0f5-906dc2f78b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:58.114692 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d0d11d96-579e-4379-a2ef-ff5d90221a1e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0211782 Jun 02 20:34:58.117615 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53240) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:58.123715 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-b01352e2-c391-4459-9f59-b508b782b4df tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Request body: {'port': {'network_id': '9fbda24d-46d9-46ca-abf9-f5f600b36dd3', 'name': 'tempest-TagsExtTest-1062842365'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:34:58.133219 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8328f2a5-650d-4cdb-a966-377d0a497988 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "GET /v2.0/ports?device_id=07b29c8b-0d31-4605-93d2-35c963803e16 HTTP/1.1" status: 200 len: 205 time: 0.0780966 Jun 02 20:34:58.133810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53242) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:58.281232 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Deleting port b4e794fd-46af-485d-aa1c-de9e94b9697b {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:58.281708 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:58.300797 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-4a639bdb-e3ed-4443-b0f5-906dc2f78b5c None None] Calling delete_port for ad1f0cc7-750c-4975-bfba-3aa5e77b7f78 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:58.304332 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] For port ad1f0cc7-750c-4975-bfba-3aa5e77b7f78, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ad1f0cc7-750c-4975-bfba-3aa5e77b7f78,segment=NetworkSegment(98330378-0933-4072-b7a7-c3ef6ad8f345),segment_id=98330378-0933-4072-b7a7-c3ef6ad8f345)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:58.304702 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:58.384419 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b01352e2-c391-4459-9f59-b508b782b4df tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:58.403910 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b01352e2-c391-4459-9f59-b508b782b4df tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Usage tracker for resource:port and tenant:3f71610f68d645038ea9ad6955d4301e is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:58.410166 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b01352e2-c391-4459-9f59-b508b782b4df tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:58.420059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b01352e2-c391-4459-9f59-b508b782b4df tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:58.457105 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01352e2-c391-4459-9f59-b508b782b4df tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Made reservation on behalf of 3f71610f68d645038ea9ad6955d4301e for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:34:58.461847 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b01352e2-c391-4459-9f59-b508b782b4df tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:58.501174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] For port b4e794fd-46af-485d-aa1c-de9e94b9697b, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b4e794fd-46af-485d-aa1c-de9e94b9697b,segment=NetworkSegment(bc9d5c8e-2d73-484c-8d97-7147f95f0803),segment_id=bc9d5c8e-2d73-484c-8d97-7147f95f0803)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:34:58.501174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:58.543195 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Calling delete_port for ad1f0cc7-750c-4975-bfba-3aa5e77b7f78 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:58.546202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53248) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:58.556715 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4a639bdb-e3ed-4443-b0f5-906dc2f78b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:58.564959 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e30011f3-2891-409c-825c-26387e9c4e48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:58.574335 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a9111a93-5648-4648-848e-94143c32df49 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:58.601395 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-9fbda24d-46d9-46ca-abf9-f5f600b36dd3', 'network_id': '9fbda24d-46d9-46ca-abf9-f5f600b36dd3', 'tenant_id': '3f71610f68d645038ea9ad6955d4301e', 'fixed_ips': [{'subnet_id': 'ca928d50-86ea-43fc-8914-870955ed1ba2'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:34:58.602517 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:58.625060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-b01352e2-c391-4459-9f59-b508b782b4df tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] device_id is not set on port 409abe6e-5d21-4e72-bba0-042f6e6a4180 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:34:58.637674 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a639bdb-e3ed-4443-b0f5-906dc2f78b5c None None] Pushing event deleted for resources: {'Port': ['ID=ad1f0cc7-750c-4975-bfba-3aa5e77b7f78,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:58.640408 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4a639bdb-e3ed-4443-b0f5-906dc2f78b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:58.646175 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a639bdb-e3ed-4443-b0f5-906dc2f78b5c None None] No DVR routers for this DVR port ad1f0cc7-750c-4975-bfba-3aa5e77b7f78 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:34:58.775794 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Calling delete_port for b4e794fd-46af-485d-aa1c-de9e94b9697b owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:58.821282 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Allocated IP 172.20.0.2 (9fbda24d-46d9-46ca-abf9-f5f600b36dd3/ca928d50-86ea-43fc-8914-870955ed1ba2/39fde1c5-84d9-425c-b999-929ea8c4b0c7) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:58.829370 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a9111a93-5648-4648-848e-94143c32df49 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:58.856789 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dcc98078-173b-4ef6-9421-d968da2be9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:58.902476 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-dcc98078-173b-4ef6-9421-d968da2be9bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:34:58.910656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-dcc98078-173b-4ef6-9421-d968da2be9bb admin admin] Usage tracker for resource:security_group_rule and tenant:3cbb764583324d7abf5b90b72ad8a058 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:34:58.919836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-dcc98078-173b-4ef6-9421-d968da2be9bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:34:58.930771 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-dcc98078-173b-4ef6-9421-d968da2be9bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:34:58.937159 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:58.945136 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-29a6e4d2-cf1f-44b1-83a4-4a4a85e36e1a tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:59.001691 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45ad84d-9a10-44ae-ab94-69922be5f748 None None] Network c3d650e6-bc2a-49e2-8591-049e5347fbf7 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:59.039244 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Port': ['ID=b4e794fd-46af-485d-aa1c-de9e94b9697b,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:59.042591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:59.048388 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:59.050404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f9475a60-ecd6-4da2-89cb-34fe4061bdb3 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:59.093748 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] No DVR routers for this DVR port b4e794fd-46af-485d-aa1c-de9e94b9697b on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:34:59.105185 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Pushing event deleted for resources: {'Port': ['ID=ad1f0cc7-750c-4975-bfba-3aa5e77b7f78,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:59.107104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] No DVR routers for this DVR port ad1f0cc7-750c-4975-bfba-3aa5e77b7f78 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:34:59.144576 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:59.156641 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f0e1d450-f30d-4d27-9856-2aa9fd6a708b None None] Could not find standard attr ID for object b4e794fd-46af-485d-aa1c-de9e94b9697b. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:34:59.185165 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:59.222696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:59.272781 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Transition to ACTIVE for port object 39fde1c5-84d9-425c-b999-929ea8c4b0c7 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:59.306855 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ad1f0cc7-750c-4975-bfba-3aa5e77b7f78 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:34:59.318662 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a9111a93-5648-4648-848e-94143c32df49 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Deleting port bf94daf9-dddc-41e0-9ab4-fb4a2f8eb59f {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:34:59.319000 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a9111a93-5648-4648-848e-94143c32df49 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:59.351669 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Transition to ACTIVE for port object 39fde1c5-84d9-425c-b999-929ea8c4b0c7 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:34:59.354673 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: ad1f0cc7-750c-4975-bfba-3aa5e77b7f78 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:34:59.355025 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ad1f0cc7-750c-4975-bfba-3aa5e77b7f78 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:34:59.412484 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:59.427523 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a2cb4c18-84c4-44dd-b303-d8d2843974ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:59.477697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:59.490679 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-b01352e2-c391-4459-9f59-b508b782b4df tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Allocated IP 172.20.0.14 (9fbda24d-46d9-46ca-abf9-f5f600b36dd3/ca928d50-86ea-43fc-8914-870955ed1ba2/409abe6e-5d21-4e72-bba0-042f6e6a4180) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:34:59.507453 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Network 9fbda24d-46d9-46ca-abf9-f5f600b36dd3 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:34:59.508629 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Pushing event updated for resources: {'Port': ['ID=39fde1c5-84d9-425c-b999-929ea8c4b0c7,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:59.512778 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:59.514288 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:34:59.515608 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1166d4c-589e-40f3-8ba4-940649e0a827']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:59.516268 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:34:59.538454 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98330378-0933-4072-b7a7-c3ef6ad8f345') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:59.538754 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98330378-0933-4072-b7a7-c3ef6ad8f345') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:34:59.550124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dcc98078-173b-4ef6-9421-d968da2be9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:59.560164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:59.612243 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a9111a93-5648-4648-848e-94143c32df49 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:59.622061 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Attempting to bind port 39fde1c5-84d9-425c-b999-929ea8c4b0c7 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:34:59.622451 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Attempting to bind port 39fde1c5-84d9-425c-b999-929ea8c4b0c7 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '36f54a51-feda-4d1d-b07b-46363b80ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9fbda24d-46d9-46ca-abf9-f5f600b36dd3'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:34:59.622824 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Attempting to bind port 39fde1c5-84d9-425c-b999-929ea8c4b0c7 on network 9fbda24d-46d9-46ca-abf9-f5f600b36dd3 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:34:59.629566 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:34:59.629955 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Checking segment: {'id': '36f54a51-feda-4d1d-b07b-46363b80ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9fbda24d-46d9-46ca-abf9-f5f600b36dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:34:59.630441 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:59.630886 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Bound using segment: {'id': '36f54a51-feda-4d1d-b07b-46363b80ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9fbda24d-46d9-46ca-abf9-f5f600b36dd3'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:34:59.631425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Bound port: 39fde1c5-84d9-425c-b999-929ea8c4b0c7, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f54a51-feda-4d1d-b07b-46363b80ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '9fbda24d-46d9-46ca-abf9-f5f600b36dd3'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:34:59.632157 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:59.732385 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:59.739422 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1786a47-a399-4683-8667-5006c17f9c1c None None] Network c3d650e6-bc2a-49e2-8591-049e5347fbf7 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:34:59.746732 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:59.760940 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dcc98078-173b-4ef6-9421-d968da2be9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:59.767278 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] For port 39fde1c5-84d9-425c-b999-929ea8c4b0c7, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:34:59.775744 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a9111a93-5648-4648-848e-94143c32df49 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Calling delete_port for bf94daf9-dddc-41e0-9ab4-fb4a2f8eb59f owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:34:59.780584 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4d74558b-1b98-41a4-9d6f-6acc40a9f15d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:59.811070 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:59.838796 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:34:59.839242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:59.841762 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] For port 39fde1c5-84d9-425c-b999-929ea8c4b0c7, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=39fde1c5-84d9-425c-b999-929ea8c4b0c7,segment=NetworkSegment(36f54a51-feda-4d1d-b07b-46363b80ca94),segment_id=36f54a51-feda-4d1d-b07b-46363b80ca94)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:34:59.857271 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:34:59.859740 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:34:59.860401 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-dcc98078-173b-4ef6-9421-d968da2be9bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3cbb764583324d7abf5b90b72ad8a058&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3101177 Jun 02 20:34:59.870401 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a2cb4c18-84c4-44dd-b303-d8d2843974ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:34:59.871919 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc98078-173b-4ef6-9421-d968da2be9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675faea2-12e1-4555-a7bd-11a9ef6e01ce,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:59.878343 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53258) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:34:59.880503 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dcc98078-173b-4ef6-9421-d968da2be9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:59.939180 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Subnet': ['ID=16b0b120-9e64-4aeb-a377-a8ee50e0e6cb,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:34:59.947848 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:34:59.996023 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.005007 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:00.019746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.038316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Pushing event deleted for resources: {'Network': ['ID=d1166d4c-589e-40f3-8ba4-940649e0a827,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:00.064050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:00.092107 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0caf8543-b299-48d5-8f3c-fe9c6a6b7c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.110893 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] 10.222.0.25 "DELETE /v2.0/networks/d1166d4c-589e-40f3-8ba4-940649e0a827 HTTP/1.1" status: 204 len: 168 time: 2.8394816 Jun 02 20:35:00.116943 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Pushing event updated for resources: {'Port': ['ID=39fde1c5-84d9-425c-b999-929ea8c4b0c7,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:00.121350 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:00.137050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0caf8543-b299-48d5-8f3c-fe9c6a6b7c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.140442 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddab9ad6-988d-435a-8f76-5b526644c52a None None] DHCP port deletion for c3d650e6-bc2a-49e2-8591-049e5347fbf7 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:35:00.193290 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b01352e2-c391-4459-9f59-b508b782b4df tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.226137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-b01352e2-c391-4459-9f59-b508b782b4df tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Transition to ACTIVE for port object 409abe6e-5d21-4e72-bba0-042f6e6a4180 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:00.248297 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.280981 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d650e6-bc2a-49e2-8591-049e5347fbf7']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:00.300080 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9d5c8e-2d73-484c-8d97-7147f95f0803') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:00.300410 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9d5c8e-2d73-484c-8d97-7147f95f0803') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:00.319869 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.340163 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b01352e2-c391-4459-9f59-b508b782b4df tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.350094 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1305a0e0-d0ce-47e4-b4a2-c862164c933c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:00.365621 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0caf8543-b299-48d5-8f3c-fe9c6a6b7c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.383374 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-19fa20bc-ab13-480a-bb87-7a0a0868df73 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:00.440150 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf8543-b299-48d5-8f3c-fe9c6a6b7c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675faea2-12e1-4555-a7bd-11a9ef6e01ce,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:00.446500 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a9111a93-5648-4648-848e-94143c32df49 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.455628 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01352e2-c391-4459-9f59-b508b782b4df tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Network 9fbda24d-46d9-46ca-abf9-f5f600b36dd3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:00.461631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.465983 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-b01352e2-c391-4459-9f59-b508b782b4df tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:00.468643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01352e2-c391-4459-9f59-b508b782b4df tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:00.483899 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0caf8543-b299-48d5-8f3c-fe9c6a6b7c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:00.484508 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-78f1e55a-dd10-4e12-a1bc-319e6dd34c65 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:00.535259 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:35:00.535752 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:35:00.551968 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:35:00.575657 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01352e2-c391-4459-9f59-b508b782b4df tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Pushing event updated for resources: {'Port': ['ID=409abe6e-5d21-4e72-bba0-042f6e6a4180,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:00.579886 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b01352e2-c391-4459-9f59-b508b782b4df tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:00.607361 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9111a93-5648-4648-848e-94143c32df49 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Pushing event deleted for resources: {'Port': ['ID=bf94daf9-dddc-41e0-9ab4-fb4a2f8eb59f,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:00.612032 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a9111a93-5648-4648-848e-94143c32df49 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:00.615276 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0caf8543-b299-48d5-8f3c-fe9c6a6b7c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.621013 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0caf8543-b299-48d5-8f3c-fe9c6a6b7c76 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/675faea2-12e1-4555-a7bd-11a9ef6e01ce HTTP/1.1" status: 204 len: 168 time: 0.7370493 Jun 02 20:35:00.636258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a9111a93-5648-4648-848e-94143c32df49 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.654081 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53272) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:00.671795 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01352e2-c391-4459-9f59-b508b782b4df tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:00.672410 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b01352e2-c391-4459-9f59-b508b782b4df tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.698235 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.702440 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.713611 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:00.717860 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8537ef5f-85ff-449e-aa65-6d6866fb6eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.733704 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/networks/c3d650e6-bc2a-49e2-8591-049e5347fbf7 HTTP/1.1" status: 204 len: 168 time: 3.5171034 Jun 02 20:35:00.739080 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53276) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:00.767216 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Network': ['ID=c3d650e6-bc2a-49e2-8591-049e5347fbf7,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:00.769847 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:00.774259 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b01352e2-c391-4459-9f59-b508b782b4df tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6553850 Jun 02 20:35:00.776307 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-09caae29-853e-40cd-bbfc-2005bf72cfb1 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] DELETE failed (client error): The resource could not be found. Jun 02 20:35:00.776773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09caae29-853e-40cd-bbfc-2005bf72cfb1 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:35:00.778481 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-09caae29-853e-40cd-bbfc-2005bf72cfb1 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/networks/c3d650e6-bc2a-49e2-8591-049e5347fbf7 HTTP/1.1" status: 404 len: 339 time: 0.0381322 Jun 02 20:35:00.779001 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53278) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:00.782197 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53280) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:00.785437 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-359dc8a7-2f74-4ab7-895c-bef3a9afeddb tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-502799626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:00.795753 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-762b0b36-1906-4b7f-adbf-c9cb3e2dc237 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-431743980', 'description': 'd1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:00.801225 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-359dc8a7-2f74-4ab7-895c-bef3a9afeddb tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:00.803836 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-762b0b36-1906-4b7f-adbf-c9cb3e2dc237 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:00.808587 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-359dc8a7-2f74-4ab7-895c-bef3a9afeddb tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Usage tracker for resource:router and tenant:3f71610f68d645038ea9ad6955d4301e is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:00.811690 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-762b0b36-1906-4b7f-adbf-c9cb3e2dc237 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Usage tracker for resource:network and tenant:8b39c886936241a7ba5b37f9a3ce6bc8 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:00.814161 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-359dc8a7-2f74-4ab7-895c-bef3a9afeddb tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:00.816892 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-762b0b36-1906-4b7f-adbf-c9cb3e2dc237 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:00.825599 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-359dc8a7-2f74-4ab7-895c-bef3a9afeddb tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:00.827532 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-762b0b36-1906-4b7f-adbf-c9cb3e2dc237 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:00.842540 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-359dc8a7-2f74-4ab7-895c-bef3a9afeddb tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.844451 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-359dc8a7-2f74-4ab7-895c-bef3a9afeddb tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.850052 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762b0b36-1906-4b7f-adbf-c9cb3e2dc237 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Made reservation on behalf of 8b39c886936241a7ba5b37f9a3ce6bc8 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:00.854437 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-762b0b36-1906-4b7f-adbf-c9cb3e2dc237 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.886753 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-359dc8a7-2f74-4ab7-895c-bef3a9afeddb tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.898891 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762b0b36-1906-4b7f-adbf-c9cb3e2dc237 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:35:00.900399 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a9111a93-5648-4648-848e-94143c32df49 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.905905 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a9111a93-5648-4648-848e-94143c32df49 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.912790 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-762b0b36-1906-4b7f-adbf-c9cb3e2dc237 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.912790 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-762b0b36-1906-4b7f-adbf-c9cb3e2dc237 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Added segment ae98da4d-9c0b-4d00-9c64-cdf3e8310161 of type vlan for network 9f98dc65-fc55-49ea-a939-87ff48a133ed Jun 02 20:35:00.920571 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-359dc8a7-2f74-4ab7-895c-bef3a9afeddb tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.941013 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a9111a93-5648-4648-848e-94143c32df49 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.941944 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9111a93-5648-4648-848e-94143c32df49 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Fanout notify agent at l3_agent the message router_deleted on router 07b29c8b-0d31-4605-93d2-35c963803e16 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:35:00.957406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a9111a93-5648-4648-848e-94143c32df49 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.959056 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a9111a93-5648-4648-848e-94143c32df49 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "DELETE /v2.0/routers/07b29c8b-0d31-4605-93d2-35c963803e16 HTTP/1.1" status: 204 len: 168 time: 2.7823238 Jun 02 20:35:00.962745 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53284) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:00.967828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-a585eaba-d838-4ec1-b1a6-5ac95944ac16 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-794882508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:00.978826 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-762b0b36-1906-4b7f-adbf-c9cb3e2dc237 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.986661 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a585eaba-d838-4ec1-b1a6-5ac95944ac16 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:00.994974 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a585eaba-d838-4ec1-b1a6-5ac95944ac16 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Usage tracker for resource:router and tenant:9b9efa2d039e42f589a5eeea0cde9528 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:00.997959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-359dc8a7-2f74-4ab7-895c-bef3a9afeddb tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:00.999131 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-359dc8a7-2f74-4ab7-895c-bef3a9afeddb tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2191999 Jun 02 20:35:01.000984 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a585eaba-d838-4ec1-b1a6-5ac95944ac16 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:01.001989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53286) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:01.006914 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-1a06f384-64ac-4bbb-a401-bb045a10de3e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-726608015', 'prefixes': ['172.20.0.0/16']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:01.013369 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-1a06f384-64ac-4bbb-a401-bb045a10de3e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:01.048263 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a585eaba-d838-4ec1-b1a6-5ac95944ac16 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:01.075748 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-762b0b36-1906-4b7f-adbf-c9cb3e2dc237 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:01.081228 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762b0b36-1906-4b7f-adbf-c9cb3e2dc237 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:01.081841 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-762b0b36-1906-4b7f-adbf-c9cb3e2dc237 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:01.089281 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2a6b7044-debd-4025-a29a-5c4a04362aef tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:01.104716 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1a06f384-64ac-4bbb-a401-bb045a10de3e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks [] for subnetpool, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:01.107964 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1a06f384-64ac-4bbb-a401-bb045a10de3e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1049252 Jun 02 20:35:01.111388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53288) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:01.116728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-7a8f6c5e-e742-4523-a9e9-665c6642ba77 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ca928d50-86ea-43fc-8914-870955ed1ba2', 'tempest-TagsExtTest-Tag-1112436248') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:01.118938 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a585eaba-d838-4ec1-b1a6-5ac95944ac16 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:01.119829 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a585eaba-d838-4ec1-b1a6-5ac95944ac16 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:01.136099 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53290) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:01.168806 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-12c493a5-6f45-4a20-9647-63704e52b1e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b5c38b6f5154201b60f5529c61c66ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5135098 Jun 02 20:35:01.170285 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53292) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:01.249105 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-762b0b36-1906-4b7f-adbf-c9cb3e2dc237 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4551673 Jun 02 20:35:01.254007 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53294) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:01.261596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a005f6d0-0203-4654-92f1-8fe4dd6a58dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:01.284666 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b0b36-1906-4b7f-adbf-c9cb3e2dc237 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Network': ['ID=9f98dc65-fc55-49ea-a939-87ff48a133ed,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:01.294576 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-762b0b36-1906-4b7f-adbf-c9cb3e2dc237 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:01.295714 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 9f98dc65-fc55-49ea-a939-87ff48a133ed details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:35:01.298637 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a585eaba-d838-4ec1-b1a6-5ac95944ac16 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:01.343922 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a005f6d0-0203-4654-92f1-8fe4dd6a58dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:01.363765 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 39fde1c5-84d9-425c-b999-929ea8c4b0c7 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:35:01.414241 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a005f6d0-0203-4654-92f1-8fe4dd6a58dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:01.421337 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a55700df-774a-4936-81ff-2a31fdba34fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:01.425510 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a1d902ad-bf24-45a7-800e-cb7f4d8033f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19e3cfb5c7d149af9bbfcec502dca95a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2827866 Jun 02 20:35:01.430038 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53298) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:01.436902 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7a8f6c5e-e742-4523-a9e9-665c6642ba77 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "PUT /v2.0/subnets/ca928d50-86ea-43fc-8914-870955ed1ba2/tags/tempest-TagsExtTest-Tag-1112436248 HTTP/1.1" status: 201 len: 201 time: 0.3206458 Jun 02 20:35:01.437048 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53300) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:01.443717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005f6d0-0203-4654-92f1-8fe4dd6a58dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7bc823-ad3e-4a17-957d-59602d3fa848,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:01.446031 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-2fb7c435-ce93-45d1-933a-955705ea36eb tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '409abe6e-5d21-4e72-bba0-042f6e6a4180', 'tempest-TagsExtTest-Tag-2045797323') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:01.446335 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a005f6d0-0203-4654-92f1-8fe4dd6a58dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:01.452718 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a005f6d0-0203-4654-92f1-8fe4dd6a58dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:01.456022 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a005f6d0-0203-4654-92f1-8fe4dd6a58dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa7bc823-ad3e-4a17-957d-59602d3fa848 HTTP/1.1" status: 204 len: 168 time: 0.2819934 Jun 02 20:35:01.487576 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49336b8f-928c-40ce-a360-e9e33b20c74d None None] Network 9fbda24d-46d9-46ca-abf9-f5f600b36dd3 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:01.507903 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a585eaba-d838-4ec1-b1a6-5ac95944ac16 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:01.571055 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b290693d-6073-4534-a23e-a35e71c3bc57 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:01.572424 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b290693d-6073-4534-a23e-a35e71c3bc57 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Synchronizing usage tracker for tenant:8b39c886936241a7ba5b37f9a3ce6bc8 on resource:network {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:35:01.607082 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a585eaba-d838-4ec1-b1a6-5ac95944ac16 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:01.610872 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a585eaba-d838-4ec1-b1a6-5ac95944ac16 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6440086 Jun 02 20:35:01.611012 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53306) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:01.616734 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-995ce5a9-e624-4a99-85e5-1c49f38a57ba tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Request body: {'router': {'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:01.625113 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-037a6d33-a6e2-4ae0-a627-4fcd3c927e5a None None] Provisioning for port 39fde1c5-84d9-425c-b999-929ea8c4b0c7 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:35:01.694269 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0a289435-7e38-4603-a95e-8a9322265ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:01.696342 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b290693d-6073-4534-a23e-a35e71c3bc57 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Unset dirty status for tenant:8b39c886936241a7ba5b37f9a3ce6bc8 on resource:network {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:35:01.700014 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b290693d-6073-4534-a23e-a35e71c3bc57 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "GET /v2.0/networks?id=9f98dc65-fc55-49ea-a939-87ff48a133ed HTTP/1.1" status: 200 len: 764 time: 0.4367220 Jun 02 20:35:01.714314 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 39fde1c5-84d9-425c-b999-929ea8c4b0c7 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:35:01.721568 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 39fde1c5-84d9-425c-b999-929ea8c4b0c7 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:01.722180 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:01.732254 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0a289435-7e38-4603-a95e-8a9322265ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:01.788495 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53308) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:01.800661 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-04484391-d3c5-4399-ac29-6c703a2f1ebd tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'network': {'description': 'd2'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:01.838007 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0a289435-7e38-4603-a95e-8a9322265ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:01.858673 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-78266be6-d754-4ee1-b9d9-dcd496e44fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:01.874844 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a289435-7e38-4603-a95e-8a9322265ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1249c349-a979-48c6-8813-fc6708715d1c,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:01.949811 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2fb7c435-ce93-45d1-933a-955705ea36eb tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "PUT /v2.0/ports/409abe6e-5d21-4e72-bba0-042f6e6a4180/tags/tempest-TagsExtTest-Tag-2045797323 HTTP/1.1" status: 201 len: 201 time: 0.5120056 Jun 02 20:35:01.953217 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:01.997194 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 39fde1c5-84d9-425c-b999-929ea8c4b0c7, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=39fde1c5-84d9-425c-b999-929ea8c4b0c7,segment=NetworkSegment(36f54a51-feda-4d1d-b07b-46363b80ca94),segment_id=36f54a51-feda-4d1d-b07b-46363b80ca94)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:02.007561 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:02.011417 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:02.017074 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0a289435-7e38-4603-a95e-8a9322265ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:02.021330 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53318) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:02.030756 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-af46665d-3a4d-455a-ad9d-b84ee5c9452d tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '19a9339f-06b1-4a8c-83cd-960f3d5bc6ee', 'tempest-TagsExtTest-Tag-771327836') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:02.049992 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b4e794fd-46af-485d-aa1c-de9e94b9697b no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:35:02.113092 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: b4e794fd-46af-485d-aa1c-de9e94b9697b {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:35:02.113448 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b4e794fd-46af-485d-aa1c-de9e94b9697b not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:35:02.144834 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=39fde1c5-84d9-425c-b999-929ea8c4b0c7,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:02.150659 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:02.217676 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0a289435-7e38-4603-a95e-8a9322265ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:02.221684 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0a289435-7e38-4603-a95e-8a9322265ae9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1249c349-a979-48c6-8813-fc6708715d1c HTTP/1.1" status: 204 len: 168 time: 0.7868574 Jun 02 20:35:02.347436 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-af46665d-3a4d-455a-ad9d-b84ee5c9452d tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "PUT /v2.0/routers/19a9339f-06b1-4a8c-83cd-960f3d5bc6ee/tags/tempest-TagsExtTest-Tag-771327836 HTTP/1.1" status: 201 len: 201 time: 0.3208258 Jun 02 20:35:02.348036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53330) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:02.355162 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-995ce5a9-e624-4a99-85e5-1c49f38a57ba tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:02.362564 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-de9f5cfb-18b9-44b6-a6ae-c42f6ae3b89a tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd01d64f0-2bd2-4717-9e27-08478846fd48', 'tempest-TagsExtTest-Tag-920320441') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:02.375241 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-eacd587f-b416-41fc-98ce-7929f9d3cc0a None None] Provisioning complete for port 39fde1c5-84d9-425c-b999-929ea8c4b0c7 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:02.375972 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-eacd587f-b416-41fc-98ce-7929f9d3cc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:02.392458 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-04484391-d3c5-4399-ac29-6c703a2f1ebd tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:02.491603 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-04484391-d3c5-4399-ac29-6c703a2f1ebd tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:02.516918 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-cd5c27f2-ab57-47e3-a792-49e34b7b3b9e tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:02.589356 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-eacd587f-b416-41fc-98ce-7929f9d3cc0a None None] Provisioning for port 409abe6e-5d21-4e72-bba0-042f6e6a4180 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:35:02.596261 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-eacd587f-b416-41fc-98ce-7929f9d3cc0a None None] Provisioning complete for port 409abe6e-5d21-4e72-bba0-042f6e6a4180 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:02.597290 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-eacd587f-b416-41fc-98ce-7929f9d3cc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:02.660196 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-eacd587f-b416-41fc-98ce-7929f9d3cc0a None None] Port 409abe6e-5d21-4e72-bba0-042f6e6a4180 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:35:02.785654 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53344) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:02.789760 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-224df380-de5b-4bd2-8364-e4079cc47e08 None None] Provisioning complete for port 409abe6e-5d21-4e72-bba0-042f6e6a4180 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:02.792795 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-224df380-de5b-4bd2-8364-e4079cc47e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:02.798131 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-04484391-d3c5-4399-ac29-6c703a2f1ebd tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Network 9f98dc65-fc55-49ea-a939-87ff48a133ed is not hosted by any dhcp agent {{(pid=92548) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 20:35:02.803423 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04484391-d3c5-4399-ac29-6c703a2f1ebd tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:02.804010 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-04484391-d3c5-4399-ac29-6c703a2f1ebd tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:02.805268 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-04484391-d3c5-4399-ac29-6c703a2f1ebd tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "PUT /v2.0/networks/9f98dc65-fc55-49ea-a939-87ff48a133ed HTTP/1.1" status: 200 len: 761 time: 1.0096638 Jun 02 20:35:02.809427 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53348) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:02.887901 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-224df380-de5b-4bd2-8364-e4079cc47e08 None None] Port 409abe6e-5d21-4e72-bba0-042f6e6a4180 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:35:02.911547 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-de9f5cfb-18b9-44b6-a6ae-c42f6ae3b89a tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "PUT /v2.0/subnetpools/d01d64f0-2bd2-4717-9e27-08478846fd48/tags/tempest-TagsExtTest-Tag-920320441 HTTP/1.1" status: 201 len: 201 time: 0.5528116 Jun 02 20:35:02.914457 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53354) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:02.919686 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-0b439466-957a-4e62-a4e2-6821fa7c4f6b tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ca928d50-86ea-43fc-8914-870955ed1ba2') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:02.951507 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04484391-d3c5-4399-ac29-6c703a2f1ebd tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Network': ['ID=9f98dc65-fc55-49ea-a939-87ff48a133ed,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:02.958901 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-04484391-d3c5-4399-ac29-6c703a2f1ebd tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:02.963131 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Request body: {'networks': [{'name': 'tempest-network--1018090680'}, {'name': 'tempest-network--561264413'}]} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:02.963504 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Request body: {'network': {'name': 'tempest-network--1018090680'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:02.963920 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Request body: {'network': {'name': 'tempest-network--561264413'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:02.967050 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 9f98dc65-fc55-49ea-a939-87ff48a133ed details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:35:02.975427 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:02.983242 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Usage tracker for resource:network and tenant:8db2945e4c8d414e81364dcbbf98ed88 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:02.988978 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:03.002362 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:03.031085 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0b439466-957a-4e62-a4e2-6821fa7c4f6b tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/subnets/ca928d50-86ea-43fc-8914-870955ed1ba2/tags HTTP/1.1" status: 200 len: 241 time: 0.1153901 Jun 02 20:35:03.032087 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Made reservation on behalf of 8db2945e4c8d414e81364dcbbf98ed88 for: {'network': 2} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:03.036983 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:03.047863 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53360) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.055312 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-995ce5a9-e624-4a99-85e5-1c49f38a57ba tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:03.055630 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-9d37253e-f15d-4637-8b1b-265681045184 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ca928d50-86ea-43fc-8914-870955ed1ba2', 'tempest-TagsExtTest-Tag-1112436248') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:03.090971 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:03.104014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-995ce5a9-e624-4a99-85e5-1c49f38a57ba tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:03.116687 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:03.117743 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0a878e-07d3-439b-83f0-655a9a6a7293 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:03.118577 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ca0a878e-07d3-439b-83f0-655a9a6a7293 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Synchronizing usage tracker for tenant:8b39c886936241a7ba5b37f9a3ce6bc8 on resource:network {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:35:03.123532 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Usage tracker for resource:security_group_rule and tenant:8db2945e4c8d414e81364dcbbf98ed88 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:03.128868 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:03.141505 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:03.187083 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9d37253e-f15d-4637-8b1b-265681045184 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/subnets/ca928d50-86ea-43fc-8914-870955ed1ba2/tags/tempest-TagsExtTest-Tag-1112436248 HTTP/1.1" status: 204 len: 168 time: 0.1343088 Jun 02 20:35:03.188925 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53364) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.194722 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-dbb5b4f8-a505-48fe-bf91-e621fca4a974 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ca928d50-86ea-43fc-8914-870955ed1ba2', 'tempest-TagsExtTest-Tag-1112436248') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:03.224270 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ca0a878e-07d3-439b-83f0-655a9a6a7293 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Unset dirty status for tenant:8b39c886936241a7ba5b37f9a3ce6bc8 on resource:network {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:35:03.225418 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ca0a878e-07d3-439b-83f0-655a9a6a7293 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "GET /v2.0/networks?id=9f98dc65-fc55-49ea-a939-87ff48a133ed HTTP/1.1" status: 200 len: 764 time: 0.4139962 Jun 02 20:35:03.230119 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53368) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.274308 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 39fde1c5-84d9-425c-b999-929ea8c4b0c7 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:35:03.321019 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-dbb8cfe7-32be-492c-985c-0bdd232fefc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:03.364598 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:03.367598 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-995ce5a9-e624-4a99-85e5-1c49f38a57ba tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Allocated IP 172.26.0.181 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/c89914b8-0267-40ff-b61c-826a4cc2096a) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:35:03.406849 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 39fde1c5-84d9-425c-b999-929ea8c4b0c7 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:03.407898 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:03.413853 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:03.425009 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:03.425607 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:03.429481 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-dbb5b4f8-a505-48fe-bf91-e621fca4a974 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "DELETE /v2.0/subnets/ca928d50-86ea-43fc-8914-870955ed1ba2/tags/tempest-TagsExtTest-Tag-1112436248 HTTP/1.1" status: 204 len: 168 time: 0.2392011 Jun 02 20:35:03.448345 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53374) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.452818 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:03.473799 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:35:03.486973 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-87c23780-e282-429c-8d08-38d58a65a2d0 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ca928d50-86ea-43fc-8914-870955ed1ba2') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:03.503749 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53376) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.550687 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:03.551325 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Added segment e280daf8-d313-4200-8b28-9a597ffd6696 of type vlan for network a832a800-7b34-4702-86e0-dc9c4c5b4137 Jun 02 20:35:03.574245 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-995ce5a9-e624-4a99-85e5-1c49f38a57ba tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:03.602637 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d609128-222d-454a-bf4f-43c428f53bc6 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:03.607591 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2d609128-222d-454a-bf4f-43c428f53bc6 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3716331 Jun 02 20:35:03.608735 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53380) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.615728 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f28d17-f3e6-454b-9671-c5bf50249885,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:03.622530 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:03.628501 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:03.656566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-938036b4-987d-4928-a99d-755f9f66889d tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:03.657437 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-938036b4-987d-4928-a99d-755f9f66889d tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1527600 Jun 02 20:35:03.659864 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9222929b-2022-4664-9e2b-6263d7bea94c tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Synchronizing usage tracker for tenant:8b39c886936241a7ba5b37f9a3ce6bc8 on resource:subnet {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:35:03.660990 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53382) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.670822 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-9abd03d3-4adb-4366-8ef3-d1f617ef2476 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:03.671793 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9abd03d3-4adb-4366-8ef3-d1f617ef2476 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0084732 Jun 02 20:35:03.672030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-995ce5a9-e624-4a99-85e5-1c49f38a57ba tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:03.676551 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53384) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.677024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-63b3d128-c9ad-4993-9bf5-5d07c6d6b3c5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:03.684100 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-f326c23f-22cf-4a1d-8c3c-bf958b090698 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:03.685029 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f326c23f-22cf-4a1d-8c3c-bf958b090698 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0075946 Jun 02 20:35:03.690220 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53386) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.690857 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:35:03.696315 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-ecacdaae-394f-4581-8d40-73c499ef2f17 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:03.697800 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ecacdaae-394f-4581-8d40-73c499ef2f17 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0047526 Jun 02 20:35:03.706276 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53390) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.709396 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-87c23780-e282-429c-8d08-38d58a65a2d0 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/subnets/ca928d50-86ea-43fc-8914-870955ed1ba2/tags HTTP/1.1" status: 200 len: 205 time: 0.2276750 Jun 02 20:35:03.713742 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-3bab627e-be75-4192-b9aa-d21f025c8f06 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:03.714672 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3bab627e-be75-4192-b9aa-d21f025c8f06 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0073528 Jun 02 20:35:03.716253 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53392) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.717812 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53394) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.719486 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9222929b-2022-4664-9e2b-6263d7bea94c tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Unset dirty status for tenant:8b39c886936241a7ba5b37f9a3ce6bc8 on resource:subnet {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:35:03.720640 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9222929b-2022-4664-9e2b-6263d7bea94c tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "GET /v2.0/subnets?network_id=9eda1993-8807-4a42-8466-556269663ed3 HTTP/1.1" status: 200 len: 207 time: 0.1100287 Jun 02 20:35:03.722238 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-3e86e49c-6377-4173-bb4d-d1ff7c443439 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '409abe6e-5d21-4e72-bba0-042f6e6a4180') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:03.730893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53396) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.752331 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-fdb35e26-0cab-4506-9112-04b1acb49176 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:03.753283 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fdb35e26-0cab-4506-9112-04b1acb49176 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0346639 Jun 02 20:35:03.754586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:03.756104 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Added segment 7b977d83-7f84-4f53-a347-82be0c69ce52 of type vlan for network 75945f32-d371-405a-bcbc-291101b26cc1 Jun 02 20:35:03.760915 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53398) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.768804 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-9d48271a-362c-4d2d-b334-529d0585102d tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:03.772261 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9d48271a-362c-4d2d-b334-529d0585102d tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0044174 Jun 02 20:35:03.777122 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53400) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.781393 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-a48b61ea-58b6-4d17-bcca-7f2658d87bc5 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:03.784750 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a48b61ea-58b6-4d17-bcca-7f2658d87bc5 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0043375 Jun 02 20:35:03.787070 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53402) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.788232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995ce5a9-e624-4a99-85e5-1c49f38a57ba tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:03.793361 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-995ce5a9-e624-4a99-85e5-1c49f38a57ba tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:03.805468 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-fee60de9-8497-457f-832e-44ed21ed8a18 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:03.806947 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fee60de9-8497-457f-832e-44ed21ed8a18 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0156882 Jun 02 20:35:03.811717 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53404) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.815078 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:03.820831 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-3b29805b-7762-44e2-9167-8c70aab1b972 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:03.822302 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3b29805b-7762-44e2-9167-8c70aab1b972 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0085835 Jun 02 20:35:03.825949 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53406) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.831554 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-d52c5035-3725-4c52-beae-a0ffc053d1f0 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:03.832461 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d52c5035-3725-4c52-beae-a0ffc053d1f0 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0042229 Jun 02 20:35:03.841111 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53408) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.842141 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995ce5a9-e624-4a99-85e5-1c49f38a57ba tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:03.848580 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-a2243f7e-f807-48cf-8c09-544bb5d04aee tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:03.849490 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a2243f7e-f807-48cf-8c09-544bb5d04aee tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0042372 Jun 02 20:35:03.859772 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53410) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.865116 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-cd09d184-92d0-4017-990f-66546e579a20 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:03.869042 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cd09d184-92d0-4017-990f-66546e579a20 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044205 Jun 02 20:35:03.873527 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53414) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.880422 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-65c7a6d8-db74-453c-80bb-f1098cec866e tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:03.883579 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-65c7a6d8-db74-453c-80bb-f1098cec866e tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0069501 Jun 02 20:35:03.885142 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53416) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.893292 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-ab3a4a67-de6c-47b0-a698-c6258c0eae11 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:03.896494 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ab3a4a67-de6c-47b0-a698-c6258c0eae11 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0059378 Jun 02 20:35:03.897702 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:03.898499 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:03.904246 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:03.909338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:03.909952 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:03.913704 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53418) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.918118 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:03.937093 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-707e555c-d870-4d3c-8554-7e34020d7e40 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:03.940635 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-707e555c-d870-4d3c-8554-7e34020d7e40 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046990 Jun 02 20:35:03.947461 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53420) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.954020 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3e86e49c-6377-4173-bb4d-d1ff7c443439 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/ports/409abe6e-5d21-4e72-bba0-042f6e6a4180/tags HTTP/1.1" status: 200 len: 241 time: 0.2367752 Jun 02 20:35:03.961579 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-c06cdfea-aec2-4d39-a2e7-d6042b78b248 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:03.962990 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c06cdfea-aec2-4d39-a2e7-d6042b78b248 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0120673 Jun 02 20:35:03.965289 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53422) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:03.980736 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-d7c86e12-69d1-4155-a4e7-2db3358d27ab tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '409abe6e-5d21-4e72-bba0-042f6e6a4180', 'tempest-TagsExtTest-Tag-2045797323') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:04.012944 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53424) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.019823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-9220b394-7083-465c-ae4d-0fff3514f673 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.020775 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9220b394-7083-465c-ae4d-0fff3514f673 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0068653 Jun 02 20:35:04.022117 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ce5a9-e624-4a99-85e5-1c49f38a57ba tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Pushing event updated for resources: {'Port': ['ID=c89914b8-0267-40ff-b61c-826a4cc2096a,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:04.024319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53426) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.050044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-7ff2d6a5-c0cf-4b1b-a021-d1a3eec7362e tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.050968 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7ff2d6a5-c0cf-4b1b-a021-d1a3eec7362e tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0178013 Jun 02 20:35:04.051923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-995ce5a9-e624-4a99-85e5-1c49f38a57ba tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:04.057286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53428) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.063476 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-460c9ab4-3bae-41e7-b4bc-bc024ca578c6 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.064361 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-460c9ab4-3bae-41e7-b4bc-bc024ca578c6 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0040231 Jun 02 20:35:04.072339 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53430) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.079276 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-07ab9c6c-68c7-4700-82d2-c57f593f90ec tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.080174 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-07ab9c6c-68c7-4700-82d2-c57f593f90ec tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0041418 Jun 02 20:35:04.083961 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53432) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.096874 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-6933f3f0-366c-4885-9204-98928c0207d6 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.097807 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6933f3f0-366c-4885-9204-98928c0207d6 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0125105 Jun 02 20:35:04.100461 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53434) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.106211 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3180337 Jun 02 20:35:04.107681 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Pushing event updated for resources: {'Network': ['ID=a832a800-7b34-4702-86e0-dc9c4c5b4137,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:04.109560 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53436) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.116946 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-1bb1e9b1-8238-43f1-82ca-d1b83ab63dfc tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.117891 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1bb1e9b1-8238-43f1-82ca-d1b83ab63dfc tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0150490 Jun 02 20:35:04.119581 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network a832a800-7b34-4702-86e0-dc9c4c5b4137 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:35:04.124140 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53438) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.128353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-f889bfb4-876e-4480-b6f7-8945a2ec6301 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.131658 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f889bfb4-876e-4480-b6f7-8945a2ec6301 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0042188 Jun 02 20:35:04.133609 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53440) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.198626 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-377fd6f6-c561-4791-85a9-51f497b897f0 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.202005 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-377fd6f6-c561-4791-85a9-51f497b897f0 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0618763 Jun 02 20:35:04.208386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399137f6-4f68-43c1-a7ce-6095bc521e86 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:04.215059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399137f6-4f68-43c1-a7ce-6095bc521e86 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:04.221189 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399137f6-4f68-43c1-a7ce-6095bc521e86 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:04.227248 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399137f6-4f68-43c1-a7ce-6095bc521e86 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:04.229391 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:04.233462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399137f6-4f68-43c1-a7ce-6095bc521e86 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:04.239225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399137f6-4f68-43c1-a7ce-6095bc521e86 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:04.244968 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-399137f6-4f68-43c1-a7ce-6095bc521e86 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5112169 Jun 02 20:35:04.253629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53444) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.253955 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53446) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.261315 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-de72bde2-da64-4e7c-a0ad-9eface55bee8 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.264747 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-de72bde2-da64-4e7c-a0ad-9eface55bee8 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0073638 Jun 02 20:35:04.287763 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53450) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.293206 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-cf5ed74a-3964-409e-9fed-d89687368fe5 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.296514 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cf5ed74a-3964-409e-9fed-d89687368fe5 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0055401 Jun 02 20:35:04.301859 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53452) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.308889 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-5c88b37d-8a35-4e76-8714-a82940187650 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.309813 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5c88b37d-8a35-4e76-8714-a82940187650 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0050468 Jun 02 20:35:04.321353 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53454) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.332935 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-e405a66a-7f79-4940-8ea2-da16802890be tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.336198 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e405a66a-7f79-4940-8ea2-da16802890be tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0073171 Jun 02 20:35:04.336198 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Pushing event updated for resources: {'Network': ['ID=75945f32-d371-405a-bcbc-291101b26cc1,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:04.339414 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53456) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.346192 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:04.349261 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-fc9eec9a-386c-46af-8c9b-5f5812609a1b tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.352573 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fc9eec9a-386c-46af-8c9b-5f5812609a1b tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0089600 Jun 02 20:35:04.352573 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.418s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:04.352573 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:04.353560 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 75945f32-d371-405a-bcbc-291101b26cc1 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:35:04.367046 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53458) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.376137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-8f7dfcac-0978-4dc7-b2ad-357fc72a0b63 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.379033 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8f7dfcac-0978-4dc7-b2ad-357fc72a0b63 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0079460 Jun 02 20:35:04.380782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53460) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.394732 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d7c86e12-69d1-4155-a4e7-2db3358d27ab tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/ports/409abe6e-5d21-4e72-bba0-042f6e6a4180/tags/tempest-TagsExtTest-Tag-2045797323 HTTP/1.1" status: 204 len: 168 time: 0.4208059 Jun 02 20:35:04.396049 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53462) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.400636 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-eb4c3096-cf59-4935-a71b-e81192c75f31 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '409abe6e-5d21-4e72-bba0-042f6e6a4180', 'tempest-TagsExtTest-Tag-2045797323') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:04.437340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-a9baf17e-c0b2-43cb-a039-356c4cac60f0 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.440598 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a9baf17e-c0b2-43cb-a039-356c4cac60f0 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0511093 Jun 02 20:35:04.444885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c39aed-c806-4f51-99d4-70e4cda43c8b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:04.448131 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53464) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.451486 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c39aed-c806-4f51-99d4-70e4cda43c8b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:04.457521 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c39aed-c806-4f51-99d4-70e4cda43c8b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:04.460819 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-ca9264b5-847e-4aef-abfc-bf01ebfa6ded tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.461737 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ca9264b5-847e-4aef-abfc-bf01ebfa6ded tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0127869 Jun 02 20:35:04.463677 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c39aed-c806-4f51-99d4-70e4cda43c8b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:04.464552 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-80c39aed-c806-4f51-99d4-70e4cda43c8b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Synchronizing usage tracker for tenant:8db2945e4c8d414e81364dcbbf98ed88 on resource:network {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:35:04.468034 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53466) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.475691 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-fedd6562-4c30-4e04-99ee-f64e0f0dec1e tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.479739 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fedd6562-4c30-4e04-99ee-f64e0f0dec1e tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0104768 Jun 02 20:35:04.481249 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53468) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.488962 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-6cbf5450-3790-4686-9919-c1f2168937d9 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.490320 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6cbf5450-3790-4686-9919-c1f2168937d9 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0055785 Jun 02 20:35:04.499014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53470) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.507275 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-5ebbef5d-81f2-4a43-a8d7-d408f81bd113 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.508203 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5ebbef5d-81f2-4a43-a8d7-d408f81bd113 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0080097 Jun 02 20:35:04.511265 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53472) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.518928 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-1c741401-de0e-4c1c-a4a4-6201b1e041ae tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.519862 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1c741401-de0e-4c1c-a4a4-6201b1e041ae tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0063500 Jun 02 20:35:04.521655 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-80c39aed-c806-4f51-99d4-70e4cda43c8b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Unset dirty status for tenant:8db2945e4c8d414e81364dcbbf98ed88 on resource:network {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:35:04.522693 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-80c39aed-c806-4f51-99d4-70e4cda43c8b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4121609 Jun 02 20:35:04.523352 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53474) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.530323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53476) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.535757 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-d372ee3c-a383-4ba8-a3db-5b2b7017fb3b tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.536669 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d372ee3c-a383-4ba8-a3db-5b2b7017fb3b tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0070560 Jun 02 20:35:04.556232 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53478) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.567763 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-3102212a-c519-4375-8093-00887e04af89 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.571076 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3102212a-c519-4375-8093-00887e04af89 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0087509 Jun 02 20:35:04.573072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53480) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.579426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-b93b7139-53f4-4b6d-9ca2-52f9dddc4148 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.580322 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b93b7139-53f4-4b6d-9ca2-52f9dddc4148 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0042660 Jun 02 20:35:04.598365 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53482) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.607474 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-8a6c4d72-bda3-4684-adf7-3573c347cca8 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.608389 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8a6c4d72-bda3-4684-adf7-3573c347cca8 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0074561 Jun 02 20:35:04.613773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53484) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.629614 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-30609fe8-a18a-43f5-a0e9-d9d5c5ec44cf tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3734908 Jun 02 20:35:04.639994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53486) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.642992 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-bfaf8d6b-0d15-472e-8ea0-18c6b8f35627 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.643954 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-bfaf8d6b-0d15-472e-8ea0-18c6b8f35627 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0132730 Jun 02 20:35:04.647018 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53488) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.653510 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-6f198c79-6a07-4052-8fdf-a934e435b97d tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.654410 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6f198c79-6a07-4052-8fdf-a934e435b97d tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0065165 Jun 02 20:35:04.657068 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53490) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.660886 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-6bdb9a6f-5eff-4f25-955e-3643567299a7 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.661769 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6bdb9a6f-5eff-4f25-955e-3643567299a7 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0038798 Jun 02 20:35:04.675304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53492) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.697109 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-2f9a198e-6c6f-490f-bdb1-78d2a65559a3 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.698048 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2f9a198e-6c6f-490f-bdb1-78d2a65559a3 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0191648 Jun 02 20:35:04.703671 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53494) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.719535 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-6789a3d6-f7f7-41cd-976a-df1869ee6d5c tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.720478 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6789a3d6-f7f7-41cd-976a-df1869ee6d5c tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0102983 Jun 02 20:35:04.723292 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53496) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.729522 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-5e6f73d8-b7fe-487f-b43e-74676d1044ef tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.732650 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5e6f73d8-b7fe-487f-b43e-74676d1044ef tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0043693 Jun 02 20:35:04.733234 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53498) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.737170 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3295b195-378d-46cf-830e-462048d9868c tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:04.746512 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-d01eb26a-17b6-4df2-a762-2d5d37f9c3a5 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.747472 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d01eb26a-17b6-4df2-a762-2d5d37f9c3a5 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0134344 Jun 02 20:35:04.750925 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53500) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.754661 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-eb4c3096-cf59-4935-a71b-e81192c75f31 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "DELETE /v2.0/ports/409abe6e-5d21-4e72-bba0-042f6e6a4180/tags/tempest-TagsExtTest-Tag-2045797323 HTTP/1.1" status: 204 len: 168 time: 0.3580694 Jun 02 20:35:04.757099 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-ad17426c-1ffc-4d3f-9831-f38c922334c5 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.758004 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ad17426c-1ffc-4d3f-9831-f38c922334c5 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0061903 Jun 02 20:35:04.758621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53502) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.761154 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53504) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.764753 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a182566-5a64-4856-84c4-16d71806e55a tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:04.765034 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-36d71938-8fd5-42d0-acfe-53029cc04348 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.765921 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-36d71938-8fd5-42d0-acfe-53029cc04348 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0039294 Jun 02 20:35:04.766268 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a182566-5a64-4856-84c4-16d71806e55a tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:04.767803 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a182566-5a64-4856-84c4-16d71806e55a tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:04.769412 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a182566-5a64-4856-84c4-16d71806e55a tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:04.769514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53506) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.770913 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a182566-5a64-4856-84c4-16d71806e55a tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:04.771840 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0a182566-5a64-4856-84c4-16d71806e55a tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Synchronizing usage tracker for tenant:8b39c886936241a7ba5b37f9a3ce6bc8 on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:35:04.773244 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-ea57e6bb-b68e-4e6c-be61-65baf0eefc5d tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.774130 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ea57e6bb-b68e-4e6c-be61-65baf0eefc5d tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0038798 Jun 02 20:35:04.777200 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-b8e973b8-bf4e-4947-9aef-1e07b7c07640 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '409abe6e-5d21-4e72-bba0-042f6e6a4180') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:04.777492 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53508) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.782972 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-866d0191-d1e7-41c5-b62c-3dc04aadd0b1 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.783909 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-866d0191-d1e7-41c5-b62c-3dc04aadd0b1 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0056014 Jun 02 20:35:04.784788 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-995ce5a9-e624-4a99-85e5-1c49f38a57ba tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:04.806994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53510) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.822889 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-876e97d1-ed02-4e12-92a1-1b4c7dc5643b tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.823843 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-876e97d1-ed02-4e12-92a1-1b4c7dc5643b tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0105715 Jun 02 20:35:04.829414 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53512) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.859821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-c37d43ce-d0c9-485d-95fd-4499f692077a tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.863189 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c37d43ce-d0c9-485d-95fd-4499f692077a tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0045056 Jun 02 20:35:04.867625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53516) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.872263 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-e812116c-cbe3-4c02-9c24-a33bf8d0eb8f tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.875929 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e812116c-cbe3-4c02-9c24-a33bf8d0eb8f tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0073631 Jun 02 20:35:04.879070 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53518) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.882982 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-1df038e1-37dd-43dd-b6bb-ed6dbaf417d8 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.886791 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1df038e1-37dd-43dd-b6bb-ed6dbaf417d8 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0040817 Jun 02 20:35:04.887182 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53520) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.891640 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-720044ba-9567-479a-a291-ff775dbf8b5a tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.891892 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0a182566-5a64-4856-84c4-16d71806e55a tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Unset dirty status for tenant:8b39c886936241a7ba5b37f9a3ce6bc8 on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:35:04.896972 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0a182566-5a64-4856-84c4-16d71806e55a tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2494988 Jun 02 20:35:04.897100 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-720044ba-9567-479a-a291-ff775dbf8b5a tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0062437 Jun 02 20:35:04.897100 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53522) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.898928 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53524) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:04.932300 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-2a739844-60c0-4eda-b674-95299df372b5 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:04.933231 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2a739844-60c0-4eda-b674-95299df372b5 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0349841 Jun 02 20:35:04.988056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53526) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:05.006669 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-3aabe52a-c973-43e0-80de-f64ff71a109c tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:05.010679 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3aabe52a-c973-43e0-80de-f64ff71a109c tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0194175 Jun 02 20:35:05.011362 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53530) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:05.023408 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-1dc0b644-e140-42f2-908b-1d51f1d2a803 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:05.027361 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1dc0b644-e140-42f2-908b-1d51f1d2a803 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0072205 Jun 02 20:35:05.032979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53532) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:05.046232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-175564b5-9675-43dd-ab0d-50cef8b04eb8 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:05.050309 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-175564b5-9675-43dd-ab0d-50cef8b04eb8 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0136836 Jun 02 20:35:05.052417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53534) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:05.059683 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-1a472723-b3ce-4b39-be32-1c395ab63113 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:05.063069 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1a472723-b3ce-4b39-be32-1c395ab63113 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0070486 Jun 02 20:35:05.063912 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53536) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:05.070089 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-4df41e23-9c97-4198-bc09-492129c5ae49 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:05.072813 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4df41e23-9c97-4198-bc09-492129c5ae49 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0042863 Jun 02 20:35:05.077650 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53538) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:05.083663 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-5639cde1-944e-4797-9104-183f81787465 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:05.084625 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5639cde1-944e-4797-9104-183f81787465 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0040944 Jun 02 20:35:05.088849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53540) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:05.117045 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3295b195-378d-46cf-830e-462048d9868c tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:05.132688 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-3295b195-378d-46cf-830e-462048d9868c tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a832a800-7b34-4702-86e0-dc9c4c5b4137']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:05.145326 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-4054184a-6cb2-4c64-b2a3-81ba1da4523a tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:05.148756 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4054184a-6cb2-4c64-b2a3-81ba1da4523a tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0564344 Jun 02 20:35:05.148885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-3295b195-378d-46cf-830e-462048d9868c tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e280daf8-d313-4200-8b28-9a597ffd6696') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:05.148885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-3295b195-378d-46cf-830e-462048d9868c tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e280daf8-d313-4200-8b28-9a597ffd6696') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:05.154705 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53542) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:05.159190 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-71ea9837-0137-446d-834b-90faa1fa5847 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:05.162522 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-71ea9837-0137-446d-834b-90faa1fa5847 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0045414 Jun 02 20:35:05.162768 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b61306-23d9-4615-b4a2-803567a5dadd tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['shared'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:05.162863 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b61306-23d9-4615-b4a2-803567a5dadd tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['shared'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:05.164252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b61306-23d9-4615-b4a2-803567a5dadd tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['shared'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:05.164908 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b8e973b8-bf4e-4947-9aef-1e07b7c07640 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/ports/409abe6e-5d21-4e72-bba0-042f6e6a4180/tags HTTP/1.1" status: 200 len: 205 time: 0.4046760 Jun 02 20:35:05.165792 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b61306-23d9-4615-b4a2-803567a5dadd tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['shared'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:05.166908 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53544) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:05.167194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b61306-23d9-4615-b4a2-803567a5dadd tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['shared'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:05.168745 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b5b61306-23d9-4615-b4a2-803567a5dadd tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2694671 Jun 02 20:35:05.169653 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3295b195-378d-46cf-830e-462048d9868c tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:05.176218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53546) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:05.176545 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53548) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:05.179657 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-6b66a954-b6b3-47a8-9de2-f2111b607bd7 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:05.180593 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6b66a954-b6b3-47a8-9de2-f2111b607bd7 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0127890 Jun 02 20:35:05.183695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53550) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:05.207225 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-664e4222-95f5-4522-9a4c-64256b116b72 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '19a9339f-06b1-4a8c-83cd-960f3d5bc6ee') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:05.267875 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [None req-38a9bf9f-fc10-45dc-bcf9-f09eb6db1ce8 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:05.268711 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-38a9bf9f-fc10-45dc-bcf9-f09eb6db1ce8 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0121515 Jun 02 20:35:05.271515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53552) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:05.278595 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [None req-248177af-f667-4d62-a056-560b280bf127 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:35:05.279541 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-248177af-f667-4d62-a056-560b280bf127 tempest-ExtensionsTestJSON-728746449 tempest-ExtensionsTestJSON-728746449-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0071270 Jun 02 20:35:05.300656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-995ce5a9-e624-4a99-85e5-1c49f38a57ba tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:05.304843 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-995ce5a9-e624-4a99-85e5-1c49f38a57ba tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:05.339360 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3295b195-378d-46cf-830e-462048d9868c tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:05.364232 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3295b195-378d-46cf-830e-462048d9868c tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:35:05.364717 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3295b195-378d-46cf-830e-462048d9868c tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:35:05.379928 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:35:05.551991 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-664e4222-95f5-4522-9a4c-64256b116b72 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/routers/19a9339f-06b1-4a8c-83cd-960f3d5bc6ee/tags HTTP/1.1" status: 200 len: 240 time: 0.3696780 Jun 02 20:35:05.552748 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53560) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:05.557951 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-fc087526-4986-4456-9eee-25fa05670892 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '19a9339f-06b1-4a8c-83cd-960f3d5bc6ee', 'tempest-TagsExtTest-Tag-771327836') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:05.566099 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3880ff5d-76be-4c52-b39a-e404ef530c1d tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:05.567462 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3880ff5d-76be-4c52-b39a-e404ef530c1d tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "GET /v2.0/networks/9d81aa8f-292c-474e-91d6-426620d4db75 HTTP/1.1" status: 200 len: 804 time: 0.3843663 Jun 02 20:35:05.568398 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3295b195-378d-46cf-830e-462048d9868c tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:05.571292 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53562) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:05.594190 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e3aed62c-0f50-4ec5-9a90-060ac3d6d71b tempest-DHCPAgentSchedulersTestJSON-836231026 tempest-DHCPAgentSchedulersTestJSON-836231026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:05.607732 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53564) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:05.611507 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3295b195-378d-46cf-830e-462048d9868c tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:05.636489 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295b195-378d-46cf-830e-462048d9868c tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Pushing event deleted for resources: {'Network': ['ID=a832a800-7b34-4702-86e0-dc9c4c5b4137,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:05.642007 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3295b195-378d-46cf-830e-462048d9868c tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:05.699549 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3295b195-378d-46cf-830e-462048d9868c tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "DELETE /v2.0/networks/a832a800-7b34-4702-86e0-dc9c4c5b4137 HTTP/1.1" status: 204 len: 168 time: 1.1616004 Jun 02 20:35:05.702576 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53568) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:05.782909 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995ce5a9-e624-4a99-85e5-1c49f38a57ba tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Router 5785a88d-d13d-4cfb-9f06-26baa5234e66 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:35:05.831912 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:05.833265 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3dd0d6b1-ac2c-4794-a722-6f4386ce76ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:05.878466 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3dd0d6b1-ac2c-4794-a722-6f4386ce76ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:05.884472 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9e9760a2-1cc7-4442-8fe9-cd375de54088 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "GET /v2.0/networks/9d81aa8f-292c-474e-91d6-426620d4db75?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3114583 Jun 02 20:35:05.887704 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53570) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:05.918907 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3dd0d6b1-ac2c-4794-a722-6f4386ce76ba admin admin] Usage tracker for resource:security_group_rule and tenant:8ac926eef5fb4d0c88c59d8e4cf68603 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:05.929071 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-37a02b92-8b69-4221-a0da-b749699d35a3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:05.934225 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3dd0d6b1-ac2c-4794-a722-6f4386ce76ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:05.942821 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fc087526-4986-4456-9eee-25fa05670892 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/routers/19a9339f-06b1-4a8c-83cd-960f3d5bc6ee/tags/tempest-TagsExtTest-Tag-771327836 HTTP/1.1" status: 204 len: 168 time: 0.3888159 Jun 02 20:35:05.945904 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53572) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:05.948404 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3dd0d6b1-ac2c-4794-a722-6f4386ce76ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:05.950621 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-ed1ae9e6-a4f8-45f8-9a3d-3b082a02edb6 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '19a9339f-06b1-4a8c-83cd-960f3d5bc6ee', 'tempest-TagsExtTest-Tag-771327836') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:06.022242 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0247f0ed-6f63-459f-9167-d58488c0c363 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:06.023521 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0247f0ed-6f63-459f-9167-d58488c0c363 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "GET /v2.0/subnets/fc5692c2-935a-41b1-a9c8-7fcf2a10544b HTTP/1.1" status: 200 len: 843 time: 0.1349282 Jun 02 20:35:06.038523 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53576) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:06.162018 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995ce5a9-e624-4a99-85e5-1c49f38a57ba tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:35:06.174577 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-995ce5a9-e624-4a99-85e5-1c49f38a57ba tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:06.177675 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2576e5b4-b7cc-43d1-846e-bf3fbbe395a8 None None] Sync routers for ids ['5785a88d-d13d-4cfb-9f06-26baa5234e66'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:35:06.179781 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-37a02b92-8b69-4221-a0da-b749699d35a3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:06.180237 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-995ce5a9-e624-4a99-85e5-1c49f38a57ba tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "PUT /v2.0/routers/5785a88d-d13d-4cfb-9f06-26baa5234e66 HTTP/1.1" status: 200 len: 883 time: 4.5676181 Jun 02 20:35:06.180535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53580) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:06.195398 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2576e5b4-b7cc-43d1-846e-bf3fbbe395a8 None None] Routers {'5785a88d-d13d-4cfb-9f06-26baa5234e66'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:35:06.197801 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2576e5b4-b7cc-43d1-846e-bf3fbbe395a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:35:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['5785a88d-d13d-4cfb-9f06-26baa5234e66'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:06.200667 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-37a02b92-8b69-4221-a0da-b749699d35a3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75945f32-d371-405a-bcbc-291101b26cc1']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:06.220441 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c3157e-84b5-4dbe-a14c-1ba27b133ed4 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['shared'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:06.221792 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-59c3157e-84b5-4dbe-a14c-1ba27b133ed4 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "GET /v2.0/subnets/fc5692c2-935a-41b1-a9c8-7fcf2a10544b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1823490 Jun 02 20:35:06.224549 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-37a02b92-8b69-4221-a0da-b749699d35a3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b977d83-7f84-4f53-a347-82be0c69ce52') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:06.225149 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-37a02b92-8b69-4221-a0da-b749699d35a3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b977d83-7f84-4f53-a347-82be0c69ce52') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:06.232206 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53582) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:06.241086 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-24835aee-7010-4b05-a1f6-f434b25c622d tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-800834452'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:06.256798 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-24835aee-7010-4b05-a1f6-f434b25c622d tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:06.260264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-37a02b92-8b69-4221-a0da-b749699d35a3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:06.281882 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2576e5b4-b7cc-43d1-846e-bf3fbbe395a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:06.294446 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ed1ae9e6-a4f8-45f8-9a3d-3b082a02edb6 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "DELETE /v2.0/routers/19a9339f-06b1-4a8c-83cd-960f3d5bc6ee/tags/tempest-TagsExtTest-Tag-771327836 HTTP/1.1" status: 204 len: 168 time: 0.3453434 Jun 02 20:35:06.295085 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-24835aee-7010-4b05-a1f6-f434b25c622d tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:06.300239 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2576e5b4-b7cc-43d1-846e-bf3fbbe395a8 None None] Routers {'5785a88d-d13d-4cfb-9f06-26baa5234e66'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:35:06.300930 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2576e5b4-b7cc-43d1-846e-bf3fbbe395a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:35:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['5785a88d-d13d-4cfb-9f06-26baa5234e66'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:06.303636 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53584) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:06.308159 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-42d50f31-09b5-4d9f-b6ff-9ced74176211 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '19a9339f-06b1-4a8c-83cd-960f3d5bc6ee') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:06.359667 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-37a02b92-8b69-4221-a0da-b749699d35a3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:06.372901 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2576e5b4-b7cc-43d1-846e-bf3fbbe395a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:06.373303 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2576e5b4-b7cc-43d1-846e-bf3fbbe395a8 None None] The sync data for ids ['5785a88d-d13d-4cfb-9f06-26baa5234e66'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:35:06.379010 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3dd0d6b1-ac2c-4794-a722-6f4386ce76ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:06.383634 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a02b92-8b69-4221-a0da-b749699d35a3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:35:06.384603 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-37a02b92-8b69-4221-a0da-b749699d35a3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:06.386381 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-42bc2d6f-adc6-46b4-934f-a2c89a1bde0f tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "GET /v2.0/routers/5785a88d-d13d-4cfb-9f06-26baa5234e66 HTTP/1.1" status: 200 len: 924 time: 0.2040274 Jun 02 20:35:06.389031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53586) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:35:06.403576 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:35:06.410122 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3dd0d6b1-ac2c-4794-a722-6f4386ce76ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:06.421350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-74272fcc-5bc4-4259-8042-9bada203ea83 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:06.461598 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4333229-b8cc-475e-9cca-3bf95225d2b6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:06.463125 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e4333229-b8cc-475e-9cca-3bf95225d2b6 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9eda1993-8807-4a42-8466-556269663ed3&device_id=5785a88d-d13d-4cfb-9f06-26baa5234e66&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0731843 Jun 02 20:35:06.465778 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53588) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:06.478790 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24835aee-7010-4b05-a1f6-f434b25c622d tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Made reservation on behalf of 8b39c886936241a7ba5b37f9a3ce6bc8 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:06.482204 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-24835aee-7010-4b05-a1f6-f434b25c622d tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:06.599100 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a16ed0-938c-4493-8b1a-c9492e840cc5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:06.600499 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-23a16ed0-938c-4493-8b1a-c9492e840cc5 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "GET /v2.0/networks/9eda1993-8807-4a42-8466-556269663ed3 HTTP/1.1" status: 200 len: 881 time: 0.1338327 Jun 02 20:35:06.603352 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53592) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:06.648117 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-84722afe-4912-4d56-aa47-d11b79e9bf73 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "GET /v2.0/ports?device_id=5785a88d-d13d-4cfb-9f06-26baa5234e66 HTTP/1.1" status: 200 len: 205 time: 0.0435848 Jun 02 20:35:06.650478 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53594) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:06.742116 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3dd0d6b1-ac2c-4794-a722-6f4386ce76ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ac926eef5fb4d0c88c59d8e4cf68603&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1273627 Jun 02 20:35:06.745827 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53596) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:06.748134 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-37a02b92-8b69-4221-a0da-b749699d35a3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:06.749727 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0d6b1-ac2c-4794-a722-6f4386ce76ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3781e77-3752-40b1-98c5-9e8435427c0e,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:06.755695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3dd0d6b1-ac2c-4794-a722-6f4386ce76ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:06.756610 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-37a02b92-8b69-4221-a0da-b749699d35a3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:06.761423 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:06.787065 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24835aee-7010-4b05-a1f6-f434b25c622d tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:35:06.791555 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a02b92-8b69-4221-a0da-b749699d35a3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Pushing event deleted for resources: {'Network': ['ID=75945f32-d371-405a-bcbc-291101b26cc1,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:06.794815 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-42d50f31-09b5-4d9f-b6ff-9ced74176211 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/routers/19a9339f-06b1-4a8c-83cd-960f3d5bc6ee/tags HTTP/1.1" status: 200 len: 205 time: 0.4902065 Jun 02 20:35:06.799276 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-37a02b92-8b69-4221-a0da-b749699d35a3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:06.804437 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53598) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:06.809268 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-274dfd99-dc9c-4b19-97fe-2b20e2f95e25 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd01d64f0-2bd2-4717-9e27-08478846fd48') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:06.828257 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-37a02b92-8b69-4221-a0da-b749699d35a3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "DELETE /v2.0/networks/75945f32-d371-405a-bcbc-291101b26cc1 HTTP/1.1" status: 204 len: 168 time: 1.1246893 Jun 02 20:35:06.830808 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-24835aee-7010-4b05-a1f6-f434b25c622d tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:06.831168 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-24835aee-7010-4b05-a1f6-f434b25c622d tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Added segment 6bf70728-8397-4133-8cde-50e9d68fc35b of type vlan for network fa5d6ce8-71cc-4730-ad79-a7c217f89a1a Jun 02 20:35:06.832057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53600) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:06.903891 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-08ea2456-ff06-400d-a7b5-dd88d7a751a8 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:06.941614 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-274dfd99-dc9c-4b19-97fe-2b20e2f95e25 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/subnetpools/d01d64f0-2bd2-4717-9e27-08478846fd48/tags HTTP/1.1" status: 200 len: 240 time: 0.1361420 Jun 02 20:35:06.943487 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-24835aee-7010-4b05-a1f6-f434b25c622d tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:06.949035 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53602) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:06.953935 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-77b19320-cd3e-4519-acbc-3abbd7d7d3c2 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd01d64f0-2bd2-4717-9e27-08478846fd48', 'tempest-TagsExtTest-Tag-920320441') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:06.960713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-312b7759-f128-491c-956a-694d9739e2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:07.010454 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-312b7759-f128-491c-956a-694d9739e2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:07.039523 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-77b19320-cd3e-4519-acbc-3abbd7d7d3c2 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/subnetpools/d01d64f0-2bd2-4717-9e27-08478846fd48/tags/tempest-TagsExtTest-Tag-920320441 HTTP/1.1" status: 204 len: 168 time: 0.0888710 Jun 02 20:35:07.042610 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53604) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:07.044521 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-24835aee-7010-4b05-a1f6-f434b25c622d tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:07.049922 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24835aee-7010-4b05-a1f6-f434b25c622d tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:07.050504 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-24835aee-7010-4b05-a1f6-f434b25c622d tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:07.057247 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-73aa479a-2ac3-4c38-a204-0092c81152cf tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd01d64f0-2bd2-4717-9e27-08478846fd48', 'tempest-TagsExtTest-Tag-920320441') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:07.066815 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:07.090724 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15625b9-0dae-43d7-8656-c4e2620422ff tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:07.096804 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15625b9-0dae-43d7-8656-c4e2620422ff tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:07.097608 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b15625b9-0dae-43d7-8656-c4e2620422ff tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Synchronizing usage tracker for tenant:8db2945e4c8d414e81364dcbbf98ed88 on resource:network {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:35:07.212729 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b15625b9-0dae-43d7-8656-c4e2620422ff tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Unset dirty status for tenant:8db2945e4c8d414e81364dcbbf98ed88 on resource:network {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:35:07.213883 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b15625b9-0dae-43d7-8656-c4e2620422ff tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3808420 Jun 02 20:35:07.221047 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-24835aee-7010-4b05-a1f6-f434b25c622d tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9781482 Jun 02 20:35:07.221047 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53608) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:07.221047 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53610) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:07.225435 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-c274f0f0-7c3c-4e4c-b8ff-21b60d416ec4 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-863647022'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:07.232250 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-333ce8c7-be9d-4748-811f-aa6354c33734 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'subnet': {'network_id': 'fa5d6ce8-71cc-4730-ad79-a7c217f89a1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:07.253361 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24835aee-7010-4b05-a1f6-f434b25c622d tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Network': ['ID=fa5d6ce8-71cc-4730-ad79-a7c217f89a1a,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:07.255769 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c274f0f0-7c3c-4e4c-b8ff-21b60d416ec4 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:07.263554 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-24835aee-7010-4b05-a1f6-f434b25c622d tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:07.267955 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network fa5d6ce8-71cc-4730-ad79-a7c217f89a1a details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:35:07.286781 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-08ea2456-ff06-400d-a7b5-dd88d7a751a8 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:07.326407 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c274f0f0-7c3c-4e4c-b8ff-21b60d416ec4 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:07.339055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-312b7759-f128-491c-956a-694d9739e2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:07.348399 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6d4acd1e-510d-4ef6-a8f8-200ed3272f62 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:07.363968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b7759-f128-491c-956a-694d9739e2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3781e77-3752-40b1-98c5-9e8435427c0e,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:07.367173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-312b7759-f128-491c-956a-694d9739e2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:07.367400 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c274f0f0-7c3c-4e4c-b8ff-21b60d416ec4 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Made reservation on behalf of 8db2945e4c8d414e81364dcbbf98ed88 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:07.371668 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c274f0f0-7c3c-4e4c-b8ff-21b60d416ec4 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:07.376088 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-312b7759-f128-491c-956a-694d9739e2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:07.380078 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-312b7759-f128-491c-956a-694d9739e2e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3781e77-3752-40b1-98c5-9e8435427c0e HTTP/1.1" status: 204 len: 168 time: 0.6330762 Jun 02 20:35:07.390476 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-73aa479a-2ac3-4c38-a204-0092c81152cf tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "DELETE /v2.0/subnetpools/d01d64f0-2bd2-4717-9e27-08478846fd48/tags/tempest-TagsExtTest-Tag-920320441 HTTP/1.1" status: 204 len: 168 time: 0.3466907 Jun 02 20:35:07.394318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53616) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:07.398588 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-333ce8c7-be9d-4748-811f-aa6354c33734 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:07.399325 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-e6e5842a-be78-475d-807b-6bec106a0b3e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd01d64f0-2bd2-4717-9e27-08478846fd48') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:07.414862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-333ce8c7-be9d-4748-811f-aa6354c33734 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:07.424116 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c274f0f0-7c3c-4e4c-b8ff-21b60d416ec4 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:35:07.424837 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-08ea2456-ff06-400d-a7b5-dd88d7a751a8 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Deleting port c89914b8-0267-40ff-b61c-826a4cc2096a {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:07.425282 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-08ea2456-ff06-400d-a7b5-dd88d7a751a8 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:07.435271 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c274f0f0-7c3c-4e4c-b8ff-21b60d416ec4 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:07.435684 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-c274f0f0-7c3c-4e4c-b8ff-21b60d416ec4 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Added segment fe66ec60-e682-4afc-be66-909de6399fa7 of type vlan for network 2ff6ac8d-12c4-4797-9e02-33bda5211a6a Jun 02 20:35:07.437520 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333ce8c7-be9d-4748-811f-aa6354c33734 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Made reservation on behalf of 8b39c886936241a7ba5b37f9a3ce6bc8 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:07.441779 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-333ce8c7-be9d-4748-811f-aa6354c33734 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:07.459407 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e6e5842a-be78-475d-807b-6bec106a0b3e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/subnetpools/d01d64f0-2bd2-4717-9e27-08478846fd48/tags HTTP/1.1" status: 200 len: 205 time: 0.0639265 Jun 02 20:35:07.464162 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53618) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:07.473864 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-d7cd67d9-8fe2-4772-a097-84f5f0600c29 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd01d64f0-2bd2-4717-9e27-08478846fd48') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:07.570519 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-08ea2456-ff06-400d-a7b5-dd88d7a751a8 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:07.585432 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c274f0f0-7c3c-4e4c-b8ff-21b60d416ec4 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:07.591945 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.ipam_backend_mixin [None req-333ce8c7-be9d-4748-811f-aa6354c33734 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Performing IP validity checks on allocation pools {{(pid=92548) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 02 20:35:07.592474 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.ipam_backend_mixin [None req-333ce8c7-be9d-4748-811f-aa6354c33734 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92548) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 02 20:35:07.629256 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d7cd67d9-8fe2-4772-a097-84f5f0600c29 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "DELETE /v2.0/subnetpools/d01d64f0-2bd2-4717-9e27-08478846fd48/tags HTTP/1.1" status: 204 len: 168 time: 0.1628709 Jun 02 20:35:07.632552 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53622) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:07.640748 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-ebd48ecf-d86e-4adb-992f-dad0de09bf97 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '19a9339f-06b1-4a8c-83cd-960f3d5bc6ee') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:07.711212 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-08ea2456-ff06-400d-a7b5-dd88d7a751a8 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Calling delete_port for c89914b8-0267-40ff-b61c-826a4cc2096a owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:07.719046 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c274f0f0-7c3c-4e4c-b8ff-21b60d416ec4 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:07.724664 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c274f0f0-7c3c-4e4c-b8ff-21b60d416ec4 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:07.725204 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c274f0f0-7c3c-4e4c-b8ff-21b60d416ec4 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:07.732970 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:07.872943 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-08ea2456-ff06-400d-a7b5-dd88d7a751a8 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:07.877634 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5d212f9a-193e-48f4-8b24-8ffb8abf5907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:07.921231 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea2456-ff06-400d-a7b5-dd88d7a751a8 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Pushing event deleted for resources: {'Port': ['ID=c89914b8-0267-40ff-b61c-826a4cc2096a,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:07.927172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-08ea2456-ff06-400d-a7b5-dd88d7a751a8 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:07.968619 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274f0f0-7c3c-4e4c-b8ff-21b60d416ec4 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Pushing event updated for resources: {'Network': ['ID=2ff6ac8d-12c4-4797-9e02-33bda5211a6a,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:07.974077 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c274f0f0-7c3c-4e4c-b8ff-21b60d416ec4 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:07.978747 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c274f0f0-7c3c-4e4c-b8ff-21b60d416ec4 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7550857 Jun 02 20:35:07.979303 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53636) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:07.980109 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 2ff6ac8d-12c4-4797-9e02-33bda5211a6a details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:35:07.991009 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-791f9199-2402-45dd-8028-0c0247064e55 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-851389410'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:08.003617 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ebd48ecf-d86e-4adb-992f-dad0de09bf97 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "DELETE /v2.0/routers/19a9339f-06b1-4a8c-83cd-960f3d5bc6ee/tags HTTP/1.1" status: 204 len: 168 time: 0.3677144 Jun 02 20:35:08.006755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53640) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:08.008348 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-791f9199-2402-45dd-8028-0c0247064e55 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:08.017869 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-791f9199-2402-45dd-8028-0c0247064e55 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Usage tracker for resource:network and tenant:8db2945e4c8d414e81364dcbbf98ed88 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:08.022052 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-791f9199-2402-45dd-8028-0c0247064e55 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:08.022341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-2653d6b3-e005-47c2-b97b-7ed5edec7ded tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '409abe6e-5d21-4e72-bba0-042f6e6a4180') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:08.039901 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-791f9199-2402-45dd-8028-0c0247064e55 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:08.065300 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791f9199-2402-45dd-8028-0c0247064e55 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Made reservation on behalf of 8db2945e4c8d414e81364dcbbf98ed88 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:08.068917 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-791f9199-2402-45dd-8028-0c0247064e55 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:08.093763 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-08ea2456-ff06-400d-a7b5-dd88d7a751a8 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:08.185955 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791f9199-2402-45dd-8028-0c0247064e55 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:35:08.201149 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-791f9199-2402-45dd-8028-0c0247064e55 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:08.201500 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-791f9199-2402-45dd-8028-0c0247064e55 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Added segment 46047076-784c-4b2c-a4ad-d7dadb40cfbe of type vlan for network 4b35c44c-daa6-405a-a097-9add17c91a7b Jun 02 20:35:08.246691 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-791f9199-2402-45dd-8028-0c0247064e55 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:08.260177 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53648) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:08.286942 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-08ea2456-ff06-400d-a7b5-dd88d7a751a8 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:08.292948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-08ea2456-ff06-400d-a7b5-dd88d7a751a8 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:08.304709 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2653d6b3-e005-47c2-b97b-7ed5edec7ded tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "DELETE /v2.0/ports/409abe6e-5d21-4e72-bba0-042f6e6a4180/tags HTTP/1.1" status: 204 len: 168 time: 0.2944221 Jun 02 20:35:08.313172 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53652) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:08.319709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-f93e931f-eede-4a68-bdd3-6a2aa463e9fe tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ca928d50-86ea-43fc-8914-870955ed1ba2') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:08.323230 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-08ea2456-ff06-400d-a7b5-dd88d7a751a8 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:08.324627 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ea2456-ff06-400d-a7b5-dd88d7a751a8 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Fanout notify agent at l3_agent the message router_deleted on router 5785a88d-d13d-4cfb-9f06-26baa5234e66 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:35:08.344335 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-08ea2456-ff06-400d-a7b5-dd88d7a751a8 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:08.347180 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-08ea2456-ff06-400d-a7b5-dd88d7a751a8 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "DELETE /v2.0/routers/5785a88d-d13d-4cfb-9f06-26baa5234e66 HTTP/1.1" status: 204 len: 168 time: 1.6943374 Jun 02 20:35:08.350138 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53654) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:08.351104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-791f9199-2402-45dd-8028-0c0247064e55 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:08.356829 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-3422057d-0181-4420-bc1c-2dc7475119e4 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1338866884', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:08.357131 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791f9199-2402-45dd-8028-0c0247064e55 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:08.357713 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-791f9199-2402-45dd-8028-0c0247064e55 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:08.364190 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-3422057d-0181-4420-bc1c-2dc7475119e4 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:08.369599 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3422057d-0181-4420-bc1c-2dc7475119e4 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Usage tracker for resource:router and tenant:9b9efa2d039e42f589a5eeea0cde9528 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:08.373225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3422057d-0181-4420-bc1c-2dc7475119e4 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:08.379839 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-3422057d-0181-4420-bc1c-2dc7475119e4 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:08.397739 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-22141683-d0ce-442d-afcc-65a02376f47e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:08.397894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3422057d-0181-4420-bc1c-2dc7475119e4 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:08.398980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3422057d-0181-4420-bc1c-2dc7475119e4 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:08.416266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3422057d-0181-4420-bc1c-2dc7475119e4 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:08.434684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3422057d-0181-4420-bc1c-2dc7475119e4 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:08.440323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-689566217'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:08.458558 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3422057d-0181-4420-bc1c-2dc7475119e4 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:08.462940 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3422057d-0181-4420-bc1c-2dc7475119e4 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1079905 Jun 02 20:35:08.463218 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53656) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:08.467561 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e786f6bf-c425-4ffb-8260-7a18996fc818 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'enable_snat': True}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:08.507899 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:08.678917 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:network and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:08.683973 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:08.700208 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:08.704599 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f9199-2402-45dd-8028-0c0247064e55 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Pushing event updated for resources: {'Network': ['ID=4b35c44c-daa6-405a-a097-9add17c91a7b,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:08.710126 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-791f9199-2402-45dd-8028-0c0247064e55 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7273476 Jun 02 20:35:08.710126 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-791f9199-2402-45dd-8028-0c0247064e55 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:08.710386 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-333ce8c7-be9d-4748-811f-aa6354c33734 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:08.713621 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53660) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:08.717408 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 4b35c44c-daa6-405a-a097-9add17c91a7b details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:35:08.726054 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Request body: {'ports': [{'network_id': '2ff6ac8d-12c4-4797-9e02-33bda5211a6a', 'name': 'tempest-port--885147583', 'admin_state_up': True}, {'network_id': '4b35c44c-daa6-405a-a097-9add17c91a7b', 'admin_state_up': False}]} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:08.726250 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:08.726478 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Request body: {'port': {'network_id': '2ff6ac8d-12c4-4797-9e02-33bda5211a6a', 'name': 'tempest-port--885147583', 'admin_state_up': True}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:08.726838 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Request body: {'port': {'network_id': '4b35c44c-daa6-405a-a097-9add17c91a7b', 'admin_state_up': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:08.772425 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:08.776420 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:08.807263 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:08.846275 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ce8c7-be9d-4748-811f-aa6354c33734 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Subnet': ['ID=dcce68f7-91d4-4d24-9b1d-1530eb6b10f6,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:08.850934 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:08.857045 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-333ce8c7-be9d-4748-811f-aa6354c33734 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:08.859636 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:security_group_rule and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:08.869573 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:08.872990 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333ce8c7-be9d-4748-811f-aa6354c33734 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Checking segment: {'id': '6bf70728-8397-4133-8cde-50e9d68fc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'fa5d6ce8-71cc-4730-ad79-a7c217f89a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:08.873353 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333ce8c7-be9d-4748-811f-aa6354c33734 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Network hostable DHCP agents. Network: fa5d6ce8-71cc-4730-ad79-a7c217f89a1a, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:35:08.888194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:08.896612 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f93e931f-eede-4a68-bdd3-6a2aa463e9fe tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "DELETE /v2.0/subnets/ca928d50-86ea-43fc-8914-870955ed1ba2/tags HTTP/1.1" status: 204 len: 168 time: 0.5824375 Jun 02 20:35:08.901765 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53664) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:08.908399 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-45155e0e-75e3-4bbe-bd90-45ee5fa40e66 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ca928d50-86ea-43fc-8914-870955ed1ba2', 'tempest-TagsExtTest-Tag-644689781') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:08.953125 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333ce8c7-be9d-4748-811f-aa6354c33734 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Network fa5d6ce8-71cc-4730-ad79-a7c217f89a1a is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:35:08.972417 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-333ce8c7-be9d-4748-811f-aa6354c33734 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, fa5d6ce8-71cc-4730-ad79-a7c217f89a1a) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:08.982000 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6246edbb-c7cc-4016-a061-92d5f743f6bb None None] Network fa5d6ce8-71cc-4730-ad79-a7c217f89a1a requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:08.999539 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333ce8c7-be9d-4748-811f-aa6354c33734 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:09.000141 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-333ce8c7-be9d-4748-811f-aa6354c33734 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:09.049476 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-333ce8c7-be9d-4748-811f-aa6354c33734 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8278921 Jun 02 20:35:09.060251 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53666) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:09.068514 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-31da326c-7e24-48db-a567-500a7e037672 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:09.117731 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e786f6bf-c425-4ffb-8260-7a18996fc818 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:09.135909 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:09.142584 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:09.148645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3dd0d6b1-ac2c-4794-a722-6f4386ce76ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:09.163216 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-45155e0e-75e3-4bbe-bd90-45ee5fa40e66 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "PUT /v2.0/subnets/ca928d50-86ea-43fc-8914-870955ed1ba2/tags/tempest-TagsExtTest-Tag-644689781 HTTP/1.1" status: 201 len: 201 time: 0.2569749 Jun 02 20:35:09.164682 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53668) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:09.176877 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-cca2a1e7-e354-4cfb-8cec-31a661c6be4a tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '409abe6e-5d21-4e72-bba0-042f6e6a4180', 'tempest-TagsExtTest-Tag-675999494') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:09.221640 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:35:09.228620 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-fa5d6ce8-71cc-4730-ad79-a7c217f89a1a', 'network_id': 'fa5d6ce8-71cc-4730-ad79-a7c217f89a1a', 'tenant_id': '8b39c886936241a7ba5b37f9a3ce6bc8', 'fixed_ips': [{'subnet_id': 'dcce68f7-91d4-4d24-9b1d-1530eb6b10f6'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:35:09.229567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:09.247323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d99b149-a223-4d74-bd5d-7a73e84404c9,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:09.250093 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:09.250437 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Added segment bce3e724-0134-4bb9-a50f-7ed2f7b21ae7 of type vlan for network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 Jun 02 20:35:09.253775 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:09.274154 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-31da326c-7e24-48db-a567-500a7e037672 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15639926'] for subnet, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:09.293260 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:09.364775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:09.375425 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:09.376428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Usage tracker for resource:port and tenant:8db2945e4c8d414e81364dcbbf98ed88 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:09.381059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:09.381682 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:09.387291 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:09.388586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e7b5baa2-803c-47ac-94f6-3ad306af8ce6 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:09.399005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:09.422316 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.db.api [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 02 20:35:09.422316 dv-neutron-601336-84-hyperv neutron-server[92550]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jun 02 20:35:09.422316 dv-neutron-601336-84-hyperv neutron-server[92550]: [parameters: {'in_use': 1, 'id_1': 'dcce68f7-91d4-4d24-9b1d-1530eb6b10f6'}] Jun 02 20:35:09.422316 dv-neutron-601336-84-hyperv neutron-server[92550]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:35:09.422919 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_db.api [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:35:09.436150 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Made reservation on behalf of 8db2945e4c8d414e81364dcbbf98ed88 for: {'port': 2} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:09.441447 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:09.475294 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:09.492662 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cca2a1e7-e354-4cfb-8cec-31a661c6be4a tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "PUT /v2.0/ports/409abe6e-5d21-4e72-bba0-042f6e6a4180/tags/tempest-TagsExtTest-Tag-675999494 HTTP/1.1" status: 201 len: 201 time: 0.3226955 Jun 02 20:35:09.497684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53672) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:09.503188 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-91aadde8-7dfd-4e8e-a738-5f5a64101e22 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '19a9339f-06b1-4a8c-83cd-960f3d5bc6ee', 'tempest-TagsExtTest-Tag-1244845769') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:09.542475 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2698882 Jun 02 20:35:09.548093 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53674) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:09.557527 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'port': {'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59', 'name': 'tempest-PortsIpV6TestJSON-1809044730'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:09.570805 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Network': ['ID=593c50ea-b8fa-472a-9e86-3ef57a1b0b59,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:09.577611 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:09.583665 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:35:09.725184 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:09.732440 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:port and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:09.735746 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:09.738444 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-31da326c-7e24-48db-a567-500a7e037672 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732231589605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16273683'] for subnet, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:09.744379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-18b0055e-0918-414f-8d6b-54ce5adc189b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:09.770003 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:09.808164 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:09.811593 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:09.825113 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31da326c-7e24-48db-a567-500a7e037672 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:09.825699 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-31da326c-7e24-48db-a567-500a7e037672 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:09.828970 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-31da326c-7e24-48db-a567-500a7e037672 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "PUT /v2.0/subnets/dcce68f7-91d4-4d24-9b1d-1530eb6b10f6 HTTP/1.1" status: 200 len: 900 time: 0.7626936 Jun 02 20:35:09.832607 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53678) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:09.834549 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da326c-7e24-48db-a567-500a7e037672 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event updated for resources: {'Subnet': ['ID=dcce68f7-91d4-4d24-9b1d-1530eb6b10f6,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:09.855713 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-31da326c-7e24-48db-a567-500a7e037672 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:09.862510 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] device_id is not set on port 4575f442-f2a9-4624-972a-5143105c138c yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:35:09.872522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] device_id is not set on port 11e434eb-a6df-47b2-9060-9fba4a0b8776 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:35:09.924392 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:09.941790 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-91aadde8-7dfd-4e8e-a738-5f5a64101e22 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "PUT /v2.0/routers/19a9339f-06b1-4a8c-83cd-960f3d5bc6ee/tags/tempest-TagsExtTest-Tag-1244845769 HTTP/1.1" status: 201 len: 201 time: 0.4422710 Jun 02 20:35:09.947129 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53682) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:09.952130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-0c1a4fa4-f28f-4867-b2ff-54fa3710a1a0 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd01d64f0-2bd2-4717-9e27-08478846fd48', 'tempest-TagsExtTest-Tag-1879902263') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:09.971725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e786f6bf-c425-4ffb-8260-7a18996fc818 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:10.014519 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e786f6bf-c425-4ffb-8260-7a18996fc818 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:10.067231 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:10.137698 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Allocated IP 2001:db8::3 (fa5d6ce8-71cc-4730-ad79-a7c217f89a1a/dcce68f7-91d4-4d24-9b1d-1530eb6b10f6/c873ca8d-74c7-4cd2-8e01-480f0687fc0a) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:35:10.185750 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0c1a4fa4-f28f-4867-b2ff-54fa3710a1a0 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "PUT /v2.0/subnetpools/d01d64f0-2bd2-4717-9e27-08478846fd48/tags/tempest-TagsExtTest-Tag-1879902263 HTTP/1.1" status: 201 len: 201 time: 0.2351468 Jun 02 20:35:10.186785 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53684) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:10.193492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-4a36e5ff-41d0-4a96-bf40-acd73260dd45 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ca928d50-86ea-43fc-8914-870955ed1ba2', {'tags': ['tempest-TagsExtTest-Tag-139662467', 'tempest-TagsExtTest-Tag-1915402678', 'tempest-TagsExtTest-Tag-361558580']}) {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:10.251268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:10.289780 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:10.347921 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:10.357323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:10.361364 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Transition to ACTIVE for port object c873ca8d-74c7-4cd2-8e01-480f0687fc0a will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:10.384212 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Transition to ACTIVE for port object c873ca8d-74c7-4cd2-8e01-480f0687fc0a will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:10.389994 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:10.393708 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:10.414878 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4a36e5ff-41d0-4a96-bf40-acd73260dd45 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "PUT /v2.0/subnets/ca928d50-86ea-43fc-8914-870955ed1ba2/tags HTTP/1.1" status: 200 len: 316 time: 0.2226796 Jun 02 20:35:10.458897 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Network fa5d6ce8-71cc-4730-ad79-a7c217f89a1a is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:10.461869 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53686) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:10.463076 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:10.467932 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:10.475826 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-dcdbe01c-e476-4bf5-a829-31cb41b05eca tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ca928d50-86ea-43fc-8914-870955ed1ba2') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:10.476395 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Pushing event updated for resources: {'Port': ['ID=c873ca8d-74c7-4cd2-8e01-480f0687fc0a,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:10.502701 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:10.504981 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-e786f6bf-c425-4ffb-8260-7a18996fc818 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Allocated IP 172.26.0.206 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/ab00bdbd-c16d-47b1-b3bc-3d7d45123253) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:35:10.534212 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] device_id is not set on port 2524ccaa-ef91-43a7-a0b3-d8ec52cd75ac yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:35:10.553598 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:10.561357 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-05f73c7d-a634-4655-baec-ccc08eaef97e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190053561-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:10.593042 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Attempting to bind port c873ca8d-74c7-4cd2-8e01-480f0687fc0a on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:35:10.593616 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Attempting to bind port c873ca8d-74c7-4cd2-8e01-480f0687fc0a by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '6bf70728-8397-4133-8cde-50e9d68fc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'fa5d6ce8-71cc-4730-ad79-a7c217f89a1a'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:35:10.594287 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Attempting to bind port c873ca8d-74c7-4cd2-8e01-480f0687fc0a on network fa5d6ce8-71cc-4730-ad79-a7c217f89a1a {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:35:10.605224 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:35:10.606010 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Checking segment: {'id': '6bf70728-8397-4133-8cde-50e9d68fc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'fa5d6ce8-71cc-4730-ad79-a7c217f89a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:10.606520 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:10.607042 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Bound using segment: {'id': '6bf70728-8397-4133-8cde-50e9d68fc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'fa5d6ce8-71cc-4730-ad79-a7c217f89a1a'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:35:10.607730 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Bound port: c873ca8d-74c7-4cd2-8e01-480f0687fc0a, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf70728-8397-4133-8cde-50e9d68fc35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'fa5d6ce8-71cc-4730-ad79-a7c217f89a1a'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:35:10.608517 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:10.728339 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f518e022-46da-4b31-9ced-602d6956910d None None] For port c873ca8d-74c7-4cd2-8e01-480f0687fc0a, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:35:10.731976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f518e022-46da-4b31-9ced-602d6956910d None None] For port c873ca8d-74c7-4cd2-8e01-480f0687fc0a, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=c873ca8d-74c7-4cd2-8e01-480f0687fc0a,segment=NetworkSegment(6bf70728-8397-4133-8cde-50e9d68fc35b),segment_id=6bf70728-8397-4133-8cde-50e9d68fc35b)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:35:10.744025 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:10.758489 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:10.759710 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e786f6bf-c425-4ffb-8260-7a18996fc818 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:10.849141 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:10.876776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Pushing event updated for resources: {'Port': ['ID=c873ca8d-74c7-4cd2-8e01-480f0687fc0a,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:10.877135 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=11e434eb-a6df-47b2-9060-9fba4a0b8776,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:10.879357 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:10.889298 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:10.892073 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e786f6bf-c425-4ffb-8260-7a18996fc818 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:10.898532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e1ed6bc0-9b79-4945-b388-89dd2b9f30db tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:10.910142 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Checking segment: {'id': 'bce3e724-0134-4bb9-a50f-7ed2f7b21ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:10.910505 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network hostable DHCP agents. Network: 593c50ea-b8fa-472a-9e86-3ef57a1b0b59, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:35:10.939198 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:10.948503 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:35:10.954897 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dcdbe01c-e476-4bf5-a829-31cb41b05eca tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "DELETE /v2.0/subnets/ca928d50-86ea-43fc-8914-870955ed1ba2/tags HTTP/1.1" status: 204 len: 168 time: 0.4865685 Jun 02 20:35:10.958001 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53692) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:10.967893 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-318ab80e-7916-48a9-8079-76a6f548ae86 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ca928d50-86ea-43fc-8914-870955ed1ba2', 'tempest-TagsExtTest-Tag-139662467') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:10.989704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e786f6bf-c425-4ffb-8260-7a18996fc818 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:10.994846 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-e786f6bf-c425-4ffb-8260-7a18996fc818 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:10.997555 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e786f6bf-c425-4ffb-8260-7a18996fc818 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:11.016991 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:11.023081 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:11.052448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786f6bf-c425-4ffb-8260-7a18996fc818 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Pushing event updated for resources: {'Port': ['ID=ab00bdbd-c16d-47b1-b3bc-3d7d45123253,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:11.054777 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 593c50ea-b8fa-472a-9e86-3ef57a1b0b59) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:11.056973 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e786f6bf-c425-4ffb-8260-7a18996fc818 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:11.062074 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c6b90345-7f3f-46b4-b72c-5c1963c8a014 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:11.064709 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0bb97d-fb42-4cbd-8ba4-4fd57ae81bd9 None None] Network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:11.102138 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:11.119256 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:11.120148 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:11.128261 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Subnet': ['ID=dcce68f7-91d4-4d24-9b1d-1530eb6b10f6,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:11.155581 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:11.162738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Checking segment: {'id': 'fe66ec60-e682-4afc-be66-909de6399fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2ff6ac8d-12c4-4797-9e02-33bda5211a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:11.163103 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Network hostable DHCP agents. Network: 2ff6ac8d-12c4-4797-9e02-33bda5211a6a, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:35:11.261551 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:11.274321 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Pushing event updated for resources: {'Port': ['ID=4575f442-f2a9-4624-972a-5143105c138c,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:11.278525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:11.283217 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5d6ce8-71cc-4730-ad79-a7c217f89a1a']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:11.300094 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf70728-8397-4133-8cde-50e9d68fc35b') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:11.301154 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf70728-8397-4133-8cde-50e9d68fc35b') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:11.331024 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:11.350387 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7989511 Jun 02 20:35:11.355609 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53696) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:11.363308 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-85696d8f-a0f2-4886-af17-809c38c62c53 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-985114838'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:11.366959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:11.375278 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-85696d8f-a0f2-4886-af17-809c38c62c53 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:11.387083 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-85696d8f-a0f2-4886-af17-809c38c62c53 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:network and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:11.390808 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:35:11.391024 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:11.391417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Network 2ff6ac8d-12c4-4797-9e02-33bda5211a6a is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:35:11.407761 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:35:11.409741 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-85696d8f-a0f2-4886-af17-809c38c62c53 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:11.414374 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 2ff6ac8d-12c4-4797-9e02-33bda5211a6a) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:11.419041 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device c873ca8d-74c7-4cd2-8e01-480f0687fc0a up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:35:11.421406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:11.422019 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:11.428122 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-08ea2456-ff06-400d-a7b5-dd88d7a751a8 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:11.429075 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-85696d8f-a0f2-4886-af17-809c38c62c53 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:11.433814 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-318ab80e-7916-48a9-8079-76a6f548ae86 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] show failed (client error): The resource could not be found. Jun 02 20:35:11.434875 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-318ab80e-7916-48a9-8079-76a6f548ae86 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/subnets/ca928d50-86ea-43fc-8914-870955ed1ba2/tags/tempest-TagsExtTest-Tag-139662467 HTTP/1.1" status: 404 len: 328 time: 0.4753215 Jun 02 20:35:11.455727 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c494f452-a5d9-4276-b0ac-60e475ad1fab None None] Network 2ff6ac8d-12c4-4797-9e02-33bda5211a6a requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:11.470377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53698) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:11.486711 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-ebd61992-3ff4-4a7c-ab01-b8939980447f tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ca928d50-86ea-43fc-8914-870955ed1ba2', 'tempest-TagsExtTest-Tag-1915402678') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:11.504489 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85696d8f-a0f2-4886-af17-809c38c62c53 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:11.508104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-85696d8f-a0f2-4886-af17-809c38c62c53 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:11.530677 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.db.api [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 20:35:11.530677 dv-neutron-601336-84-hyperv neutron-server[92548]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 20:35:11.530677 dv-neutron-601336-84-hyperv neutron-server[92548]: [parameters: {'id': 'fa5d6ce8-71cc-4730-ad79-a7c217f89a1a'}] Jun 02 20:35:11.530677 dv-neutron-601336-84-hyperv neutron-server[92548]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:35:11.531167 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_db.api [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:35:11.539466 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85696d8f-a0f2-4886-af17-809c38c62c53 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:35:11.549684 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-85696d8f-a0f2-4886-af17-809c38c62c53 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:11.550034 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-85696d8f-a0f2-4886-af17-809c38c62c53 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Added segment db0dfc01-3b3b-400b-b907-bc3db741b7d7 of type vlan for network 965686df-e51f-4c6e-8f4f-478456964487 Jun 02 20:35:11.577899 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-85696d8f-a0f2-4886-af17-809c38c62c53 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:11.611759 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-85696d8f-a0f2-4886-af17-809c38c62c53 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:11.617941 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85696d8f-a0f2-4886-af17-809c38c62c53 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:11.618772 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-85696d8f-a0f2-4886-af17-809c38c62c53 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:11.624483 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:11.629643 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Pushing event updated for resources: {'Port': ['ID=2524ccaa-ef91-43a7-a0b3-d8ec52cd75ac,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:11.640960 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:11.670435 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Checking segment: {'id': '46047076-784c-4b2c-a4ad-d7dadb40cfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4b35c44c-daa6-405a-a097-9add17c91a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:11.670865 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Network hostable DHCP agents. Network: 4b35c44c-daa6-405a-a097-9add17c91a7b, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:35:11.734286 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85696d8f-a0f2-4886-af17-809c38c62c53 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Network': ['ID=965686df-e51f-4c6e-8f4f-478456964487,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:11.739847 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-85696d8f-a0f2-4886-af17-809c38c62c53 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:11.743926 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-85696d8f-a0f2-4886-af17-809c38c62c53 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3841224 Jun 02 20:35:11.743926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53702) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:11.749900 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port c873ca8d-74c7-4cd2-8e01-480f0687fc0a completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:35:11.756522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'ports': [{'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59'}, {'network_id': '965686df-e51f-4c6e-8f4f-478456964487'}]} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:11.757073 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'port': {'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:11.757748 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'port': {'network_id': '965686df-e51f-4c6e-8f4f-478456964487'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:11.766463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 965686df-e51f-4c6e-8f4f-478456964487 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:35:11.782846 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-ebd61992-3ff4-4a7c-ab01-b8939980447f tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] show failed (client error): The resource could not be found. Jun 02 20:35:11.783920 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ebd61992-3ff4-4a7c-ab01-b8939980447f tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/subnets/ca928d50-86ea-43fc-8914-870955ed1ba2/tags/tempest-TagsExtTest-Tag-1915402678 HTTP/1.1" status: 404 len: 329 time: 0.3125236 Jun 02 20:35:11.786935 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Network 4b35c44c-daa6-405a-a097-9add17c91a7b is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:35:11.789471 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53704) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:11.794669 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-2b8344c8-e2e3-44b5-a91e-43f259a91c96 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ca928d50-86ea-43fc-8914-870955ed1ba2', 'tempest-TagsExtTest-Tag-361558580') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:11.808836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 4b35c44c-daa6-405a-a097-9add17c91a7b) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:11.810482 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e786f6bf-c425-4ffb-8260-7a18996fc818 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:11.868924 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:11.879375 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:11.885669 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:11.886361 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:11.904327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f3c633-d1aa-4b1d-81cf-b7c66dc2ebfc None None] Network 4b35c44c-daa6-405a-a097-9add17c91a7b requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:12.017998 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.3041146 Jun 02 20:35:12.020969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53708) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:12.111687 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:12.181878 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:12.186874 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:port and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:12.193426 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:12.200768 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:12.207848 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-2b8344c8-e2e3-44b5-a91e-43f259a91c96 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] show failed (client error): The resource could not be found. Jun 02 20:35:12.209049 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2b8344c8-e2e3-44b5-a91e-43f259a91c96 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/subnets/ca928d50-86ea-43fc-8914-870955ed1ba2/tags/tempest-TagsExtTest-Tag-361558580 HTTP/1.1" status: 404 len: 328 time: 0.4183965 Jun 02 20:35:12.216742 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53710) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:12.254436 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-eed7eb67-0a28-45ea-9693-f21152259922 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '409abe6e-5d21-4e72-bba0-042f6e6a4180', {'tags': ['tempest-TagsExtTest-Tag-1432333445', 'tempest-TagsExtTest-Tag-1465785220', 'tempest-TagsExtTest-Tag-965061248']}) {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:12.296509 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'port': 2} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:12.301313 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:12.321869 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b378d93-4244-4715-8c6c-522ee0e3c660 None None] Network fa5d6ce8-71cc-4730-ad79-a7c217f89a1a requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:12.337165 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:12.430572 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27170d7-496c-4199-a391-e6a5f98c2f56 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:12.436786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27170d7-496c-4199-a391-e6a5f98c2f56 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:12.437533 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e27170d7-496c-4199-a391-e6a5f98c2f56 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Synchronizing usage tracker for tenant:8db2945e4c8d414e81364dcbbf98ed88 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:35:12.476350 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e786f6bf-c425-4ffb-8260-7a18996fc818 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:12.488803 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e27170d7-496c-4199-a391-e6a5f98c2f56 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Unset dirty status for tenant:8db2945e4c8d414e81364dcbbf98ed88 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:35:12.489977 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e27170d7-496c-4199-a391-e6a5f98c2f56 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4669962 Jun 02 20:35:12.493010 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53714) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:12.508772 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-78ecd710-39b3-4305-ae4e-134dfacaa642 None None] Provisioning for port c873ca8d-74c7-4cd2-8e01-480f0687fc0a completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:35:12.523705 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-78ecd710-39b3-4305-ae4e-134dfacaa642 None None] Provisioning complete for port c873ca8d-74c7-4cd2-8e01-480f0687fc0a triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:12.523953 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e786f6bf-c425-4ffb-8260-7a18996fc818 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:12.524078 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-78ecd710-39b3-4305-ae4e-134dfacaa642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:12.528122 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] device_id is not set on port c7ac6200-e9ed-4a80-83a8-d9fb08f6d0a6 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:35:12.550207 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Deleting port c873ca8d-74c7-4cd2-8e01-480f0687fc0a {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:12.550553 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:12.569482 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-eed7eb67-0a28-45ea-9693-f21152259922 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "PUT /v2.0/ports/409abe6e-5d21-4e72-bba0-042f6e6a4180/tags HTTP/1.1" status: 200 len: 317 time: 0.3217261 Jun 02 20:35:12.572665 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53716) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:12.580032 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-3a4b589c-d14e-4807-9ac6-39c8b5bca2a2 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '409abe6e-5d21-4e72-bba0-042f6e6a4180') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:12.680350 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-78ecd710-39b3-4305-ae4e-134dfacaa642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:12.710769 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c7141e-4a3e-45a2-8b62-f2d933eb1157 None None] DHCP port deletion for fa5d6ce8-71cc-4730-ad79-a7c217f89a1a request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:35:12.730721 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] For port c873ca8d-74c7-4cd2-8e01-480f0687fc0a, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=c873ca8d-74c7-4cd2-8e01-480f0687fc0a,segment=NetworkSegment(6bf70728-8397-4133-8cde-50e9d68fc35b),segment_id=6bf70728-8397-4133-8cde-50e9d68fc35b)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:12.731759 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:12.754710 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-78ecd710-39b3-4305-ae4e-134dfacaa642 None None] For port c873ca8d-74c7-4cd2-8e01-480f0687fc0a, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=c873ca8d-74c7-4cd2-8e01-480f0687fc0a,segment=NetworkSegment(6bf70728-8397-4133-8cde-50e9d68fc35b),segment_id=6bf70728-8397-4133-8cde-50e9d68fc35b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:12.761446 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-78ecd710-39b3-4305-ae4e-134dfacaa642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:12.768995 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:12.806193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-4dfaded7-b12c-4474-8d95-e5f8bd283a60 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Deleting port 4575f442-f2a9-4624-972a-5143105c138c {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:12.806550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4dfaded7-b12c-4474-8d95-e5f8bd283a60 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:12.844204 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecd710-39b3-4305-ae4e-134dfacaa642 None None] Pushing event updated for resources: {'Port': ['ID=c873ca8d-74c7-4cd2-8e01-480f0687fc0a,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:12.847379 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-78ecd710-39b3-4305-ae4e-134dfacaa642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:12.859954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-69c7141e-4a3e-45a2-8b62-f2d933eb1157 None None] Deleting port c873ca8d-74c7-4cd2-8e01-480f0687fc0a {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:12.860337 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-69c7141e-4a3e-45a2-8b62-f2d933eb1157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:12.898198 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e786f6bf-c425-4ffb-8260-7a18996fc818 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Router 2611b4c3-4fa4-48b9-81d9-2aa1c56a5d37 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:35:12.964449 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-69c7141e-4a3e-45a2-8b62-f2d933eb1157 None None] For port c873ca8d-74c7-4cd2-8e01-480f0687fc0a, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=c873ca8d-74c7-4cd2-8e01-480f0687fc0a,segment=NetworkSegment(6bf70728-8397-4133-8cde-50e9d68fc35b),segment_id=6bf70728-8397-4133-8cde-50e9d68fc35b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:12.964779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-69c7141e-4a3e-45a2-8b62-f2d933eb1157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:12.977034 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4dfaded7-b12c-4474-8d95-e5f8bd283a60 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:13.099392 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Calling delete_port for c873ca8d-74c7-4cd2-8e01-480f0687fc0a owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:13.123860 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-69c7141e-4a3e-45a2-8b62-f2d933eb1157 None None] Calling delete_port for c873ca8d-74c7-4cd2-8e01-480f0687fc0a owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:13.127104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-4dfaded7-b12c-4474-8d95-e5f8bd283a60 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Calling delete_port for 4575f442-f2a9-4624-972a-5143105c138c owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:13.192514 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-69c7141e-4a3e-45a2-8b62-f2d933eb1157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:13.196980 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:13.239691 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:13.250449 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e786f6bf-c425-4ffb-8260-7a18996fc818 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:35:13.256832 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e786f6bf-c425-4ffb-8260-7a18996fc818 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:13.257601 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e786f6bf-c425-4ffb-8260-7a18996fc818 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "PUT /v2.0/routers/2611b4c3-4fa4-48b9-81d9-2aa1c56a5d37 HTTP/1.1" status: 200 len: 919 time: 4.7934277 Jun 02 20:35:13.261553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53722) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:13.270656 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ff71a247-d5ad-4c9b-aed3-af5516e40b34 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:13.280273 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device c873ca8d-74c7-4cd2-8e01-480f0687fc0a no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:35:13.305237 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8c95ac-f783-4827-9de1-50119ebc2bf5 None None] Sync routers for ids ['2611b4c3-4fa4-48b9-81d9-2aa1c56a5d37'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:35:13.324886 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Port': ['ID=c873ca8d-74c7-4cd2-8e01-480f0687fc0a,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:13.330427 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] No DVR routers for this DVR port c873ca8d-74c7-4cd2-8e01-480f0687fc0a on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:35:13.335532 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:13.335990 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7141e-4a3e-45a2-8b62-f2d933eb1157 None None] Pushing event deleted for resources: {'Port': ['ID=c873ca8d-74c7-4cd2-8e01-480f0687fc0a,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:13.339648 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-69c7141e-4a3e-45a2-8b62-f2d933eb1157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:13.348562 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7141e-4a3e-45a2-8b62-f2d933eb1157 None None] No DVR routers for this DVR port c873ca8d-74c7-4cd2-8e01-480f0687fc0a on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:35:13.352157 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: c873ca8d-74c7-4cd2-8e01-480f0687fc0a {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:35:13.352157 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device c873ca8d-74c7-4cd2-8e01-480f0687fc0a not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:35:13.371755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4dfaded7-b12c-4474-8d95-e5f8bd283a60 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:13.384724 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4266c3a1-2542-40e1-86db-f308b790ce7f None None] Network fa5d6ce8-71cc-4730-ad79-a7c217f89a1a requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:13.395570 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3a4b589c-d14e-4807-9ac6-39c8b5bca2a2 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "DELETE /v2.0/ports/409abe6e-5d21-4e72-bba0-042f6e6a4180/tags HTTP/1.1" status: 204 len: 168 time: 0.8192365 Jun 02 20:35:13.398358 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:13.400701 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53724) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:13.403081 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8c95ac-f783-4827-9de1-50119ebc2bf5 None None] Routers {'2611b4c3-4fa4-48b9-81d9-2aa1c56a5d37'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:35:13.403751 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-4f8c95ac-f783-4827-9de1-50119ebc2bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:35:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['2611b4c3-4fa4-48b9-81d9-2aa1c56a5d37'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:13.421424 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-6bdb5ce3-0c05-40f6-a060-7e2d6ba0106d tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '409abe6e-5d21-4e72-bba0-042f6e6a4180', 'tempest-TagsExtTest-Tag-1432333445') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:13.432231 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:13.473543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-4f8c95ac-f783-4827-9de1-50119ebc2bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:13.506884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfaded7-b12c-4474-8d95-e5f8bd283a60 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Pushing event deleted for resources: {'Port': ['ID=4575f442-f2a9-4624-972a-5143105c138c,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:13.512754 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4dfaded7-b12c-4474-8d95-e5f8bd283a60 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:13.520708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4dfaded7-b12c-4474-8d95-e5f8bd283a60 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:13.534220 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-afb4c13b-87ef-45c4-b00d-5317855cd9d9 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "GET /v2.0/routers/2611b4c3-4fa4-48b9-81d9-2aa1c56a5d37 HTTP/1.1" status: 200 len: 925 time: 0.2714362 Jun 02 20:35:13.536896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53728) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:13.569898 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8c95ac-f783-4827-9de1-50119ebc2bf5 None None] Routers {'2611b4c3-4fa4-48b9-81d9-2aa1c56a5d37'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:35:13.570522 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-4f8c95ac-f783-4827-9de1-50119ebc2bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:35:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['2611b4c3-4fa4-48b9-81d9-2aa1c56a5d37'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:13.584306 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4dfaded7-b12c-4474-8d95-e5f8bd283a60 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "DELETE /v2.0/ports/4575f442-f2a9-4624-972a-5143105c138c HTTP/1.1" status: 204 len: 168 time: 1.0902879 Jun 02 20:35:13.586752 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53730) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:13.640532 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-4f8c95ac-f783-4827-9de1-50119ebc2bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:13.640864 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8c95ac-f783-4827-9de1-50119ebc2bf5 None None] The sync data for ids ['2611b4c3-4fa4-48b9-81d9-2aa1c56a5d37'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:35:13.645021 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] device_id is not set on port 612cf4ce-8ddf-41c4-9865-649b1356e72c yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:35:13.649084 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:13.674705 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5d6ce8-71cc-4730-ad79-a7c217f89a1a']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:13.692677 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf70728-8397-4133-8cde-50e9d68fc35b') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:13.692973 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf70728-8397-4133-8cde-50e9d68fc35b') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:13.709421 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:13.731188 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-6bdb5ce3-0c05-40f6-a060-7e2d6ba0106d tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] show failed (client error): The resource could not be found. Jun 02 20:35:13.731847 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6bdb5ce3-0c05-40f6-a060-7e2d6ba0106d tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/ports/409abe6e-5d21-4e72-bba0-042f6e6a4180/tags/tempest-TagsExtTest-Tag-1432333445 HTTP/1.1" status: 404 len: 329 time: 0.3300591 Jun 02 20:35:13.734791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce0d91c-8876-45b4-b468-63b04a473e36 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:13.735360 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:13.738348 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fce0d91c-8876-45b4-b468-63b04a473e36 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9eda1993-8807-4a42-8466-556269663ed3&device_id=2611b4c3-4fa4-48b9-81d9-2aa1c56a5d37&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1984899 Jun 02 20:35:13.738348 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53732) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:13.742481 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-3534422f-aea2-43b1-b066-32607dd4ce22 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '409abe6e-5d21-4e72-bba0-042f6e6a4180', 'tempest-TagsExtTest-Tag-1465785220') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:13.744491 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53734) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:13.745634 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:35:13.746033 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:35:13.762155 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:35:13.966511 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-616b935c-6fe9-4364-a9e6-3aa643159c56 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Deleting port 2524ccaa-ef91-43a7-a0b3-d8ec52cd75ac {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:13.966850 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-616b935c-6fe9-4364-a9e6-3aa643159c56 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:13.994502 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:14.003085 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3295b195-378d-46cf-830e-462048d9868c tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:14.025137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:14.059738 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Network': ['ID=fa5d6ce8-71cc-4730-ad79-a7c217f89a1a,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:14.062029 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-3534422f-aea2-43b1-b066-32607dd4ce22 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] show failed (client error): The resource could not be found. Jun 02 20:35:14.063192 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3534422f-aea2-43b1-b066-32607dd4ce22 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/ports/409abe6e-5d21-4e72-bba0-042f6e6a4180/tags/tempest-TagsExtTest-Tag-1465785220 HTTP/1.1" status: 404 len: 329 time: 0.3243606 Jun 02 20:35:14.071743 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53736) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:14.074146 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:14.078882 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-3ca676da-56c9-4019-b63d-f32130b3082e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '409abe6e-5d21-4e72-bba0-042f6e6a4180', 'tempest-TagsExtTest-Tag-965061248') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:14.089822 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:14.102333 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/networks/fa5d6ce8-71cc-4730-ad79-a7c217f89a1a HTTP/1.1" status: 204 len: 168 time: 4.2686622 Jun 02 20:35:14.105228 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479a3ca4-bba6-4f1b-abcb-a5a4cd309405 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:14.105787 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-479a3ca4-bba6-4f1b-abcb-a5a4cd309405 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Synchronizing usage tracker for tenant:b4277689824940fd8cbcfbeedf87b14b on resource:network {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:35:14.107999 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53738) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:14.114225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-616b935c-6fe9-4364-a9e6-3aa643159c56 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:14.153851 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-113447ed-67c6-4932-afa3-081fb342d0b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] DELETE failed (client error): The resource could not be found. Jun 02 20:35:14.154302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-113447ed-67c6-4932-afa3-081fb342d0b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:35:14.158179 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-113447ed-67c6-4932-afa3-081fb342d0b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/subnets/dcce68f7-91d4-4d24-9b1d-1530eb6b10f6 HTTP/1.1" status: 404 len: 337 time: 0.0450945 Jun 02 20:35:14.160921 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53742) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:14.191474 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-479a3ca4-bba6-4f1b-abcb-a5a4cd309405 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Unset dirty status for tenant:b4277689824940fd8cbcfbeedf87b14b on resource:network {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:35:14.195536 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-479a3ca4-bba6-4f1b-abcb-a5a4cd309405 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "GET /v2.0/networks/9eda1993-8807-4a42-8466-556269663ed3 HTTP/1.1" status: 200 len: 881 time: 0.4316521 Jun 02 20:35:14.196492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53744) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:14.199711 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-64167f97-b83f-43a0-b53a-67a6966b2da1 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] DELETE failed (client error): The resource could not be found. Jun 02 20:35:14.200270 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64167f97-b83f-43a0-b53a-67a6966b2da1 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:35:14.204241 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-64167f97-b83f-43a0-b53a-67a6966b2da1 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/networks/fa5d6ce8-71cc-4730-ad79-a7c217f89a1a HTTP/1.1" status: 404 len: 339 time: 0.0375183 Jun 02 20:35:14.226808 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:14.234485 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53746) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:14.252002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-616b935c-6fe9-4364-a9e6-3aa643159c56 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Calling delete_port for 2524ccaa-ef91-43a7-a0b3-d8ec52cd75ac owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:14.274311 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9a0ad792-5afc-40e9-ba32-44218d1c46d9 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "GET /v2.0/ports?device_id=2611b4c3-4fa4-48b9-81d9-2aa1c56a5d37 HTTP/1.1" status: 200 len: 205 time: 0.0733988 Jun 02 20:35:14.275267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53748) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:14.278549 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:14.287276 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:14.359104 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-3ca676da-56c9-4019-b63d-f32130b3082e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] show failed (client error): The resource could not be found. Jun 02 20:35:14.360137 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3ca676da-56c9-4019-b63d-f32130b3082e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/ports/409abe6e-5d21-4e72-bba0-042f6e6a4180/tags/tempest-TagsExtTest-Tag-965061248 HTTP/1.1" status: 404 len: 328 time: 0.2874911 Jun 02 20:35:14.364567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53752) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:14.373262 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-661349f3-8508-4a76-8ba7-890312d1ff6c tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '19a9339f-06b1-4a8c-83cd-960f3d5bc6ee', {'tags': ['tempest-TagsExtTest-Tag-1030353930', 'tempest-TagsExtTest-Tag-60392772', 'tempest-TagsExtTest-Tag-325397520']}) {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:14.424388 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:14.429954 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:14.445864 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:14.446865 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:14.451829 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a938e1b7-3b32-4a24-af73-b65dc1908c83 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:14.461948 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=c7ac6200-e9ed-4a80-83a8-d9fb08f6d0a6,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:14.467407 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:14.469420 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-53829394-a6ef-453d-b9a6-0b340224e860 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:14.613695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=612cf4ce-8ddf-41c4-9865-649b1356e72c,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:14.620694 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:14.628150 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-01274bf9-b2cd-441a-8a00-f33de08e8a47 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:14.662816 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Checking segment: {'id': 'db0dfc01-3b3b-400b-b907-bc3db741b7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '965686df-e51f-4c6e-8f4f-478456964487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:14.663239 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network hostable DHCP agents. Network: 965686df-e51f-4c6e-8f4f-478456964487, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:35:14.674679 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-616b935c-6fe9-4364-a9e6-3aa643159c56 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:14.687298 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:14.690925 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a938e1b7-3b32-4a24-af73-b65dc1908c83 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:14.706368 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-a938e1b7-3b32-4a24-af73-b65dc1908c83 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f98dc65-fc55-49ea-a939-87ff48a133ed']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:14.723655 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-661349f3-8508-4a76-8ba7-890312d1ff6c tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "PUT /v2.0/routers/19a9339f-06b1-4a8c-83cd-960f3d5bc6ee/tags HTTP/1.1" status: 200 len: 315 time: 0.3527203 Jun 02 20:35:14.726232 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-a938e1b7-3b32-4a24-af73-b65dc1908c83 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae98da4d-9c0b-4d00-9c64-cdf3e8310161') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:14.726506 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-a938e1b7-3b32-4a24-af73-b65dc1908c83 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae98da4d-9c0b-4d00-9c64-cdf3e8310161') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:14.737097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53756) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:14.744578 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 965686df-e51f-4c6e-8f4f-478456964487 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:35:14.745524 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-2b909937-1893-4888-96a5-135fdc6e7c67 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '19a9339f-06b1-4a8c-83cd-960f3d5bc6ee') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:14.754848 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a938e1b7-3b32-4a24-af73-b65dc1908c83 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:14.767099 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 965686df-e51f-4c6e-8f4f-478456964487) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:14.773256 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:14.779432 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:14.780086 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5973f1-ed67-46b4-9beb-6235ba05e276 None None] Network 965686df-e51f-4c6e-8f4f-478456964487 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:14.784235 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:14.784915 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:14.789117 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a938e1b7-3b32-4a24-af73-b65dc1908c83 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:14.811649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b935c-6fe9-4364-a9e6-3aa643159c56 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Pushing event deleted for resources: {'Port': ['ID=2524ccaa-ef91-43a7-a0b3-d8ec52cd75ac,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:14.836675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-616b935c-6fe9-4364-a9e6-3aa643159c56 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:14.839424 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-616b935c-6fe9-4364-a9e6-3aa643159c56 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:14.906666 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-616b935c-6fe9-4364-a9e6-3aa643159c56 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "DELETE /v2.0/ports/2524ccaa-ef91-43a7-a0b3-d8ec52cd75ac HTTP/1.1" status: 204 len: 168 time: 1.3186088 Jun 02 20:35:14.915094 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53758) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:14.946999 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a938e1b7-3b32-4a24-af73-b65dc1908c83 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:35:14.947500 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a938e1b7-3b32-4a24-af73-b65dc1908c83 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:35:14.962932 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:35:14.979684 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2322774 Jun 02 20:35:14.999750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53760) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:15.045395 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a938e1b7-3b32-4a24-af73-b65dc1908c83 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:15.049890 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a938e1b7-3b32-4a24-af73-b65dc1908c83 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:15.052505 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:15.067398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-84e8fa33-a186-4fc2-9d32-9f4576e0741e tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Synchronizing usage tracker for tenant:8db2945e4c8d414e81364dcbbf98ed88 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:35:15.079300 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938e1b7-3b32-4a24-af73-b65dc1908c83 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Network': ['ID=9f98dc65-fc55-49ea-a939-87ff48a133ed,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:15.081686 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a938e1b7-3b32-4a24-af73-b65dc1908c83 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:15.088072 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a938e1b7-3b32-4a24-af73-b65dc1908c83 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/networks/9f98dc65-fc55-49ea-a939-87ff48a133ed HTTP/1.1" status: 204 len: 168 time: 0.8468432 Jun 02 20:35:15.088610 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53762) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:15.124989 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d29ef1-046e-48c2-8c4d-6f7ef57a759b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] DELETE failed (client error): The resource could not be found. Jun 02 20:35:15.125440 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d29ef1-046e-48c2-8c4d-6f7ef57a759b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:35:15.125558 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-84e8fa33-a186-4fc2-9d32-9f4576e0741e tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Unset dirty status for tenant:8db2945e4c8d414e81364dcbbf98ed88 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:35:15.126566 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-84e8fa33-a186-4fc2-9d32-9f4576e0741e tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2100101 Jun 02 20:35:15.129405 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-38d29ef1-046e-48c2-8c4d-6f7ef57a759b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/subnets/16b0b120-9e64-4aeb-a377-a8ee50e0e6cb HTTP/1.1" status: 404 len: 337 time: 0.0375614 Jun 02 20:35:15.129629 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53764) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:15.150125 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53766) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:15.157203 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-9a1af10c-0f10-46aa-bc2e-c75ee5155e61 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-315364374'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:15.162491 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9a1af10c-0f10-46aa-bc2e-c75ee5155e61 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:15.165132 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-906dde51-d08e-4d5a-b506-2e75cabeb042 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] DELETE failed (client error): The resource could not be found. Jun 02 20:35:15.165384 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-01274bf9-b2cd-441a-8a00-f33de08e8a47 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:15.165598 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906dde51-d08e-4d5a-b506-2e75cabeb042 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:35:15.167293 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-906dde51-d08e-4d5a-b506-2e75cabeb042 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/networks/c3d650e6-bc2a-49e2-8591-049e5347fbf7 HTTP/1.1" status: 404 len: 339 time: 0.0367115 Jun 02 20:35:15.170596 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9a1af10c-0f10-46aa-bc2e-c75ee5155e61 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Usage tracker for resource:network and tenant:8db2945e4c8d414e81364dcbbf98ed88 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:15.173769 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9a1af10c-0f10-46aa-bc2e-c75ee5155e61 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:15.179186 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53768) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:15.181804 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9a1af10c-0f10-46aa-bc2e-c75ee5155e61 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:15.242052 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1af10c-0f10-46aa-bc2e-c75ee5155e61 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Made reservation on behalf of 8db2945e4c8d414e81364dcbbf98ed88 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:15.246257 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9a1af10c-0f10-46aa-bc2e-c75ee5155e61 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:15.274327 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c0773b-d78c-419d-ab0c-f638b0d026b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Deleting subnet 6c8eae9e-951b-4f33-ac8a-085b7ff644eb {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:35:15.280314 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96c0773b-d78c-419d-ab0c-f638b0d026b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:15.327827 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1af10c-0f10-46aa-bc2e-c75ee5155e61 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:35:15.343652 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96c0773b-d78c-419d-ab0c-f638b0d026b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:15.351922 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2b909937-1893-4888-96a5-135fdc6e7c67 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "DELETE /v2.0/routers/19a9339f-06b1-4a8c-83cd-960f3d5bc6ee/tags HTTP/1.1" status: 204 len: 168 time: 0.6083860 Jun 02 20:35:15.355504 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53772) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:15.364511 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-ebf998a1-0ab5-4f33-ae2e-eb4a5d89b5e3 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '19a9339f-06b1-4a8c-83cd-960f3d5bc6ee', 'tempest-TagsExtTest-Tag-1030353930') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:15.375933 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9a1af10c-0f10-46aa-bc2e-c75ee5155e61 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:15.376273 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-9a1af10c-0f10-46aa-bc2e-c75ee5155e61 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Added segment 9a6566f5-8a7a-4fbd-b0b4-94bd23158e71 of type vlan for network f2d5dbd7-914a-4ec6-8d86-62a32630984b Jun 02 20:35:15.431443 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9a1af10c-0f10-46aa-bc2e-c75ee5155e61 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:15.471000 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96c0773b-d78c-419d-ab0c-f638b0d026b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:15.505773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9a1af10c-0f10-46aa-bc2e-c75ee5155e61 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:15.510861 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1af10c-0f10-46aa-bc2e-c75ee5155e61 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:15.511838 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9a1af10c-0f10-46aa-bc2e-c75ee5155e61 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:15.518324 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-29229d36-96ad-48bb-aa71-c9bd3559863a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:15.528995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-ee37eef1-5ad5-4592-aa4e-2c70c096829c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting port 612cf4ce-8ddf-41c4-9865-649b1356e72c {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:15.529338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee37eef1-5ad5-4592-aa4e-2c70c096829c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:15.559403 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-ebf998a1-0ab5-4f33-ae2e-eb4a5d89b5e3 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] show failed (client error): The resource could not be found. Jun 02 20:35:15.560405 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ebf998a1-0ab5-4f33-ae2e-eb4a5d89b5e3 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/routers/19a9339f-06b1-4a8c-83cd-960f3d5bc6ee/tags/tempest-TagsExtTest-Tag-1030353930 HTTP/1.1" status: 404 len: 329 time: 0.1995680 Jun 02 20:35:15.564319 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53776) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:15.627363 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-2328f510-4dd4-4863-9b57-8110f1510eac tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '19a9339f-06b1-4a8c-83cd-960f3d5bc6ee', 'tempest-TagsExtTest-Tag-60392772') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:15.631388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-01274bf9-b2cd-441a-8a00-f33de08e8a47 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Deleting port ab00bdbd-c16d-47b1-b3bc-3d7d45123253 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:15.631388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-01274bf9-b2cd-441a-8a00-f33de08e8a47 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:15.660457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee37eef1-5ad5-4592-aa4e-2c70c096829c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:15.694330 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9a1af10c-0f10-46aa-bc2e-c75ee5155e61 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5431814 Jun 02 20:35:15.716605 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53778) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:15.723806 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1af10c-0f10-46aa-bc2e-c75ee5155e61 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Pushing event updated for resources: {'Network': ['ID=f2d5dbd7-914a-4ec6-8d86-62a32630984b,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:15.727185 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-16c8258a-e8e6-4c69-8447-c7f248340bc2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1087299602'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:15.728852 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9a1af10c-0f10-46aa-bc2e-c75ee5155e61 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:15.735818 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network f2d5dbd7-914a-4ec6-8d86-62a32630984b details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:35:15.780703 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-16c8258a-e8e6-4c69-8447-c7f248340bc2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:15.848082 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-16c8258a-e8e6-4c69-8447-c7f248340bc2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Usage tracker for resource:network and tenant:8db2945e4c8d414e81364dcbbf98ed88 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:15.857094 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-ee37eef1-5ad5-4592-aa4e-2c70c096829c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Calling delete_port for 612cf4ce-8ddf-41c4-9865-649b1356e72c owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:15.866289 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-16c8258a-e8e6-4c69-8447-c7f248340bc2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:15.875975 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-2328f510-4dd4-4863-9b57-8110f1510eac tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] show failed (client error): The resource could not be found. Jun 02 20:35:15.879703 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2328f510-4dd4-4863-9b57-8110f1510eac tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/routers/19a9339f-06b1-4a8c-83cd-960f3d5bc6ee/tags/tempest-TagsExtTest-Tag-60392772 HTTP/1.1" status: 404 len: 327 time: 0.2655396 Jun 02 20:35:15.879875 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-16c8258a-e8e6-4c69-8447-c7f248340bc2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:15.880975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53782) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:15.885564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-f9485bb0-9557-4edf-b27b-3605dad05ad1 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '19a9339f-06b1-4a8c-83cd-960f3d5bc6ee', 'tempest-TagsExtTest-Tag-325397520') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:15.991051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c8258a-e8e6-4c69-8447-c7f248340bc2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Made reservation on behalf of 8db2945e4c8d414e81364dcbbf98ed88 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:15.995558 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-16c8258a-e8e6-4c69-8447-c7f248340bc2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:15.995711 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96c0773b-d78c-419d-ab0c-f638b0d026b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:16.004695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:16.009819 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-01274bf9-b2cd-441a-8a00-f33de08e8a47 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:16.042298 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0773b-d78c-419d-ab0c-f638b0d026b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Subnet': ['ID=6c8eae9e-951b-4f33-ac8a-085b7ff644eb,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:16.044372 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96c0773b-d78c-419d-ab0c-f638b0d026b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:16.049385 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79396048-699f-40ae-9ab2-16cb48e7d8e7 None None] Network 9c5cbd0b-4702-425e-b3fa-d44f1d0eddab requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:16.054080 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-96c0773b-d78c-419d-ab0c-f638b0d026b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:16.062290 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-96c0773b-d78c-419d-ab0c-f638b0d026b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/subnets/6c8eae9e-951b-4f33-ac8a-085b7ff644eb HTTP/1.1" status: 204 len: 168 time: 0.8798561 Jun 02 20:35:16.062563 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53784) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:16.131413 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-24bddb3d-c3eb-46b4-ae9a-ca152427d1e8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Deleting subnet 622610b0-624b-4a8a-ad37-6dbefd7b9421 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:35:16.135083 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-24bddb3d-c3eb-46b4-ae9a-ca152427d1e8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:16.151703 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-01274bf9-b2cd-441a-8a00-f33de08e8a47 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Calling delete_port for ab00bdbd-c16d-47b1-b3bc-3d7d45123253 owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:16.190959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-24bddb3d-c3eb-46b4-ae9a-ca152427d1e8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:16.271076 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c8258a-e8e6-4c69-8447-c7f248340bc2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:35:16.285912 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-24bddb3d-c3eb-46b4-ae9a-ca152427d1e8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:16.298217 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-f9485bb0-9557-4edf-b27b-3605dad05ad1 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] show failed (client error): The resource could not be found. Jun 02 20:35:16.302145 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f9485bb0-9557-4edf-b27b-3605dad05ad1 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/routers/19a9339f-06b1-4a8c-83cd-960f3d5bc6ee/tags/tempest-TagsExtTest-Tag-325397520 HTTP/1.1" status: 404 len: 328 time: 0.4173627 Jun 02 20:35:16.303315 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53786) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:16.305446 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-16c8258a-e8e6-4c69-8447-c7f248340bc2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:16.305818 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-16c8258a-e8e6-4c69-8447-c7f248340bc2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Added segment 37d2d5d0-b9b5-4eb7-aa2a-d7d5938e6177 of type vlan for network e5d15b06-38c3-4bf2-bb90-0baae9637f6d Jun 02 20:35:16.311929 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-83b27bc2-571a-4e1c-96d9-1e63c5afc863 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd01d64f0-2bd2-4717-9e27-08478846fd48', {'tags': ['tempest-TagsExtTest-Tag-654456890', 'tempest-TagsExtTest-Tag-903701964', 'tempest-TagsExtTest-Tag-229738915']}) {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:16.346123 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee37eef1-5ad5-4592-aa4e-2c70c096829c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:16.373175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-995ce5a9-e624-4a99-85e5-1c49f38a57ba tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:16.438713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37eef1-5ad5-4592-aa4e-2c70c096829c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Port': ['ID=612cf4ce-8ddf-41c4-9865-649b1356e72c,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:16.446009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-16c8258a-e8e6-4c69-8447-c7f248340bc2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:16.451181 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ee37eef1-5ad5-4592-aa4e-2c70c096829c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:16.465339 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee37eef1-5ad5-4592-aa4e-2c70c096829c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:16.484693 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-83b27bc2-571a-4e1c-96d9-1e63c5afc863 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "PUT /v2.0/subnetpools/d01d64f0-2bd2-4717-9e27-08478846fd48/tags HTTP/1.1" status: 200 len: 315 time: 0.1774693 Jun 02 20:35:16.490236 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53790) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:16.496331 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-14381aa6-3c07-4e89-940c-bd94225d82f2 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd01d64f0-2bd2-4717-9e27-08478846fd48') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:16.545698 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ee37eef1-5ad5-4592-aa4e-2c70c096829c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/ports/612cf4ce-8ddf-41c4-9865-649b1356e72c HTTP/1.1" status: 204 len: 168 time: 1.5310800 Jun 02 20:35:16.548114 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53792) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:16.588192 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-14c2b742-6548-45a8-8b04-0af7b9c3b088 req-da65db09-d18b-48de-9e0e-691cc533b54b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4485309 Jun 02 20:35:16.588910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-16c8258a-e8e6-4c69-8447-c7f248340bc2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:16.594412 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c8258a-e8e6-4c69-8447-c7f248340bc2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:16.595050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-16c8258a-e8e6-4c69-8447-c7f248340bc2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:16.605810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:16.775882 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-14381aa6-3c07-4e89-940c-bd94225d82f2 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "DELETE /v2.0/subnetpools/d01d64f0-2bd2-4717-9e27-08478846fd48/tags HTTP/1.1" status: 204 len: 168 time: 0.2819877 Jun 02 20:35:16.776603 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53796) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:16.782927 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-d52718a4-693c-47aa-8f11-abd4a2b5e921 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd01d64f0-2bd2-4717-9e27-08478846fd48', 'tempest-TagsExtTest-Tag-654456890') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:16.799045 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-24bddb3d-c3eb-46b4-ae9a-ca152427d1e8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:16.804274 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-63d927a3-45fe-41bc-80fa-39db915fa04d tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:16.846776 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bddb3d-c3eb-46b4-ae9a-ca152427d1e8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Subnet': ['ID=622610b0-624b-4a8a-ad37-6dbefd7b9421,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:16.848978 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-24bddb3d-c3eb-46b4-ae9a-ca152427d1e8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:16.852817 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-24bddb3d-c3eb-46b4-ae9a-ca152427d1e8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:16.860263 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-d52718a4-693c-47aa-8f11-abd4a2b5e921 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] show failed (client error): The resource could not be found. Jun 02 20:35:16.861312 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d52718a4-693c-47aa-8f11-abd4a2b5e921 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/subnetpools/d01d64f0-2bd2-4717-9e27-08478846fd48/tags/tempest-TagsExtTest-Tag-654456890 HTTP/1.1" status: 404 len: 328 time: 0.0836172 Jun 02 20:35:16.867755 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-24bddb3d-c3eb-46b4-ae9a-ca152427d1e8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/subnets/622610b0-624b-4a8a-ad37-6dbefd7b9421 HTTP/1.1" status: 204 len: 168 time: 0.8040161 Jun 02 20:35:16.868890 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53798) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:16.869264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53800) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:16.899087 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-de0a9bf0-a36d-4dd1-a65d-773c228de255 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd01d64f0-2bd2-4717-9e27-08478846fd48', 'tempest-TagsExtTest-Tag-903701964') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:16.917760 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86223dc7-2b3e-4547-86ba-9e2f7d82107d None None] Network 9c5cbd0b-4702-425e-b3fa-d44f1d0eddab requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:17.007169 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-16c8258a-e8e6-4c69-8447-c7f248340bc2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2719731 Jun 02 20:35:17.007750 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-de0a9bf0-a36d-4dd1-a65d-773c228de255 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] show failed (client error): The resource could not be found. Jun 02 20:35:17.023164 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-de0a9bf0-a36d-4dd1-a65d-773c228de255 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/subnetpools/d01d64f0-2bd2-4717-9e27-08478846fd48/tags/tempest-TagsExtTest-Tag-903701964 HTTP/1.1" status: 404 len: 328 time: 0.1374257 Jun 02 20:35:17.023164 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53804) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:17.023164 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-0d6da49a-3f46-4eb6-b0d1-9398e454e3f1 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd01d64f0-2bd2-4717-9e27-08478846fd48', 'tempest-TagsExtTest-Tag-229738915') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:17.027446 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8258a-e8e6-4c69-8447-c7f248340bc2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Pushing event updated for resources: {'Network': ['ID=e5d15b06-38c3-4bf2-bb90-0baae9637f6d,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:17.039479 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-16c8258a-e8e6-4c69-8447-c7f248340bc2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:17.070717 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network e5d15b06-38c3-4bf2-bb90-0baae9637f6d details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:35:17.073165 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:17.076595 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-01274bf9-b2cd-441a-8a00-f33de08e8a47 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:17.081071 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-0d6da49a-3f46-4eb6-b0d1-9398e454e3f1 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] show failed (client error): The resource could not be found. Jun 02 20:35:17.085280 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0d6da49a-3f46-4eb6-b0d1-9398e454e3f1 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/subnetpools/d01d64f0-2bd2-4717-9e27-08478846fd48/tags/tempest-TagsExtTest-Tag-229738915 HTTP/1.1" status: 404 len: 328 time: 0.0654883 Jun 02 20:35:17.086535 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53806) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:17.092436 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-93a46b85-eede-4e39-9cbc-fe55da12cbf6 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd01d64f0-2bd2-4717-9e27-08478846fd48') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:17.093417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b60e236a-f32f-4216-8a4e-0adad1d75ceb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:17.150614 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9e8f2c-2310-4253-aab9-cb4e7d7436c2 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:17.150989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53808) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:17.159980 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Request body: {'subnets': [{'network_id': 'f2d5dbd7-914a-4ec6-8d86-62a32630984b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--791568320', 'ip_version': 4}, {'network_id': 'e5d15b06-38c3-4bf2-bb90-0baae9637f6d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:17.159980 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Request body: {'subnet': {'network_id': 'f2d5dbd7-914a-4ec6-8d86-62a32630984b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--791568320', 'ip_version': 4}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:17.159980 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Request body: {'subnet': {'network_id': 'e5d15b06-38c3-4bf2-bb90-0baae9637f6d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:17.160495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9e8f2c-2310-4253-aab9-cb4e7d7436c2 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:17.161623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7f9e8f2c-2310-4253-aab9-cb4e7d7436c2 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Synchronizing usage tracker for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:35:17.192279 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01274bf9-b2cd-441a-8a00-f33de08e8a47 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Pushing event deleted for resources: {'Port': ['ID=ab00bdbd-c16d-47b1-b3bc-3d7d45123253,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:17.201827 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0e703e55-d7be-4488-9f84-dbb4019532f3 None None] Provisioning complete for port 505c42bf-7633-49ee-88b8-862e4af32622 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:17.202739 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0e703e55-d7be-4488-9f84-dbb4019532f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:17.225218 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-01274bf9-b2cd-441a-8a00-f33de08e8a47 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:17.228968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2b742-6548-45a8-8b04-0af7b9c3b088 req-ac095743-55e1-4053-aa0e-651522e45cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:17.230481 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-14c2b742-6548-45a8-8b04-0af7b9c3b088 req-ac095743-55e1-4053-aa0e-651522e45cbc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6c9e9bd5bff84a45b832072d10d3f65a&device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 1099 time: 0.6041546 Jun 02 20:35:17.287684 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-93a46b85-eede-4e39-9cbc-fe55da12cbf6 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "DELETE /v2.0/subnetpools/d01d64f0-2bd2-4717-9e27-08478846fd48/tags HTTP/1.1" status: 204 len: 168 time: 0.1975110 Jun 02 20:35:17.289254 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53810) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:17.294267 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-1cd7158f-6e21-418b-8b8e-bdf185878d28 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '19a9339f-06b1-4a8c-83cd-960f3d5bc6ee') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:17.300987 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7f9e8f2c-2310-4253-aab9-cb4e7d7436c2 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Unset dirty status for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:35:17.304650 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7f9e8f2c-2310-4253-aab9-cb4e7d7436c2 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.7528887 Jun 02 20:35:17.343043 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53812) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:17.385029 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-01274bf9-b2cd-441a-8a00-f33de08e8a47 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:17.449643 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf7ed8f-d8b3-4579-9254-1975e5905e7b None None] DHCP port deletion for 9c5cbd0b-4702-425e-b3fa-d44f1d0eddab request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:35:17.554723 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-bcf7ed8f-d8b3-4579-9254-1975e5905e7b None None] Deleting port 505c42bf-7633-49ee-88b8-862e4af32622 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:17.555102 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bcf7ed8f-d8b3-4579-9254-1975e5905e7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:17.569132 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Deleting port 505c42bf-7633-49ee-88b8-862e4af32622 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:17.569972 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:17.587225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-01274bf9-b2cd-441a-8a00-f33de08e8a47 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:17.590248 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-01274bf9-b2cd-441a-8a00-f33de08e8a47 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:17.616180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2b742-6548-45a8-8b04-0af7b9c3b088 req-867d06e6-befd-4964-938a-33ba0edaf1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:17.620070 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-14c2b742-6548-45a8-8b04-0af7b9c3b088 req-867d06e6-befd-4964-938a-33ba0edaf1cf service neutron] 10.222.0.95 "GET /v2.0/networks?id=ab3e1d4e-2d2a-46f1-a601-623159ab7f22 HTTP/1.1" status: 200 len: 912 time: 0.3545530 Jun 02 20:35:17.622670 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-01274bf9-b2cd-441a-8a00-f33de08e8a47 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:17.623420 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01274bf9-b2cd-441a-8a00-f33de08e8a47 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Fanout notify agent at l3_agent the message router_deleted on router 2611b4c3-4fa4-48b9-81d9-2aa1c56a5d37 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:35:17.659431 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-bcf7ed8f-d8b3-4579-9254-1975e5905e7b None None] For port 505c42bf-7633-49ee-88b8-862e4af32622, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=505c42bf-7633-49ee-88b8-862e4af32622,segment=NetworkSegment(4e52f9a4-1649-410d-8e72-fc391310bd60),segment_id=4e52f9a4-1649-410d-8e72-fc391310bd60)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:17.659843 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bcf7ed8f-d8b3-4579-9254-1975e5905e7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:17.710907 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-01274bf9-b2cd-441a-8a00-f33de08e8a47 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:17.716420 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-01274bf9-b2cd-441a-8a00-f33de08e8a47 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "DELETE /v2.0/routers/2611b4c3-4fa4-48b9-81d9-2aa1c56a5d37 HTTP/1.1" status: 204 len: 168 time: 3.4365852 Jun 02 20:35:17.723059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53816) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:17.730777 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-5f4fa517-756d-40dd-a2de-e5595b9c022e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2025435323', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:17.737432 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5f4fa517-756d-40dd-a2de-e5595b9c022e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:17.756329 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5f4fa517-756d-40dd-a2de-e5595b9c022e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Usage tracker for resource:router and tenant:9b9efa2d039e42f589a5eeea0cde9528 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:17.766552 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-14c2b742-6548-45a8-8b04-0af7b9c3b088 req-98ef5048-37ee-4a08-82fd-42e80435aa53 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0a5823c-9c89-4178-8ae6-98c5d6abf38f HTTP/1.1" status: 200 len: 1002 time: 0.1267052 Jun 02 20:35:17.768332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] For port 505c42bf-7633-49ee-88b8-862e4af32622, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=505c42bf-7633-49ee-88b8-862e4af32622,segment=NetworkSegment(4e52f9a4-1649-410d-8e72-fc391310bd60),segment_id=4e52f9a4-1649-410d-8e72-fc391310bd60)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:17.768694 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:17.777357 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5f4fa517-756d-40dd-a2de-e5595b9c022e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:17.794149 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5f4fa517-756d-40dd-a2de-e5595b9c022e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:17.800998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-bcf7ed8f-d8b3-4579-9254-1975e5905e7b None None] Calling delete_port for 505c42bf-7633-49ee-88b8-862e4af32622 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:17.855911 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bcf7ed8f-d8b3-4579-9254-1975e5905e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:17.860035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2b742-6548-45a8-8b04-0af7b9c3b088 req-6cd0487c-d60c-492f-8262-a9a7bf95991c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:17.861579 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-14c2b742-6548-45a8-8b04-0af7b9c3b088 req-6cd0487c-d60c-492f-8262-a9a7bf95991c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4214e910-aea4-41ab-916d-0599360240ad HTTP/1.1" status: 200 len: 850 time: 0.0889626 Jun 02 20:35:17.864388 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-dd2b97db-08a8-46e6-8416-2ddfac3bcfba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:17.917132 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:17.918903 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7ed8f-d8b3-4579-9254-1975e5905e7b None None] Pushing event deleted for resources: {'Port': ['ID=505c42bf-7633-49ee-88b8-862e4af32622,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:17.923327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf7ed8f-d8b3-4579-9254-1975e5905e7b None None] No DVR routers for this DVR port 505c42bf-7633-49ee-88b8-862e4af32622 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:35:17.924089 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1cd7158f-6e21-418b-8b8e-bdf185878d28 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "DELETE /v2.0/routers/19a9339f-06b1-4a8c-83cd-960f3d5bc6ee/tags HTTP/1.1" status: 204 len: 168 time: 0.6309152 Jun 02 20:35:17.924171 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bcf7ed8f-d8b3-4579-9254-1975e5905e7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:17.926037 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53820) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:17.933923 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Calling delete_port for 505c42bf-7633-49ee-88b8-862e4af32622 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:17.934543 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-59571182-0568-4e6f-9397-39ab7fbc9f04 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '409abe6e-5d21-4e72-bba0-042f6e6a4180') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:17.937133 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Usage tracker for resource:subnet and tenant:8db2945e4c8d414e81364dcbbf98ed88 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:17.941665 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:17.950067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5f4fa517-756d-40dd-a2de-e5595b9c022e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:17.951058 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5f4fa517-756d-40dd-a2de-e5595b9c022e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:17.964766 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:17.998031 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Made reservation on behalf of 8db2945e4c8d414e81364dcbbf98ed88 for: {'subnet': 2} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:18.002500 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:18.002826 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:18.015829 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2b742-6548-45a8-8b04-0af7b9c3b088 req-f15d29d1-0ac4-452a-b381-54326935d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:18.017310 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-14c2b742-6548-45a8-8b04-0af7b9c3b088 req-f15d29d1-0ac4-452a-b381-54326935d168 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ab3e1d4e-2d2a-46f1-a601-623159ab7f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1488991 Jun 02 20:35:18.022505 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5f4fa517-756d-40dd-a2de-e5595b9c022e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:18.038145 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-c2ad45cb-4aee-4b6e-90b1-044390f6c06b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting port c7ac6200-e9ed-4a80-83a8-d9fb08f6d0a6 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:18.038480 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c2ad45cb-4aee-4b6e-90b1-044390f6c06b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:18.050088 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-59571182-0568-4e6f-9397-39ab7fbc9f04 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "DELETE /v2.0/ports/409abe6e-5d21-4e72-bba0-042f6e6a4180/tags HTTP/1.1" status: 204 len: 168 time: 0.1229153 Jun 02 20:35:18.052860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53822) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:18.057102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-4720d64a-dd4e-4aab-b328-9efc431076b0 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ca928d50-86ea-43fc-8914-870955ed1ba2') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:18.208327 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5f4fa517-756d-40dd-a2de-e5595b9c022e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:18.218401 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-14c2b742-6548-45a8-8b04-0af7b9c3b088 req-8bc18f49-4fa1-4bbf-be99-0ef68cde068b service neutron] 10.222.0.95 "GET /v2.0/networks/ab3e1d4e-2d2a-46f1-a601-623159ab7f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927605 Jun 02 20:35:18.257351 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c2ad45cb-4aee-4b6e-90b1-044390f6c06b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:18.307266 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4720d64a-dd4e-4aab-b328-9efc431076b0 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "DELETE /v2.0/subnets/ca928d50-86ea-43fc-8914-870955ed1ba2/tags HTTP/1.1" status: 204 len: 168 time: 0.2499416 Jun 02 20:35:18.310484 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53828) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:18.469933 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-14c2b742-6548-45a8-8b04-0af7b9c3b088 req-b978b81a-d9fd-4f48-8dad-33a0129420be service neutron] 10.222.0.95 "GET /v2.0/networks/ab3e1d4e-2d2a-46f1-a601-623159ab7f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438817 Jun 02 20:35:18.510219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6fbb526b-35d4-4efb-8b5a-0db7b0340e3f tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks [] for subnetpool, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:18.514170 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6fbb526b-35d4-4efb-8b5a-0db7b0340e3f tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "DELETE /v2.0/subnetpools/d01d64f0-2bd2-4717-9e27-08478846fd48 HTTP/1.1" status: 204 len: 168 time: 0.2004087 Jun 02 20:35:18.519755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53830) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:18.541470 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5f4fa517-756d-40dd-a2de-e5595b9c022e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:18.545128 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5f4fa517-756d-40dd-a2de-e5595b9c022e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8155062 Jun 02 20:35:18.550323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-c2ad45cb-4aee-4b6e-90b1-044390f6c06b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Calling delete_port for c7ac6200-e9ed-4a80-83a8-d9fb08f6d0a6 owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:18.552747 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:18.556107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53832) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:18.559989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-351c3095-463d-49c1-88ca-2686b6527b8a tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:18.572090 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b8459af5-2ab9-472d-8526-117838e7567a tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "GET /v2.0/ports?device_id=19a9339f-06b1-4a8c-83cd-960f3d5bc6ee HTTP/1.1" status: 200 len: 205 time: 0.0546384 Jun 02 20:35:18.580319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54133b-8729-4ed6-a56c-5fe50e83946e req-5f795ccc-f3bd-465b-bf34-da3b68f074d8 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:18.581703 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2e54133b-8729-4ed6-a56c-5fe50e83946e req-5f795ccc-f3bd-465b-bf34-da3b68f074d8 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.1917655 Jun 02 20:35:18.582139 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53834) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:18.592769 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-58ceaede-1a1d-4303-8649-da8f7ea843ed tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'enable_snat': False}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:18.680963 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Port': ['ID=505c42bf-7633-49ee-88b8-862e4af32622,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:18.682803 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] No DVR routers for this DVR port 505c42bf-7633-49ee-88b8-862e4af32622 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:35:18.689935 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:18.879298 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0e0bcb4a-73fc-447b-8b4f-364555bf2d11 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:19.007416 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2e54133b-8729-4ed6-a56c-5fe50e83946e req-7c0693eb-5a5f-4a82-9417-765794685ad2 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335436 Jun 02 20:35:19.069333 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:19.162770 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5cbd0b-4702-425e-b3fa-d44f1d0eddab']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:19.195068 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0e0bcb4a-73fc-447b-8b4f-364555bf2d11 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:19.198273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0e0bcb4a-73fc-447b-8b4f-364555bf2d11 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:19.225002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0e0bcb4a-73fc-447b-8b4f-364555bf2d11 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:19.225665 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0bcb4a-73fc-447b-8b4f-364555bf2d11 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Fanout notify agent at l3_agent the message router_deleted on router 19a9339f-06b1-4a8c-83cd-960f3d5bc6ee {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:35:19.245750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0e0bcb4a-73fc-447b-8b4f-364555bf2d11 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:19.246991 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0e0bcb4a-73fc-447b-8b4f-364555bf2d11 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "DELETE /v2.0/routers/19a9339f-06b1-4a8c-83cd-960f3d5bc6ee HTTP/1.1" status: 204 len: 168 time: 0.6638808 Jun 02 20:35:19.249386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53846) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:19.256826 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58ceaede-1a1d-4303-8649-da8f7ea843ed tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:19.265181 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e52f9a4-1649-410d-8e72-fc391310bd60') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:19.265480 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e52f9a4-1649-410d-8e72-fc391310bd60') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:19.278148 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 505c42bf-7633-49ee-88b8-862e4af32622 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:35:19.300283 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:19.326149 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 505c42bf-7633-49ee-88b8-862e4af32622 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:35:19.327031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 505c42bf-7633-49ee-88b8-862e4af32622 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:35:19.332921 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c2ad45cb-4aee-4b6e-90b1-044390f6c06b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:19.390405 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1847b01c-4bdb-4f13-abeb-410fc017c165 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:19.417993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-60ff2dee-1998-453f-86ba-1f01c9fd6649 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Deleting port 409abe6e-5d21-4e72-bba0-042f6e6a4180 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:19.418372 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-60ff2dee-1998-453f-86ba-1f01c9fd6649 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:19.433793 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:19.499504 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad45cb-4aee-4b6e-90b1-044390f6c06b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Port': ['ID=c7ac6200-e9ed-4a80-83a8-d9fb08f6d0a6,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:19.502543 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:35:19.502942 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:35:19.523218 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:35:19.525915 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c2ad45cb-4aee-4b6e-90b1-044390f6c06b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:19.549909 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c2ad45cb-4aee-4b6e-90b1-044390f6c06b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:19.552823 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-60ff2dee-1998-453f-86ba-1f01c9fd6649 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:19.678491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-60ff2dee-1998-453f-86ba-1f01c9fd6649 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Calling delete_port for 409abe6e-5d21-4e72-bba0-042f6e6a4180 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:19.791908 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-60ff2dee-1998-453f-86ba-1f01c9fd6649 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:19.797674 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-264cc40b-bd24-4b4b-9dd8-46b1dd0f5484 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:19.841668 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c2ad45cb-4aee-4b6e-90b1-044390f6c06b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/ports/c7ac6200-e9ed-4a80-83a8-d9fb08f6d0a6 HTTP/1.1" status: 204 len: 168 time: 2.4926214 Jun 02 20:35:19.845208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff2dee-1998-453f-86ba-1f01c9fd6649 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Pushing event deleted for resources: {'Port': ['ID=409abe6e-5d21-4e72-bba0-042f6e6a4180,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:19.848060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:19.848794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53848) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:19.856815 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:19.874906 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:19.891447 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-60ff2dee-1998-453f-86ba-1f01c9fd6649 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:19.925749 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Network': ['ID=9c5cbd0b-4702-425e-b3fa-d44f1d0eddab,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:19.940220 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:19.950655 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/networks/9c5cbd0b-4702-425e-b3fa-d44f1d0eddab HTTP/1.1" status: 204 len: 168 time: 3.0786569 Jun 02 20:35:19.955044 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53852) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:20.002836 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb019de-dc0f-4f9e-8929-31ad8cffee3e req-bb82cf20-d322-42ec-b310-538dcba76b72 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:20.004382 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5cb019de-dc0f-4f9e-8929-31ad8cffee3e req-bb82cf20-d322-42ec-b310-538dcba76b72 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.5738819 Jun 02 20:35:20.020043 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1ccdd9-fd80-4c47-ab63-4215e38786d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] DELETE failed (client error): The resource could not be found. Jun 02 20:35:20.020493 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1ccdd9-fd80-4c47-ab63-4215e38786d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:35:20.020608 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-60ff2dee-1998-453f-86ba-1f01c9fd6649 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:20.024489 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4d1ccdd9-fd80-4c47-ab63-4215e38786d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/subnets/ba5c4e64-cbcf-4e69-8145-c43f47ca5233 HTTP/1.1" status: 404 len: 337 time: 0.0605745 Jun 02 20:35:20.026583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53854) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:20.051394 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-60ff2dee-1998-453f-86ba-1f01c9fd6649 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "DELETE /v2.0/ports/409abe6e-5d21-4e72-bba0-042f6e6a4180 HTTP/1.1" status: 204 len: 168 time: 0.8008499 Jun 02 20:35:20.055816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53858) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:20.088093 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8585083-fc7b-46f3-9264-d6e1dbb43062 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] DELETE failed (client error): The resource could not be found. Jun 02 20:35:20.088567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8585083-fc7b-46f3-9264-d6e1dbb43062 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:35:20.090220 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a8585083-fc7b-46f3-9264-d6e1dbb43062 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/networks/d665379a-d2cc-444c-a098-52affc70745c HTTP/1.1" status: 404 len: 339 time: 0.0626912 Jun 02 20:35:20.094861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53860) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:20.138482 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5cb019de-dc0f-4f9e-8929-31ad8cffee3e req-e62d4b6b-1105-4ba9-a06b-1fc4da416bf7 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225088 Jun 02 20:35:20.297126 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae735bb8-573d-42a2-8757-e1ceeaea5bff tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] DELETE failed (client error): The resource could not be found. Jun 02 20:35:20.297720 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae735bb8-573d-42a2-8757-e1ceeaea5bff tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:35:20.302595 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ae735bb8-573d-42a2-8757-e1ceeaea5bff tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/subnets/e3cee483-fb9e-464d-ac9c-afe6bb67682e HTTP/1.1" status: 404 len: 337 time: 0.1990681 Jun 02 20:35:20.335979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53868) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:20.345723 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5babaf-fb7b-4785-a8ea-5f97e8754569 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:20.347386 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8a5babaf-fb7b-4785-a8ea-5f97e8754569 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4976010 Jun 02 20:35:20.354060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53870) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:20.388286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-869dd624-4105-4618-8e13-9a06c8c794ad tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Deleting subnet ca928d50-86ea-43fc-8914-870955ed1ba2 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:35:20.392043 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2882e1-32c9-4be2-b5dc-7d10cebbb664 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] DELETE failed (client error): The resource could not be found. Jun 02 20:35:20.392506 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f2882e1-32c9-4be2-b5dc-7d10cebbb664 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:35:20.396458 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3f2882e1-32c9-4be2-b5dc-7d10cebbb664 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/networks/3d01b413-7050-42cb-9833-f5ef7deea565 HTTP/1.1" status: 404 len: 339 time: 0.0456238 Jun 02 20:35:20.396458 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-869dd624-4105-4618-8e13-9a06c8c794ad tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:20.423358 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53872) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:20.466849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-869dd624-4105-4618-8e13-9a06c8c794ad tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:20.472711 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-09fa8131-08ac-4310-be60-26aba8dd8f04 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] GET failed (client error): The resource could not be found. Jun 02 20:35:20.473303 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-09fa8131-08ac-4310-be60-26aba8dd8f04 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Synchronizing usage tracker for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:35:20.476769 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac625352-693e-4e24-bcf6-8dd1ee6d07a1 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] DELETE failed (client error): The resource could not be found. Jun 02 20:35:20.477203 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac625352-693e-4e24-bcf6-8dd1ee6d07a1 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:35:20.481854 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ac625352-693e-4e24-bcf6-8dd1ee6d07a1 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/subnets/9ff944ef-88ec-4ead-815b-74a09ba602ff HTTP/1.1" status: 404 len: 337 time: 0.0544271 Jun 02 20:35:20.488156 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53876) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:20.531393 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f67a5-bbd8-45a4-b25f-ea00e89a332d req-5bc93b04-1655-44db-b4c9-cab1b3c09abf tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:20.532870 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-944f67a5-bbd8-45a4-b25f-ea00e89a332d req-5bc93b04-1655-44db-b4c9-cab1b3c09abf tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 946 time: 0.2455168 Jun 02 20:35:20.545091 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58ceaede-1a1d-4303-8649-da8f7ea843ed tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:20.569167 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d9be84-8ebb-40f6-9d71-6098350f2c06 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] DELETE failed (client error): The resource could not be found. Jun 02 20:35:20.569986 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d9be84-8ebb-40f6-9d71-6098350f2c06 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:35:20.573671 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f3d9be84-8ebb-40f6-9d71-6098350f2c06 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/networks/8a1f8abe-b9f8-4816-825e-e23146c5e017 HTTP/1.1" status: 404 len: 339 time: 0.0812256 Jun 02 20:35:20.575349 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53878) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:20.575731 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-09fa8131-08ac-4310-be60-26aba8dd8f04 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Unset dirty status for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:35:20.579250 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-09fa8131-08ac-4310-be60-26aba8dd8f04 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports/612cf4ce-8ddf-41c4-9865-649b1356e72c HTTP/1.1" status: 404 len: 333 time: 0.1978178 Jun 02 20:35:20.583323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53880) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:20.584305 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58ceaede-1a1d-4303-8649-da8f7ea843ed tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:20.654059 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-944f67a5-bbd8-45a4-b25f-ea00e89a332d req-95da4e9c-70c3-4371-be15-a0041e97beba tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/security-groups?id=05180680-3e28-43fa-8ef9-30182a21a592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109385 Jun 02 20:35:20.666479 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-869dd624-4105-4618-8e13-9a06c8c794ad tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:20.671384 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9945893-89a2-4656-b5ad-3319da098281 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] GET failed (client error): The resource could not be found. Jun 02 20:35:20.683169 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e9945893-89a2-4656-b5ad-3319da098281 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports/c7ac6200-e9ed-4a80-83a8-d9fb08f6d0a6 HTTP/1.1" status: 404 len: 333 time: 0.0862262 Jun 02 20:35:20.683651 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53884) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:20.712912 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e62ce00-547e-4daf-9f8c-af614b0878da tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Deleting subnet 7fd95a4c-d0ff-43a2-a0c2-25e5e7d7dd68 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:35:20.721640 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7e62ce00-547e-4daf-9f8c-af614b0878da tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:20.831815 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7e62ce00-547e-4daf-9f8c-af614b0878da tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:20.974776 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed634-3e43-43af-9297-47b92bed2470 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:21.023492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-58ceaede-1a1d-4303-8649-da8f7ea843ed tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Allocated IP 172.26.0.59 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/ff2bd002-8b12-4d18-b07b-f130c62505f1) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:35:21.056748 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7e62ce00-547e-4daf-9f8c-af614b0878da tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:21.098536 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:21.113910 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1a04da3a-31e8-469a-a3dc-ed696001e0a8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:21.208753 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-869dd624-4105-4618-8e13-9a06c8c794ad tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:21.222185 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:21.244489 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbb21f-344a-48e5-af3d-d6e4997f7d2e req-9b1f0970-a62f-4b9b-9af8-e6b9eb77c590 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:21.245147 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ddbbb21f-344a-48e5-af3d-d6e4997f7d2e req-9b1f0970-a62f-4b9b-9af8-e6b9eb77c590 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.4203110 Jun 02 20:35:21.303626 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dd624-4105-4618-8e13-9a06c8c794ad tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Pushing event deleted for resources: {'Subnet': ['ID=ca928d50-86ea-43fc-8914-870955ed1ba2,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:21.306633 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-869dd624-4105-4618-8e13-9a06c8c794ad tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:21.306776 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed634-3e43-43af-9297-47b92bed2470 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:21.319802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-869dd624-4105-4618-8e13-9a06c8c794ad tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:21.327776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ef50f5-ee39-4acb-8a42-3ebfe8b740ac None None] Network 9fbda24d-46d9-46ca-abf9-f5f600b36dd3 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:21.347581 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-869dd624-4105-4618-8e13-9a06c8c794ad tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "DELETE /v2.0/subnets/ca928d50-86ea-43fc-8914-870955ed1ba2 HTTP/1.1" status: 204 len: 168 time: 1.2882912 Jun 02 20:35:21.349928 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53894) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:21.514661 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-9a0ed634-3e43-43af-9297-47b92bed2470 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['965686df-e51f-4c6e-8f4f-478456964487']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:21.544566 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Pushing event updated for resources: {'Subnet': ['ID=fb60ec3f-239f-4e3d-a9e2-2eda25582908,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:21.552005 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-9a0ed634-3e43-43af-9297-47b92bed2470 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0dfc01-3b3b-400b-b907-bc3db741b7d7') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:21.552313 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-9a0ed634-3e43-43af-9297-47b92bed2470 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0dfc01-3b3b-400b-b907-bc3db741b7d7') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:21.556265 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:21.566927 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:21.581834 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f802c-0ac2-49e4-9dc5-d38734763a61 req-9a52643a-3cc8-4585-b941-3e5380b0972d tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:21.583342 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-098f802c-0ac2-49e4-9dc5-d38734763a61 req-9a52643a-3cc8-4585-b941-3e5380b0972d tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 945 time: 0.3620663 Jun 02 20:35:21.593419 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed634-3e43-43af-9297-47b92bed2470 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:21.612470 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a301872c-4f7e-43a7-926d-f5edf1f0295c None None] DHCP port deletion for 9fbda24d-46d9-46ca-abf9-f5f600b36dd3 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:35:21.613456 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Checking segment: {'id': '9a6566f5-8a7a-4fbd-b0b4-94bd23158e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f2d5dbd7-914a-4ec6-8d86-62a32630984b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:21.613814 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Network hostable DHCP agents. Network: f2d5dbd7-914a-4ec6-8d86-62a32630984b, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:35:21.630318 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ddbbb21f-344a-48e5-af3d-d6e4997f7d2e req-dd0cc4fd-f2a7-4838-8ff1-4a79574b4b92 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3330607 Jun 02 20:35:21.650081 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed634-3e43-43af-9297-47b92bed2470 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:21.663021 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58ceaede-1a1d-4303-8649-da8f7ea843ed tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:21.667561 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0ed634-3e43-43af-9297-47b92bed2470 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:35:21.667958 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed634-3e43-43af-9297-47b92bed2470 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:21.683412 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7e62ce00-547e-4daf-9f8c-af614b0878da tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:35:21.684858 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:35:21.698373 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Network f2d5dbd7-914a-4ec6-8d86-62a32630984b is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:35:21.705744 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-869dd624-4105-4618-8e13-9a06c8c794ad tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:21.709519 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a301872c-4f7e-43a7-926d-f5edf1f0295c None None] Deleting port 39fde1c5-84d9-425c-b999-929ea8c4b0c7 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:21.709913 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a301872c-4f7e-43a7-926d-f5edf1f0295c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:21.738620 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-098f802c-0ac2-49e4-9dc5-d38734763a61 req-63a63f22-4d88-49e1-a0c4-f973216b7339 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/security-groups?id=16f94ebd-3162-4c0b-a1cf-348c7ee60440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210515 Jun 02 20:35:21.749023 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62ce00-547e-4daf-9f8c-af614b0878da tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd95a4c-d0ff-43a2-a0c2-25e5e7d7dd68,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:21.751138 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7e62ce00-547e-4daf-9f8c-af614b0878da tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:21.756681 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7e62ce00-547e-4daf-9f8c-af614b0878da tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:21.767714 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7e62ce00-547e-4daf-9f8c-af614b0878da tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/subnets/7fd95a4c-d0ff-43a2-a0c2-25e5e7d7dd68 HTTP/1.1" status: 204 len: 168 time: 1.1891925 Jun 02 20:35:21.768148 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53898) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:21.798902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Deleting port 39fde1c5-84d9-425c-b999-929ea8c4b0c7 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:21.799376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:21.806838 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, f2d5dbd7-914a-4ec6-8d86-62a32630984b) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:21.861363 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed634-3e43-43af-9297-47b92bed2470 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:21.863417 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083b803a-b659-4992-bf36-7ef1cd42c268 None None] Network cb891a45-66bf-4a20-80ae-f409b68c89d7 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:21.871276 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:21.876011 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90e7361-8586-4d84-a51a-410f09f75c8a None None] Network f2d5dbd7-914a-4ec6-8d86-62a32630984b requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:21.888991 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed634-3e43-43af-9297-47b92bed2470 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:21.924404 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ed634-3e43-43af-9297-47b92bed2470 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Network': ['ID=965686df-e51f-4c6e-8f4f-478456964487,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:21.934190 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9a0ed634-3e43-43af-9297-47b92bed2470 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:21.943693 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9a0ed634-3e43-43af-9297-47b92bed2470 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/networks/965686df-e51f-4c6e-8f4f-478456964487 HTTP/1.1" status: 204 len: 168 time: 1.2593718 Jun 02 20:35:21.944548 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53904) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:21.951872 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-bba3051e-c48d-4ef9-94f8-9199001c38fb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-711911632'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:22.007775 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bba3051e-c48d-4ef9-94f8-9199001c38fb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:22.010672 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58ceaede-1a1d-4303-8649-da8f7ea843ed tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:22.019294 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:22.049488 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-bba3051e-c48d-4ef9-94f8-9199001c38fb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:network and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:22.062731 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-bba3051e-c48d-4ef9-94f8-9199001c38fb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:22.086390 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bba3051e-c48d-4ef9-94f8-9199001c38fb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:22.097960 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ceaede-1a1d-4303-8649-da8f7ea843ed tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:22.104684 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-a301872c-4f7e-43a7-926d-f5edf1f0295c None None] For port 39fde1c5-84d9-425c-b999-929ea8c4b0c7, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=39fde1c5-84d9-425c-b999-929ea8c4b0c7,segment=NetworkSegment(36f54a51-feda-4d1d-b07b-46363b80ca94),segment_id=36f54a51-feda-4d1d-b07b-46363b80ca94)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:22.105229 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a301872c-4f7e-43a7-926d-f5edf1f0295c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:22.109257 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-58ceaede-1a1d-4303-8649-da8f7ea843ed tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:22.118540 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ceaede-1a1d-4303-8649-da8f7ea843ed tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:22.158804 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba3051e-c48d-4ef9-94f8-9199001c38fb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:22.161943 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bba3051e-c48d-4ef9-94f8-9199001c38fb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:22.189370 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ceaede-1a1d-4303-8649-da8f7ea843ed tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Pushing event updated for resources: {'Port': ['ID=ff2bd002-8b12-4d18-b07b-f130c62505f1,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:22.195208 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-58ceaede-1a1d-4303-8649-da8f7ea843ed tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:22.226395 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba3051e-c48d-4ef9-94f8-9199001c38fb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:35:22.240485 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] For port 39fde1c5-84d9-425c-b999-929ea8c4b0c7, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=39fde1c5-84d9-425c-b999-929ea8c4b0c7,segment=NetworkSegment(36f54a51-feda-4d1d-b07b-46363b80ca94),segment_id=36f54a51-feda-4d1d-b07b-46363b80ca94)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:22.240854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:22.255464 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:22.271701 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a301872c-4f7e-43a7-926d-f5edf1f0295c None None] Calling delete_port for 39fde1c5-84d9-425c-b999-929ea8c4b0c7 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:22.370659 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bba3051e-c48d-4ef9-94f8-9199001c38fb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:22.370916 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-bba3051e-c48d-4ef9-94f8-9199001c38fb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Added segment 1a5f6b7b-dcf9-4a0c-9c88-f6e72c64509f of type vlan for network 0ecf580c-400c-477b-b61a-b80e9fe1a4ce Jun 02 20:35:22.390126 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Calling delete_port for 39fde1c5-84d9-425c-b999-929ea8c4b0c7 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:22.459989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bba3051e-c48d-4ef9-94f8-9199001c38fb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:22.481891 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c905d70-3326-4489-8cf0-72410c655aa5 req-089df9ac-d010-43bd-b288-bad209a7d70a tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:22.483561 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c905d70-3326-4489-8cf0-72410c655aa5 req-089df9ac-d010-43bd-b288-bad209a7d70a tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 946 time: 0.3290625 Jun 02 20:35:22.557187 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-f2d5dbd7-914a-4ec6-8d86-62a32630984b', 'network_id': 'f2d5dbd7-914a-4ec6-8d86-62a32630984b', 'tenant_id': '8db2945e4c8d414e81364dcbbf98ed88', 'fixed_ips': [{'subnet_id': 'fb60ec3f-239f-4e3d-a9e2-2eda25582908'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:35:22.558171 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:22.577482 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a301872c-4f7e-43a7-926d-f5edf1f0295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:22.583403 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4a639bdb-e3ed-4443-b0f5-906dc2f78b5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:22.584783 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.db.api [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 02 20:35:22.584783 dv-neutron-601336-84-hyperv neutron-server[92549]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Jun 02 20:35:22.584783 dv-neutron-601336-84-hyperv neutron-server[92549]: [parameters: {'port_id': '39fde1c5-84d9-425c-b999-929ea8c4b0c7'}] Jun 02 20:35:22.584783 dv-neutron-601336-84-hyperv neutron-server[92549]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:35:22.585214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_db.api [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:35:22.590289 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Deleting port d8cc4064-be23-4bad-8a95-d6f7cc9486ec {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:22.590642 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:22.630421 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:22.636044 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c905d70-3326-4489-8cf0-72410c655aa5 req-f2c066a8-6d57-4c57-b22a-def5a2d562d0 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/security-groups?id=05180680-3e28-43fa-8ef9-30182a21a592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382914 Jun 02 20:35:22.638111 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301872c-4f7e-43a7-926d-f5edf1f0295c None None] Pushing event deleted for resources: {'Port': ['ID=39fde1c5-84d9-425c-b999-929ea8c4b0c7,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:22.639984 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-96c0773b-d78c-419d-ab0c-f638b0d026b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:22.643528 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a301872c-4f7e-43a7-926d-f5edf1f0295c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:22.686559 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3473df18-9874-42d8-9700-735a840c35d5 None None] DHCP port deletion for cb891a45-66bf-4a20-80ae-f409b68c89d7 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:35:22.687024 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bba3051e-c48d-4ef9-94f8-9199001c38fb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:22.692655 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba3051e-c48d-4ef9-94f8-9199001c38fb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:22.693257 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bba3051e-c48d-4ef9-94f8-9199001c38fb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:22.695472 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a301872c-4f7e-43a7-926d-f5edf1f0295c None None] No DVR routers for this DVR port 39fde1c5-84d9-425c-b999-929ea8c4b0c7 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:35:22.809363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] For port d8cc4064-be23-4bad-8a95-d6f7cc9486ec, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d8cc4064-be23-4bad-8a95-d6f7cc9486ec,segment=NetworkSegment(441df889-8372-4089-9f7e-c0e8718fe39e),segment_id=441df889-8372-4089-9f7e-c0e8718fe39e)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:22.810281 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:22.850334 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-3473df18-9874-42d8-9700-735a840c35d5 None None] Deleting port d8cc4064-be23-4bad-8a95-d6f7cc9486ec {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:22.850733 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3473df18-9874-42d8-9700-735a840c35d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:22.864411 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Pushing event updated for resources: {'Subnet': ['ID=bbe67f60-9ae4-457d-bca2-f92afaceac4b,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:22.876536 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Allocated IP 172.20.0.2 (f2d5dbd7-914a-4ec6-8d86-62a32630984b/fb60ec3f-239f-4e3d-a9e2-2eda25582908/84e588bd-d355-4f18-982d-c2fbc00ffe44) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:35:22.891128 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:22.905610 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:22.991314 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-3473df18-9874-42d8-9700-735a840c35d5 None None] For port d8cc4064-be23-4bad-8a95-d6f7cc9486ec, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d8cc4064-be23-4bad-8a95-d6f7cc9486ec,segment=NetworkSegment(441df889-8372-4089-9f7e-c0e8718fe39e),segment_id=441df889-8372-4089-9f7e-c0e8718fe39e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:22.991869 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3473df18-9874-42d8-9700-735a840c35d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:23.005540 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Calling delete_port for d8cc4064-be23-4bad-8a95-d6f7cc9486ec owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:23.029751 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3051e-c48d-4ef9-94f8-9199001c38fb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Network': ['ID=0ecf580c-400c-477b-b61a-b80e9fe1a4ce,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:23.050798 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 0ecf580c-400c-477b-b61a-b80e9fe1a4ce details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:35:23.076848 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9ea0f-bfb7-4695-918f-d84b6e09b553 req-5e58b6a1-6c64-43ee-91e3-773aa4fe339b tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:23.078342 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-59a9ea0f-bfb7-4695-918f-d84b6e09b553 req-5e58b6a1-6c64-43ee-91e3-773aa4fe339b tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.1747804 Jun 02 20:35:23.090518 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-bba3051e-c48d-4ef9-94f8-9199001c38fb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1405540 Jun 02 20:35:23.090518 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bba3051e-c48d-4ef9-94f8-9199001c38fb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:23.096475 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53914) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:23.106633 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-632e1881-a2d1-41ba-8965-1f7572fffa18 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'subnet': {'network_id': '0ecf580c-400c-477b-b61a-b80e9fe1a4ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:23.132632 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Checking segment: {'id': '37d2d5d0-b9b5-4eb7-aa2a-d7d5938e6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e5d15b06-38c3-4bf2-bb90-0baae9637f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:23.132998 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Network hostable DHCP agents. Network: e5d15b06-38c3-4bf2-bb90-0baae9637f6d, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:35:23.136719 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] The port '39fde1c5-84d9-425c-b999-929ea8c4b0c7' was deleted {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 02 20:35:23.136881 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58ceaede-1a1d-4303-8649-da8f7ea843ed tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:23.191165 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:23.198858 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:23.206501 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-3473df18-9874-42d8-9700-735a840c35d5 None None] Calling delete_port for d8cc4064-be23-4bad-8a95-d6f7cc9486ec owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:23.256797 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Port': ['ID=d8cc4064-be23-4bad-8a95-d6f7cc9486ec,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:23.259809 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:23.283628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d8cc4064-be23-4bad-8a95-d6f7cc9486ec no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:35:23.316747 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] No DVR routers for this DVR port d8cc4064-be23-4bad-8a95-d6f7cc9486ec on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:35:23.357891 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: d8cc4064-be23-4bad-8a95-d6f7cc9486ec {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:35:23.358399 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d8cc4064-be23-4bad-8a95-d6f7cc9486ec not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:35:23.358956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 39fde1c5-84d9-425c-b999-929ea8c4b0c7 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:35:23.374088 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-59a9ea0f-bfb7-4695-918f-d84b6e09b553 req-928362ff-9e93-40c2-9385-6152c4e6fce7 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625055 Jun 02 20:35:23.401694 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:23.415893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fbda24d-46d9-46ca-abf9-f5f600b36dd3']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:23.491194 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 39fde1c5-84d9-425c-b999-929ea8c4b0c7 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:35:23.492211 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 39fde1c5-84d9-425c-b999-929ea8c4b0c7 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:35:23.495648 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f54a51-feda-4d1d-b07b-46363b80ca94') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:23.495953 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f54a51-feda-4d1d-b07b-46363b80ca94') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:23.512507 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:23.526452 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:23.533336 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:23.538838 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb891a45-66bf-4a20-80ae-f409b68c89d7']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:23.546955 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3473df18-9874-42d8-9700-735a840c35d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:23.561682 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Transition to ACTIVE for port object 84e588bd-d355-4f18-982d-c2fbc00ffe44 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:23.562414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441df889-8372-4089-9f7e-c0e8718fe39e') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:23.562414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441df889-8372-4089-9f7e-c0e8718fe39e') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:23.566949 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-10986d9d-571c-4aa6-a2e8-498ad0e230dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:23.568771 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:23.581102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:23.590957 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:35:23.591314 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Network e5d15b06-38c3-4bf2-bb90-0baae9637f6d is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:35:23.592095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:23.593670 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-632e1881-a2d1-41ba-8965-1f7572fffa18 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:35:23.616272 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:35:23.623384 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473df18-9874-42d8-9700-735a840c35d5 None None] Pushing event deleted for resources: {'Port': ['ID=d8cc4064-be23-4bad-8a95-d6f7cc9486ec,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:23.628419 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-3473df18-9874-42d8-9700-735a840c35d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:23.632676 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3473df18-9874-42d8-9700-735a840c35d5 None None] No DVR routers for this DVR port d8cc4064-be23-4bad-8a95-d6f7cc9486ec on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:35:23.636779 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:23.657594 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-632e1881-a2d1-41ba-8965-1f7572fffa18 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:subnet and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:23.661070 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-632e1881-a2d1-41ba-8965-1f7572fffa18 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:23.679364 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14f46f-d555-4e0b-9238-5aba0a3a556e req-545a8b28-a21a-46a1-b4a2-441df222b8d9 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:23.686934 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8d14f46f-d555-4e0b-9238-5aba0a3a556e req-545a8b28-a21a-46a1-b4a2-441df222b8d9 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 945 time: 0.6547358 Jun 02 20:35:23.701319 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-632e1881-a2d1-41ba-8965-1f7572fffa18 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:23.709275 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:35:23.709690 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:35:23.725063 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:35:23.741703 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Transition to ACTIVE for port object 84e588bd-d355-4f18-982d-c2fbc00ffe44 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:23.741907 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:23.747342 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:23.756243 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:23.764810 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-78ecd710-39b3-4305-ae4e-134dfacaa642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:23.782554 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, e5d15b06-38c3-4bf2-bb90-0baae9637f6d) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:23.784314 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632e1881-a2d1-41ba-8965-1f7572fffa18 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:23.788035 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-632e1881-a2d1-41ba-8965-1f7572fffa18 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:23.800872 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d11aea7-0e52-4c78-8bab-b94203d9fdaf None None] Network e5d15b06-38c3-4bf2-bb90-0baae9637f6d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:23.801135 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:23.831998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Network f2d5dbd7-914a-4ec6-8d86-62a32630984b is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:23.834181 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8d14f46f-d555-4e0b-9238-5aba0a3a556e req-020c4e0f-7762-4f8f-90f8-8392a3ba11cb tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/security-groups?id=16f94ebd-3162-4c0b-a1cf-348c7ee60440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463430 Jun 02 20:35:23.845231 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:23.853490 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:23.943582 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:23.944238 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:23.944928 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:24.006770 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Pushing event updated for resources: {'Port': ['ID=84e588bd-d355-4f18-982d-c2fbc00ffe44,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:24.009001 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 6.8548629 Jun 02 20:35:24.014622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53918) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:24.026174 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:24.045242 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Attempting to bind port 84e588bd-d355-4f18-982d-c2fbc00ffe44 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:35:24.045899 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Attempting to bind port 84e588bd-d355-4f18-982d-c2fbc00ffe44 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '9a6566f5-8a7a-4fbd-b0b4-94bd23158e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f2d5dbd7-914a-4ec6-8d86-62a32630984b'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:35:24.046448 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Attempting to bind port 84e588bd-d355-4f18-982d-c2fbc00ffe44 on network f2d5dbd7-914a-4ec6-8d86-62a32630984b {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:35:24.049214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Pushing event deleted for resources: {'Network': ['ID=9fbda24d-46d9-46ca-abf9-f5f600b36dd3,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:24.051853 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:24.053478 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] 10.222.0.25 "DELETE /v2.0/networks/9fbda24d-46d9-46ca-abf9-f5f600b36dd3 HTTP/1.1" status: 204 len: 168 time: 2.6996601 Jun 02 20:35:24.073777 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:35:24.074162 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Checking segment: {'id': '9a6566f5-8a7a-4fbd-b0b4-94bd23158e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f2d5dbd7-914a-4ec6-8d86-62a32630984b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:24.074635 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:24.075972 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:24.076591 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Bound using segment: {'id': '9a6566f5-8a7a-4fbd-b0b4-94bd23158e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f2d5dbd7-914a-4ec6-8d86-62a32630984b'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:35:24.077320 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Bound port: 84e588bd-d355-4f18-982d-c2fbc00ffe44, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a6566f5-8a7a-4fbd-b0b4-94bd23158e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f2d5dbd7-914a-4ec6-8d86-62a32630984b'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:35:24.079094 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:24.083541 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:24.085155 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b227f566-9075-47a3-a99a-8849102c983b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:24.097977 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d180de59-3dbb-4e5c-a937-2a97a7ff765a tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:24.099781 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d180de59-3dbb-4e5c-a937-2a97a7ff765a tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:24.101341 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d180de59-3dbb-4e5c-a937-2a97a7ff765a tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:24.102732 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d180de59-3dbb-4e5c-a937-2a97a7ff765a tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Synchronizing usage tracker for tenant:8db2945e4c8d414e81364dcbbf98ed88 on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:35:24.110284 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58ceaede-1a1d-4303-8649-da8f7ea843ed tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:24.119392 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Network': ['ID=cb891a45-66bf-4a20-80ae-f409b68c89d7,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:24.122363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:24.126694 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58ceaede-1a1d-4303-8649-da8f7ea843ed tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:24.132488 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/networks/cb891a45-66bf-4a20-80ae-f409b68c89d7 HTTP/1.1" status: 204 len: 168 time: 2.3631957 Jun 02 20:35:24.136646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53922) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:24.187099 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d180de59-3dbb-4e5c-a937-2a97a7ff765a tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Unset dirty status for tenant:8db2945e4c8d414e81364dcbbf98ed88 on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:35:24.188423 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d180de59-3dbb-4e5c-a937-2a97a7ff765a tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1688442 Jun 02 20:35:24.194423 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e38302-8a10-40b9-9373-a5dddb0ddedf tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] DELETE failed (client error): The resource could not be found. Jun 02 20:35:24.195313 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0e38302-8a10-40b9-9373-a5dddb0ddedf tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:35:24.198474 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53924) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:24.198799 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f0e38302-8a10-40b9-9373-a5dddb0ddedf tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/subnets/95905be4-59af-4ca4-90cf-1d07a3026c4a HTTP/1.1" status: 404 len: 337 time: 0.0605609 Jun 02 20:35:24.201710 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53926) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:24.230210 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd4150-462a-4ce8-9f02-c1198d6f0235 req-f845a002-1696-446b-a941-e25b92d2788c tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:24.232025 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2ffd4150-462a-4ce8-9f02-c1198d6f0235 req-f845a002-1696-446b-a941-e25b92d2788c tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.95 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 946 time: 0.4143469 Jun 02 20:35:24.244809 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9e77b-104e-4834-aa8a-bef831e031b1 req-86699932-1d20-4279-b9b8-ab9def6934c5 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:24.247070 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-afd9e77b-104e-4834-aa8a-bef831e031b1 req-86699932-1d20-4279-b9b8-ab9def6934c5 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 946 time: 0.4304488 Jun 02 20:35:24.272100 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f96c3de-59b4-4d22-b698-3909216886d7 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] DELETE failed (client error): The resource could not be found. Jun 02 20:35:24.272668 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f96c3de-59b4-4d22-b698-3909216886d7 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:35:24.309182 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2f96c3de-59b4-4d22-b698-3909216886d7 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/networks/0b27df90-53ac-4582-b906-2fb4951f96d7 HTTP/1.1" status: 404 len: 339 time: 0.0705149 Jun 02 20:35:24.316499 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53930) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:24.337769 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] For port 84e588bd-d355-4f18-982d-c2fbc00ffe44, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:35:24.345707 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-e5d15b06-38c3-4bf2-bb90-0baae9637f6d', 'network_id': 'e5d15b06-38c3-4bf2-bb90-0baae9637f6d', 'tenant_id': '8db2945e4c8d414e81364dcbbf98ed88', 'fixed_ips': [{'subnet_id': 'bbe67f60-9ae4-457d-bca2-f92afaceac4b'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:35:24.346734 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:24.443189 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d51151-2130-4fac-a687-cad9588ce8b2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Deleting subnet fb60ec3f-239f-4e3d-a9e2-2eda25582908 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:35:24.454991 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-67d51151-2130-4fac-a687-cad9588ce8b2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:24.475752 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-afd9e77b-104e-4834-aa8a-bef831e031b1 req-d4fa04fc-d123-423f-8efd-bea6db03fe79 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/security-groups?id=05180680-3e28-43fa-8ef9-30182a21a592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855981 Jun 02 20:35:24.492650 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-5acd411a-1892-49c1-afad-1e16178db540 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Deleting subnet fc5692c2-935a-41b1-a9c8-7fcf2a10544b {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:35:24.498405 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5acd411a-1892-49c1-afad-1e16178db540 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:24.510079 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] For port 84e588bd-d355-4f18-982d-c2fbc00ffe44, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=84e588bd-d355-4f18-982d-c2fbc00ffe44,segment=NetworkSegment(9a6566f5-8a7a-4fbd-b0b4-94bd23158e71),segment_id=9a6566f5-8a7a-4fbd-b0b4-94bd23158e71)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:35:24.524689 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53934) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:24.584228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5acd411a-1892-49c1-afad-1e16178db540 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:24.590224 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:24.603954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-9580cee2-9885-4bc7-ab89-995db2dc65bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:24.638237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-67d51151-2130-4fac-a687-cad9588ce8b2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:24.646050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-2ffd4150-462a-4ce8-9f02-c1198d6f0235 req-04c25deb-49d7-4653-8877-c7572f00039c tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Deleting port c0a5823c-9c89-4178-8ae6-98c5d6abf38f {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:24.646405 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-2ffd4150-462a-4ce8-9f02-c1198d6f0235 req-04c25deb-49d7-4653-8877-c7572f00039c tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:24.745989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ceaede-1a1d-4303-8649-da8f7ea843ed tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Router f75b00a1-b27b-4d15-a4d9-751525fdd403 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:35:24.769964 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Allocated IP 172.20.0.18 (e5d15b06-38c3-4bf2-bb90-0baae9637f6d/bbe67f60-9ae4-457d-bca2-f92afaceac4b/070412c6-e224-46b5-ba8e-56e4372fa0c6) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:35:24.776260 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Pushing event updated for resources: {'Port': ['ID=84e588bd-d355-4f18-982d-c2fbc00ffe44,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:24.780498 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:24.866713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5acd411a-1892-49c1-afad-1e16178db540 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:24.927423 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-2ffd4150-462a-4ce8-9f02-c1198d6f0235 req-04c25deb-49d7-4653-8877-c7572f00039c tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] For port c0a5823c-9c89-4178-8ae6-98c5d6abf38f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c0a5823c-9c89-4178-8ae6-98c5d6abf38f,segment=NetworkSegment(2c905b90-3ec3-4c61-91a2-6126c729cdd3),segment_id=2c905b90-3ec3-4c61-91a2-6126c729cdd3)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:24.927789 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-2ffd4150-462a-4ce8-9f02-c1198d6f0235 req-04c25deb-49d7-4653-8877-c7572f00039c tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:25.109739 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:25.121406 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1bad8669-7320-4825-b31b-4df6f9dea5d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f71610f68d645038ea9ad6955d4301e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5956447 Jun 02 20:35:25.122017 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Transition to ACTIVE for port object 070412c6-e224-46b5-ba8e-56e4372fa0c6 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:25.122235 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53940) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:25.148496 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Transition to ACTIVE for port object 070412c6-e224-46b5-ba8e-56e4372fa0c6 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:25.155793 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:25.161328 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-57779e52-a2a7-4efc-8634-160ab2df9c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:25.162817 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fafdcb-2a8a-48cc-a5c2-699307a3d9be req-2e44838a-7be4-445d-a880-bc498a4732bb tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:25.164676 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-07fafdcb-2a8a-48cc-a5c2-699307a3d9be req-2e44838a-7be4-445d-a880-bc498a4732bb tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.95 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 945 time: 0.4175532 Jun 02 20:35:25.175799 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-67d51151-2130-4fac-a687-cad9588ce8b2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:25.275096 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Network e5d15b06-38c3-4bf2-bb90-0baae9637f6d is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:25.279457 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:25.288748 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:25.305254 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Pushing event updated for resources: {'Port': ['ID=070412c6-e224-46b5-ba8e-56e4372fa0c6,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:25.318004 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:25.361549 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 84e588bd-d355-4f18-982d-c2fbc00ffe44 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:35:25.419078 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6619c-f045-4b59-9b7c-da906d5e3dee req-c59ba38e-849f-4e81-8b8d-cdf7039194a7 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:25.420614 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-12f6619c-f045-4b59-9b7c-da906d5e3dee req-c59ba38e-849f-4e81-8b8d-cdf7039194a7 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.8247304 Jun 02 20:35:25.421607 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ceaede-1a1d-4303-8649-da8f7ea843ed tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:35:25.432133 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58ceaede-1a1d-4303-8649-da8f7ea843ed tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:25.436027 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-58ceaede-1a1d-4303-8649-da8f7ea843ed tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "PUT /v2.0/routers/f75b00a1-b27b-4d15-a4d9-751525fdd403 HTTP/1.1" status: 200 len: 919 time: 6.8470566 Jun 02 20:35:25.446183 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70adc321-e989-46b2-8492-493f44bcdbd4 None None] Sync routers for ids ['f75b00a1-b27b-4d15-a4d9-751525fdd403'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:35:25.458456 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70adc321-e989-46b2-8492-493f44bcdbd4 None None] Routers {'f75b00a1-b27b-4d15-a4d9-751525fdd403'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:35:25.459203 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-70adc321-e989-46b2-8492-493f44bcdbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:35:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f75b00a1-b27b-4d15-a4d9-751525fdd403'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:25.460192 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53942) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:25.524278 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Attempting to bind port 070412c6-e224-46b5-ba8e-56e4372fa0c6 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:35:25.524951 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Attempting to bind port 070412c6-e224-46b5-ba8e-56e4372fa0c6 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '37d2d5d0-b9b5-4eb7-aa2a-d7d5938e6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e5d15b06-38c3-4bf2-bb90-0baae9637f6d'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:35:25.525545 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Attempting to bind port 070412c6-e224-46b5-ba8e-56e4372fa0c6 on network e5d15b06-38c3-4bf2-bb90-0baae9637f6d {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:35:25.532309 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-70adc321-e989-46b2-8492-493f44bcdbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:25.534505 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:35:25.535172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Checking segment: {'id': '37d2d5d0-b9b5-4eb7-aa2a-d7d5938e6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e5d15b06-38c3-4bf2-bb90-0baae9637f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:25.536520 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:25.537114 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Bound using segment: {'id': '37d2d5d0-b9b5-4eb7-aa2a-d7d5938e6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e5d15b06-38c3-4bf2-bb90-0baae9637f6d'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:35:25.537936 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Bound port: 070412c6-e224-46b5-ba8e-56e4372fa0c6, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d2d5d0-b9b5-4eb7-aa2a-d7d5938e6177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e5d15b06-38c3-4bf2-bb90-0baae9637f6d'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:35:25.538525 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:25.541845 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70adc321-e989-46b2-8492-493f44bcdbd4 None None] Routers {'f75b00a1-b27b-4d15-a4d9-751525fdd403'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:35:25.542527 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-70adc321-e989-46b2-8492-493f44bcdbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:35:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f75b00a1-b27b-4d15-a4d9-751525fdd403'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:25.560988 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 84e588bd-d355-4f18-982d-c2fbc00ffe44 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:35:25.619934 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-70adc321-e989-46b2-8492-493f44bcdbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:25.621056 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70adc321-e989-46b2-8492-493f44bcdbd4 None None] The sync data for ids ['f75b00a1-b27b-4d15-a4d9-751525fdd403'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:35:25.623649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbc18d-dd86-4090-a262-177df8970deb req-05ebe039-4d51-4dd1-9e85-daa3c7b3bd5a tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:25.625153 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fecbc18d-dd86-4090-a262-177df8970deb req-05ebe039-4d51-4dd1-9e85-daa3c7b3bd5a tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 945 time: 0.6239746 Jun 02 20:35:25.672426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-2ffd4150-462a-4ce8-9f02-c1198d6f0235 req-04c25deb-49d7-4653-8877-c7572f00039c tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:25.672793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-2ffd4150-462a-4ce8-9f02-c1198d6f0235 req-04c25deb-49d7-4653-8877-c7572f00039c tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:25.673271 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [req-2ffd4150-462a-4ce8-9f02-c1198d6f0235 req-04c25deb-49d7-4653-8877-c7572f00039c tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Floating IP 685bac5f-ace4-4fbe-98bf-ce5743a379f0 disassociated. External IP: 172.26.0.214, port: c0a5823c-9c89-4178-8ae6-98c5d6abf38f. Jun 02 20:35:25.673437 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-2ffd4150-462a-4ce8-9f02-c1198d6f0235 req-04c25deb-49d7-4653-8877-c7572f00039c tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Calling delete_port for c0a5823c-9c89-4178-8ae6-98c5d6abf38f owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:25.704683 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] For port 070412c6-e224-46b5-ba8e-56e4372fa0c6, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:35:25.709399 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] For port 070412c6-e224-46b5-ba8e-56e4372fa0c6, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=070412c6-e224-46b5-ba8e-56e4372fa0c6,segment=NetworkSegment(37d2d5d0-b9b5-4eb7-aa2a-d7d5938e6177),segment_id=37d2d5d0-b9b5-4eb7-aa2a-d7d5938e6177)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:35:25.714095 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:25.718915 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:25.810941 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-12f6619c-f045-4b59-9b7c-da906d5e3dee req-99fa76fa-899f-4d39-9e15-4b0f3a60906b tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3585877 Jun 02 20:35:25.811790 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-db5d5a45-e42b-44bb-a552-803164614981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:25.812242 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Pushing event updated for resources: {'Port': ['ID=070412c6-e224-46b5-ba8e-56e4372fa0c6,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:25.815536 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:25.927326 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fecbc18d-dd86-4090-a262-177df8970deb req-0c5a779b-649b-45b6-812f-ac09ae6f2dad tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/security-groups?id=16f94ebd-3162-4c0b-a1cf-348c7ee60440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701304 Jun 02 20:35:25.953585 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-07fafdcb-2a8a-48cc-a5c2-699307a3d9be req-f6e47b7a-2e21-46e4-bf12-11d67160a416 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Deleting port e096d1fc-ff52-40ac-9723-f2a9713b468f {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:25.953976 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-07fafdcb-2a8a-48cc-a5c2-699307a3d9be req-f6e47b7a-2e21-46e4-bf12-11d67160a416 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:25.975945 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-db5d5a45-e42b-44bb-a552-803164614981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:25.986704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5acd411a-1892-49c1-afad-1e16178db540 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:25.996055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7a8185a6-acf1-4399-8b14-f498df9c0a40 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:26.044970 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3b23e9a5-8531-4eea-9b51-7d585accd121 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "GET /v2.0/routers/f75b00a1-b27b-4d15-a4d9-751525fdd403 HTTP/1.1" status: 200 len: 925 time: 0.5836601 Jun 02 20:35:26.064555 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53946) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:26.084549 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5acd411a-1892-49c1-afad-1e16178db540 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:26.095210 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd411a-1892-49c1-afad-1e16178db540 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5692c2-935a-41b1-a9c8-7fcf2a10544b,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:26.097820 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5acd411a-1892-49c1-afad-1e16178db540 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:26.113842 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf22619-4571-421d-8faa-a76c20385f1b None None] Network 9d81aa8f-292c-474e-91d6-426620d4db75 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:26.148254 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5acd411a-1892-49c1-afad-1e16178db540 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/subnets/fc5692c2-935a-41b1-a9c8-7fcf2a10544b HTTP/1.1" status: 204 len: 168 time: 1.8260059 Jun 02 20:35:26.152004 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53948) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:26.235052 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-07fafdcb-2a8a-48cc-a5c2-699307a3d9be req-f6e47b7a-2e21-46e4-bf12-11d67160a416 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] For port e096d1fc-ff52-40ac-9723-f2a9713b468f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=e096d1fc-ff52-40ac-9723-f2a9713b468f,segment=NetworkSegment(6a895b9f-ee68-4f5e-bbef-852b83ef6db3),segment_id=6a895b9f-ee68-4f5e-bbef-852b83ef6db3)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:26.235477 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-07fafdcb-2a8a-48cc-a5c2-699307a3d9be req-f6e47b7a-2e21-46e4-bf12-11d67160a416 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:26.319269 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7282a7eb-8129-43c3-9338-dafe7c37d753 None None] Network f2d5dbd7-914a-4ec6-8d86-62a32630984b requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:26.369976 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-632e1881-a2d1-41ba-8965-1f7572fffa18 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:26.377209 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:26.410823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fed9225-8785-445a-b1b5-b0d651baa5ae tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:26.411549 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2fed9225-8785-445a-b1b5-b0d651baa5ae tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Synchronizing usage tracker for tenant:b4277689824940fd8cbcfbeedf87b14b on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:35:26.420634 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-67d51151-2130-4fac-a687-cad9588ce8b2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:26.455724 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-db5d5a45-e42b-44bb-a552-803164614981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:26.465492 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-475d14ce-5882-4c8d-a16d-e873fea38384 None None] Provisioning for port 84e588bd-d355-4f18-982d-c2fbc00ffe44 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:35:26.474818 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-67d51151-2130-4fac-a687-cad9588ce8b2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:26.481534 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-475d14ce-5882-4c8d-a16d-e873fea38384 None None] Provisioning complete for port 84e588bd-d355-4f18-982d-c2fbc00ffe44 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:26.481921 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-475d14ce-5882-4c8d-a16d-e873fea38384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:26.487532 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1b37b-23f0-49b8-a628-46e4f1868aeb req-2e70a464-00a1-486d-9b52-736eb623b601 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:26.489113 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6ad1b37b-23f0-49b8-a628-46e4f1868aeb req-2e70a464-00a1-486d-9b52-736eb623b601 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 946 time: 0.5207648 Jun 02 20:35:26.510014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2fed9225-8785-445a-b1b5-b0d651baa5ae tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Unset dirty status for tenant:b4277689824940fd8cbcfbeedf87b14b on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:35:26.514222 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2fed9225-8785-445a-b1b5-b0d651baa5ae tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9eda1993-8807-4a42-8466-556269663ed3&device_id=f75b00a1-b27b-4d15-a4d9-751525fdd403&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4477766 Jun 02 20:35:26.519128 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53950) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:26.522702 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:26.566551 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e1881-a2d1-41ba-8965-1f7572fffa18 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Subnet': ['ID=b6a50d72-c1c7-417d-ba0d-ef01473b450b,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:26.575728 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-632e1881-a2d1-41ba-8965-1f7572fffa18 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:26.581981 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d0d11d96-579e-4379-a2ef-ff5d90221a1e tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:26.651713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-2ffd4150-462a-4ce8-9f02-c1198d6f0235 req-04c25deb-49d7-4653-8877-c7572f00039c tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:26.673973 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ee37eef1-5ad5-4592-aa4e-2c70c096829c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:26.675054 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-67d51151-2130-4fac-a687-cad9588ce8b2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "DELETE /v2.0/subnets/fb60ec3f-239f-4e3d-a9e2-2eda25582908 HTTP/1.1" status: 204 len: 168 time: 2.4740026 Jun 02 20:35:26.682281 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-db5d5a45-e42b-44bb-a552-803164614981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:26.685865 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-db5d5a45-e42b-44bb-a552-803164614981 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c70f3f7-4dbb-4a17-8e6c-6a3a6e5b7ae7 HTTP/1.1" status: 204 len: 168 time: 1.5521681 Jun 02 20:35:26.691640 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d51151-2130-4fac-a687-cad9588ce8b2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Pushing event deleted for resources: {'Subnet': ['ID=fb60ec3f-239f-4e3d-a9e2-2eda25582908,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:26.693588 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53952) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:26.703523 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632e1881-a2d1-41ba-8965-1f7572fffa18 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Checking segment: {'id': '1a5f6b7b-dcf9-4a0c-9c88-f6e72c64509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0ecf580c-400c-477b-b61a-b80e9fe1a4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:26.703986 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632e1881-a2d1-41ba-8965-1f7572fffa18 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network hostable DHCP agents. Network: 0ecf580c-400c-477b-b61a-b80e9fe1a4ce, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:35:26.735511 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-475d14ce-5882-4c8d-a16d-e873fea38384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:26.762964 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-67d51151-2130-4fac-a687-cad9588ce8b2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:26.763580 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ea8f4a1c-0ef8-4546-863b-114123f52b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:26.771681 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a33e861-c5fa-45d5-b8c2-57b7a728612e None None] DHCP port deletion for 9d81aa8f-292c-474e-91d6-426620d4db75 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:35:26.802394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c25deb-49d7-4653-8877-c7572f00039c tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Pushing event deleted for resources: {'Port': ['ID=c0a5823c-9c89-4178-8ae6-98c5d6abf38f,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:26.821592 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6ad1b37b-23f0-49b8-a628-46e4f1868aeb req-4fb8f967-56c3-4a5f-8e47-8f87acf73701 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/security-groups?id=05180680-3e28-43fa-8ef9-30182a21a592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3153193 Jun 02 20:35:26.832761 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d5a45-e42b-44bb-a552-803164614981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c70f3f7-4dbb-4a17-8e6c-6a3a6e5b7ae7,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:26.834804 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-04c25deb-49d7-4653-8877-c7572f00039c tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:26.836309 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-db5d5a45-e42b-44bb-a552-803164614981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:26.856438 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-475d14ce-5882-4c8d-a16d-e873fea38384 None None] For port 84e588bd-d355-4f18-982d-c2fbc00ffe44, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=84e588bd-d355-4f18-982d-c2fbc00ffe44,segment=NetworkSegment(9a6566f5-8a7a-4fbd-b0b4-94bd23158e71),segment_id=9a6566f5-8a7a-4fbd-b0b4-94bd23158e71)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:26.869354 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-475d14ce-5882-4c8d-a16d-e873fea38384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:26.871575 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-22b9bf0f-846a-4a2c-840f-5eabc0170fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:26.926652 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632e1881-a2d1-41ba-8965-1f7572fffa18 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 0ecf580c-400c-477b-b61a-b80e9fe1a4ce is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:35:26.990048 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39a7f0f-3855-4cc2-983b-48417220ab70 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:27.001599 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c39a7f0f-3855-4cc2-983b-48417220ab70 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "GET /v2.0/networks/9eda1993-8807-4a42-8466-556269663ed3 HTTP/1.1" status: 200 len: 881 time: 0.4778299 Jun 02 20:35:27.002889 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53960) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:27.022388 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b801b4b-875c-48d0-819a-2e646333771b None None] DHCP port deletion for f2d5dbd7-914a-4ec6-8d86-62a32630984b request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:35:27.065358 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09cb2eb-010a-4a88-8d84-880cd3ed6291 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Deleting subnet bbe67f60-9ae4-457d-bca2-f92afaceac4b {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:35:27.074341 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-632e1881-a2d1-41ba-8965-1f7572fffa18 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 0ecf580c-400c-477b-b61a-b80e9fe1a4ce) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:27.092872 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f09cb2eb-010a-4a88-8d84-880cd3ed6291 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:27.151168 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f3dc8c-951b-4e91-b8ae-842b3adf1e42 None None] Network 0ecf580c-400c-477b-b61a-b80e9fe1a4ce requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:27.195560 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2e9d7fc8-7d2d-44c9-a637-2c7389748f07 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "GET /v2.0/ports?device_id=f75b00a1-b27b-4d15-a4d9-751525fdd403 HTTP/1.1" status: 200 len: 205 time: 0.1896696 Jun 02 20:35:27.253381 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53966) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:27.348159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-07fafdcb-2a8a-48cc-a5c2-699307a3d9be req-f6e47b7a-2e21-46e4-bf12-11d67160a416 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:27.348647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-07fafdcb-2a8a-48cc-a5c2-699307a3d9be req-f6e47b7a-2e21-46e4-bf12-11d67160a416 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:27.349167 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [req-07fafdcb-2a8a-48cc-a5c2-699307a3d9be req-f6e47b7a-2e21-46e4-bf12-11d67160a416 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Floating IP 16b2c0af-50eb-4b58-b615-40681327a1ae disassociated. External IP: 172.26.0.169, port: e096d1fc-ff52-40ac-9723-f2a9713b468f. Jun 02 20:35:27.349696 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-07fafdcb-2a8a-48cc-a5c2-699307a3d9be req-f6e47b7a-2e21-46e4-bf12-11d67160a416 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Calling delete_port for e096d1fc-ff52-40ac-9723-f2a9713b468f owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:27.355264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632e1881-a2d1-41ba-8965-1f7572fffa18 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:27.356118 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-632e1881-a2d1-41ba-8965-1f7572fffa18 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:27.378277 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-1a33e861-c5fa-45d5-b8c2-57b7a728612e None None] Deleting port e61bbcf8-aca1-4f27-a72d-99e7e730d0bc {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:27.378702 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1a33e861-c5fa-45d5-b8c2-57b7a728612e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:27.404102 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device e096d1fc-ff52-40ac-9723-f2a9713b468f no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:35:27.418677 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f09cb2eb-010a-4a88-8d84-880cd3ed6291 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:27.432665 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 070412c6-e224-46b5-ba8e-56e4372fa0c6 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:35:27.463430 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d14ce-5882-4c8d-a16d-e873fea38384 None None] Pushing event updated for resources: {'Port': ['ID=84e588bd-d355-4f18-982d-c2fbc00ffe44,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:27.476841 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-632e1881-a2d1-41ba-8965-1f7572fffa18 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3736620 Jun 02 20:35:27.476998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-475d14ce-5882-4c8d-a16d-e873fea38384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:27.479467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 53968) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:27.489161 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-b8e389e3-32b8-4524-a3b4-a5ecae81b750 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'port': {'network_id': '0ecf580c-400c-477b-b61a-b80e9fe1a4ce', 'name': 'tempest-PortsIpV6TestJSON-1442474230'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:27.491797 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a76e543-ea9e-4ce4-b621-537e3aa64453 None None] Network e5d15b06-38c3-4bf2-bb90-0baae9637f6d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:27.649936 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b067d71a-4c22-44f0-9256-22b2d7edde35 None None] Provisioning for port 070412c6-e224-46b5-ba8e-56e4372fa0c6 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:35:27.820005 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-1a33e861-c5fa-45d5-b8c2-57b7a728612e None None] For port e61bbcf8-aca1-4f27-a72d-99e7e730d0bc, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e61bbcf8-aca1-4f27-a72d-99e7e730d0bc,segment=NetworkSegment(0e912acc-0484-4976-a94a-ad8ded235dfb),segment_id=0e912acc-0484-4976-a94a-ad8ded235dfb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:27.820662 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1a33e861-c5fa-45d5-b8c2-57b7a728612e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:27.828685 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4bbfe-90a4-40e0-90aa-dfe76863107e req-a69184f5-bd56-4745-a630-8f56fe0c0f83 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:27.840860 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5ba4bbfe-90a4-40e0-90aa-dfe76863107e req-a69184f5-bd56-4745-a630-8f56fe0c0f83 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 945 time: 0.6333072 Jun 02 20:35:27.865914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ece7790-6e4c-4bb8-be01-435a93c6469c tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:27.910085 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b8e389e3-32b8-4524-a3b4-a5ecae81b750 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:27.928174 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b8e389e3-32b8-4524-a3b4-a5ecae81b750 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:27.930954 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:35:27.983456 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Port e096d1fc-ff52-40ac-9723-f2a9713b468f update to DOWN by agent not found {{(pid=92550) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} Jun 02 20:35:27.983899 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device c0a5823c-9c89-4178-8ae6-98c5d6abf38f no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:35:27.993428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Deleting port e61bbcf8-aca1-4f27-a72d-99e7e730d0bc {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:27.993969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:28.012560 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-07fafdcb-2a8a-48cc-a5c2-699307a3d9be req-f6e47b7a-2e21-46e4-bf12-11d67160a416 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:28.025104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e389e3-32b8-4524-a3b4-a5ecae81b750 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:28.029432 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b8e389e3-32b8-4524-a3b4-a5ecae81b750 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:28.074561 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-616b935c-6fe9-4364-a9e6-3aa643159c56 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:28.157231 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627233fe-6caa-4ead-8aed-d20510fb4af6 req-7975e145-1622-4c44-8c5d-dd80825f5040 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:28.158799 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-627233fe-6caa-4ead-8aed-d20510fb4af6 req-7975e145-1622-4c44-8c5d-dd80825f5040 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 1.0137303 Jun 02 20:35:28.159890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e47b7a-2e21-46e4-bf12-11d67160a416 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Pushing event deleted for resources: {'Port': ['ID=e096d1fc-ff52-40ac-9723-f2a9713b468f,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:28.170277 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-b8e389e3-32b8-4524-a3b4-a5ecae81b750 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] device_id is not set on port 4f85ebc7-bae8-488c-a65a-999cf0209fc7 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:35:28.197178 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f09cb2eb-010a-4a88-8d84-880cd3ed6291 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:28.308123 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5ba4bbfe-90a4-40e0-90aa-dfe76863107e req-d74bc74d-7cd5-4ff2-adfb-e7a94b310807 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/security-groups?id=16f94ebd-3162-4c0b-a1cf-348c7ee60440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4465508 Jun 02 20:35:28.317991 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-1a33e861-c5fa-45d5-b8c2-57b7a728612e None None] Calling delete_port for e61bbcf8-aca1-4f27-a72d-99e7e730d0bc owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:28.432439 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-2b801b4b-875c-48d0-819a-2e646333771b None None] Deleting port 84e588bd-d355-4f18-982d-c2fbc00ffe44 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:28.432774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2b801b4b-875c-48d0-819a-2e646333771b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:28.449744 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: c0a5823c-9c89-4178-8ae6-98c5d6abf38f {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:35:28.450101 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device c0a5823c-9c89-4178-8ae6-98c5d6abf38f not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:35:28.456202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f6e47b7a-2e21-46e4-bf12-11d67160a416 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:28.473336 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-0ecf580c-400c-477b-b61a-b80e9fe1a4ce', 'network_id': '0ecf580c-400c-477b-b61a-b80e9fe1a4ce', 'tenant_id': '639a199037e04a6d8785e25b9cf213f1', 'fixed_ips': [{'subnet_id': 'b6a50d72-c1c7-417d-ba0d-ef01473b450b'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:35:28.474175 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:28.492283 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 070412c6-e224-46b5-ba8e-56e4372fa0c6 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:35:28.508234 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1a33e861-c5fa-45d5-b8c2-57b7a728612e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:28.522391 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ece7790-6e4c-4bb8-be01-435a93c6469c tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:28.540264 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ffd4150-462a-4ce8-9f02-c1198d6f0235 req-04c25deb-49d7-4653-8877-c7572f00039c tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Router 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:35:28.566289 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a301872c-4f7e-43a7-926d-f5edf1f0295c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:28.582276 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c6ebae16-bf0a-49db-999a-697c76ac1016 req-311453c1-6c83-4a39-86ad-5ace37f610ba tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 210 time: 0.0679057 Jun 02 20:35:28.655423 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 070412c6-e224-46b5-ba8e-56e4372fa0c6 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:28.655670 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:28.706808 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] For port e61bbcf8-aca1-4f27-a72d-99e7e730d0bc, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e61bbcf8-aca1-4f27-a72d-99e7e730d0bc,segment=NetworkSegment(0e912acc-0484-4976-a94a-ad8ded235dfb),segment_id=0e912acc-0484-4976-a94a-ad8ded235dfb)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:28.707347 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:28.768743 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33e861-c5fa-45d5-b8c2-57b7a728612e None None] Pushing event deleted for resources: {'Port': ['ID=e61bbcf8-aca1-4f27-a72d-99e7e730d0bc,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:28.770774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-1a33e861-c5fa-45d5-b8c2-57b7a728612e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:28.786685 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-8ece7790-6e4c-4bb8-be01-435a93c6469c tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Deleting port ff2bd002-8b12-4d18-b07b-f130c62505f1 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:28.787035 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ece7790-6e4c-4bb8-be01-435a93c6469c tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:28.901630 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f09cb2eb-010a-4a88-8d84-880cd3ed6291 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:28.914923 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:28.923756 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a33e861-c5fa-45d5-b8c2-57b7a728612e None None] No DVR routers for this DVR port e61bbcf8-aca1-4f27-a72d-99e7e730d0bc on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:35:28.943174 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Calling delete_port for e61bbcf8-aca1-4f27-a72d-99e7e730d0bc owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:28.955908 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cb2eb-010a-4a88-8d84-880cd3ed6291 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe67f60-9ae4-457d-bca2-f92afaceac4b,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:28.970307 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f09cb2eb-010a-4a88-8d84-880cd3ed6291 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:28.971369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f09cb2eb-010a-4a88-8d84-880cd3ed6291 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:28.978195 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ece7790-6e4c-4bb8-be01-435a93c6469c tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:28.998502 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-2b801b4b-875c-48d0-819a-2e646333771b None None] For port 84e588bd-d355-4f18-982d-c2fbc00ffe44, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=84e588bd-d355-4f18-982d-c2fbc00ffe44,segment=NetworkSegment(9a6566f5-8a7a-4fbd-b0b4-94bd23158e71),segment_id=9a6566f5-8a7a-4fbd-b0b4-94bd23158e71)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:28.998761 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2b801b4b-875c-48d0-819a-2e646333771b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:29.056341 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f09cb2eb-010a-4a88-8d84-880cd3ed6291 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "DELETE /v2.0/subnets/bbe67f60-9ae4-457d-bca2-f92afaceac4b HTTP/1.1" status: 204 len: 168 time: 2.3491237 Jun 02 20:35:29.109888 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53974) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:29.129957 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-b8e389e3-32b8-4524-a3b4-a5ecae81b750 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Allocated IP 2001:db8::161 (0ecf580c-400c-477b-b61a-b80e9fe1a4ce/b6a50d72-c1c7-417d-ba0d-ef01473b450b/4f85ebc7-bae8-488c-a65a-999cf0209fc7) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:35:29.151795 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-8ece7790-6e4c-4bb8-be01-435a93c6469c tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Calling delete_port for ff2bd002-8b12-4d18-b07b-f130c62505f1 owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:29.198234 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eac1ef5-6d20-40f1-8898-d79b42cc4ced tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:29.199188 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3eac1ef5-6d20-40f1-8898-d79b42cc4ced tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Synchronizing usage tracker for tenant:8db2945e4c8d414e81364dcbbf98ed88 on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:35:29.205815 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:29.221644 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3eac1ef5-6d20-40f1-8898-d79b42cc4ced tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Unset dirty status for tenant:8db2945e4c8d414e81364dcbbf98ed88 on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:35:29.222924 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3eac1ef5-6d20-40f1-8898-d79b42cc4ced tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1121595 Jun 02 20:35:29.226927 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53976) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:29.249927 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:29.286060 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-627233fe-6caa-4ead-8aed-d20510fb4af6 req-54e82068-56bc-4bce-857e-b4d3b20d3e79 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7748377 Jun 02 20:35:29.294788 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07fafdcb-2a8a-48cc-a5c2-699307a3d9be req-f6e47b7a-2e21-46e4-bf12-11d67160a416 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Router 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:35:29.361251 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-2b801b4b-875c-48d0-819a-2e646333771b None None] Calling delete_port for 84e588bd-d355-4f18-982d-c2fbc00ffe44 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:29.377579 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:29.422667 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:29.500986 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ece7790-6e4c-4bb8-be01-435a93c6469c tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:29.507294 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 070412c6-e224-46b5-ba8e-56e4372fa0c6, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=070412c6-e224-46b5-ba8e-56e4372fa0c6,segment=NetworkSegment(37d2d5d0-b9b5-4eb7-aa2a-d7d5938e6177),segment_id=37d2d5d0-b9b5-4eb7-aa2a-d7d5938e6177)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:29.510408 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dfc36977-41c5-44c9-b139-b804be94b38a tempest-FloatingIPAdminTestJSON-512851684 tempest-FloatingIPAdminTestJSON-512851684-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:29.528542 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:29.533213 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bcf7ed8f-d8b3-4579-9254-1975e5905e7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:29.600140 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Port': ['ID=e61bbcf8-aca1-4f27-a72d-99e7e730d0bc,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:29.607472 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] No DVR routers for this DVR port e61bbcf8-aca1-4f27-a72d-99e7e730d0bc on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:35:29.622118 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece7790-6e4c-4bb8-be01-435a93c6469c tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Pushing event deleted for resources: {'Port': ['ID=ff2bd002-8b12-4d18-b07b-f130c62505f1,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:29.632277 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8ece7790-6e4c-4bb8-be01-435a93c6469c tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:29.640140 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e61bbcf8-aca1-4f27-a72d-99e7e730d0bc no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:35:29.692987 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5727a842-861e-477d-8b03-128c3921bdb3 req-8e4339f5-7259-46a0-a10e-4ef939344531 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 210 time: 0.1290796 Jun 02 20:35:29.716728 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2b801b4b-875c-48d0-819a-2e646333771b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:29.750013 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: e61bbcf8-aca1-4f27-a72d-99e7e730d0bc {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:35:29.750362 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e61bbcf8-aca1-4f27-a72d-99e7e730d0bc not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:35:29.750794 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 84e588bd-d355-4f18-982d-c2fbc00ffe44 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:35:29.768521 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:29.804716 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 84e588bd-d355-4f18-982d-c2fbc00ffe44 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:35:29.806336 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 84e588bd-d355-4f18-982d-c2fbc00ffe44 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:35:29.817927 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b801b4b-875c-48d0-819a-2e646333771b None None] No DVR routers for this DVR port 84e588bd-d355-4f18-982d-c2fbc00ffe44 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:35:29.821569 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Deleting port 070412c6-e224-46b5-ba8e-56e4372fa0c6 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:29.821801 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:29.824142 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=070412c6-e224-46b5-ba8e-56e4372fa0c6,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:29.828622 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:29.829941 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-36c86020-ca6e-45b6-8b11-e3c97c1b712d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:29.852000 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ece7790-6e4c-4bb8-be01-435a93c6469c tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:29.879486 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b801b4b-875c-48d0-819a-2e646333771b None None] Pushing event deleted for resources: {'Port': ['ID=84e588bd-d355-4f18-982d-c2fbc00ffe44,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:29.882768 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2b801b4b-875c-48d0-819a-2e646333771b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:29.903345 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75377c88-f197-48e9-bc27-40ecefd5c03b None None] Network e5d15b06-38c3-4bf2-bb90-0baae9637f6d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:30.059991 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 070412c6-e224-46b5-ba8e-56e4372fa0c6 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:35:30.165747 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a1d11dcf-ef5c-496e-a06e-bbc0dbfbd1da req-4dcdb61e-d8c5-4668-98fc-71b235bbc1ac tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 210 time: 0.3713777 Jun 02 20:35:30.186580 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c242e551-330f-4a14-9143-012d81e3a89e None None] Provisioning complete for port 070412c6-e224-46b5-ba8e-56e4372fa0c6 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:30.188005 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c242e551-330f-4a14-9143-012d81e3a89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:30.234166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:30.241938 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ffd4150-462a-4ce8-9f02-c1198d6f0235 req-04c25deb-49d7-4653-8877-c7572f00039c tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:35:30.259675 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb295f-cea1-444f-932c-2b319a997985 None None] Sync routers for ids ['3c8f7b79-6223-4b60-9b85-3d51d1ec7205'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:35:30.292927 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d81aa8f-292c-474e-91d6-426620d4db75']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:30.297514 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb295f-cea1-444f-932c-2b319a997985 None None] Routers {'3c8f7b79-6223-4b60-9b85-3d51d1ec7205'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:35:30.298139 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-81bb295f-cea1-444f-932c-2b319a997985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:35:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['3c8f7b79-6223-4b60-9b85-3d51d1ec7205'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:30.305395 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07fafdcb-2a8a-48cc-a5c2-699307a3d9be req-f6e47b7a-2e21-46e4-bf12-11d67160a416 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:35:30.323321 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06887ebc-4f27-48dc-8c0e-9b60e4417884 None None] Sync routers for ids ['8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:35:30.338773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ece7790-6e4c-4bb8-be01-435a93c6469c tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:30.346831 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06887ebc-4f27-48dc-8c0e-9b60e4417884 None None] Routers {'8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:35:30.348618 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ece7790-6e4c-4bb8-be01-435a93c6469c tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:30.349584 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-06887ebc-4f27-48dc-8c0e-9b60e4417884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:35:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:30.352190 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] For port 070412c6-e224-46b5-ba8e-56e4372fa0c6, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=070412c6-e224-46b5-ba8e-56e4372fa0c6,segment=NetworkSegment(37d2d5d0-b9b5-4eb7-aa2a-d7d5938e6177),segment_id=37d2d5d0-b9b5-4eb7-aa2a-d7d5938e6177)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:30.352190 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:30.364602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e912acc-0484-4976-a94a-ad8ded235dfb') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:30.365884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e912acc-0484-4976-a94a-ad8ded235dfb') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:30.378329 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 070412c6-e224-46b5-ba8e-56e4372fa0c6 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:30.378711 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:30.382014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:30.401460 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:30.410984 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:35:30.411568 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:30.601719 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Calling delete_port for 070412c6-e224-46b5-ba8e-56e4372fa0c6 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:30.618175 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ece7790-6e4c-4bb8-be01-435a93c6469c tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:30.618719 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ece7790-6e4c-4bb8-be01-435a93c6469c tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Fanout notify agent at l3_agent the message router_deleted on router f75b00a1-b27b-4d15-a4d9-751525fdd403 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:35:30.654996 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b8e389e3-32b8-4524-a3b4-a5ecae81b750 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:35:30.678052 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:35:30.714181 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40893b6c-4739-4851-b9b4-90a964aafb98 req-b1970d96-1818-4dbf-82e7-00efdf186b75 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:30.723692 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-40893b6c-4739-4851-b9b4-90a964aafb98 req-b1970d96-1818-4dbf-82e7-00efdf186b75 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.2015638 Jun 02 20:35:30.748048 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ece7790-6e4c-4bb8-be01-435a93c6469c tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:30.754665 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8ece7790-6e4c-4bb8-be01-435a93c6469c tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "DELETE /v2.0/routers/f75b00a1-b27b-4d15-a4d9-751525fdd403 HTTP/1.1" status: 204 len: 168 time: 3.4910996 Jun 02 20:35:30.764175 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 53986) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:30.771301 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1317830825', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}, 'admin_state_up': False}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:30.780141 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-06887ebc-4f27-48dc-8c0e-9b60e4417884 None None] Set router 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:35:30.783459 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:30.787862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Usage tracker for resource:router and tenant:9b9efa2d039e42f589a5eeea0cde9528 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:30.790875 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:30.796914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:30.819321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:30.820339 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:30.828790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffd4150-462a-4ce8-9f02-c1198d6f0235 req-04c25deb-49d7-4653-8877-c7572f00039c tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] No DVR routers for this DVR port c0a5823c-9c89-4178-8ae6-98c5d6abf38f on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:35:30.830856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:30.836351 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-2ffd4150-462a-4ce8-9f02-c1198d6f0235 req-04c25deb-49d7-4653-8877-c7572f00039c tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:30.838253 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:30.856750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0898d689-8090-434a-84bf-01582cecb716', 'name': 'network-vif-deleted', 'tag': 'c0a5823c-9c89-4178-8ae6-98c5d6abf38f'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:35:30.859654 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3937b977-9861-48f1-8bc9-db1fab6efeb4" -d '{"events": [{"server_uuid": "0898d689-8090-434a-84bf-01582cecb716", "name": "network-vif-deleted", "tag": "c0a5823c-9c89-4178-8ae6-98c5d6abf38f"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:35:30.887130 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e486fe-05db-4e25-8436-0cc1fa34192a None None] DHCP port deletion for e5d15b06-38c3-4bf2-bb90-0baae9637f6d request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:35:30.943428 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c2ea37f1-fdb2-4cf0-b29b-146fb6189b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:30.943667 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-40893b6c-4739-4851-b9b4-90a964aafb98 req-828b04b1-cc94-4f0c-974e-31746049a719 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182059 Jun 02 20:35:30.964996 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-81bb295f-cea1-444f-932c-2b319a997985 None None] Set router 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:35:30.984218 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-598e2ccb-395b-48da-a932-3c8c263d458f tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:31.006152 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:31.011169 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-68e486fe-05db-4e25-8436-0cc1fa34192a None None] The port '070412c6-e224-46b5-ba8e-56e4372fa0c6' was deleted {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 02 20:35:31.024696 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:31.026515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9f0044a0-0dfb-4b62-97c6-819b7ce98cd7 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:31.026981 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] 10.222.0.25 "DELETE /v2.0/networks/9d81aa8f-292c-474e-91d6-426620d4db75 HTTP/1.1" status: 204 len: 168 time: 4.8716741 Jun 02 20:35:31.028317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Pushing event deleted for resources: {'Network': ['ID=9d81aa8f-292c-474e-91d6-426620d4db75,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:31.037281 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2ffd4150-462a-4ce8-9f02-c1198d6f0235 req-04c25deb-49d7-4653-8877-c7572f00039c tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.95 "DELETE /v2.0/ports/c0a5823c-9c89-4178-8ae6-98c5d6abf38f HTTP/1.1" status: 204 len: 173 time: 6.7888355 Jun 02 20:35:31.038516 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fafdcb-2a8a-48cc-a5c2-699307a3d9be req-f6e47b7a-2e21-46e4-bf12-11d67160a416 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] No DVR routers for this DVR port e096d1fc-ff52-40ac-9723-f2a9713b468f on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:35:31.046172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:31.047500 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-b8e389e3-32b8-4524-a3b4-a5ecae81b750 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Transition to ACTIVE for port object 4f85ebc7-bae8-488c-a65a-999cf0209fc7 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:31.049417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-07fafdcb-2a8a-48cc-a5c2-699307a3d9be req-f6e47b7a-2e21-46e4-bf12-11d67160a416 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:31.051650 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-07fafdcb-2a8a-48cc-a5c2-699307a3d9be req-f6e47b7a-2e21-46e4-bf12-11d67160a416 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.95 "DELETE /v2.0/ports/e096d1fc-ff52-40ac-9723-f2a9713b468f HTTP/1.1" status: 204 len: 173 time: 5.8766956 Jun 02 20:35:31.053295 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-f0dd649f-6984-49c7-bf34-2b6b7da47c92 req-58f3daca-b63b-4c9d-b20d-2b117c0c149f tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Synchronizing usage tracker for tenant:a8f847206a014373a0b8b5216b88e1e0 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:35:31.097119 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-f0dd649f-6984-49c7-bf34-2b6b7da47c92 req-58f3daca-b63b-4c9d-b20d-2b117c0c149f tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Unset dirty status for tenant:a8f847206a014373a0b8b5216b88e1e0 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:35:31.098905 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f0dd649f-6984-49c7-bf34-2b6b7da47c92 req-58f3daca-b63b-4c9d-b20d-2b117c0c149f tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/ports?device_id=c723936c-a94d-4656-8c09-37cb07211111 HTTP/1.1" status: 200 len: 210 time: 0.1856604 Jun 02 20:35:31.100562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dce4af3-a24f-4ef5-a62e-d30bed7ccc0a x-openstack-request-id: req-7dce4af3-a24f-4ef5-a62e-d30bed7ccc0a {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:35:31.101162 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0898d689-8090-434a-84bf-01582cecb716", "name": "network-vif-deleted", "tag": "c0a5823c-9c89-4178-8ae6-98c5d6abf38f", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:35:31.101464 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7dce4af3-a24f-4ef5-a62e-d30bed7ccc0a {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:35:31.101896 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0898d689-8090-434a-84bf-01582cecb716', 'name': 'network-vif-deleted', 'tag': 'c0a5823c-9c89-4178-8ae6-98c5d6abf38f', 'status': 'completed', 'code': 200} Jun 02 20:35:31.151212 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b8e389e3-32b8-4524-a3b4-a5ecae81b750 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:31.167656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a81761f0-222c-435d-acce-9ef10151265e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:31.269374 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e389e3-32b8-4524-a3b4-a5ecae81b750 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 0ecf580c-400c-477b-b61a-b80e9fe1a4ce is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:31.280875 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-b8e389e3-32b8-4524-a3b4-a5ecae81b750 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:31.285032 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e389e3-32b8-4524-a3b4-a5ecae81b750 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:31.312456 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e389e3-32b8-4524-a3b4-a5ecae81b750 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:31.313128 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b8e389e3-32b8-4524-a3b4-a5ecae81b750 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:31.371354 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Pushing event deleted for resources: {'Port': ['ID=070412c6-e224-46b5-ba8e-56e4372fa0c6,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:31.371602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e389e3-32b8-4524-a3b4-a5ecae81b750 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=4f85ebc7-bae8-488c-a65a-999cf0209fc7,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:31.376314 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:31.378532 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:31.386398 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] No DVR routers for this DVR port 070412c6-e224-46b5-ba8e-56e4372fa0c6 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:35:31.394748 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b8e389e3-32b8-4524-a3b4-a5ecae81b750 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9090881 Jun 02 20:35:31.397935 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54000) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:31.398863 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b8e389e3-32b8-4524-a3b4-a5ecae81b750 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:31.441025 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Allocated IP 2001:db8::2 (0ecf580c-400c-477b-b61a-b80e9fe1a4ce/b6a50d72-c1c7-417d-ba0d-ef01473b450b/3798803b-554b-4f04-9a8a-57687804758d) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:35:31.533915 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54004) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:31.561160 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-06887ebc-4f27-48dc-8c0e-9b60e4417884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'name': 'tempest-ServersTestJSON-810871950-router', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:48Z', 'updated_at': '2021-06-02T20:33:03Z', 'revision_number': 4, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'gw_port': {'id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:51Z', 'updated_at': '2021-06-02T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '54e8bfc7-34e1-46c0-8b6f-0e0142081758', 'name': '', 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'mac_address': 'fa:16:3e:d9:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '181c37fa-d691-406b-8344-3c9a83cad17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:33:01Z', 'updated_at': '2021-06-02T20:33:14Z', 'revision_number': 5, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'subnets': [{'id': '181c37fa-d691-406b-8344-3c9a83cad17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:31.565750 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06887ebc-4f27-48dc-8c0e-9b60e4417884 None None] Checking router: 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:35:31.576398 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06887ebc-4f27-48dc-8c0e-9b60e4417884 None None] Routers {'8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:35:31.576929 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-06887ebc-4f27-48dc-8c0e-9b60e4417884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:35:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:31.604920 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-1cb1f3f0-f7a2-4ac7-b1cb-7ca057450f3f req-239b6a0f-11f0-4e64-9852-33b5cd1d0233 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/ports?device_id=0898d689-8090-434a-84bf-01582cecb716 HTTP/1.1" status: 200 len: 210 time: 0.2165146 Jun 02 20:35:31.659247 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-0943f589-31a4-42c4-91a2-c7488474cb15 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting port 4f85ebc7-bae8-488c-a65a-999cf0209fc7 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:31.660697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0943f589-31a4-42c4-91a2-c7488474cb15 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:31.706374 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:31.828821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d15b06-38c3-4bf2-bb90-0baae9637f6d']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:31.832186 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-06887ebc-4f27-48dc-8c0e-9b60e4417884 None None] Set router 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:35:31.848286 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d2d5d0-b9b5-4eb7-aa2a-d7d5938e6177') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:31.848620 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d2d5d0-b9b5-4eb7-aa2a-d7d5938e6177') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:31.865148 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:31.908290 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:31.917367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:35:31.917764 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:31.920518 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:31.934927 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Transition to ACTIVE for port object 3798803b-554b-4f04-9a8a-57687804758d will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:31.941318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0943f589-31a4-42c4-91a2-c7488474cb15 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:31.959624 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-81bb295f-cea1-444f-932c-2b319a997985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'name': 'tempest-ServersTestManualDisk-189401112-router', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '1d902955-715e-4fe1-9f86-554581a4f226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:47Z', 'updated_at': '2021-06-02T20:32:57Z', 'revision_number': 4, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'gw_port': {'id': '1d902955-715e-4fe1-9f86-554581a4f226', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:64:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:49Z', 'updated_at': '2021-06-02T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe', 'name': '', 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'mac_address': 'fa:16:3e:52:29:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4214e910-aea4-41ab-916d-0599360240ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:55Z', 'updated_at': '2021-06-02T20:33:08Z', 'revision_number': 5, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'subnets': [{'id': '4214e910-aea4-41ab-916d-0599360240ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:31.964956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Transition to ACTIVE for port object 3798803b-554b-4f04-9a8a-57687804758d will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:31.966723 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb295f-cea1-444f-932c-2b319a997985 None None] Checking router: 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:35:31.966874 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:35:31.979647 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:31.984405 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-6fe2f052-913c-4605-a1cd-1b3e01eb18ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:32.020501 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb295f-cea1-444f-932c-2b319a997985 None None] Routers {'3c8f7b79-6223-4b60-9b85-3d51d1ec7205'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:35:32.021196 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-81bb295f-cea1-444f-932c-2b319a997985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:35:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['3c8f7b79-6223-4b60-9b85-3d51d1ec7205'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:32.091101 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 070412c6-e224-46b5-ba8e-56e4372fa0c6 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:35:32.138772 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 070412c6-e224-46b5-ba8e-56e4372fa0c6 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:35:32.139126 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 070412c6-e224-46b5-ba8e-56e4372fa0c6 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:35:32.170430 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Network 0ecf580c-400c-477b-b61a-b80e9fe1a4ce is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:32.183043 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:32.191785 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:32.276216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Pushing event updated for resources: {'Port': ['ID=3798803b-554b-4f04-9a8a-57687804758d,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:32.333192 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54016) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:32.374837 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-0943f589-31a4-42c4-91a2-c7488474cb15 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Calling delete_port for 4f85ebc7-bae8-488c-a65a-999cf0209fc7 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:32.394595 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-81bb295f-cea1-444f-932c-2b319a997985 None None] Set router 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:35:32.433933 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:32.440840 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9a0ed634-3e43-43af-9297-47b92bed2470 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:32.461046 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:32.467902 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:32.478574 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Pushing event deleted for resources: {'Network': ['ID=e5d15b06-38c3-4bf2-bb90-0baae9637f6d,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:32.479464 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ff6d847c-d543-464e-86a2-f8ee91461550 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b39c886936241a7ba5b37f9a3ce6bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9442916 Jun 02 20:35:32.481565 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:32.492132 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54018) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:32.541362 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Attempting to bind port 3798803b-554b-4f04-9a8a-57687804758d on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:35:32.541726 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Attempting to bind port 3798803b-554b-4f04-9a8a-57687804758d by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '1a5f6b7b-dcf9-4a0c-9c88-f6e72c64509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0ecf580c-400c-477b-b61a-b80e9fe1a4ce'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:35:32.542098 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Attempting to bind port 3798803b-554b-4f04-9a8a-57687804758d on network 0ecf580c-400c-477b-b61a-b80e9fe1a4ce {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:35:32.549699 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:35:32.550105 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Checking segment: {'id': '1a5f6b7b-dcf9-4a0c-9c88-f6e72c64509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0ecf580c-400c-477b-b61a-b80e9fe1a4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:32.550468 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:32.550862 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Bound using segment: {'id': '1a5f6b7b-dcf9-4a0c-9c88-f6e72c64509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0ecf580c-400c-477b-b61a-b80e9fe1a4ce'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:35:32.551414 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Bound port: 3798803b-554b-4f04-9a8a-57687804758d, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5f6b7b-dcf9-4a0c-9c88-f6e72c64509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0ecf580c-400c-477b-b61a-b80e9fe1a4ce'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:35:32.551951 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:32.564569 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "DELETE /v2.0/networks/e5d15b06-38c3-4bf2-bb90-0baae9637f6d HTTP/1.1" status: 204 len: 168 time: 3.3339000 Jun 02 20:35:32.564787 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265cbbf-6e7b-4730-b4de-0d19427e06b7 req-26af83cf-8dc1-45fc-bf24-b0abad286453 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:32.564787 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b265cbbf-6e7b-4730-b4de-0d19427e06b7 req-26af83cf-8dc1-45fc-bf24-b0abad286453 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.1987212 Jun 02 20:35:32.564954 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54020) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:32.647325 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6debc028-6475-44a7-aee2-2273db3d5bdf tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:32.678418 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-06887ebc-4f27-48dc-8c0e-9b60e4417884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'name': 'tempest-ServersTestJSON-810871950-router', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:48Z', 'updated_at': '2021-06-02T20:33:03Z', 'revision_number': 4, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'gw_port': {'id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:51Z', 'updated_at': '2021-06-02T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '54e8bfc7-34e1-46c0-8b6f-0e0142081758', 'name': '', 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'mac_address': 'fa:16:3e:d9:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '181c37fa-d691-406b-8344-3c9a83cad17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:33:01Z', 'updated_at': '2021-06-02T20:33:14Z', 'revision_number': 5, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'subnets': [{'id': '181c37fa-d691-406b-8344-3c9a83cad17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:32.683161 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06887ebc-4f27-48dc-8c0e-9b60e4417884 None None] The sync data for ids ['8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'] in dv-neutron-601336-84-hyperv is: [{'id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'name': 'tempest-ServersTestJSON-810871950-router', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:48Z', 'updated_at': '2021-06-02T20:33:03Z', 'revision_number': 4, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'gw_port': {'id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:51Z', 'updated_at': '2021-06-02T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '54e8bfc7-34e1-46c0-8b6f-0e0142081758', 'name': '', 'network_id': '5d079c0e-8652-41e0-8610-48a5cd1e360b', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'mac_address': 'fa:16:3e:d9:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '181c37fa-d691-406b-8344-3c9a83cad17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:33:01Z', 'updated_at': '2021-06-02T20:33:14Z', 'revision_number': 5, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'subnets': [{'id': '181c37fa-d691-406b-8344-3c9a83cad17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:35:32.720969 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:32.761578 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6debc028-6475-44a7-aee2-2273db3d5bdf tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:32.769369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:32.814016 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54026) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:32.858659 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b265cbbf-6e7b-4730-b4de-0d19427e06b7 req-0a23cc14-514f-47af-ba0b-58f290048bed tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609231 Jun 02 20:35:32.889002 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] For port 3798803b-554b-4f04-9a8a-57687804758d, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:35:32.892955 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] For port 3798803b-554b-4f04-9a8a-57687804758d, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3798803b-554b-4f04-9a8a-57687804758d,segment=NetworkSegment(1a5f6b7b-dcf9-4a0c-9c88-f6e72c64509f),segment_id=1a5f6b7b-dcf9-4a0c-9c88-f6e72c64509f)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:35:32.896535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d4d4e93e-f052-40e3-b83c-2bd520e6bfbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:32.900362 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:32.910515 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f518e022-46da-4b31-9ced-602d6956910d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:32.919231 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a92a-dc34-4e97-b3b7-6dc6274029f3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:32.941833 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0943f589-31a4-42c4-91a2-c7488474cb15 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:32.977859 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-867eab99-6d08-4927-82d2-bd6c691b9da0 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:32.979072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e786f6bf-c425-4ffb-8260-7a18996fc818 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:32.988086 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6debc028-6475-44a7-aee2-2273db3d5bdf tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:32.990031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Pushing event updated for resources: {'Port': ['ID=3798803b-554b-4f04-9a8a-57687804758d,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:33.002562 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:33.011648 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:33.022800 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-81bb295f-cea1-444f-932c-2b319a997985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'name': 'tempest-ServersTestManualDisk-189401112-router', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '1d902955-715e-4fe1-9f86-554581a4f226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:47Z', 'updated_at': '2021-06-02T20:32:57Z', 'revision_number': 4, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'gw_port': {'id': '1d902955-715e-4fe1-9f86-554581a4f226', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:64:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:49Z', 'updated_at': '2021-06-02T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe', 'name': '', 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'mac_address': 'fa:16:3e:52:29:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4214e910-aea4-41ab-916d-0599360240ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:55Z', 'updated_at': '2021-06-02T20:33:08Z', 'revision_number': 5, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'subnets': [{'id': '4214e910-aea4-41ab-916d-0599360240ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:33.030499 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bb295f-cea1-444f-932c-2b319a997985 None None] The sync data for ids ['3c8f7b79-6223-4b60-9b85-3d51d1ec7205'] in dv-neutron-601336-84-hyperv is: [{'id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'name': 'tempest-ServersTestManualDisk-189401112-router', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '1d902955-715e-4fe1-9f86-554581a4f226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:47Z', 'updated_at': '2021-06-02T20:32:57Z', 'revision_number': 4, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'gw_port': {'id': '1d902955-715e-4fe1-9f86-554581a4f226', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:64:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:49Z', 'updated_at': '2021-06-02T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe', 'name': '', 'network_id': 'ab3e1d4e-2d2a-46f1-a601-623159ab7f22', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'mac_address': 'fa:16:3e:52:29:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '4214e910-aea4-41ab-916d-0599360240ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:55Z', 'updated_at': '2021-06-02T20:33:08Z', 'revision_number': 5, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'subnets': [{'id': '4214e910-aea4-41ab-916d-0599360240ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:35:33.055066 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d4d4e93e-f052-40e3-b83c-2bd520e6bfbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:33.063617 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-867eab99-6d08-4927-82d2-bd6c691b9da0 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:33.095737 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09b1dcb-4c35-4d82-8f30-b89710399568 None None] New status for floating IP 16b2c0af-50eb-4b58-b615-40681327a1ae: DOWN {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:35:33.121866 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debc028-6475-44a7-aee2-2273db3d5bdf tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f94ebd-3162-4c0b-a1cf-348c7ee60440,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:33.134986 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6debc028-6475-44a7-aee2-2273db3d5bdf tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:33.138641 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Allocated IP 172.26.0.154 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/ac237b4c-fa9a-4787-8aa8-2bb05e64d3af) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:35:33.143886 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c723936c-a94d-4656-8c09-37cb07211111', 'name': 'network-vif-deleted', 'tag': 'e096d1fc-ff52-40ac-9723-f2a9713b468f'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:35:33.147995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b71267-ca4d-467b-b02c-3ce27b57c40e" -d '{"events": [{"server_uuid": "c723936c-a94d-4656-8c09-37cb07211111", "name": "network-vif-deleted", "tag": "e096d1fc-ff52-40ac-9723-f2a9713b468f"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:35:33.158251 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-867eab99-6d08-4927-82d2-bd6c691b9da0 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:33.164610 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8d556e3e-3880-477f-8372-5ebf4927cac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:33.202526 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867eab99-6d08-4927-82d2-bd6c691b9da0 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05180680-3e28-43fa-8ef9-30182a21a592,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:33.230744 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-867eab99-6d08-4927-82d2-bd6c691b9da0 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:33.238984 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0943f589-31a4-42c4-91a2-c7488474cb15 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:33.251583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343caa59-a11c-450c-8f6c-6fcc24d4abbe x-openstack-request-id: req-343caa59-a11c-450c-8f6c-6fcc24d4abbe {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:35:33.251963 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c723936c-a94d-4656-8c09-37cb07211111", "name": "network-vif-deleted", "tag": "e096d1fc-ff52-40ac-9723-f2a9713b468f", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:35:33.252286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-343caa59-a11c-450c-8f6c-6fcc24d4abbe {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:35:33.252733 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c723936c-a94d-4656-8c09-37cb07211111', 'name': 'network-vif-deleted', 'tag': 'e096d1fc-ff52-40ac-9723-f2a9713b468f', 'status': 'completed', 'code': 200} Jun 02 20:35:33.253513 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943f589-31a4-42c4-91a2-c7488474cb15 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Port': ['ID=4f85ebc7-bae8-488c-a65a-999cf0209fc7,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:33.299165 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0943f589-31a4-42c4-91a2-c7488474cb15 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:33.312553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d4d4e93e-f052-40e3-b83c-2bd520e6bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:33.338425 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:33.354437 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-867eab99-6d08-4927-82d2-bd6c691b9da0 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:33.363880 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-867eab99-6d08-4927-82d2-bd6c691b9da0 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "DELETE /v2.0/security-groups/05180680-3e28-43fa-8ef9-30182a21a592 HTTP/1.1" status: 204 len: 168 time: 0.5465665 Jun 02 20:35:33.373806 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54030) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:33.405823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6debc028-6475-44a7-aee2-2273db3d5bdf tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:33.406983 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6debc028-6475-44a7-aee2-2273db3d5bdf tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "DELETE /v2.0/security-groups/16f94ebd-3162-4c0b-a1cf-348c7ee60440 HTTP/1.1" status: 204 len: 168 time: 1.0590076 Jun 02 20:35:33.411715 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54032) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:33.443271 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-39c08d7c-d16e-418f-99b8-bbe8517afd12 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] show failed (client error): The resource could not be found. Jun 02 20:35:33.450066 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-39c08d7c-d16e-418f-99b8-bbe8517afd12 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "GET /v2.0/security-groups/05180680-3e28-43fa-8ef9-30182a21a592 HTTP/1.1" status: 404 len: 347 time: 0.0745640 Jun 02 20:35:33.453312 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54034) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:33.478807 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c59a53c-bc92-48e6-8289-621245a93d3d None None] New status for floating IP 685bac5f-ace4-4fbe-98bf-ce5743a379f0: DOWN {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:35:33.510812 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:33.532107 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-eb4e06ca-31fb-4d87-8816-877540ffc3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:33.577867 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-d6bcc6b6-c94a-4d97-beef-de83d1b84ea0 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] show failed (client error): The resource could not be found. Jun 02 20:35:33.581374 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d6bcc6b6-c94a-4d97-beef-de83d1b84ea0 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "GET /v2.0/security-groups/16f94ebd-3162-4c0b-a1cf-348c7ee60440 HTTP/1.1" status: 404 len: 347 time: 0.1662571 Jun 02 20:35:33.639125 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0943f589-31a4-42c4-91a2-c7488474cb15 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/ports/4f85ebc7-bae8-488c-a65a-999cf0209fc7 HTTP/1.1" status: 204 len: 168 time: 2.2314036 Jun 02 20:35:33.640540 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54036) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:33.652971 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54038) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:33.712482 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a92a-dc34-4e97-b3b7-6dc6274029f3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:33.748031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d4d4e93e-f052-40e3-b83c-2bd520e6bfbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:33.749445 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d4d4e93e-f052-40e3-b83c-2bd520e6bfbe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa765c7a-54f5-4ac9-8070-b96c37b0e5d0 HTTP/1.1" status: 204 len: 168 time: 1.2566171 Jun 02 20:35:33.752751 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-af235647-1f80-42c2-9e8a-dbc65b2d9131 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] DELETE failed (client error): The resource could not be found. Jun 02 20:35:33.753241 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af235647-1f80-42c2-9e8a-dbc65b2d9131 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:35:33.757303 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-af235647-1f80-42c2-9e8a-dbc65b2d9131 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/ports/4f85ebc7-bae8-488c-a65a-999cf0209fc7 HTTP/1.1" status: 404 len: 333 time: 0.1011388 Jun 02 20:35:33.766979 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54042) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:33.826928 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-63dc1d4c-1d18-4a08-a910-1dc03e959e98 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] GET failed (client error): The resource could not be found. Jun 02 20:35:33.830779 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-63dc1d4c-1d18-4a08-a910-1dc03e959e98 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports/4f85ebc7-bae8-488c-a65a-999cf0209fc7 HTTP/1.1" status: 404 len: 333 time: 0.0578213 Jun 02 20:35:33.832746 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:33.834343 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4e93e-f052-40e3-b83c-2bd520e6bfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa765c7a-54f5-4ac9-8070-b96c37b0e5d0,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:33.837448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d4d4e93e-f052-40e3-b83c-2bd520e6bfbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:33.838667 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54044) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:33.864097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-c9f2a92a-dc34-4e97-b3b7-6dc6274029f3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d5dbd7-914a-4ec6-8d86-62a32630984b']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:33.943478 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-c9f2a92a-dc34-4e97-b3b7-6dc6274029f3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6566f5-8a7a-4fbd-b0b4-94bd23158e71') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:33.944055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-c9f2a92a-dc34-4e97-b3b7-6dc6274029f3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6566f5-8a7a-4fbd-b0b4-94bd23158e71') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:33.963406 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:33.970433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:33.989539 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a92a-dc34-4e97-b3b7-6dc6274029f3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:34.012139 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a92a-dc34-4e97-b3b7-6dc6274029f3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:34.033539 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f2a92a-dc34-4e97-b3b7-6dc6274029f3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:35:34.033945 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a92a-dc34-4e97-b3b7-6dc6274029f3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:34.057722 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b05226a-78ba-4530-9aa3-fec24e23db5b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting subnet b6a50d72-c1c7-417d-ba0d-ef01473b450b {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:35:34.058292 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:35:34.073583 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3798803b-554b-4f04-9a8a-57687804758d up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:35:34.088172 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5b05226a-78ba-4530-9aa3-fec24e23db5b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:34.121510 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-f4a5d396-a96d-4b78-baef-a1155c443058 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Deleting port f3b07878-f229-4d8b-bae7-15cffab8cd1d {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:34.122215 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4a5d396-a96d-4b78-baef-a1155c443058 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:34.162832 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:34.171779 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:34.248639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:34.284469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a92a-dc34-4e97-b3b7-6dc6274029f3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:34.289308 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Pushing event updated for resources: {'Port': ['ID=ac237b4c-fa9a-4787-8aa8-2bb05e64d3af,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:34.291351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:34.298319 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 3798803b-554b-4f04-9a8a-57687804758d completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:35:34.310122 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:34.329734 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c445270-906f-4530-8e03-7b11f2e40f6e None None] Network 0ecf580c-400c-477b-b61a-b80e9fe1a4ce requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:34.330285 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-3dc2f6be-d214-4daa-9332-2afe38c445be tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Deleting port 654723c5-20a4-41b5-b306-7275ab3fdfcc {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:34.331491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3dc2f6be-d214-4daa-9332-2afe38c445be tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:34.354833 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a92a-dc34-4e97-b3b7-6dc6274029f3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:34.373616 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c9f2a92a-dc34-4e97-b3b7-6dc6274029f3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "DELETE /v2.0/networks/f2d5dbd7-914a-4ec6-8d86-62a32630984b HTTP/1.1" status: 204 len: 168 time: 1.8018527 Jun 02 20:35:34.383206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2a92a-dc34-4e97-b3b7-6dc6274029f3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Pushing event deleted for resources: {'Network': ['ID=f2d5dbd7-914a-4ec6-8d86-62a32630984b,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:34.388829 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54058) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:34.391460 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c9f2a92a-dc34-4e97-b3b7-6dc6274029f3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:34.448225 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d533894d-6263-4f3a-ab11-f37c6f34a547 None None] Provisioning for port 3798803b-554b-4f04-9a8a-57687804758d completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:35:34.474216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d533894d-6263-4f3a-ab11-f37c6f34a547 None None] Provisioning complete for port 3798803b-554b-4f04-9a8a-57687804758d triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:34.475135 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d533894d-6263-4f3a-ab11-f37c6f34a547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:34.565337 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5b05226a-78ba-4530-9aa3-fec24e23db5b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:34.600748 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:34.632738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3ef30b1a-f6b5-49d5-abd8-99579aaf8213 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:34.670850 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95be8a-0326-41a5-8a97-31b68112598d req-838db20b-d13d-448e-b923-202fd6a0fcfe tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:34.677339 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ab95be8a-0326-41a5-8a97-31b68112598d req-838db20b-d13d-448e-b923-202fd6a0fcfe tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.5818567 Jun 02 20:35:34.691643 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d533894d-6263-4f3a-ab11-f37c6f34a547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:34.720677 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4a5d396-a96d-4b78-baef-a1155c443058 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:34.721008 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4a5d396-a96d-4b78-baef-a1155c443058 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:34.764023 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3dc2f6be-d214-4daa-9332-2afe38c445be tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:34.764699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3dc2f6be-d214-4daa-9332-2afe38c445be tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:34.782331 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-d533894d-6263-4f3a-ab11-f37c6f34a547 None None] For port 3798803b-554b-4f04-9a8a-57687804758d, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3798803b-554b-4f04-9a8a-57687804758d,segment=NetworkSegment(1a5f6b7b-dcf9-4a0c-9c88-f6e72c64509f),segment_id=1a5f6b7b-dcf9-4a0c-9c88-f6e72c64509f)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:34.793693 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d533894d-6263-4f3a-ab11-f37c6f34a547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:34.796489 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-1a33e861-c5fa-45d5-b8c2-57b7a728612e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:34.869672 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-f4a5d396-a96d-4b78-baef-a1155c443058 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Calling delete_port for f3b07878-f229-4d8b-bae7-15cffab8cd1d owned by network:floatingip {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:34.884437 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533894d-6263-4f3a-ab11-f37c6f34a547 None None] Pushing event updated for resources: {'Port': ['ID=3798803b-554b-4f04-9a8a-57687804758d,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:34.885129 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54068) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:34.888433 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d533894d-6263-4f3a-ab11-f37c6f34a547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:34.943109 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-3dc2f6be-d214-4daa-9332-2afe38c445be tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Calling delete_port for 654723c5-20a4-41b5-b306-7275ab3fdfcc owned by network:floatingip {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:34.997681 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ab95be8a-0326-41a5-8a97-31b68112598d req-7bd3e941-59c1-4426-9ac8-b2e6ac87bbd5 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120894 Jun 02 20:35:35.023252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3ef30b1a-f6b5-49d5-abd8-99579aaf8213 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:35.052181 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-3ef30b1a-f6b5-49d5-abd8-99579aaf8213 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b35c44c-daa6-405a-a097-9add17c91a7b']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:35.072568 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-3ef30b1a-f6b5-49d5-abd8-99579aaf8213 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46047076-784c-4b2c-a4ad-d7dadb40cfbe') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:35.072877 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-3ef30b1a-f6b5-49d5-abd8-99579aaf8213 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46047076-784c-4b2c-a4ad-d7dadb40cfbe') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:35.087683 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3ef30b1a-f6b5-49d5-abd8-99579aaf8213 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:35.094516 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5b05226a-78ba-4530-9aa3-fec24e23db5b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:35.108846 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3ef30b1a-f6b5-49d5-abd8-99579aaf8213 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:35.117225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef30b1a-f6b5-49d5-abd8-99579aaf8213 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:35:35.118417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3ef30b1a-f6b5-49d5-abd8-99579aaf8213 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:35.125791 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1675676121'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:35:35.133761 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:35:35.163421 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:35.192294 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Usage tracker for resource:network and tenant:b844dc2b9a3f473e9f66311bfcf362e2 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:35.201374 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:35.225303 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9ce6377d-972a-4df7-88c2-967b1dd752e5 None None] Provisioning complete for port 3798803b-554b-4f04-9a8a-57687804758d triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:35.226013 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9ce6377d-972a-4df7-88c2-967b1dd752e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:35.271319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3ef30b1a-f6b5-49d5-abd8-99579aaf8213 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:35.279375 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:35.288611 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:35.301765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3ef30b1a-f6b5-49d5-abd8-99579aaf8213 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:35.322387 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3ef30b1a-f6b5-49d5-abd8-99579aaf8213 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "DELETE /v2.0/networks/4b35c44c-daa6-405a-a097-9add17c91a7b HTTP/1.1" status: 204 len: 168 time: 0.9324989 Jun 02 20:35:35.328090 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54072) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:35.349676 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef30b1a-f6b5-49d5-abd8-99579aaf8213 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Pushing event deleted for resources: {'Network': ['ID=4b35c44c-daa6-405a-a097-9add17c91a7b,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:35.364061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3ef30b1a-f6b5-49d5-abd8-99579aaf8213 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:35.450538 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4a5d396-a96d-4b78-baef-a1155c443058 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:35.464019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8ece7790-6e4c-4bb8-be01-435a93c6469c tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:35.491583 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8458f290-f9d4-4581-b1ea-59d7857b986c None None] Could not find standard attr ID for object 4f85ebc7-bae8-488c-a65a-999cf0209fc7. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:35:35.512471 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:35.515947 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:35.541443 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5d396-a96d-4b78-baef-a1155c443058 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Pushing event deleted for resources: {'Port': ['ID=f3b07878-f229-4d8b-bae7-15cffab8cd1d,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:35.553987 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f4a5d396-a96d-4b78-baef-a1155c443058 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:35.560203 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3dc2f6be-d214-4daa-9332-2afe38c445be tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:35.576751 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b8e389e3-32b8-4524-a3b4-a5ecae81b750 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:35.583364 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:35.592592 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:35.630954 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2f6be-d214-4daa-9332-2afe38c445be tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Pushing event deleted for resources: {'Port': ['ID=654723c5-20a4-41b5-b306-7275ab3fdfcc,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:35.637739 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3dc2f6be-d214-4daa-9332-2afe38c445be tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:35.674421 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1d3d6a45-14d0-4c3a-aaf3-2295011e9dad tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:35.722792 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:35.746018 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Usage tracker for resource:security_group_rule and tenant:b844dc2b9a3f473e9f66311bfcf362e2 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:35.757672 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:35.775348 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:35.788948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3dc2f6be-d214-4daa-9332-2afe38c445be tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks [] for floatingip, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:35.791340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3dc2f6be-d214-4daa-9332-2afe38c445be tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:35.792466 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3dc2f6be-d214-4daa-9332-2afe38c445be tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] 10.222.0.25 "DELETE /v2.0/floatingips/16b2c0af-50eb-4b58-b615-40681327a1ae HTTP/1.1" status: 204 len: 168 time: 2.1473970 Jun 02 20:35:35.834729 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:35.839124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54074) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:35.924710 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1d3d6a45-14d0-4c3a-aaf3-2295011e9dad tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:35.932021 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4a5d396-a96d-4b78-baef-a1155c443058 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks [] for floatingip, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:35.941329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-1d3d6a45-14d0-4c3a-aaf3-2295011e9dad tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff6ac8d-12c4-4797-9e02-33bda5211a6a']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:35.966266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-1d3d6a45-14d0-4c3a-aaf3-2295011e9dad tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe66ec60-e682-4afc-be66-909de6399fa7') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:35.966511 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-1d3d6a45-14d0-4c3a-aaf3-2295011e9dad tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe66ec60-e682-4afc-be66-909de6399fa7') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:35.974040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3798803b-554b-4f04-9a8a-57687804758d up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:35:36.050077 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 3798803b-554b-4f04-9a8a-57687804758d triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:36.050980 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:36.063393 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1d3d6a45-14d0-4c3a-aaf3-2295011e9dad tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:36.113824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1d3d6a45-14d0-4c3a-aaf3-2295011e9dad tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:36.128885 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3d6a45-14d0-4c3a-aaf3-2295011e9dad tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:35:36.130799 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1d3d6a45-14d0-4c3a-aaf3-2295011e9dad tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:35:36.150875 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:35:36.299396 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5b05226a-78ba-4530-9aa3-fec24e23db5b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:36.310453 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:36.312786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1d3d6a45-14d0-4c3a-aaf3-2295011e9dad tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:36.317302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1d3d6a45-14d0-4c3a-aaf3-2295011e9dad tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:36.336753 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4a5d396-a96d-4b78-baef-a1155c443058 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:36.337852 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f4a5d396-a96d-4b78-baef-a1155c443058 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] 10.222.0.25 "DELETE /v2.0/floatingips/685bac5f-ace4-4fbe-98bf-ce5743a379f0 HTTP/1.1" status: 204 len: 168 time: 2.8818271 Jun 02 20:35:36.347864 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54078) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:36.367071 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-16c8258a-e8e6-4c69-8447-c7f248340bc2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:36.404509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d6a45-14d0-4c3a-aaf3-2295011e9dad tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Pushing event deleted for resources: {'Network': ['ID=2ff6ac8d-12c4-4797-9e02-33bda5211a6a,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:36.406858 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1d3d6a45-14d0-4c3a-aaf3-2295011e9dad tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:36.408390 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1d3d6a45-14d0-4c3a-aaf3-2295011e9dad tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] 10.222.0.25 "DELETE /v2.0/networks/2ff6ac8d-12c4-4797-9e02-33bda5211a6a HTTP/1.1" status: 204 len: 168 time: 1.0793958 Jun 02 20:35:36.476812 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5b05226a-78ba-4530-9aa3-fec24e23db5b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:36.481140 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f94d57-f95e-487b-a0ed-a175f2224117 None None] Network 0ecf580c-400c-477b-b61a-b80e9fe1a4ce requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:36.501262 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05226a-78ba-4530-9aa3-fec24e23db5b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a50d72-c1c7-417d-ba0d-ef01473b450b,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:36.520041 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5b05226a-78ba-4530-9aa3-fec24e23db5b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:36.556665 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5b05226a-78ba-4530-9aa3-fec24e23db5b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/subnets/b6a50d72-c1c7-417d-ba0d-ef01473b450b HTTP/1.1" status: 204 len: 168 time: 2.7167294 Jun 02 20:35:36.562537 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54082) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:36.596997 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:36.605056 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:36.708583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:36.722665 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:36.731943 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d0c20fe1-c045-4417-9b2e-bb655650a162 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:36.769905 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54086) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:36.773587 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40df217-4573-4381-95ab-d461fcbced86 None None] DHCP port deletion for 0ecf580c-400c-477b-b61a-b80e9fe1a4ce request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:35:36.800817 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74771e1d-7775-4d16-9372-8de36b3f4a4d req-f48e4226-323a-4234-888e-c1540e965741 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:36.802711 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-74771e1d-7775-4d16-9372-8de36b3f4a4d req-f48e4226-323a-4234-888e-c1540e965741 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.6097405 Jun 02 20:35:36.851291 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-c40df217-4573-4381-95ab-d461fcbced86 None None] Deleting port 3798803b-554b-4f04-9a8a-57687804758d {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:36.852439 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c40df217-4573-4381-95ab-d461fcbced86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:36.870267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting port 3798803b-554b-4f04-9a8a-57687804758d {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:36.870858 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:36.874570 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:35:36.962852 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-54225d5f-5626-49f6-b2b8-53b8a76424a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:36.972333 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7179b595-12df-4cda-aeb7-0dd399238f7d,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:36.985320 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-74771e1d-7775-4d16-9372-8de36b3f4a4d req-5838adfe-818a-4269-a3fe-92ed56bd5e9e tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686966 Jun 02 20:35:36.989364 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c40df217-4573-4381-95ab-d461fcbced86 None None] For port 3798803b-554b-4f04-9a8a-57687804758d, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3798803b-554b-4f04-9a8a-57687804758d,segment=NetworkSegment(1a5f6b7b-dcf9-4a0c-9c88-f6e72c64509f),segment_id=1a5f6b7b-dcf9-4a0c-9c88-f6e72c64509f)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:36.989748 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c40df217-4573-4381-95ab-d461fcbced86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:36.991577 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:37.007329 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:37.008017 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Added segment 0b18d705-617a-4cd3-81c9-0593b6e96b9a of type vlan for network ca74db67-696e-46dc-b425-0e0fb5c0bd16 Jun 02 20:35:37.138340 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-c40df217-4573-4381-95ab-d461fcbced86 None None] Calling delete_port for 3798803b-554b-4f04-9a8a-57687804758d owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:37.192548 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c40df217-4573-4381-95ab-d461fcbced86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:37.197362 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:37.236524 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] For port 3798803b-554b-4f04-9a8a-57687804758d, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3798803b-554b-4f04-9a8a-57687804758d,segment=NetworkSegment(1a5f6b7b-dcf9-4a0c-9c88-f6e72c64509f),segment_id=1a5f6b7b-dcf9-4a0c-9c88-f6e72c64509f)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:37.236880 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:37.255718 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40df217-4573-4381-95ab-d461fcbced86 None None] Pushing event deleted for resources: {'Port': ['ID=3798803b-554b-4f04-9a8a-57687804758d,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:37.259603 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c40df217-4573-4381-95ab-d461fcbced86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:37.261497 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40df217-4573-4381-95ab-d461fcbced86 None None] No DVR routers for this DVR port 3798803b-554b-4f04-9a8a-57687804758d on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:35:37.280090 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:37.497913 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:37.504045 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:37.504637 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:37.506864 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Calling delete_port for 3798803b-554b-4f04-9a8a-57687804758d owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:37.512217 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-37a02b92-8b69-4221-a0da-b749699d35a3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:37.518231 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c582de66-3175-46f7-bf1c-cdd5b5ff4e52 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8db2945e4c8d414e81364dcbbf98ed88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7455790 Jun 02 20:35:37.529110 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54094) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:37.643176 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.7455208 Jun 02 20:35:37.657537 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Router 95bfdeb9-f2c2-4689-ac1e-c4ad650c241b is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:35:37.661814 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Network': ['ID=ca74db67-696e-46dc-b425-0e0fb5c0bd16,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:37.664630 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:37.673039 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256e0b6-e34f-4e89-a998-9ebb73d72e73 req-52d31bee-b39e-4dde-9037-7420be5b0a1a tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:37.674778 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0256e0b6-e34f-4e89-a998-9ebb73d72e73 req-52d31bee-b39e-4dde-9037-7420be5b0a1a tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.3857622 Jun 02 20:35:37.676166 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network ca74db67-696e-46dc-b425-0e0fb5c0bd16 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:35:37.756465 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-14b35c25-a170-47d3-907c-90ea25785440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:37.778827 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54096) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:37.784222 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-a0abe51a-d00f-49aa-aa28-09edfbf91a49 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'subnet': {'network_id': 'ca74db67-696e-46dc-b425-0e0fb5c0bd16', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:37.785988 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61499eb9-21db-4f40-8f19-8660e708b879 req-ec08181d-ad9f-42ab-8805-3834ff80f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:37.787470 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-61499eb9-21db-4f40-8f19-8660e708b879 req-ec08181d-ad9f-42ab-8805-3834ff80f2f0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=661507761bd9425583aaf58f371479f6&device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 1099 time: 0.3792758 Jun 02 20:35:37.810386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-14b35c25-a170-47d3-907c-90ea25785440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:37.869616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:37.878860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0619efa8-fa19-407a-9802-76fa9b886f2e tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:37.972585 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3798803b-554b-4f04-9a8a-57687804758d no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:35:37.997094 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Port': ['ID=3798803b-554b-4f04-9a8a-57687804758d,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:38.000237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] No DVR routers for this DVR port 3798803b-554b-4f04-9a8a-57687804758d on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:35:38.028913 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:38.070242 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 3798803b-554b-4f04-9a8a-57687804758d {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:35:38.070770 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3798803b-554b-4f04-9a8a-57687804758d not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:35:38.212359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-14b35c25-a170-47d3-907c-90ea25785440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:38.221043 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:38.221864 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0256e0b6-e34f-4e89-a998-9ebb73d72e73 req-73596ff6-af33-46f5-9c6e-accce948bf38 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4740872 Jun 02 20:35:38.229930 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-76190991-256b-4359-8ced-0c9abc611857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:38.247434 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a0abe51a-d00f-49aa-aa28-09edfbf91a49 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:38.253420 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61499eb9-21db-4f40-8f19-8660e708b879 req-da872734-9021-4b2c-85a2-9cc6b2f94a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:38.254875 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-61499eb9-21db-4f40-8f19-8660e708b879 req-da872734-9021-4b2c-85a2-9cc6b2f94a85 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6d422b3f-35f6-44d4-a56d-8cdfa486af18 HTTP/1.1" status: 200 len: 912 time: 0.4377575 Jun 02 20:35:38.256833 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a0abe51a-d00f-49aa-aa28-09edfbf91a49 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Usage tracker for resource:subnet and tenant:b844dc2b9a3f473e9f66311bfcf362e2 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:38.260491 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:35:38.269211 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a0abe51a-d00f-49aa-aa28-09edfbf91a49 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:38.270372 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c343915d-d372-4528-8304-f141939f1a5e None None] Sync routers for ids ['95bfdeb9-f2c2-4689-ac1e-c4ad650c241b'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:35:38.280597 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c343915d-d372-4528-8304-f141939f1a5e None None] Routers {'95bfdeb9-f2c2-4689-ac1e-c4ad650c241b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:35:38.281307 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-c343915d-d372-4528-8304-f141939f1a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:35:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['95bfdeb9-f2c2-4689-ac1e-c4ad650c241b'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:38.282985 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a0abe51a-d00f-49aa-aa28-09edfbf91a49 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:38.285676 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b35c25-a170-47d3-907c-90ea25785440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f28d17-f3e6-454b-9671-c5bf50249885,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:38.288299 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecf580c-400c-477b-b61a-b80e9fe1a4ce']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:38.309420 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:38.310626 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.5432127 Jun 02 20:35:38.312672 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0abe51a-d00f-49aa-aa28-09edfbf91a49 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:38.316217 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a0abe51a-d00f-49aa-aa28-09edfbf91a49 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:38.328947 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54098) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:38.337288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-8f5e2cad-a54f-4ec8-83bf-3e87838681ef tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:38.358027 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-14b35c25-a170-47d3-907c-90ea25785440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:38.372035 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-c343915d-d372-4528-8304-f141939f1a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:38.381548 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c343915d-d372-4528-8304-f141939f1a5e None None] Routers {'95bfdeb9-f2c2-4689-ac1e-c4ad650c241b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:35:38.381671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5f6b7b-dcf9-4a0c-9c88-f6e72c64509f') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:38.382000 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5f6b7b-dcf9-4a0c-9c88-f6e72c64509f') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:38.382179 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-c343915d-d372-4528-8304-f141939f1a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:35:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['95bfdeb9-f2c2-4689-ac1e-c4ad650c241b'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:38.402827 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4fd58001-a805-47bc-8bc9-00ff150cc520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:38.415613 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:38.422787 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-14b35c25-a170-47d3-907c-90ea25785440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:38.426283 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-14b35c25-a170-47d3-907c-90ea25785440 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0f28d17-f3e6-454b-9671-c5bf50249885 HTTP/1.1" status: 204 len: 168 time: 0.8931520 Jun 02 20:35:38.448939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:38.453024 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-61499eb9-21db-4f40-8f19-8660e708b879 req-4b7a8820-816e-486e-a231-37132f954396 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a901cc98-7deb-4f4d-80a3-acef48dbdab7 HTTP/1.1" status: 200 len: 1002 time: 0.1698954 Jun 02 20:35:38.453455 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-c343915d-d372-4528-8304-f141939f1a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:38.453878 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c343915d-d372-4528-8304-f141939f1a5e None None] The sync data for ids ['95bfdeb9-f2c2-4689-ac1e-c4ad650c241b'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:35:38.493520 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:35:38.493919 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:35:38.508484 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:35:38.600907 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-54225d5f-5626-49f6-b2b8-53b8a76424a2 admin admin] Deleting port 54e8bfc7-34e1-46c0-8b6f-0e0142081758 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:38.601246 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-54225d5f-5626-49f6-b2b8-53b8a76424a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:38.627639 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:38.634690 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7a2bffae-55cd-4358-bb04-1d0231387420 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:38.649495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61499eb9-21db-4f40-8f19-8660e708b879 req-450f444a-73d6-43e4-b73c-60f4165b47f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:38.650931 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-61499eb9-21db-4f40-8f19-8660e708b879 req-450f444a-73d6-43e4-b73c-60f4165b47f2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c83951fa-3604-4554-9055-6ed20c4b7e5d HTTP/1.1" status: 200 len: 850 time: 0.1885092 Jun 02 20:35:38.844716 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:38.894423 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Network': ['ID=0ecf580c-400c-477b-b61a-b80e9fe1a4ce,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:38.903237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:38.911114 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/networks/0ecf580c-400c-477b-b61a-b80e9fe1a4ce HTTP/1.1" status: 204 len: 168 time: 2.3452444 Jun 02 20:35:38.915062 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54112) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:38.920456 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-6f977ef2-0644-4dcf-995f-73a405cafa11 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2129405734'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:38.941360 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6f977ef2-0644-4dcf-995f-73a405cafa11 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:38.951977 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6f977ef2-0644-4dcf-995f-73a405cafa11 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:network and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:38.955705 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6f977ef2-0644-4dcf-995f-73a405cafa11 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:38.975579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6f977ef2-0644-4dcf-995f-73a405cafa11 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:38.995273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-54225d5f-5626-49f6-b2b8-53b8a76424a2 admin admin] For port 54e8bfc7-34e1-46c0-8b6f-0e0142081758, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=54e8bfc7-34e1-46c0-8b6f-0e0142081758,segment=NetworkSegment(6a895b9f-ee68-4f5e-bbef-852b83ef6db3),segment_id=6a895b9f-ee68-4f5e-bbef-852b83ef6db3)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:38.995827 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-54225d5f-5626-49f6-b2b8-53b8a76424a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:39.121045 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f977ef2-0644-4dcf-995f-73a405cafa11 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:39.123470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6f977ef2-0644-4dcf-995f-73a405cafa11 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:39.140299 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-54225d5f-5626-49f6-b2b8-53b8a76424a2 admin admin] Calling delete_port for 54e8bfc7-34e1-46c0-8b6f-0e0142081758 owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:39.168890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61499eb9-21db-4f40-8f19-8660e708b879 req-31982ef3-9c8b-484b-bea4-bb97d5846174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:39.170394 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-61499eb9-21db-4f40-8f19-8660e708b879 req-31982ef3-9c8b-484b-bea4-bb97d5846174 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6d422b3f-35f6-44d4-a56d-8cdfa486af18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3202789 Jun 02 20:35:39.202814 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f977ef2-0644-4dcf-995f-73a405cafa11 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:35:39.238546 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54122) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:39.272493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6f977ef2-0644-4dcf-995f-73a405cafa11 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:39.272840 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-6f977ef2-0644-4dcf-995f-73a405cafa11 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Added segment 36cef62f-116c-420e-8529-8fea24c97113 of type vlan for network e283e263-81ed-4e70-99ad-ab11aa6d9154 Jun 02 20:35:39.344453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6f977ef2-0644-4dcf-995f-73a405cafa11 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:39.423810 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-61499eb9-21db-4f40-8f19-8660e708b879 req-ffb20604-e1a7-4e24-865b-3f6c98eed770 service neutron] 10.222.0.95 "GET /v2.0/networks/6d422b3f-35f6-44d4-a56d-8cdfa486af18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443223 Jun 02 20:35:39.545416 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e9644564-3ee1-4a0a-8499-5bee3344714b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-671943935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:39.556959 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6f977ef2-0644-4dcf-995f-73a405cafa11 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:39.562415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f977ef2-0644-4dcf-995f-73a405cafa11 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:39.562994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6f977ef2-0644-4dcf-995f-73a405cafa11 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:39.568609 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e9644564-3ee1-4a0a-8499-5bee3344714b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:39.570857 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a66a1fef-530b-4b7a-b225-c6f3752edb82 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:39.586797 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e9644564-3ee1-4a0a-8499-5bee3344714b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Usage tracker for resource:router and tenant:cd1b18f106724cf58e75c0e85b5e748b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:39.593379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e9644564-3ee1-4a0a-8499-5bee3344714b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:39.608710 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e9644564-3ee1-4a0a-8499-5bee3344714b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:39.651624 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f5e2cad-a54f-4ec8-83bf-3e87838681ef tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:39.716051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e9644564-3ee1-4a0a-8499-5bee3344714b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:39.717024 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e9644564-3ee1-4a0a-8499-5bee3344714b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:39.724585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f5e2cad-a54f-4ec8-83bf-3e87838681ef tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:39.761128 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6f977ef2-0644-4dcf-995f-73a405cafa11 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8450255 Jun 02 20:35:39.768679 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54128) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:39.772928 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f977ef2-0644-4dcf-995f-73a405cafa11 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Network': ['ID=e283e263-81ed-4e70-99ad-ab11aa6d9154,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:39.783226 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network e283e263-81ed-4e70-99ad-ab11aa6d9154 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:35:39.784925 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-075024e1-0d46-4d57-8c1e-2cf1c637a18f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'subnet': {'network_id': 'e283e263-81ed-4e70-99ad-ab11aa6d9154', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:39.803051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e9644564-3ee1-4a0a-8499-5bee3344714b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:39.811206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94ab2b-593b-426f-8423-0cdf21b29ce1 req-6069392b-f139-4b5d-9dab-f7f7d86667a4 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:39.812694 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ec94ab2b-593b-426f-8423-0cdf21b29ce1 req-6069392b-f139-4b5d-9dab-f7f7d86667a4 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.4350002 Jun 02 20:35:39.818334 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6f977ef2-0644-4dcf-995f-73a405cafa11 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:39.820272 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-61499eb9-21db-4f40-8f19-8660e708b879 req-20369cc7-14e5-48d0-a447-d4296e828ed7 service neutron] 10.222.0.95 "GET /v2.0/networks/6d422b3f-35f6-44d4-a56d-8cdfa486af18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843198 Jun 02 20:35:39.835692 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-4fd58001-a805-47bc-8bc9-00ff150cc520 admin admin] Deleting port c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:39.835978 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4fd58001-a805-47bc-8bc9-00ff150cc520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:39.859715 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e9644564-3ee1-4a0a-8499-5bee3344714b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:39.939276 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-54225d5f-5626-49f6-b2b8-53b8a76424a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:39.951893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:39.978477 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e9644564-3ee1-4a0a-8499-5bee3344714b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:39.979679 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e9644564-3ee1-4a0a-8499-5bee3344714b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7400770 Jun 02 20:35:39.987722 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54130) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:39.995576 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2039445062'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:40.005046 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-075024e1-0d46-4d57-8c1e-2cf1c637a18f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:40.009704 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ec94ab2b-593b-426f-8423-0cdf21b29ce1 req-36b2a21c-d3b0-41c5-86d8-40fdbba8b79d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830916 Jun 02 20:35:40.011048 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-8f5e2cad-a54f-4ec8-83bf-3e87838681ef tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Deleting port ac237b4c-fa9a-4787-8aa8-2bb05e64d3af {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:40.011423 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f5e2cad-a54f-4ec8-83bf-3e87838681ef tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:40.011725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54225d5f-5626-49f6-b2b8-53b8a76424a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=54e8bfc7-34e1-46c0-8b6f-0e0142081758,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:40.044508 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-54225d5f-5626-49f6-b2b8-53b8a76424a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:40.045470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-075024e1-0d46-4d57-8c1e-2cf1c637a18f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:subnet and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:40.048548 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-075024e1-0d46-4d57-8c1e-2cf1c637a18f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:40.062967 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:40.082201 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Usage tracker for resource:network and tenant:cd1b18f106724cf58e75c0e85b5e748b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:40.082361 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-075024e1-0d46-4d57-8c1e-2cf1c637a18f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:40.091298 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:40.109544 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075024e1-0d46-4d57-8c1e-2cf1c637a18f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:40.113150 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-075024e1-0d46-4d57-8c1e-2cf1c637a18f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:40.146785 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:40.154055 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-4fd58001-a805-47bc-8bc9-00ff150cc520 admin admin] For port c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe,segment=NetworkSegment(2c905b90-3ec3-4c61-91a2-6126c729cdd3),segment_id=2c905b90-3ec3-4c61-91a2-6126c729cdd3)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:40.154411 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4fd58001-a805-47bc-8bc9-00ff150cc520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:40.316063 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-4fd58001-a805-47bc-8bc9-00ff150cc520 admin admin] Calling delete_port for c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:40.326754 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Made reservation on behalf of cd1b18f106724cf58e75c0e85b5e748b for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:40.330191 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:40.353950 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:40.364705 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a0abe51a-d00f-49aa-aa28-09edfbf91a49 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:40.376794 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-febeebde-0244-4edc-8e66-01996b700075 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:40.452023 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abe51a-d00f-49aa-aa28-09edfbf91a49 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Subnet': ['ID=7a45d266-85a4-447c-b574-2e50199fb204,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:40.470301 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:40.478513 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Usage tracker for resource:security_group_rule and tenant:cd1b18f106724cf58e75c0e85b5e748b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:40.482295 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:40.485677 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a0abe51a-d00f-49aa-aa28-09edfbf91a49 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:40.504336 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:40.508456 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f5e2cad-a54f-4ec8-83bf-3e87838681ef tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:40.568237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-54225d5f-5626-49f6-b2b8-53b8a76424a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:40.653296 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-8f5e2cad-a54f-4ec8-83bf-3e87838681ef tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Calling delete_port for ac237b4c-fa9a-4787-8aa8-2bb05e64d3af owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:40.692283 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0abe51a-d00f-49aa-aa28-09edfbf91a49 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Checking segment: {'id': '0b18d705-617a-4cd3-81c9-0593b6e96b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ca74db67-696e-46dc-b425-0e0fb5c0bd16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:40.692684 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0abe51a-d00f-49aa-aa28-09edfbf91a49 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network hostable DHCP agents. Network: ca74db67-696e-46dc-b425-0e0fb5c0bd16, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:35:40.772894 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0abe51a-d00f-49aa-aa28-09edfbf91a49 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network ca74db67-696e-46dc-b425-0e0fb5c0bd16 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:35:40.808436 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-a0abe51a-d00f-49aa-aa28-09edfbf91a49 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, ca74db67-696e-46dc-b425-0e0fb5c0bd16) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:40.817154 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76b93eb-5725-4641-afdf-aae9dccf560a None None] Network ca74db67-696e-46dc-b425-0e0fb5c0bd16 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:40.865016 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0abe51a-d00f-49aa-aa28-09edfbf91a49 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:40.865606 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a0abe51a-d00f-49aa-aa28-09edfbf91a49 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:40.876466 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:40.891036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:40.898233 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:40.982809 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:35:40.999892 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a0abe51a-d00f-49aa-aa28-09edfbf91a49 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.2164078 Jun 02 20:35:41.004955 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54132) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:41.013341 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-0ee83488-a05a-4f4a-a7cc-68ef1e3a1897 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-789752818'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:41.023126 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1d65bb-31d9-4807-ab22-af3769c3c04e,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:41.031223 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:41.031567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:41.031957 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Added segment 4dfb4c56-969c-4f81-88ac-64e92b58321e of type vlan for network 106b015d-0860-4e33-8d70-88cdefc18b47 Jun 02 20:35:41.033911 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0ee83488-a05a-4f4a-a7cc-68ef1e3a1897 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:41.044520 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0ee83488-a05a-4f4a-a7cc-68ef1e3a1897 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Usage tracker for resource:network and tenant:b844dc2b9a3f473e9f66311bfcf362e2 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:41.063445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-ca74db67-696e-46dc-b425-0e0fb5c0bd16', 'network_id': 'ca74db67-696e-46dc-b425-0e0fb5c0bd16', 'tenant_id': 'b844dc2b9a3f473e9f66311bfcf362e2', 'fixed_ips': [{'subnet_id': '7a45d266-85a4-447c-b574-2e50199fb204'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:35:41.064276 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:41.076487 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4fd58001-a805-47bc-8bc9-00ff150cc520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:41.081231 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0ee83488-a05a-4f4a-a7cc-68ef1e3a1897 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:41.088745 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:41.092821 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54225d5f-5626-49f6-b2b8-53b8a76424a2 admin admin] Router 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:35:41.134059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0ee83488-a05a-4f4a-a7cc-68ef1e3a1897 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:41.147674 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd58001-a805-47bc-8bc9-00ff150cc520 admin admin] Pushing event deleted for resources: {'Port': ['ID=c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:41.166110 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4fd58001-a805-47bc-8bc9-00ff150cc520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:41.333054 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-075024e1-0d46-4d57-8c1e-2cf1c637a18f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:41.346759 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:41.360710 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:41.413285 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54225d5f-5626-49f6-b2b8-53b8a76424a2 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:35:41.423191 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79fc6e0-a513-4e3d-92d8-07049c46c08a None None] Sync routers for ids ['8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:35:41.433706 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79fc6e0-a513-4e3d-92d8-07049c46c08a None None] Routers {'8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:35:41.434331 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e79fc6e0-a513-4e3d-92d8-07049c46c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:35:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:41.436958 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee83488-a05a-4f4a-a7cc-68ef1e3a1897 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:41.439862 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075024e1-0d46-4d57-8c1e-2cf1c637a18f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Subnet': ['ID=edea0c0f-a0ce-4bd5-b68d-ec8ebe72f9de,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:41.440341 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0ee83488-a05a-4f4a-a7cc-68ef1e3a1897 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:41.447667 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-54225d5f-5626-49f6-b2b8-53b8a76424a2 admin admin] 10.222.0.25 "PUT /v2.0/routers/8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6054764 Jun 02 20:35:41.447667 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-075024e1-0d46-4d57-8c1e-2cf1c637a18f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:41.448768 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54136) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:41.494909 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f5e2cad-a54f-4ec8-83bf-3e87838681ef tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:41.512978 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2d42913b-8fa0-4254-b0b8-1f8c62869e76 tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:41.513947 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075024e1-0d46-4d57-8c1e-2cf1c637a18f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Checking segment: {'id': '36cef62f-116c-420e-8529-8fea24c97113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e283e263-81ed-4e70-99ad-ab11aa6d9154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:41.514314 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075024e1-0d46-4d57-8c1e-2cf1c637a18f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network hostable DHCP agents. Network: e283e263-81ed-4e70-99ad-ab11aa6d9154, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:35:41.573878 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e2cad-a54f-4ec8-83bf-3e87838681ef tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Pushing event deleted for resources: {'Port': ['ID=ac237b4c-fa9a-4787-8aa8-2bb05e64d3af,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:41.577093 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8f5e2cad-a54f-4ec8-83bf-3e87838681ef tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:41.604493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075024e1-0d46-4d57-8c1e-2cf1c637a18f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network e283e263-81ed-4e70-99ad-ab11aa6d9154 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:35:41.636745 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-075024e1-0d46-4d57-8c1e-2cf1c637a18f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, e283e263-81ed-4e70-99ad-ab11aa6d9154) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:41.652137 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Allocated IP 172.20.255.242 (ca74db67-696e-46dc-b425-0e0fb5c0bd16/7a45d266-85a4-447c-b574-2e50199fb204/2ae74b77-b607-47c6-a6b6-f60fd76d6696) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:35:41.653055 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-e79fc6e0-a513-4e3d-92d8-07049c46c08a None None] Set router 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:35:41.654653 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075024e1-0d46-4d57-8c1e-2cf1c637a18f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:41.655267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-075024e1-0d46-4d57-8c1e-2cf1c637a18f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:41.666298 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee83488-a05a-4f4a-a7cc-68ef1e3a1897 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:35:41.671975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1c05d77-4a1c-4112-903b-05e6bb74ab73 admin admin] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:41.689013 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:41.695065 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:41.696549 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:41.708108 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-69e6f153-a178-4457-9041-14b69249eb97 tempest-FloatingIPAdminTestJSON-1310618546 tempest-FloatingIPAdminTestJSON-1310618546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:41.744526 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-075024e1-0d46-4d57-8c1e-2cf1c637a18f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9696677 Jun 02 20:35:41.745191 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54138) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:41.752223 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c49850ad-d1db-446d-837d-4e711be59e91 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'port': {'network_id': 'e283e263-81ed-4e70-99ad-ab11aa6d9154', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-256711423'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:41.787067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0ee83488-a05a-4f4a-a7cc-68ef1e3a1897 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:41.787695 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-0ee83488-a05a-4f4a-a7cc-68ef1e3a1897 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Added segment b861686e-5922-45e6-8d48-ba8483d73fb0 of type vlan for network 14951f56-3404-4f3a-a3eb-64155b4b51ca Jun 02 20:35:41.885379 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2052c9b2-f482-4486-9997-1c4abb0575a4 None None] Network e283e263-81ed-4e70-99ad-ab11aa6d9154 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:42.012261 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event updated for resources: {'Network': ['ID=106b015d-0860-4e33-8d70-88cdefc18b47,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:42.028102 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0380354 Jun 02 20:35:42.030358 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0ee83488-a05a-4f4a-a7cc-68ef1e3a1897 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:42.046578 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54140) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:42.046578 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:42.052910 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Request body: {'subnet': {'network_id': '106b015d-0860-4e33-8d70-88cdefc18b47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:42.079334 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436bf54-23d1-4ad3-b1d8-6bc2b7282c85 req-e19381d7-74cb-441f-a8d1-d9bcfa82c72a tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:42.086888 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8436bf54-23d1-4ad3-b1d8-6bc2b7282c85 req-e19381d7-74cb-441f-a8d1-d9bcfa82c72a tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.7302301 Jun 02 20:35:42.103654 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e79fc6e0-a513-4e3d-92d8-07049c46c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'name': 'tempest-ServersTestJSON-810871950-router', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:48Z', 'updated_at': '2021-06-02T20:35:39Z', 'revision_number': 5, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'gw_port': {'id': 'eefaf9c4-1201-4106-81e1-1c7ddad3e9e9', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:51Z', 'updated_at': '2021-06-02T20:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:42.107834 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79fc6e0-a513-4e3d-92d8-07049c46c08a None None] Checking router: 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:35:42.118243 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f5e2cad-a54f-4ec8-83bf-3e87838681ef tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:42.119397 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79fc6e0-a513-4e3d-92d8-07049c46c08a None None] Routers {'8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:35:42.120220 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e79fc6e0-a513-4e3d-92d8-07049c46c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:35:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:42.136248 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1c05d77-4a1c-4112-903b-05e6bb74ab73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:42.146970 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c49850ad-d1db-446d-837d-4e711be59e91 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:42.153003 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c49850ad-d1db-446d-837d-4e711be59e91 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:port and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:42.189052 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c49850ad-d1db-446d-837d-4e711be59e91 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:42.202852 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c49850ad-d1db-446d-837d-4e711be59e91 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:42.226250 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49850ad-d1db-446d-837d-4e711be59e91 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:42.229833 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c49850ad-d1db-446d-837d-4e711be59e91 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:42.254870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-c49850ad-d1db-446d-837d-4e711be59e91 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] device_id is not set on port ebfd2f41-f4b2-42f2-baba-fc9faad7cb8a yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:35:42.265975 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4fd58001-a805-47bc-8bc9-00ff150cc520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:42.286227 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:42.289025 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-e79fc6e0-a513-4e3d-92d8-07049c46c08a None None] Set router 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:35:42.307901 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Transition to ACTIVE for port object 2ae74b77-b607-47c6-a6b6-f60fd76d6696 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:42.313941 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-c1c05d77-4a1c-4112-903b-05e6bb74ab73 admin admin] Deleting port eefaf9c4-1201-4106-81e1-1c7ddad3e9e9 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:42.314289 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1c05d77-4a1c-4112-903b-05e6bb74ab73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:42.333751 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Transition to ACTIVE for port object 2ae74b77-b607-47c6-a6b6-f60fd76d6696 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:42.393993 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8436bf54-23d1-4ad3-b1d8-6bc2b7282c85 req-0f404fe4-3376-4dc9-8661-86b51ba659bb tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3061194 Jun 02 20:35:42.394491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 106b015d-0860-4e33-8d70-88cdefc18b47 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:35:42.397832 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e79fc6e0-a513-4e3d-92d8-07049c46c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'name': 'tempest-ServersTestJSON-810871950-router', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:48Z', 'updated_at': '2021-06-02T20:35:42Z', 'revision_number': 6, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:42.403759 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79fc6e0-a513-4e3d-92d8-07049c46c08a None None] The sync data for ids ['8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2'] in dv-neutron-601336-84-hyperv is: [{'id': '8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2', 'name': 'tempest-ServersTestJSON-810871950-router', 'tenant_id': 'a8f847206a014373a0b8b5216b88e1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:48Z', 'updated_at': '2021-06-02T20:35:42Z', 'revision_number': 6, 'project_id': 'a8f847206a014373a0b8b5216b88e1e0', 'gw_port_host': None}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:35:42.477096 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0ee83488-a05a-4f4a-a7cc-68ef1e3a1897 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:42.484026 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee83488-a05a-4f4a-a7cc-68ef1e3a1897 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:42.485007 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0ee83488-a05a-4f4a-a7cc-68ef1e3a1897 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:42.513210 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:42.524066 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-3473df18-9874-42d8-9700-735a840c35d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:42.557882 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:42.575984 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-c49850ad-d1db-446d-837d-4e711be59e91 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Allocated IP 2001:db8::23e (e283e263-81ed-4e70-99ad-ab11aa6d9154/edea0c0f-a0ce-4bd5-b68d-ec8ebe72f9de/ebfd2f41-f4b2-42f2-baba-fc9faad7cb8a) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:35:42.578981 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-c1c05d77-4a1c-4112-903b-05e6bb74ab73 admin admin] For port eefaf9c4-1201-4106-81e1-1c7ddad3e9e9, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=eefaf9c4-1201-4106-81e1-1c7ddad3e9e9,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:42.579171 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-e283e263-81ed-4e70-99ad-ab11aa6d9154', 'network_id': 'e283e263-81ed-4e70-99ad-ab11aa6d9154', 'tenant_id': '639a199037e04a6d8785e25b9cf213f1', 'fixed_ips': [{'subnet_id': 'edea0c0f-a0ce-4bd5-b68d-ec8ebe72f9de'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:35:42.579426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1c05d77-4a1c-4112-903b-05e6bb74ab73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:42.579868 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:42.607617 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Network ca74db67-696e-46dc-b425-0e0fb5c0bd16 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:42.612130 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:42.615466 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:42.621766 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Pushing event updated for resources: {'Port': ['ID=2ae74b77-b607-47c6-a6b6-f60fd76d6696,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:42.647998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:42.683754 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:42.701552 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0ee83488-a05a-4f4a-a7cc-68ef1e3a1897 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6896610 Jun 02 20:35:42.743290 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54144) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:42.755843 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-c1c05d77-4a1c-4112-903b-05e6bb74ab73 admin admin] Calling delete_port for eefaf9c4-1201-4106-81e1-1c7ddad3e9e9 owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:42.763687 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'subnet': {'network_id': '14951f56-3404-4f3a-a3eb-64155b4b51ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:42.819279 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Attempting to bind port 2ae74b77-b607-47c6-a6b6-f60fd76d6696 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:35:42.819666 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Attempting to bind port 2ae74b77-b607-47c6-a6b6-f60fd76d6696 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '0b18d705-617a-4cd3-81c9-0593b6e96b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ca74db67-696e-46dc-b425-0e0fb5c0bd16'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:35:42.820041 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Attempting to bind port 2ae74b77-b607-47c6-a6b6-f60fd76d6696 on network ca74db67-696e-46dc-b425-0e0fb5c0bd16 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:35:42.833247 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:35:42.833633 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Checking segment: {'id': '0b18d705-617a-4cd3-81c9-0593b6e96b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ca74db67-696e-46dc-b425-0e0fb5c0bd16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:42.834048 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:42.834451 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Bound using segment: {'id': '0b18d705-617a-4cd3-81c9-0593b6e96b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ca74db67-696e-46dc-b425-0e0fb5c0bd16'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:35:42.834942 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Bound port: 2ae74b77-b607-47c6-a6b6-f60fd76d6696, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b18d705-617a-4cd3-81c9-0593b6e96b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ca74db67-696e-46dc-b425-0e0fb5c0bd16'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:35:42.835360 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:42.937319 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] For port 2ae74b77-b607-47c6-a6b6-f60fd76d6696, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:35:42.940613 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] For port 2ae74b77-b607-47c6-a6b6-f60fd76d6696, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2ae74b77-b607-47c6-a6b6-f60fd76d6696,segment=NetworkSegment(0b18d705-617a-4cd3-81c9-0593b6e96b9a),segment_id=0b18d705-617a-4cd3-81c9-0593b6e96b9a)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:35:42.947776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:42.952212 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-aebe41fc-03a4-467d-b2da-1073ae8893b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:42.999877 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Usage tracker for resource:subnet and tenant:cd1b18f106724cf58e75c0e85b5e748b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:43.003918 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:43.006361 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:43.015729 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Usage tracker for resource:subnet and tenant:b844dc2b9a3f473e9f66311bfcf362e2 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:43.021925 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:43.034938 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Pushing event updated for resources: {'Port': ['ID=2ae74b77-b607-47c6-a6b6-f60fd76d6696,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:43.037889 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:43.041684 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:43.045698 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee83488-a05a-4f4a-a7cc-68ef1e3a1897 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Network': ['ID=14951f56-3404-4f3a-a3eb-64155b4b51ca,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:43.049416 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:43.062797 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 14951f56-3404-4f3a-a3eb-64155b4b51ca details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:35:43.075328 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8fba8-bd2a-4454-9488-4af8c2c99c36 req-f735004d-b2fe-49ae-bdf6-1ad888b28805 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:43.076836 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-abb8fba8-bd2a-4454-9488-4af8c2c99c36 req-f735004d-b2fe-49ae-bdf6-1ad888b28805 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.5024188 Jun 02 20:35:43.126067 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:43.129596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:43.157446 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c49850ad-d1db-446d-837d-4e711be59e91 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:43.223627 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0ee83488-a05a-4f4a-a7cc-68ef1e3a1897 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:43.231051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f5e2cad-a54f-4ec8-83bf-3e87838681ef tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:43.265921 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-c49850ad-d1db-446d-837d-4e711be59e91 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Transition to ACTIVE for port object ebfd2f41-f4b2-42f2-baba-fc9faad7cb8a will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:43.300596 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-abb8fba8-bd2a-4454-9488-4af8c2c99c36 req-88ad056c-0d92-4634-80a0-8e720ec13e70 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107246 Jun 02 20:35:43.322662 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f5e2cad-a54f-4ec8-83bf-3e87838681ef tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:43.324304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Made reservation on behalf of cd1b18f106724cf58e75c0e85b5e748b for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:43.328385 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:43.440616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c49850ad-d1db-446d-837d-4e711be59e91 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:43.456185 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cd0c818a-a951-4d0b-902e-058ed2c596b3 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:43.550451 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1c05d77-4a1c-4112-903b-05e6bb74ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:43.555681 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49850ad-d1db-446d-837d-4e711be59e91 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network e283e263-81ed-4e70-99ad-ab11aa6d9154 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:43.564087 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-c49850ad-d1db-446d-837d-4e711be59e91 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:43.577652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49850ad-d1db-446d-837d-4e711be59e91 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:43.583130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49850ad-d1db-446d-837d-4e711be59e91 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:43.583986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c49850ad-d1db-446d-837d-4e711be59e91 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:43.590284 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49850ad-d1db-446d-837d-4e711be59e91 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=ebfd2f41-f4b2-42f2-baba-fc9faad7cb8a,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:43.593754 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c49850ad-d1db-446d-837d-4e711be59e91 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:43.597032 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4dfaded7-b12c-4474-8d95-e5f8bd283a60 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:43.602312 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Allocated IP 2001:db8::2 (e283e263-81ed-4e70-99ad-ab11aa6d9154/edea0c0f-a0ce-4bd5-b68d-ec8ebe72f9de/fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:35:43.703324 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c05d77-4a1c-4112-903b-05e6bb74ab73 admin admin] Pushing event deleted for resources: {'Port': ['ID=eefaf9c4-1201-4106-81e1-1c7ddad3e9e9,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:43.712253 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5e2cad-a54f-4ec8-83bf-3e87838681ef tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Router 95bfdeb9-f2c2-4689-ac1e-c4ad650c241b has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:35:43.735253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c1c05d77-4a1c-4112-903b-05e6bb74ab73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:43.861515 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:43.873495 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Transition to ACTIVE for port object fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:43.894038 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Transition to ACTIVE for port object fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:43.909946 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:43.915911 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-777c0529-23ce-4102-a26f-60488d586d50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:43.984308 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c49850ad-d1db-446d-837d-4e711be59e91 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.2333279 Jun 02 20:35:43.987336 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54150) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:43.988080 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd58001-a805-47bc-8bc9-00ff150cc520 admin admin] Router 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:35:44.003004 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Network e283e263-81ed-4e70-99ad-ab11aa6d9154 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:44.007081 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:44.013845 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:44.044022 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1c05d77-4a1c-4112-903b-05e6bb74ab73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:44.046986 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5e2cad-a54f-4ec8-83bf-3e87838681ef tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:35:44.066393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713edf45-f04a-4ffd-a2e6-209db8bb2b23 None None] Sync routers for ids ['95bfdeb9-f2c2-4689-ac1e-c4ad650c241b'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:35:44.068811 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Pushing event updated for resources: {'Port': ['ID=fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:44.078346 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:44.117387 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713edf45-f04a-4ffd-a2e6-209db8bb2b23 None None] Routers {'95bfdeb9-f2c2-4689-ac1e-c4ad650c241b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:35:44.117387 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-713edf45-f04a-4ffd-a2e6-209db8bb2b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:35:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['95bfdeb9-f2c2-4689-ac1e-c4ad650c241b'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:44.128932 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f5e2cad-a54f-4ec8-83bf-3e87838681ef tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:44.130098 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8f5e2cad-a54f-4ec8-83bf-3e87838681ef tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "PUT /v2.0/routers/95bfdeb9-f2c2-4689-ac1e-c4ad650c241b HTTP/1.1" status: 200 len: 710 time: 5.7989364 Jun 02 20:35:44.140440 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54152) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:44.197011 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2ae74b77-b607-47c6-a6b6-f60fd76d6696 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:35:44.248917 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-713edf45-f04a-4ffd-a2e6-209db8bb2b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:44.289806 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Attempting to bind port fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:35:44.290211 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Attempting to bind port fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '36cef62f-116c-420e-8529-8fea24c97113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e283e263-81ed-4e70-99ad-ab11aa6d9154'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:35:44.290589 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Attempting to bind port fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7 on network e283e263-81ed-4e70-99ad-ab11aa6d9154 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:35:44.302336 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:35:44.302708 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Checking segment: {'id': '36cef62f-116c-420e-8529-8fea24c97113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e283e263-81ed-4e70-99ad-ab11aa6d9154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:44.303127 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:44.303545 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Bound using segment: {'id': '36cef62f-116c-420e-8529-8fea24c97113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e283e263-81ed-4e70-99ad-ab11aa6d9154'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:35:44.304070 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Bound port: fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36cef62f-116c-420e-8529-8fea24c97113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e283e263-81ed-4e70-99ad-ab11aa6d9154'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:35:44.304461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:44.359703 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713edf45-f04a-4ffd-a2e6-209db8bb2b23 None None] Routers {'95bfdeb9-f2c2-4689-ac1e-c4ad650c241b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:35:44.360943 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-713edf45-f04a-4ffd-a2e6-209db8bb2b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:35:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['95bfdeb9-f2c2-4689-ac1e-c4ad650c241b'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:44.363477 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1c05d77-4a1c-4112-903b-05e6bb74ab73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:44.366304 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1c05d77-4a1c-4112-903b-05e6bb74ab73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:44.437003 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1c05d77-4a1c-4112-903b-05e6bb74ab73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:44.437546 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c05d77-4a1c-4112-903b-05e6bb74ab73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:35:44.444621 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-713edf45-f04a-4ffd-a2e6-209db8bb2b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:44.445040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713edf45-f04a-4ffd-a2e6-209db8bb2b23 None None] The sync data for ids ['95bfdeb9-f2c2-4689-ac1e-c4ad650c241b'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:35:44.462593 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3d2c3560-cd01-4298-9220-bfb75dda5dd8 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "GET /v2.0/routers/95bfdeb9-f2c2-4689-ac1e-c4ad650c241b HTTP/1.1" status: 200 len: 745 time: 0.3191755 Jun 02 20:35:44.471075 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54154) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:44.472153 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:44.474809 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e283b-a46b-43b2-b69e-9654cf8c3fe0 req-290ea769-eb6d-4ac5-aa94-f3bc8eefccf5 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:44.476384 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f01e283b-a46b-43b2-b69e-9654cf8c3fe0 req-290ea769-eb6d-4ac5-aa94-f3bc8eefccf5 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.7311921 Jun 02 20:35:44.493098 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1c05d77-4a1c-4112-903b-05e6bb74ab73 admin admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:44.494210 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c1c05d77-4a1c-4112-903b-05e6bb74ab73 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8fb8ab3f-803e-4a73-a1eb-b8c334e2c6b2 HTTP/1.1" status: 204 len: 168 time: 3.0443647 Jun 02 20:35:44.514592 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54156) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:44.562653 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 2ae74b77-b607-47c6-a6b6-f60fd76d6696 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:35:44.573243 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] For port fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:35:44.579797 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] For port fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7,segment=NetworkSegment(36cef62f-116c-420e-8529-8fea24c97113),segment_id=36cef62f-116c-420e-8529-8fea24c97113)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:35:44.583102 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d2afc2-fdea-4315-938a-1d42f37e3e91 None None] Network ca74db67-696e-46dc-b425-0e0fb5c0bd16 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:44.611055 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:44.622047 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:44.664741 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f01e283b-a46b-43b2-b69e-9654cf8c3fe0 req-3883f601-88ad-4dd2-b465-b7091ca7db3b tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788056 Jun 02 20:35:44.691191 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03b1846-79ac-4fdc-83c4-4e88929e162b admin admin] Deleting subnet 181c37fa-d691-406b-8344-3c9a83cad17b {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:35:44.691191 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d03b1846-79ac-4fdc-83c4-4e88929e162b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:44.694173 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device eefaf9c4-1201-4106-81e1-1c7ddad3e9e9 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:35:44.754846 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-13d02ceb-d612-4ce2-b0d7-4be5b0348edd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting port ebfd2f41-f4b2-42f2-baba-fc9faad7cb8a {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:44.755365 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-13d02ceb-d612-4ce2-b0d7-4be5b0348edd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:44.764474 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2066b3a0-01b9-4397-8c6d-b57e0cf4dfdf tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9eda1993-8807-4a42-8466-556269663ed3&device_id=95bfdeb9-f2c2-4689-ac1e-c4ad650c241b HTTP/1.1" status: 200 len: 205 time: 0.2896166 Jun 02 20:35:44.765772 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54160) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:44.790363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d03b1846-79ac-4fdc-83c4-4e88929e162b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:44.814870 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8b2a5a15-4668-4a36-a948-5f8951f6fe0c tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bfdeb9-f2c2-4689-ac1e-c4ad650c241b HTTP/1.1" status: 200 len: 205 time: 0.0457098 Jun 02 20:35:44.817846 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54162) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:44.846485 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: eefaf9c4-1201-4106-81e1-1c7ddad3e9e9 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:35:44.847289 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device eefaf9c4-1201-4106-81e1-1c7ddad3e9e9 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:35:44.847965 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 54e8bfc7-34e1-46c0-8b6f-0e0142081758 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:35:44.874012 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-292bf78f-782c-4141-b980-5fc8a2c21e72 None None] Provisioning for port 2ae74b77-b607-47c6-a6b6-f60fd76d6696 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:35:44.877364 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Pushing event updated for resources: {'Port': ['ID=fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:44.898236 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:44.927644 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 54e8bfc7-34e1-46c0-8b6f-0e0142081758 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:35:44.932389 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 54e8bfc7-34e1-46c0-8b6f-0e0142081758 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:35:44.938436 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-292bf78f-782c-4141-b980-5fc8a2c21e72 None None] Provisioning complete for port 2ae74b77-b607-47c6-a6b6-f60fd76d6696 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:44.939096 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-292bf78f-782c-4141-b980-5fc8a2c21e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:45.098457 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd58001-a805-47bc-8bc9-00ff150cc520 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:35:45.114023 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782c5f85-8a57-4d4c-b886-fc7ab1aed92d None None] Sync routers for ids ['3c8f7b79-6223-4b60-9b85-3d51d1ec7205'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:35:45.117489 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4fd58001-a805-47bc-8bc9-00ff150cc520 admin admin] 10.222.0.25 "PUT /v2.0/routers/3c8f7b79-6223-4b60-9b85-3d51d1ec7205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7632895 Jun 02 20:35:45.122450 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54166) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:45.124946 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782c5f85-8a57-4d4c-b886-fc7ab1aed92d None None] Routers {'3c8f7b79-6223-4b60-9b85-3d51d1ec7205'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:35:45.125720 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-782c5f85-8a57-4d4c-b886-fc7ab1aed92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:35:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['3c8f7b79-6223-4b60-9b85-3d51d1ec7205'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:45.139744 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-13d02ceb-d612-4ce2-b0d7-4be5b0348edd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:45.233206 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-292bf78f-782c-4141-b980-5fc8a2c21e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:45.253359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:45.343662 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ce40dc9-9432-4c0f-8a37-8660f016b839 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:45.344588 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-67dfa6e1-c3ac-41fe-9c94-2a3c11cf0c2e tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:45.410320 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-292bf78f-782c-4141-b980-5fc8a2c21e72 None None] For port 2ae74b77-b607-47c6-a6b6-f60fd76d6696, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2ae74b77-b607-47c6-a6b6-f60fd76d6696,segment=NetworkSegment(0b18d705-617a-4cd3-81c9-0593b6e96b9a),segment_id=0b18d705-617a-4cd3-81c9-0593b6e96b9a)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:45.427206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-13d02ceb-d612-4ce2-b0d7-4be5b0348edd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Calling delete_port for ebfd2f41-f4b2-42f2-baba-fc9faad7cb8a owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:45.427802 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-292bf78f-782c-4141-b980-5fc8a2c21e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:45.432186 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-85231ee9-f528-451a-9b88-8cf39db75c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:45.433104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d03b1846-79ac-4fdc-83c4-4e88929e162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:45.461562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Subnet': ['ID=0611293d-a1fb-4442-800b-29529417f6fe,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:45.521373 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bf78f-782c-4141-b980-5fc8a2c21e72 None None] Pushing event updated for resources: {'Port': ['ID=2ae74b77-b607-47c6-a6b6-f60fd76d6696,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:45.526043 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-292bf78f-782c-4141-b980-5fc8a2c21e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:45.537769 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-782c5f85-8a57-4d4c-b886-fc7ab1aed92d None None] Set router 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:35:45.538596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:45.539055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:45.539610 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:45.540060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:45.540503 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:45.540944 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:45.541380 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:45.541816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:45.542247 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:45.542694 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:45.543126 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:45.543579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:45.556989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:45.560586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3250720b-4edb-4357-bd05-21cffebed775 admin admin] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:45.563626 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Checking segment: {'id': 'b861686e-5922-45e6-8d48-ba8483d73fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '14951f56-3404-4f3a-a3eb-64155b4b51ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:45.564061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network hostable DHCP agents. Network: 14951f56-3404-4f3a-a3eb-64155b4b51ca, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:35:45.686880 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4b854-504c-41dd-9a81-38c3f9cd146f req-2b4c8a67-dc65-473c-9b6d-3eb8f72da37e tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:45.688454 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2ce4b854-504c-41dd-9a81-38c3f9cd146f req-2b4c8a67-dc65-473c-9b6d-3eb8f72da37e tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.6493690 Jun 02 20:35:45.746170 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network 14951f56-3404-4f3a-a3eb-64155b4b51ca is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:35:45.868679 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ce40dc9-9432-4c0f-8a37-8660f016b839 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:45.872616 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b7c55bf2-5137-499a-83ef-8e2fa2a7afc9 None None] Provisioning complete for port 2ae74b77-b607-47c6-a6b6-f60fd76d6696 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:45.872999 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b7c55bf2-5137-499a-83ef-8e2fa2a7afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:45.878284 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ce40dc9-9432-4c0f-8a37-8660f016b839 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:45.962354 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-782c5f85-8a57-4d4c-b886-fc7ab1aed92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'name': 'tempest-ServersTestManualDisk-189401112-router', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '1d902955-715e-4fe1-9f86-554581a4f226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:47Z', 'updated_at': '2021-06-02T20:35:40Z', 'revision_number': 5, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'gw_port': {'id': '1d902955-715e-4fe1-9f86-554581a4f226', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:64:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:49Z', 'updated_at': '2021-06-02T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:45.971997 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782c5f85-8a57-4d4c-b886-fc7ab1aed92d None None] Checking router: 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:35:45.992130 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782c5f85-8a57-4d4c-b886-fc7ab1aed92d None None] Routers {'3c8f7b79-6223-4b60-9b85-3d51d1ec7205'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:35:45.995062 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-782c5f85-8a57-4d4c-b886-fc7ab1aed92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:35:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['3c8f7b79-6223-4b60-9b85-3d51d1ec7205'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:46.049245 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ce40dc9-9432-4c0f-8a37-8660f016b839 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:46.049728 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce40dc9-9432-4c0f-8a37-8660f016b839 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Fanout notify agent at l3_agent the message router_deleted on router 95bfdeb9-f2c2-4689-ac1e-c4ad650c241b {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:35:46.079159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 14951f56-3404-4f3a-a3eb-64155b4b51ca) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:46.088801 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0789e52-be7d-4f33-a0f0-023dbfeb29df None None] Network 14951f56-3404-4f3a-a3eb-64155b4b51ca requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:46.089392 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ce40dc9-9432-4c0f-8a37-8660f016b839 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:46.094148 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8ce40dc9-9432-4c0f-8a37-8660f016b839 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "DELETE /v2.0/routers/95bfdeb9-f2c2-4689-ac1e-c4ad650c241b HTTP/1.1" status: 204 len: 168 time: 1.2718220 Jun 02 20:35:46.099713 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54168) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:46.109455 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2ce4b854-504c-41dd-9a81-38c3f9cd146f req-fd13bd30-9808-4a61-84c6-2099a15e52cf tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4098041 Jun 02 20:35:46.163237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:46.165988 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:46.171280 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ab012d51-be43-48d8-9e8a-ba51161367dc tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "GET /v2.0/ports?device_id=95bfdeb9-f2c2-4689-ac1e-c4ad650c241b HTTP/1.1" status: 200 len: 205 time: 0.0672150 Jun 02 20:35:46.175821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54170) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:46.193774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2ae74b77-b607-47c6-a6b6-f60fd76d6696 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:35:46.261235 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-de907792-33a2-4d26-9ea1-15eab1397cc6 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] delete failed (client error): The resource could not be found. Jun 02 20:35:46.262260 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-de907792-33a2-4d26-9ea1-15eab1397cc6 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "DELETE /v2.0/routers/95bfdeb9-f2c2-4689-ac1e-c4ad650c241b HTTP/1.1" status: 404 len: 336 time: 0.0842812 Jun 02 20:35:46.268070 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54172) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:46.346133 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3250720b-4edb-4357-bd05-21cffebed775 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:46.357465 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e40625e7-95ea-4216-81a1-0b6eb1fd804d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "GET /v2.0/ports?device_id=f75b00a1-b27b-4d15-a4d9-751525fdd403 HTTP/1.1" status: 200 len: 205 time: 0.0858674 Jun 02 20:35:46.364983 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54174) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:46.366433 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-13d02ceb-d612-4ce2-b0d7-4be5b0348edd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:46.373832 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-782c5f85-8a57-4d4c-b886-fc7ab1aed92d None None] Set router 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:35:46.388725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c33b60eb-cc67-41fe-997a-a60bdba778e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:46.392264 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 2ae74b77-b607-47c6-a6b6-f60fd76d6696 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:46.392710 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:46.428760 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97441ced-acab-4949-88cc-7c405232797c None None] Network e283e263-81ed-4e70-99ad-ab11aa6d9154 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:46.506731 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d02ceb-d612-4ce2-b0d7-4be5b0348edd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Port': ['ID=ebfd2f41-f4b2-42f2-baba-fc9faad7cb8a,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:46.512056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-13d02ceb-d612-4ce2-b0d7-4be5b0348edd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:46.522177 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-13d02ceb-d612-4ce2-b0d7-4be5b0348edd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/ports/ebfd2f41-f4b2-42f2-baba-fc9faad7cb8a HTTP/1.1" status: 204 len: 168 time: 2.5337338 Jun 02 20:35:46.526743 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54176) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:46.528074 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-13d02ceb-d612-4ce2-b0d7-4be5b0348edd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:46.569028 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.8224404 Jun 02 20:35:46.580341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54178) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:46.634199 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-fe11fee7-99af-4dd9-bde6-21193cd930a2 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] delete failed (client error): The resource could not be found. Jun 02 20:35:46.635451 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fe11fee7-99af-4dd9-bde6-21193cd930a2 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "DELETE /v2.0/routers/f75b00a1-b27b-4d15-a4d9-751525fdd403 HTTP/1.1" status: 404 len: 336 time: 0.2687984 Jun 02 20:35:46.665897 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54180) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:46.675705 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-db86c657-434a-4695-80b5-bb9ee6801c49 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] GET failed (client error): The resource could not be found. Jun 02 20:35:46.676262 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-db86c657-434a-4695-80b5-bb9ee6801c49 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Synchronizing usage tracker for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:35:46.705918 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-782c5f85-8a57-4d4c-b886-fc7ab1aed92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'name': 'tempest-ServersTestManualDisk-189401112-router', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '1d902955-715e-4fe1-9f86-554581a4f226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:47Z', 'updated_at': '2021-06-02T20:35:40Z', 'revision_number': 5, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'gw_port': {'id': '1d902955-715e-4fe1-9f86-554581a4f226', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:64:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:49Z', 'updated_at': '2021-06-02T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:46.711711 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782c5f85-8a57-4d4c-b886-fc7ab1aed92d None None] The sync data for ids ['3c8f7b79-6223-4b60-9b85-3d51d1ec7205'] in dv-neutron-601336-84-hyperv is: [{'id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'name': 'tempest-ServersTestManualDisk-189401112-router', 'tenant_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': '1d902955-715e-4fe1-9f86-554581a4f226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:47Z', 'updated_at': '2021-06-02T20:35:40Z', 'revision_number': 5, 'project_id': '6c9e9bd5bff84a45b832072d10d3f65a', 'gw_port': {'id': '1d902955-715e-4fe1-9f86-554581a4f226', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:64:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f7b79-6223-4b60-9b85-3d51d1ec7205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:49Z', 'updated_at': '2021-06-02T20:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:35:46.715127 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-db86c657-434a-4695-80b5-bb9ee6801c49 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Unset dirty status for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:35:46.720280 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-db86c657-434a-4695-80b5-bb9ee6801c49 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports/ebfd2f41-f4b2-42f2-baba-fc9faad7cb8a HTTP/1.1" status: 404 len: 333 time: 0.1910558 Jun 02 20:35:46.724360 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54182) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:46.755136 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:46.767275 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-53554dac-1e39-4fb5-ac7c-a222fac3ec76 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "GET /v2.0/ports?device_id=2611b4c3-4fa4-48b9-81d9-2aa1c56a5d37 HTTP/1.1" status: 200 len: 205 time: 0.0868268 Jun 02 20:35:46.767428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d03b1846-79ac-4fdc-83c4-4e88929e162b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:46.767773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-67d51151-2130-4fac-a687-cad9588ce8b2 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:46.777092 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54184) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:46.782695 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9d7088f6-1660-4d12-b87c-15ef10e2619a None None] Provisioning for port fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:35:46.783058 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:46.793263 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-14951f56-3404-4f3a-a3eb-64155b4b51ca', 'network_id': '14951f56-3404-4f3a-a3eb-64155b4b51ca', 'tenant_id': 'b844dc2b9a3f473e9f66311bfcf362e2', 'fixed_ips': [{'subnet_id': '0611293d-a1fb-4442-800b-29529417f6fe'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:35:46.794071 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:46.811010 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d03b1846-79ac-4fdc-83c4-4e88929e162b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:46.827896 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf509ea-2fc7-4d4a-8d7a-74f0af48ccee None None] Network 5d079c0e-8652-41e0-8610-48a5cd1e360b requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:46.878986 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event updated for resources: {'Subnet': ['ID=612b4783-d0f5-4d3e-9e6b-2323d697fac1,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:46.884633 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-3250720b-4edb-4357-bd05-21cffebed775 admin admin] Deleting port 1d902955-715e-4fe1-9f86-554581a4f226 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:46.884977 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3250720b-4edb-4357-bd05-21cffebed775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:46.907468 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Checking segment: {'id': '4dfb4c56-969c-4f81-88ac-64e92b58321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '106b015d-0860-4e33-8d70-88cdefc18b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:46.907826 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Network hostable DHCP agents. Network: 106b015d-0860-4e33-8d70-88cdefc18b47, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:35:46.909964 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b1846-79ac-4fdc-83c4-4e88929e162b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=181c37fa-d691-406b-8344-3c9a83cad17b,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:46.912267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d03b1846-79ac-4fdc-83c4-4e88929e162b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:46.915689 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:46.916825 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:46.916825 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:46.916825 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:46.917206 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:46.917536 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:46.917896 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:46.918557 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:46.918679 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:46.919127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:46.919350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:46.919694 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:46.932229 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d03b1846-79ac-4fdc-83c4-4e88929e162b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/181c37fa-d691-406b-8344-3c9a83cad17b HTTP/1.1" status: 204 len: 168 time: 2.4117041 Jun 02 20:35:46.933431 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-ca02854f-aae1-4dac-a2af-30ca9b9d0837 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] delete failed (client error): The resource could not be found. Jun 02 20:35:46.937351 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ca02854f-aae1-4dac-a2af-30ca9b9d0837 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "DELETE /v2.0/routers/2611b4c3-4fa4-48b9-81d9-2aa1c56a5d37 HTTP/1.1" status: 404 len: 336 time: 0.1199362 Jun 02 20:35:46.937351 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54186) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:46.937351 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54188) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:46.969760 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:47.002799 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Network 106b015d-0860-4e33-8d70-88cdefc18b47 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:35:47.039866 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 106b015d-0860-4e33-8d70-88cdefc18b47) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:47.055317 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-3250720b-4edb-4357-bd05-21cffebed775 admin admin] For port 1d902955-715e-4fe1-9f86-554581a4f226, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1d902955-715e-4fe1-9f86-554581a4f226,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:47.055737 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3250720b-4edb-4357-bd05-21cffebed775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:47.067589 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:47.068235 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:47.083253 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6ebe6f-a315-49cb-aa67-631a706bc850 None None] Network 106b015d-0860-4e33-8d70-88cdefc18b47 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:47.114878 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1eca0865-4c2b-4a8a-ac01-0d7b97d44b50 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "GET /v2.0/ports?device_id=5785a88d-d13d-4cfb-9f06-26baa5234e66 HTTP/1.1" status: 200 len: 205 time: 0.1677377 Jun 02 20:35:47.117518 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:47.121091 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54190) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:47.232926 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:35:47.236073 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-3250720b-4edb-4357-bd05-21cffebed775 admin admin] Calling delete_port for 1d902955-715e-4fe1-9f86-554581a4f226 owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:47.259709 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad44f9c-963f-4bd0-afe2-7005e725c36f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting subnet edea0c0f-a0ce-4bd5-b68d-ec8ebe72f9de {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:35:47.289977 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:47.298849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5ad44f9c-963f-4bd0-afe2-7005e725c36f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:47.346427 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-a646f17d-c231-4af2-915e-d8302b1f5270 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] delete failed (client error): The resource could not be found. Jun 02 20:35:47.349966 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a646f17d-c231-4af2-915e-d8302b1f5270 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "DELETE /v2.0/routers/5785a88d-d13d-4cfb-9f06-26baa5234e66 HTTP/1.1" status: 404 len: 336 time: 0.2235498 Jun 02 20:35:47.353623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54194) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:47.370077 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.3178110 Jun 02 20:35:47.372905 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54196) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:47.378369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-9ee5d1c0-e4d2-47ad-aa39-7f292658d4fd tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Request body: {'network': {'name': 'tempest-router-network01--422852481'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:47.388897 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9ee5d1c0-e4d2-47ad-aa39-7f292658d4fd tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:47.395879 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9ee5d1c0-e4d2-47ad-aa39-7f292658d4fd tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Usage tracker for resource:network and tenant:cd1b18f106724cf58e75c0e85b5e748b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:47.404087 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9ee5d1c0-e4d2-47ad-aa39-7f292658d4fd tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:47.428724 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9ee5d1c0-e4d2-47ad-aa39-7f292658d4fd tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:47.447782 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8374efd9-6003-486d-ae95-355f011e605e tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "GET /v2.0/ports?device_id=07b29c8b-0d31-4605-93d2-35c963803e16 HTTP/1.1" status: 200 len: 205 time: 0.0891991 Jun 02 20:35:47.452664 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54198) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:47.452953 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee5d1c0-e4d2-47ad-aa39-7f292658d4fd tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Made reservation on behalf of cd1b18f106724cf58e75c0e85b5e748b for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:47.466146 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d1c0-e4d2-47ad-aa39-7f292658d4fd tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:47.510167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5ad44f9c-963f-4bd0-afe2-7005e725c36f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:47.585664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:47.634470 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb7c2d-2f17-4d00-9b8b-1d37bd0931eb req-bc0e14c1-95a0-4e69-8019-5456c0689f05 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:47.636729 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-17cb7c2d-2f17-4d00-9b8b-1d37bd0931eb req-bc0e14c1-95a0-4e69-8019-5456c0689f05 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.3473063 Jun 02 20:35:47.639135 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-1f8a7955-d6ae-413c-89f5-6834de34e783 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] delete failed (client error): The resource could not be found. Jun 02 20:35:47.642885 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1f8a7955-d6ae-413c-89f5-6834de34e783 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "DELETE /v2.0/routers/07b29c8b-0d31-4605-93d2-35c963803e16 HTTP/1.1" status: 404 len: 336 time: 0.1646640 Jun 02 20:35:47.646015 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54200) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:47.732427 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3250720b-4edb-4357-bd05-21cffebed775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:47.747030 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c2ad45cb-4aee-4b6e-90b1-044390f6c06b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:47.754119 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:35:47.775163 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] Deleting port d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:47.775669 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:47.785878 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Allocated IP 172.20.0.2 (14951f56-3404-4f3a-a3eb-64155b4b51ca/0611293d-a1fb-4442-800b-29529417f6fe/f23e30da-2f6c-420f-9f35-66fa0da0c083) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:35:47.787923 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a918bde8-4c61-4c6b-9dcb-7b037e4af460 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "GET /v2.0/ports?device_id=241347aa-1052-45a5-a78b-9381d9cc5a69 HTTP/1.1" status: 200 len: 205 time: 0.1384122 Jun 02 20:35:47.792947 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:47.793330 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:47.796082 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54202) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:47.804787 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee5d1c0-e4d2-47ad-aa39-7f292658d4fd tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:35:47.817849 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-36a6e038-0fb8-4220-aaee-84a3dc343784 None None] Provisioning complete for port fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:47.818230 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-36a6e038-0fb8-4220-aaee-84a3dc343784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:47.865284 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5ad44f9c-963f-4bd0-afe2-7005e725c36f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:47.880821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250720b-4edb-4357-bd05-21cffebed775 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d902955-715e-4fe1-9f86-554581a4f226,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:47.885543 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-17cb7c2d-2f17-4d00-9b8b-1d37bd0931eb req-17f67703-7d38-4615-97fb-e3d2a5551b22 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2380271 Jun 02 20:35:47.957448 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d1c0-e4d2-47ad-aa39-7f292658d4fd tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:47.957885 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-9ee5d1c0-e4d2-47ad-aa39-7f292658d4fd tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Added segment 77c43d99-9a76-47a2-ba33-842538a736fc of type vlan for network 8d199b3c-e7c5-4ba7-8450-9556969b6359 Jun 02 20:35:47.967965 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-106b015d-0860-4e33-8d70-88cdefc18b47', 'network_id': '106b015d-0860-4e33-8d70-88cdefc18b47', 'tenant_id': 'cd1b18f106724cf58e75c0e85b5e748b', 'fixed_ips': [{'subnet_id': '612b4783-d0f5-4d3e-9e6b-2323d697fac1'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:35:47.968792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:47.993556 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d1c0-e4d2-47ad-aa39-7f292658d4fd tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:48.030784 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3250720b-4edb-4357-bd05-21cffebed775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:48.032168 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-c85454b9-c472-4048-a297-caef2333dc81 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] delete failed (client error): The resource could not be found. Jun 02 20:35:48.036035 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c85454b9-c472-4048-a297-caef2333dc81 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "DELETE /v2.0/routers/241347aa-1052-45a5-a78b-9381d9cc5a69 HTTP/1.1" status: 404 len: 336 time: 0.2315748 Jun 02 20:35:48.042773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54206) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:48.094454 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d1c0-e4d2-47ad-aa39-7f292658d4fd tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:48.113093 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee5d1c0-e4d2-47ad-aa39-7f292658d4fd tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:48.114597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ee5d1c0-e4d2-47ad-aa39-7f292658d4fd tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:48.130469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] For port d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b,segment=NetworkSegment(6a895b9f-ee68-4f5e-bbef-852b83ef6db3),segment_id=6a895b9f-ee68-4f5e-bbef-852b83ef6db3)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:48.130934 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:48.202037 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02416121-ba55-4850-a61f-ee3fe0293ee6 None None] DHCP port deletion for 5d079c0e-8652-41e0-8610-48a5cd1e360b request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:35:48.215126 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9a1af10c-0f10-46aa-bc2e-c75ee5155e61 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:48.298412 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-a638bd1c-f589-49df-8d19-e40190ebcfad tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] DELETE failed (client error): The resource could not be found. Jun 02 20:35:48.298935 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a638bd1c-f589-49df-8d19-e40190ebcfad tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:35:48.303321 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a638bd1c-f589-49df-8d19-e40190ebcfad tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] 10.222.0.25 "DELETE /v2.0/subnets/9adeca88-ca0e-4eda-89a1-be64a4e261b6 HTTP/1.1" status: 404 len: 337 time: 0.2076793 Jun 02 20:35:48.321144 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] Calling delete_port for d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:48.393660 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5d1c0-e4d2-47ad-aa39-7f292658d4fd tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event updated for resources: {'Network': ['ID=8d199b3c-e7c5-4ba7-8450-9556969b6359,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:48.403777 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9ee5d1c0-e4d2-47ad-aa39-7f292658d4fd tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0276735 Jun 02 20:35:48.404987 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9ee5d1c0-e4d2-47ad-aa39-7f292658d4fd tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:48.432664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54212) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:48.442534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-7c96f38f-0149-491a-95a4-ab67423b8d33 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Request body: {'network': {'name': 'tempest-router-network02--679254965'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:48.472150 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7c96f38f-0149-491a-95a4-ab67423b8d33 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:48.489322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7c96f38f-0149-491a-95a4-ab67423b8d33 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Usage tracker for resource:network and tenant:cd1b18f106724cf58e75c0e85b5e748b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:48.497537 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7c96f38f-0149-491a-95a4-ab67423b8d33 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:48.504036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3250720b-4edb-4357-bd05-21cffebed775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:48.526385 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7c96f38f-0149-491a-95a4-ab67423b8d33 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:48.580841 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 8d199b3c-e7c5-4ba7-8450-9556969b6359 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:35:48.602973 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:48.612496 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-36a6e038-0fb8-4220-aaee-84a3dc343784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:48.613658 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c96f38f-0149-491a-95a4-ab67423b8d33 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Made reservation on behalf of cd1b18f106724cf58e75c0e85b5e748b for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:48.617933 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7c96f38f-0149-491a-95a4-ab67423b8d33 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:48.687316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c96f38f-0149-491a-95a4-ab67423b8d33 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:35:48.697016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:48.705725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a9111a93-5648-4648-848e-94143c32df49 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:48.759333 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54216) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:48.760556 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7c96f38f-0149-491a-95a4-ab67423b8d33 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:48.760997 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-7c96f38f-0149-491a-95a4-ab67423b8d33 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Added segment e2418a65-dd75-4bf6-91a7-fa8a8543364e of type vlan for network 33bb5812-e52c-49f7-88e1-97400c91b0d3 Jun 02 20:35:48.787911 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:48.788423 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:48.791020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:48.792312 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Allocated IP 2001:db8::2 (106b015d-0860-4e33-8d70-88cdefc18b47/612b4783-d0f5-4d3e-9e6b-2323d697fac1/9bd90a15-bad8-46c0-afc1-aa706128798f) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:35:48.795547 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] No DVR routers for this DVR port d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:35:48.815886 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Transition to ACTIVE for port object f23e30da-2f6c-420f-9f35-66fa0da0c083 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:48.831856 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-02416121-ba55-4850-a61f-ee3fe0293ee6 None None] Deleting port d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:48.832246 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-02416121-ba55-4850-a61f-ee3fe0293ee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:48.859940 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5ad44f9c-963f-4bd0-afe2-7005e725c36f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:48.874076 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:48.908944 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7c96f38f-0149-491a-95a4-ab67423b8d33 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:48.931886 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3250720b-4edb-4357-bd05-21cffebed775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:48.934303 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3250720b-4edb-4357-bd05-21cffebed775 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:48.954603 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Transition to ACTIVE for port object f23e30da-2f6c-420f-9f35-66fa0da0c083 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:48.965561 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5ad44f9c-963f-4bd0-afe2-7005e725c36f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:48.980767 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d19ab-6885-403f-9b80-d4091600f8d9 req-f6c8a2bf-518a-47cc-9ad6-e0ada1d292a9 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:48.982278 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3a4d19ab-6885-403f-9b80-d4091600f8d9 req-f6c8a2bf-518a-47cc-9ad6-e0ada1d292a9 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.6060321 Jun 02 20:35:48.983425 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3250720b-4edb-4357-bd05-21cffebed775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:48.983916 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3250720b-4edb-4357-bd05-21cffebed775 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c8f7b79-6223-4b60-9b85-3d51d1ec7205 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:35:48.985781 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad44f9c-963f-4bd0-afe2-7005e725c36f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Subnet': ['ID=edea0c0f-a0ce-4bd5-b68d-ec8ebe72f9de,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:48.988254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5ad44f9c-963f-4bd0-afe2-7005e725c36f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:49.018476 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.037902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-74894901-a287-4ad0-9f74-66abf3fd2770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.041955 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3250720b-4edb-4357-bd05-21cffebed775 admin admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.043102 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3250720b-4edb-4357-bd05-21cffebed775 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3c8f7b79-6223-4b60-9b85-3d51d1ec7205 HTTP/1.1" status: 204 len: 168 time: 3.9164114 Jun 02 20:35:49.053658 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3a4d19ab-6885-403f-9b80-d4091600f8d9 req-943b4a34-feb5-4236-a356-b392693b4969 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541422 Jun 02 20:35:49.054180 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54220) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:49.060046 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d079c0e-8652-41e0-8610-48a5cd1e360b']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:49.072955 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5ad44f9c-963f-4bd0-afe2-7005e725c36f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/subnets/edea0c0f-a0ce-4bd5-b68d-ec8ebe72f9de HTTP/1.1" status: 204 len: 168 time: 2.3434370 Jun 02 20:35:49.075842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54222) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:49.104546 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-74894901-a287-4ad0-9f74-66abf3fd2770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:49.108001 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a895b9f-ee68-4f5e-bbef-852b83ef6db3') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:49.108402 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a895b9f-ee68-4f5e-bbef-852b83ef6db3') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:49.123299 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-74894901-a287-4ad0-9f74-66abf3fd2770 admin admin] Usage tracker for resource:security_group_rule and tenant:9b9efa2d039e42f589a5eeea0cde9528 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:49.132146 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-74894901-a287-4ad0-9f74-66abf3fd2770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:49.134163 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdf4a31-c222-4274-b380-6ab201766cbc None None] Network e283e263-81ed-4e70-99ad-ab11aa6d9154 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:49.140343 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7c96f38f-0149-491a-95a4-ab67423b8d33 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.144031 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f4e728-3bcb-47a5-a7aa-e0f159a12a00 admin admin] Deleting subnet 4214e910-aea4-41ab-916d-0599360240ad {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:35:49.146224 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c96f38f-0149-491a-95a4-ab67423b8d33 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:49.146937 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7c96f38f-0149-491a-95a4-ab67423b8d33 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.147451 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-42f4e728-3bcb-47a5-a7aa-e0f159a12a00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.203826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.210144 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-42f4e728-3bcb-47a5-a7aa-e0f159a12a00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.212180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:49.217170 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.229936 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-74894901-a287-4ad0-9f74-66abf3fd2770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:49.239438 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:49.291164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.307370 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.308836 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-42f4e728-3bcb-47a5-a7aa-e0f159a12a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.365235 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7c96f38f-0149-491a-95a4-ab67423b8d33 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9285934 Jun 02 20:35:49.365235 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:35:49.365650 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.371266 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54224) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:49.376496 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-a3e7bc82-6140-4b2f-b0c6-b8acdabd11a8 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Request body: {'subnet': {'network_id': '8d199b3c-e7c5-4ba7-8450-9556969b6359', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:49.376790 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-02416121-ba55-4850-a61f-ee3fe0293ee6 None None] For port d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b, host dv-neutron-601336-84-hyperv, got binding levels [] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:49.377198 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-02416121-ba55-4850-a61f-ee3fe0293ee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:35:49.396247 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:35:49.408944 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.462600 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.db.api [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:35:49.462871 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_db.api [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:35:49.471555 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Network 14951f56-3404-4f3a-a3eb-64155b4b51ca is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:49.471772 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96f38f-0149-491a-95a4-ab67423b8d33 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event updated for resources: {'Network': ['ID=33bb5812-e52c-49f7-88e1-97400c91b0d3,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:49.474406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7c96f38f-0149-491a-95a4-ab67423b8d33 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:49.483855 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.db.api [None req-36a6e038-0fb8-4220-aaee-84a3dc343784 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:35:49.484201 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_db.api [None req-36a6e038-0fb8-4220-aaee-84a3dc343784 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:35:49.532458 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:49.594015 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a3e7bc82-6140-4b2f-b0c6-b8acdabd11a8 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:49.595787 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a3e7bc82-6140-4b2f-b0c6-b8acdabd11a8 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Usage tracker for resource:subnet and tenant:cd1b18f106724cf58e75c0e85b5e748b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:49.598579 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a3e7bc82-6140-4b2f-b0c6-b8acdabd11a8 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:49.604768 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a3e7bc82-6140-4b2f-b0c6-b8acdabd11a8 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:49.615061 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:49.618358 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e7bc82-6140-4b2f-b0c6-b8acdabd11a8 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Made reservation on behalf of cd1b18f106724cf58e75c0e85b5e748b for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:49.622359 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a3e7bc82-6140-4b2f-b0c6-b8acdabd11a8 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.631338 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-02416121-ba55-4850-a61f-ee3fe0293ee6 None None] Calling delete_port for d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:49.644908 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Pushing event updated for resources: {'Port': ['ID=f23e30da-2f6c-420f-9f35-66fa0da0c083,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:49.647241 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 33bb5812-e52c-49f7-88e1-97400c91b0d3 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:35:49.653555 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Subnet': ['ID=0611293d-a1fb-4442-800b-29529417f6fe,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:49.656453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:49.666761 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.ipam_backend_mixin [None req-02416121-ba55-4850-a61f-ee3fe0293ee6 None None] Port d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b was not found and therefore no delete operation was performed {{(pid=92550) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 20:35:49.669823 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:49.670516 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.715909 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.720438 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-02416121-ba55-4850-a61f-ee3fe0293ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.733176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.738323 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.751806 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:49.752271 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:49.752521 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:49.752851 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:49.753496 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:49.753496 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:49.753811 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:49.754132 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:49.754512 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:49.754833 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:49.754941 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14951f56-3404-4f3a-a3eb-64155b4b51ca']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:49.755223 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:49.755489 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:35:49.770917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9961482c-5813-42a9-9e06-ab71dc16e1e1 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:49.799720 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b861686e-5922-45e6-8d48-ba8483d73fb0') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:49.800090 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b861686e-5922-45e6-8d48-ba8483d73fb0') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:49.822027 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d079c0e-8652-41e0-8610-48a5cd1e360b,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:49.822854 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:49.824088 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2b801b4b-875c-48d0-819a-2e646333771b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:49.825438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:49.835098 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.875827 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5d079c0e-8652-41e0-8610-48a5cd1e360b HTTP/1.1" status: 204 len: 168 time: 2.9297850 Jun 02 20:35:49.893929 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.924510 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-02416121-ba55-4850-a61f-ee3fe0293ee6 None None] Network 5d079c0e-8652-41e0-8610-48a5cd1e360b is not hosted by any dhcp agent {{(pid=92550) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 20:35:49.925016 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02416121-ba55-4850-a61f-ee3fe0293ee6 None None] No DVR routers for this DVR port d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:35:49.925770 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-42f4e728-3bcb-47a5-a7aa-e0f159a12a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.927229 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Transition to ACTIVE for port object 9bd90a15-bad8-46c0-afc1-aa706128798f will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:49.930395 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:35:49.930809 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.944657 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-333ce8c7-be9d-4748-811f-aa6354c33734 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:35:49.949573 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:35:49.958058 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-74894901-a287-4ad0-9f74-66abf3fd2770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.962492 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02416121-ba55-4850-a61f-ee3fe0293ee6 None None] Pushing event deleted for resources: {'Port': ['ID=d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:49.986651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-74894901-a287-4ad0-9f74-66abf3fd2770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:49.987254 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-42f4e728-3bcb-47a5-a7aa-e0f159a12a00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:50.003451 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-42f4e728-3bcb-47a5-a7aa-e0f159a12a00 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4214e910-aea4-41ab-916d-0599360240ad HTTP/1.1" status: 204 len: 168 time: 0.9431844 Jun 02 20:35:50.014668 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54228) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:50.021032 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4e728-3bcb-47a5-a7aa-e0f159a12a00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4214e910-aea4-41ab-916d-0599360240ad,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:50.032916 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-02416121-ba55-4850-a61f-ee3fe0293ee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:50.059666 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fe99d9-3771-495e-9e33-549cb2fe36c9 None None] Network ab3e1d4e-2d2a-46f1-a601-623159ab7f22 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:50.149675 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:50.151689 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54232) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:50.152364 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Transition to ACTIVE for port object 9bd90a15-bad8-46c0-afc1-aa706128798f will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:50.155296 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Attempting to bind port f23e30da-2f6c-420f-9f35-66fa0da0c083 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:35:50.155677 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Attempting to bind port f23e30da-2f6c-420f-9f35-66fa0da0c083 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'b861686e-5922-45e6-8d48-ba8483d73fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '14951f56-3404-4f3a-a3eb-64155b4b51ca'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:35:50.156048 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Attempting to bind port f23e30da-2f6c-420f-9f35-66fa0da0c083 on network 14951f56-3404-4f3a-a3eb-64155b4b51ca {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:35:50.156378 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-42f4e728-3bcb-47a5-a7aa-e0f159a12a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:50.226171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-14b35c25-a170-47d3-907c-90ea25785440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:50.239474 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:35:50.239864 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Checking segment: {'id': 'b861686e-5922-45e6-8d48-ba8483d73fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '14951f56-3404-4f3a-a3eb-64155b4b51ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:50.240291 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:50.240797 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Bound using segment: {'id': 'b861686e-5922-45e6-8d48-ba8483d73fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '14951f56-3404-4f3a-a3eb-64155b4b51ca'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:35:50.241295 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Bound port: f23e30da-2f6c-420f-9f35-66fa0da0c083, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b861686e-5922-45e6-8d48-ba8483d73fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '14951f56-3404-4f3a-a3eb-64155b4b51ca'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:35:50.241679 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:50.251420 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:50.263726 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-51b437ab-3bb3-468e-9ee4-92752c9e11e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:50.278268 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-28c99d95-f932-4005-999e-fa7db55fde5a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8f847206a014373a0b8b5216b88e1e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1183939 Jun 02 20:35:50.284889 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54234) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:50.330071 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:50.382585 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting port fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:50.383330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:50.387503 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-36a6e038-0fb8-4220-aaee-84a3dc343784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:50.412818 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.db.api [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 20:35:50.412818 dv-neutron-601336-84-hyperv neutron-server[92549]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 20:35:50.412818 dv-neutron-601336-84-hyperv neutron-server[92549]: [parameters: {'id': '14951f56-3404-4f3a-a3eb-64155b4b51ca'}] Jun 02 20:35:50.412818 dv-neutron-601336-84-hyperv neutron-server[92549]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:35:50.413214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_db.api [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:35:50.416822 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Network 106b015d-0860-4e33-8d70-88cdefc18b47 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:50.437403 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-74894901-a287-4ad0-9f74-66abf3fd2770 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b9efa2d039e42f589a5eeea0cde9528&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6739192 Jun 02 20:35:50.438192 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74894901-a287-4ad0-9f74-66abf3fd2770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdb1073-c671-4bc0-b7ed-1657dda31a2d,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:50.441614 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-74894901-a287-4ad0-9f74-66abf3fd2770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:50.449974 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54236) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:50.451789 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] Deleting port 7f6db12d-eadf-474d-9675-482c191ade89 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:50.452267 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:50.469312 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5220eb9f-4c6a-4344-8039-e32f0e3cebc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:50.472490 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:50.490191 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:50.537304 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Pushing event updated for resources: {'Port': ['ID=9bd90a15-bad8-46c0-afc1-aa706128798f,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:50.541765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] For port fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7,segment=NetworkSegment(36cef62f-116c-420e-8529-8fea24c97113),segment_id=36cef62f-116c-420e-8529-8fea24c97113)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:50.543685 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:50.552904 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:50.605983 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7,segment=NetworkSegment(36cef62f-116c-420e-8529-8fea24c97113),segment_id=36cef62f-116c-420e-8529-8fea24c97113)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:50.650633 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:50.652406 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c40df217-4573-4381-95ab-d461fcbced86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:50.704022 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Calling delete_port for fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:50.730256 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfd930-8bf6-40cc-8dfd-071e1e408ed5 req-f53d1f6b-fcbf-42e9-9e61-d9eb3f957967 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:50.741482 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eabfd930-8bf6-40cc-8dfd-071e1e408ed5 req-f53d1f6b-fcbf-42e9-9e61-d9eb3f957967 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.4501283 Jun 02 20:35:50.749805 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2ea526-c1ad-4e49-a3fc-706342f80ad6 None None] DHCP port deletion for e283e263-81ed-4e70-99ad-ab11aa6d9154 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:35:50.767342 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5220eb9f-4c6a-4344-8039-e32f0e3cebc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:50.773943 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] For port f23e30da-2f6c-420f-9f35-66fa0da0c083, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:35:50.810980 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] For port 7f6db12d-eadf-474d-9675-482c191ade89, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7f6db12d-eadf-474d-9675-482c191ade89,segment=NetworkSegment(2c905b90-3ec3-4c61-91a2-6126c729cdd3),segment_id=2c905b90-3ec3-4c61-91a2-6126c729cdd3)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:50.811374 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:50.816040 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eabfd930-8bf6-40cc-8dfd-071e1e408ed5 req-1e59106c-9bee-47fe-855e-1f8ba32d4776 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777447 Jun 02 20:35:50.842573 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] For port f23e30da-2f6c-420f-9f35-66fa0da0c083, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f23e30da-2f6c-420f-9f35-66fa0da0c083,segment=NetworkSegment(b861686e-5922-45e6-8d48-ba8483d73fb0),segment_id=b861686e-5922-45e6-8d48-ba8483d73fb0)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:35:50.847454 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:35:50.853592 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:50.857601 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:50.893085 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Attempting to bind port 9bd90a15-bad8-46c0-afc1-aa706128798f on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:35:50.893463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Attempting to bind port 9bd90a15-bad8-46c0-afc1-aa706128798f by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '4dfb4c56-969c-4f81-88ac-64e92b58321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '106b015d-0860-4e33-8d70-88cdefc18b47'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:35:50.893834 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Attempting to bind port 9bd90a15-bad8-46c0-afc1-aa706128798f on network 106b015d-0860-4e33-8d70-88cdefc18b47 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:35:50.906782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Port': ['ID=fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:50.907476 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:50.910203 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:50.915000 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] No DVR routers for this DVR port fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:35:50.918384 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:35:50.918965 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device c215e7f7-2f89-4ed2-b2ae-fd3d2ac42dbe not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:35:50.919563 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:35:50.941491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:50.945975 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.db.api [None req-36a6e038-0fb8-4220-aaee-84a3dc343784 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:35:50.946509 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_db.api [None req-36a6e038-0fb8-4220-aaee-84a3dc343784 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:35:50.948048 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ab2eb99b-9934-42cb-8226-4966aa8bf485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:50.957387 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:35:50.957777 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Checking segment: {'id': '4dfb4c56-969c-4f81-88ac-64e92b58321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '106b015d-0860-4e33-8d70-88cdefc18b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:50.958186 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:50.958588 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Bound using segment: {'id': '4dfb4c56-969c-4f81-88ac-64e92b58321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '106b015d-0860-4e33-8d70-88cdefc18b47'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:35:50.959109 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Bound port: 9bd90a15-bad8-46c0-afc1-aa706128798f, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfb4c56-969c-4f81-88ac-64e92b58321e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '106b015d-0860-4e33-8d70-88cdefc18b47'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:35:50.959512 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:50.978666 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:50.985326 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:50.986263 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:51.015755 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:35:51.016105 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d0df380d-9de3-4ec2-b5ae-fe8a193cbc0b not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:35:51.016532 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1d902955-715e-4fe1-9f86-554581a4f226 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:35:51.039390 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] Calling delete_port for 7f6db12d-eadf-474d-9675-482c191ade89 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:51.082249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:51.098671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e283e263-81ed-4e70-99ad-ab11aa6d9154']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:51.113910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36cef62f-116c-420e-8529-8fea24c97113') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:51.113910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36cef62f-116c-420e-8529-8fea24c97113') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:51.121750 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ab2eb99b-9934-42cb-8226-4966aa8bf485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:51.135176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:51.144105 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 1d902955-715e-4fe1-9f86-554581a4f226 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:35:51.144731 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1d902955-715e-4fe1-9f86-554581a4f226 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:35:51.162934 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:51.167594 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Deleting port f23e30da-2f6c-420f-9f35-66fa0da0c083 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:51.168297 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:51.196897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:35:51.197313 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:35:51.213223 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:35:51.215088 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5220eb9f-4c6a-4344-8039-e32f0e3cebc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:51.219462 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-db5d5a45-e42b-44bb-a552-803164614981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:51.251287 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220eb9f-4c6a-4344-8039-e32f0e3cebc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b3be3b-edaa-4e3b-863a-366d0896e68e,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:51.259395 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5220eb9f-4c6a-4344-8039-e32f0e3cebc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:51.299132 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Pushing event updated for resources: {'Port': ['ID=f23e30da-2f6c-420f-9f35-66fa0da0c083,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:51.316476 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:51.325155 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a91b07-a763-489e-8c82-ee4a0b0617dc req-1b1aab81-f6eb-49a2-9a90-a02acd06dbd4 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:51.327413 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a6a91b07-a763-489e-8c82-ee4a0b0617dc req-1b1aab81-f6eb-49a2-9a90-a02acd06dbd4 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.3748484 Jun 02 20:35:51.334413 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ab2eb99b-9934-42cb-8226-4966aa8bf485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:51.351937 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:51.357950 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-1b2ea526-c1ad-4e49-a3fc-706342f80ad6 None None] Deleting port fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:51.359124 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5220eb9f-4c6a-4344-8039-e32f0e3cebc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:51.359485 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1b2ea526-c1ad-4e49-a3fc-706342f80ad6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:51.362932 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5220eb9f-4c6a-4344-8039-e32f0e3cebc4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82b3be3b-edaa-4e3b-863a-366d0896e68e HTTP/1.1" status: 204 len: 168 time: 1.0760942 Jun 02 20:35:51.376047 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] For port f23e30da-2f6c-420f-9f35-66fa0da0c083, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f23e30da-2f6c-420f-9f35-66fa0da0c083,segment=NetworkSegment(b861686e-5922-45e6-8d48-ba8483d73fb0),segment_id=b861686e-5922-45e6-8d48-ba8483d73fb0)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:51.376416 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:51.387716 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:51.390770 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ab2eb99b-9934-42cb-8226-4966aa8bf485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:51.394343 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ab2eb99b-9934-42cb-8226-4966aa8bf485 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fbdb1073-c671-4bc0-b7ed-1657dda31a2d HTTP/1.1" status: 204 len: 168 time: 0.9207606 Jun 02 20:35:51.394343 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:51.394583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:51.400265 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:51.401704 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] For port 9bd90a15-bad8-46c0-afc1-aa706128798f, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server [None req-1b2ea526-c1ad-4e49-a3fc-706342f80ad6 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network e283e263-81ed-4e70-99ad-ab11aa6d9154 could not be found. Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 161, in get_by_id Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 3500, in one Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server raise orm_exc.NoResultFound("No row was found for one()") Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server sqlalchemy.orm.exc.NoResultFound: No row was found for one() Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1519, in delete_ports_by_device_id Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 20:35:51.413817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1932, in delete_port Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network e283e263-81ed-4e70-99ad-ab11aa6d9154 could not be found. Jun 02 20:35:51.417817 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server Jun 02 20:35:51.426085 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cbbd5e-2300-4dcf-9ab4-4ce2717ca325 None None] DHCP port deletion for ab3e1d4e-2d2a-46f1-a601-623159ab7f22 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:35:51.434877 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2eb99b-9934-42cb-8226-4966aa8bf485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdb1073-c671-4bc0-b7ed-1657dda31a2d,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:51.437969 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f990cf5-e349-4530-ad22-78b1845d8020 None None] Network 14951f56-3404-4f3a-a3eb-64155b4b51ca requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:51.460802 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ab2eb99b-9934-42cb-8226-4966aa8bf485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:51.500714 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:51.555573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Calling delete_port for f23e30da-2f6c-420f-9f35-66fa0da0c083 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:51.566240 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Network': ['ID=e283e263-81ed-4e70-99ad-ab11aa6d9154,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:51.568852 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:51.580582 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/networks/e283e263-81ed-4e70-99ad-ab11aa6d9154 HTTP/1.1" status: 204 len: 168 time: 2.5018189 Jun 02 20:35:51.582475 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] No DVR routers for this DVR port 7f6db12d-eadf-474d-9675-482c191ade89 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:35:51.591714 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54244) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:51.598620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-6a833c94-01bf-4df6-8158-0b110e8a7d34 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'port': {'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59', 'name': 'tempest-PortsIpV6TestJSON-5650629'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:51.608652 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a6a91b07-a763-489e-8c82-ee4a0b0617dc req-79f0dc42-09ce-416a-8c14-f3df22279e7b tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601941 Jun 02 20:35:51.614644 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a3e7bc82-6140-4b2f-b0c6-b8acdabd11a8 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:51.653396 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f6db12d-eadf-474d-9675-482c191ade89,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:51.658939 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da197719-763a-4b87-bc62-623ee8cfc49c None None] DHCP port deletion for e283e263-81ed-4e70-99ad-ab11aa6d9154 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:35:51.661048 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:51.665541 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3b6b1131-fa57-4413-8e5d-b9e638a5519b tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:51.714326 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] For port 9bd90a15-bad8-46c0-afc1-aa706128798f, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9bd90a15-bad8-46c0-afc1-aa706128798f,segment=NetworkSegment(4dfb4c56-969c-4f81-88ac-64e92b58321e),segment_id=4dfb4c56-969c-4f81-88ac-64e92b58321e)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:35:51.782967 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:51.794123 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:51.819426 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:51.842704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6a833c94-01bf-4df6-8158-0b110e8a7d34 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:51.848216 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6a833c94-01bf-4df6-8158-0b110e8a7d34 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:port and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:51.853538 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-36a6e038-0fb8-4220-aaee-84a3dc343784 None None] Port fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7 update to ACTIVE by agent not found {{(pid=92550) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} Jun 02 20:35:51.855799 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3e1d4e-2d2a-46f1-a601-623159ab7f22']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:51.880783 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6a833c94-01bf-4df6-8158-0b110e8a7d34 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:51.899448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6a833c94-01bf-4df6-8158-0b110e8a7d34 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:51.909113 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Pushing event updated for resources: {'Port': ['ID=9bd90a15-bad8-46c0-afc1-aa706128798f,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:51.915985 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c905b90-3ec3-4c61-91a2-6126c729cdd3') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:51.916286 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c905b90-3ec3-4c61-91a2-6126c729cdd3') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:51.922562 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:51.937890 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:51.956881 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7bc82-6140-4b2f-b0c6-b8acdabd11a8 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event updated for resources: {'Subnet': ['ID=5b5cb12b-be4e-48e4-86c5-4a31baf4cf23,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:51.966687 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a3e7bc82-6140-4b2f-b0c6-b8acdabd11a8 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:51.972630 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-1d4160d0-00c8-452f-a4d2-bb7b418fa2dd None None] Could not find standard attr ID for object ebfd2f41-f4b2-42f2-baba-fc9faad7cb8a. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:35:51.975492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e7bc82-6140-4b2f-b0c6-b8acdabd11a8 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Checking segment: {'id': '77c43d99-9a76-47a2-ba33-842538a736fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8d199b3c-e7c5-4ba7-8450-9556969b6359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:51.976234 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e7bc82-6140-4b2f-b0c6-b8acdabd11a8 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Network hostable DHCP agents. Network: 8d199b3c-e7c5-4ba7-8450-9556969b6359, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:35:51.985387 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:51.999939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:52.001310 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a833c94-01bf-4df6-8158-0b110e8a7d34 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:52.004794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6a833c94-01bf-4df6-8158-0b110e8a7d34 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:52.006250 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:35:52.006920 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:52.027003 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-54225d5f-5626-49f6-b2b8-53b8a76424a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:35:52.029777 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:35:52.087660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-6a833c94-01bf-4df6-8158-0b110e8a7d34 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] device_id is not set on port 75a869d1-6258-4f3c-8e4b-65b5b678498a yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:35:52.126456 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e7bc82-6140-4b2f-b0c6-b8acdabd11a8 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Network 8d199b3c-e7c5-4ba7-8450-9556969b6359 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:35:52.142848 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54258) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:52.160275 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-a3e7bc82-6140-4b2f-b0c6-b8acdabd11a8 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 8d199b3c-e7c5-4ba7-8450-9556969b6359) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:52.165354 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:52.174864 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033d307c-a2c1-4041-9f69-df721fbf8032 None None] Network 8d199b3c-e7c5-4ba7-8450-9556969b6359 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:52.182155 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ed9abb57-fdc2-48b5-b163-874737813c90 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:52.211827 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e7bc82-6140-4b2f-b0c6-b8acdabd11a8 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:52.212663 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a3e7bc82-6140-4b2f-b0c6-b8acdabd11a8 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:52.217030 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:52.224821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab3e1d4e-2d2a-46f1-a601-623159ab7f22,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:52.235433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:52.285968 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a3e7bc82-6140-4b2f-b0c6-b8acdabd11a8 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9136367 Jun 02 20:35:52.288718 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ab3e1d4e-2d2a-46f1-a601-623159ab7f22 HTTP/1.1" status: 204 len: 168 time: 2.2689996 Jun 02 20:35:52.290457 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54262) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:52.297016 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1064dafe-9a6e-4bd8-a2b5-2e2dda9c31de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4277689824940fd8cbcfbeedf87b14b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527591 Jun 02 20:35:52.297873 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54266) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:52.304146 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-832b5c85-3d5d-4a2c-b885-40e263f9ef95 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Request body: {'subnet': {'network_id': '33bb5812-e52c-49f7-88e1-97400c91b0d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:52.511018 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cc559776-9e57-48a1-a37d-63d05df2e10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:52.534054 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-832b5c85-3d5d-4a2c-b885-40e263f9ef95 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:52.551438 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-832b5c85-3d5d-4a2c-b885-40e263f9ef95 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Usage tracker for resource:subnet and tenant:cd1b18f106724cf58e75c0e85b5e748b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:52.557887 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-832b5c85-3d5d-4a2c-b885-40e263f9ef95 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:52.563201 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cc559776-9e57-48a1-a37d-63d05df2e10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:52.575606 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-832b5c85-3d5d-4a2c-b885-40e263f9ef95 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:52.604371 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-8d199b3c-e7c5-4ba7-8450-9556969b6359', 'network_id': '8d199b3c-e7c5-4ba7-8450-9556969b6359', 'tenant_id': 'cd1b18f106724cf58e75c0e85b5e748b', 'fixed_ips': [{'subnet_id': '5b5cb12b-be4e-48e4-86c5-4a31baf4cf23'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:35:52.607721 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:52.614967 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832b5c85-3d5d-4a2c-b885-40e263f9ef95 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Made reservation on behalf of cd1b18f106724cf58e75c0e85b5e748b for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:52.618784 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-832b5c85-3d5d-4a2c-b885-40e263f9ef95 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:52.627487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6a833c94-01bf-4df6-8158-0b110e8a7d34 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:52.656839 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Port': ['ID=f23e30da-2f6c-420f-9f35-66fa0da0c083,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:52.679429 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:52.694639 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54272) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:52.696105 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No DVR routers for this DVR port f23e30da-2f6c-420f-9f35-66fa0da0c083 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:35:52.785615 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cc559776-9e57-48a1-a37d-63d05df2e10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:52.803458 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-19942ad3-9f56-4609-ab05-6d6cc1323037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:52.833282 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc559776-9e57-48a1-a37d-63d05df2e10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794c4e64-9796-402c-9fe1-32dbbfa85024,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:52.840401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-cc559776-9e57-48a1-a37d-63d05df2e10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:52.857022 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cc559776-9e57-48a1-a37d-63d05df2e10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:52.861271 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cc559776-9e57-48a1-a37d-63d05df2e10b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/794c4e64-9796-402c-9fe1-32dbbfa85024 HTTP/1.1" status: 204 len: 168 time: 0.5610888 Jun 02 20:35:52.875444 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9bd90a15-bad8-46c0-afc1-aa706128798f up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:35:52.977029 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6a833c94-01bf-4df6-8158-0b110e8a7d34 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:52.994852 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Allocated IP 2001:db8::2 (8d199b3c-e7c5-4ba7-8450-9556969b6359/5b5cb12b-be4e-48e4-86c5-4a31baf4cf23/e42d2d36-3c10-4e17-b4ad-a58cdbfe379d) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:35:53.047989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 9bd90a15-bad8-46c0-afc1-aa706128798f completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:35:53.055707 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fbe16ecb-0f5d-4369-b91c-9447bab5e44c tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:53.109146 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:53.188433 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d151b-a142-4134-b9f0-4fe551279611 req-da8838f8-068c-4c54-9a51-8e4fa17383ad tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:53.190435 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-da2d151b-a142-4134-b9f0-4fe551279611 req-da8838f8-068c-4c54-9a51-8e4fa17383ad tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 1.2722714 Jun 02 20:35:53.225263 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14951f56-3404-4f3a-a3eb-64155b4b51ca']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:53.254963 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a833c94-01bf-4df6-8158-0b110e8a7d34 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:53.290222 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5dafc800-b656-4fda-9e75-1f0bbf0f66aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c9e9bd5bff84a45b832072d10d3f65a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5910516 Jun 02 20:35:53.296104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54286) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:53.297210 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:53.300976 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b861686e-5922-45e6-8d48-ba8483d73fb0') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:53.301544 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b861686e-5922-45e6-8d48-ba8483d73fb0') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:53.310090 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Transition to ACTIVE for port object e42d2d36-3c10-4e17-b4ad-a58cdbfe379d will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:53.311075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-6a833c94-01bf-4df6-8158-0b110e8a7d34 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:53.326597 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a833c94-01bf-4df6-8158-0b110e8a7d34 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:53.332263 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Transition to ACTIVE for port object e42d2d36-3c10-4e17-b4ad-a58cdbfe379d will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:53.333101 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a833c94-01bf-4df6-8158-0b110e8a7d34 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:53.334009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6a833c94-01bf-4df6-8158-0b110e8a7d34 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:53.350869 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:53.352364 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:53.356696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-3c7043ca-c89d-491c-a10a-eca0ac8e4601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:53.373581 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a833c94-01bf-4df6-8158-0b110e8a7d34 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=75a869d1-6258-4f3c-8e4b-65b5b678498a,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:53.383550 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-da2d151b-a142-4134-b9f0-4fe551279611 req-17a640a1-d188-4f1e-af13-366040a6aeac tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659007 Jun 02 20:35:53.385172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6a833c94-01bf-4df6-8158-0b110e8a7d34 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:53.398978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:53.420248 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:35:53.420928 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:35:53.442071 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:35:53.454868 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6a833c94-01bf-4df6-8158-0b110e8a7d34 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 847 time: 1.8615897 Jun 02 20:35:53.455772 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54292) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:53.479516 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:35:53.607673 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Network 8d199b3c-e7c5-4ba7-8450-9556969b6359 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:53.608494 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:35:53.616785 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fdbc57fb-c9d2-4efd-8f41-1d1b0e6859d7 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:35:53.617399 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7f6db12d-eadf-474d-9675-482c191ade89 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:35:53.669526 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:53.681765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-886294ae-6a91-4c6a-8f57-ab5d1fc2ad84 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:53.703917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:53.720260 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Network': ['ID=14951f56-3404-4f3a-a3eb-64155b4b51ca,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:53.727541 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-832b5c85-3d5d-4a2c-b885-40e263f9ef95 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:53.732258 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:53.735855 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:53.744584 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/14951f56-3404-4f3a-a3eb-64155b4b51ca HTTP/1.1" status: 204 len: 168 time: 7.1625628 Jun 02 20:35:53.751118 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54298) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:53.754059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88485b4c-7322-4a68-86db-285d3bdc52bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:53.757536 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c8096e14-332f-413f-9bb8-255a2a285669 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:53.771209 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-35d7b15c-c7ab-4dd5-8697-204a1bc5b598 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1745953439'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:53.786783 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-35d7b15c-c7ab-4dd5-8697-204a1bc5b598 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:53.788646 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Pushing event updated for resources: {'Port': ['ID=e42d2d36-3c10-4e17-b4ad-a58cdbfe379d,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:53.793573 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:53.793796 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-35d7b15c-c7ab-4dd5-8697-204a1bc5b598 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Usage tracker for resource:network and tenant:b844dc2b9a3f473e9f66311bfcf362e2 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:53.795818 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-35d7b15c-c7ab-4dd5-8697-204a1bc5b598 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:53.810573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-35d7b15c-c7ab-4dd5-8697-204a1bc5b598 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:53.825208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d7b15c-c7ab-4dd5-8697-204a1bc5b598 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:53.831467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-35d7b15c-c7ab-4dd5-8697-204a1bc5b598 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:53.867659 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 7f6db12d-eadf-474d-9675-482c191ade89 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:35:53.869088 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7f6db12d-eadf-474d-9675-482c191ade89 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:35:53.887429 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:53.892512 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-9c17b905-d10f-4b80-a474-83c6ffda20d0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting port 75a869d1-6258-4f3c-8e4b-65b5b678498a {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:53.892873 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9c17b905-d10f-4b80-a474-83c6ffda20d0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:54.000888 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d7b15c-c7ab-4dd5-8697-204a1bc5b598 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:35:54.029633 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17a4179-8222-4dc7-b614-6122ec9cd3ce None None] Network 106b015d-0860-4e33-8d70-88cdefc18b47 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:54.041222 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-35d7b15c-c7ab-4dd5-8697-204a1bc5b598 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:54.041569 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-35d7b15c-c7ab-4dd5-8697-204a1bc5b598 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Added segment 85dbbf0c-e518-4544-be26-3baee0492929 of type vlan for network 337d37d0-6aa4-4a31-82c5-7408d6eb6a33 Jun 02 20:35:54.049582 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9c17b905-d10f-4b80-a474-83c6ffda20d0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:54.055046 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88485b4c-7322-4a68-86db-285d3bdc52bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:54.071353 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832b5c85-3d5d-4a2c-b885-40e263f9ef95 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Checking segment: {'id': 'e2418a65-dd75-4bf6-91a7-fa8a8543364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '33bb5812-e52c-49f7-88e1-97400c91b0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:54.071841 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832b5c85-3d5d-4a2c-b885-40e263f9ef95 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Network hostable DHCP agents. Network: 33bb5812-e52c-49f7-88e1-97400c91b0d3, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:35:54.079522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b5c85-3d5d-4a2c-b885-40e263f9ef95 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event updated for resources: {'Subnet': ['ID=30fcc9e5-502c-4880-9567-759e8690784e,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:54.082658 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-832b5c85-3d5d-4a2c-b885-40e263f9ef95 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:54.136500 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832b5c85-3d5d-4a2c-b885-40e263f9ef95 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Network 33bb5812-e52c-49f7-88e1-97400c91b0d3 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:35:54.156037 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-832b5c85-3d5d-4a2c-b885-40e263f9ef95 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 33bb5812-e52c-49f7-88e1-97400c91b0d3) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:54.169980 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832b5c85-3d5d-4a2c-b885-40e263f9ef95 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:54.170966 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-832b5c85-3d5d-4a2c-b885-40e263f9ef95 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:54.184100 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cbe4a-9c9a-4221-be0b-8420c0e541b8 req-a5244ddc-2d3f-423f-b1a0-afabed128081 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:54.185727 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6f6cbe4a-9c9a-4221-be0b-8420c0e541b8 req-a5244ddc-2d3f-423f-b1a0-afabed128081 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.2642186 Jun 02 20:35:54.208257 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-9c17b905-d10f-4b80-a474-83c6ffda20d0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Calling delete_port for 75a869d1-6258-4f3c-8e4b-65b5b678498a owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:54.219491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-35d7b15c-c7ab-4dd5-8697-204a1bc5b598 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:54.224177 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88485b4c-7322-4a68-86db-285d3bdc52bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:54.227736 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88485b4c-7322-4a68-86db-285d3bdc52bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:54.231334 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-88485b4c-7322-4a68-86db-285d3bdc52bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa067160-6a0e-46f0-8853-e00ef72c315f HTTP/1.1" status: 204 len: 168 time: 0.9319403 Jun 02 20:35:54.233498 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5220eb9f-4c6a-4344-8039-e32f0e3cebc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:54.243935 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-832b5c85-3d5d-4a2c-b885-40e263f9ef95 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9424028 Jun 02 20:35:54.246533 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54312) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:54.271699 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6f6cbe4a-9c9a-4221-be0b-8420c0e541b8 req-f8ab5d5f-1189-4c58-9c4d-b4deba3aba4d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724089 Jun 02 20:35:54.272723 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88485b4c-7322-4a68-86db-285d3bdc52bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa067160-6a0e-46f0-8853-e00ef72c315f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:54.282621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-88485b4c-7322-4a68-86db-285d3bdc52bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:54.351927 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Attempting to bind port e42d2d36-3c10-4e17-b4ad-a58cdbfe379d on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:35:54.352306 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Attempting to bind port e42d2d36-3c10-4e17-b4ad-a58cdbfe379d by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '77c43d99-9a76-47a2-ba33-842538a736fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8d199b3c-e7c5-4ba7-8450-9556969b6359'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:35:54.352681 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Attempting to bind port e42d2d36-3c10-4e17-b4ad-a58cdbfe379d on network 8d199b3c-e7c5-4ba7-8450-9556969b6359 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:35:54.357908 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28de9e9-88d1-4469-924c-57719fdc2dc0 None None] Network 33bb5812-e52c-49f7-88e1-97400c91b0d3 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:54.421341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-35d7b15c-c7ab-4dd5-8697-204a1bc5b598 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:54.426859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d7b15c-c7ab-4dd5-8697-204a1bc5b598 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:54.427660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-35d7b15c-c7ab-4dd5-8697-204a1bc5b598 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:54.428218 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:35:54.428835 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Checking segment: {'id': '77c43d99-9a76-47a2-ba33-842538a736fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8d199b3c-e7c5-4ba7-8450-9556969b6359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:54.429421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:54.429996 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Bound using segment: {'id': '77c43d99-9a76-47a2-ba33-842538a736fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8d199b3c-e7c5-4ba7-8450-9556969b6359'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:35:54.431114 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Bound port: e42d2d36-3c10-4e17-b4ad-a58cdbfe379d, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c43d99-9a76-47a2-ba33-842538a736fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8d199b3c-e7c5-4ba7-8450-9556969b6359'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:35:54.431692 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:54.452487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-304ebbc1-c1eb-4df3-9647-04964b2d0a8a tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:54.534222 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-35d7b15c-c7ab-4dd5-8697-204a1bc5b598 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7715647 Jun 02 20:35:54.535266 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54326) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:54.541300 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-b2961459-7d7f-4bd0-b485-c18d048e210b tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'subnet': {'network_id': '337d37d0-6aa4-4a31-82c5-7408d6eb6a33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:54.601738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54328) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:54.663117 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-58d7c48d-7f96-4832-9978-0780df8447ae None None] Provisioning for port 9bd90a15-bad8-46c0-afc1-aa706128798f completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:35:54.725244 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-58d7c48d-7f96-4832-9978-0780df8447ae None None] Provisioning complete for port 9bd90a15-bad8-46c0-afc1-aa706128798f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:54.736209 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-58d7c48d-7f96-4832-9978-0780df8447ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:54.772678 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b2961459-7d7f-4bd0-b485-c18d048e210b tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:54.777766 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b2961459-7d7f-4bd0-b485-c18d048e210b tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Usage tracker for resource:subnet and tenant:b844dc2b9a3f473e9f66311bfcf362e2 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:54.781226 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b2961459-7d7f-4bd0-b485-c18d048e210b tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:54.788197 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b2961459-7d7f-4bd0-b485-c18d048e210b tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:54.799233 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2961459-7d7f-4bd0-b485-c18d048e210b tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:54.803777 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b2961459-7d7f-4bd0-b485-c18d048e210b tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:54.828423 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54338) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:54.858914 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7b15c-c7ab-4dd5-8697-204a1bc5b598 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Network': ['ID=337d37d0-6aa4-4a31-82c5-7408d6eb6a33,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:54.863466 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-35d7b15c-c7ab-4dd5-8697-204a1bc5b598 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:54.931542 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.ipam_backend_mixin [None req-b2961459-7d7f-4bd0-b485-c18d048e210b tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Performing IP validity checks on allocation pools {{(pid=92548) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 02 20:35:54.932173 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.ipam_backend_mixin [None req-b2961459-7d7f-4bd0-b485-c18d048e210b tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92548) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 02 20:35:54.940039 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9c17b905-d10f-4b80-a474-83c6ffda20d0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:54.956298 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 337d37d0-6aa4-4a31-82c5-7408d6eb6a33 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:35:55.000591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-60ff2dee-1998-453f-86ba-1f01c9fd6649 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:55.058761 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17b905-d10f-4b80-a474-83c6ffda20d0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Port': ['ID=75a869d1-6258-4f3c-8e4b-65b5b678498a,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:55.111039 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9c17b905-d10f-4b80-a474-83c6ffda20d0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:55.115267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9c17b905-d10f-4b80-a474-83c6ffda20d0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:55.168939 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9c17b905-d10f-4b80-a474-83c6ffda20d0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/ports/75a869d1-6258-4f3c-8e4b-65b5b678498a HTTP/1.1" status: 204 len: 168 time: 1.7061770 Jun 02 20:35:55.172293 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54346) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:55.186538 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] For port e42d2d36-3c10-4e17-b4ad-a58cdbfe379d, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:35:55.187521 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:55.199587 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] For port e42d2d36-3c10-4e17-b4ad-a58cdbfe379d, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e42d2d36-3c10-4e17-b4ad-a58cdbfe379d,segment=NetworkSegment(77c43d99-9a76-47a2-ba33-842538a736fc),segment_id=77c43d99-9a76-47a2-ba33-842538a736fc)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:35:55.203868 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-0a4b9ddf-14fc-4534-832f-0f7f3e2c5764 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'port': {'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59', 'mac_address': 'fa:16:3e:bf:f3:4b', 'name': 'tempest-PortsIpV6TestJSON-1720979380'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:55.217715 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:55.233979 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5e239f64-8358-4fcf-98ea-1d3cb2f3745e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:55.256373 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1475208032'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:55.342706 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:55.355527 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Usage tracker for resource:network and tenant:16f473049212486b94c2982c798b3de2 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:55.355652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:55.364048 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:55.369726 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:55.375773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Usage tracker for resource:floatingip and tenant:9db71f6980c9480aa5bb1a022c706f0a is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:55.379915 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:55.386828 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:55.429906 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:55.437689 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-58d7c48d-7f96-4832-9978-0780df8447ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:55.449139 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Pushing event updated for resources: {'Port': ['ID=e42d2d36-3c10-4e17-b4ad-a58cdbfe379d,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:55.458782 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:55.461396 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-33bb5812-e52c-49f7-88e1-97400c91b0d3', 'network_id': '33bb5812-e52c-49f7-88e1-97400c91b0d3', 'tenant_id': 'cd1b18f106724cf58e75c0e85b5e748b', 'fixed_ips': [{'subnet_id': '30fcc9e5-502c-4880-9567-759e8690784e'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:35:55.463259 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:55.470835 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Made reservation on behalf of 16f473049212486b94c2982c798b3de2 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:55.474947 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:55.506994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:55.511797 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0a4b9ddf-14fc-4534-832f-0f7f3e2c5764 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:55.519055 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:55.530060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0a4b9ddf-14fc-4534-832f-0f7f3e2c5764 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:port and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:55.534796 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0a4b9ddf-14fc-4534-832f-0f7f3e2c5764 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:55.552140 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-58d7c48d-7f96-4832-9978-0780df8447ae None None] For port 9bd90a15-bad8-46c0-afc1-aa706128798f, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9bd90a15-bad8-46c0-afc1-aa706128798f,segment=NetworkSegment(4dfb4c56-969c-4f81-88ac-64e92b58321e),segment_id=4dfb4c56-969c-4f81-88ac-64e92b58321e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:55.559559 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0a4b9ddf-14fc-4534-832f-0f7f3e2c5764 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:55.567581 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:55.571109 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-58d7c48d-7f96-4832-9978-0780df8447ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:55.574745 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Usage tracker for resource:security_group_rule and tenant:16f473049212486b94c2982c798b3de2 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:55.579466 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0b9307a3-64bf-401e-8729-85a787f7fb6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:55.581412 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:55.589349 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:55.746989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4b9ddf-14fc-4534-832f-0f7f3e2c5764 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:55.801910 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:55.804948 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7c48d-7f96-4832-9978-0780df8447ae None None] Pushing event updated for resources: {'Port': ['ID=9bd90a15-bad8-46c0-afc1-aa706128798f,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:55.827292 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-58d7c48d-7f96-4832-9978-0780df8447ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:55.862157 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-10756885-4e57-48ca-92f1-ae5458011e11 None None] Provisioning complete for port 9bd90a15-bad8-46c0-afc1-aa706128798f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:55.862880 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-10756885-4e57-48ca-92f1-ae5458011e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:55.889426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54356) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:55.892671 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Allocated IP 2001:db8::2 (33bb5812-e52c-49f7-88e1-97400c91b0d3/30fcc9e5-502c-4880-9567-759e8690784e/eb24967d-1d65-42e9-9ef5-49196f173369) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:35:55.977268 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9ddf-14fc-4534-832f-0f7f3e2c5764 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:56.001406 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:56.011414 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d062a288-08ca-4ee9-aae9-df80c8ac4c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:56.029200 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Allocated IP 2001:db8::1 (8d199b3c-e7c5-4ba7-8450-9556969b6359/5b5cb12b-be4e-48e4-86c5-4a31baf4cf23/bcf20a4d-81cb-4a66-8c47-5903d83e3e6b) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:35:56.075288 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:56.075509 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:35:56.094825 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-0a4b9ddf-14fc-4534-832f-0f7f3e2c5764 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] device_id is not set on port 81955d1b-8e17-4874-838f-0bb7c42a53ad yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:35:56.128075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-367226498'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:56.141544 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54fcf8c-4d2a-4bd4-af44-135f4957201a,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:56.159233 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:56.181922 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:56.184687 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:56.185217 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Added segment 57b813e6-7c86-4f00-a1fe-fb647908562f of type vlan for network 333605a9-184b-4a5b-a83b-2ab4c9fa779f Jun 02 20:35:56.194991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:network and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:56.196924 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:56.200887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:56.208668 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Transition to ACTIVE for port object eb24967d-1d65-42e9-9ef5-49196f173369 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:56.222641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:56.229684 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Transition to ACTIVE for port object eb24967d-1d65-42e9-9ef5-49196f173369 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:56.237205 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:56.242625 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:56.279896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:56.283853 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:56.300424 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Network 33bb5812-e52c-49f7-88e1-97400c91b0d3 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:56.307941 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:56.310951 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b2961459-7d7f-4bd0-b485-c18d048e210b tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:56.312022 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:56.318603 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:56.322580 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:56.338670 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:56.346768 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Pushing event updated for resources: {'Port': ['ID=eb24967d-1d65-42e9-9ef5-49196f173369,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:56.354549 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:56.385041 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:56.405780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:security_group_rule and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:56.408503 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:56.417288 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:56.441570 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:56.444254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Allocated IP 172.26.0.228 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/17f4b1e2-2450-4afe-9baa-8de34ed4498d) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:35:56.452639 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Transition to ACTIVE for port object bcf20a4d-81cb-4a66-8c47-5903d83e3e6b will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:56.454249 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Attempting to bind port eb24967d-1d65-42e9-9ef5-49196f173369 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:35:56.454856 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Attempting to bind port eb24967d-1d65-42e9-9ef5-49196f173369 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'e2418a65-dd75-4bf6-91a7-fa8a8543364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '33bb5812-e52c-49f7-88e1-97400c91b0d3'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:35:56.455418 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Attempting to bind port eb24967d-1d65-42e9-9ef5-49196f173369 on network 33bb5812-e52c-49f7-88e1-97400c91b0d3 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:35:56.469244 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:35:56.470299 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Checking segment: {'id': 'e2418a65-dd75-4bf6-91a7-fa8a8543364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '33bb5812-e52c-49f7-88e1-97400c91b0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:56.470937 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:56.471829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Bound using segment: {'id': 'e2418a65-dd75-4bf6-91a7-fa8a8543364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '33bb5812-e52c-49f7-88e1-97400c91b0d3'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:35:56.474464 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Bound port: eb24967d-1d65-42e9-9ef5-49196f173369, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2418a65-dd75-4bf6-91a7-fa8a8543364e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '33bb5812-e52c-49f7-88e1-97400c91b0d3'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:35:56.474865 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:56.544809 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2961459-7d7f-4bd0-b485-c18d048e210b tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Subnet': ['ID=1fdb65ce-c940-449c-894c-232ad925784b,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:56.556949 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b2961459-7d7f-4bd0-b485-c18d048e210b tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:56.563309 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:56.568838 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:56.569452 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:56.576889 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c274f0f0-7c3c-4e4c-b8ff-21b60d416ec4 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:56.599332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9ddf-14fc-4534-832f-0f7f3e2c5764 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:56.610340 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2961459-7d7f-4bd0-b485-c18d048e210b tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Checking segment: {'id': '85dbbf0c-e518-4544-be26-3baee0492929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '337d37d0-6aa4-4a31-82c5-7408d6eb6a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:56.610711 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2961459-7d7f-4bd0-b485-c18d048e210b tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network hostable DHCP agents. Network: 337d37d0-6aa4-4a31-82c5-7408d6eb6a33, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:35:56.649317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:56.667509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9c17b905-d10f-4b80-a474-83c6ffda20d0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:56.772715 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:56.773657 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] For port eb24967d-1d65-42e9-9ef5-49196f173369, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:35:56.779335 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] For port eb24967d-1d65-42e9-9ef5-49196f173369, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=eb24967d-1d65-42e9-9ef5-49196f173369,segment=NetworkSegment(e2418a65-dd75-4bf6-91a7-fa8a8543364e),segment_id=e2418a65-dd75-4bf6-91a7-fa8a8543364e)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:35:56.785709 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:56.798081 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Network 8d199b3c-e7c5-4ba7-8450-9556969b6359 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:56.799105 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-292bf78f-782c-4141-b980-5fc8a2c21e72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:56.806265 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:56.808738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:56.809461 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:56.862111 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f831fcaf-0a53-4385-9534-31bb67d5ed32 None None] Network 8d199b3c-e7c5-4ba7-8450-9556969b6359 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:56.911465 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Pushing event updated for resources: {'Network': ['ID=333605a9-184b-4a5b-a83b-2ab4c9fa779f,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:56.913647 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2961459-7d7f-4bd0-b485-c18d048e210b tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network 337d37d0-6aa4-4a31-82c5-7408d6eb6a33 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:35:56.918637 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:56.931946 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0992551 Jun 02 20:35:56.934309 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54360) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:56.940176 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-eb4ea56c-311f-422d-b1e8-de97757ab7f6 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Request body: {'subnet': {'network_id': '333605a9-184b-4a5b-a83b-2ab4c9fa779f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:56.959369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-b2961459-7d7f-4bd0-b485-c18d048e210b tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 337d37d0-6aa4-4a31-82c5-7408d6eb6a33) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:56.979095 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2961459-7d7f-4bd0-b485-c18d048e210b tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:56.979724 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b2961459-7d7f-4bd0-b485-c18d048e210b tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:56.997929 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 333605a9-184b-4a5b-a83b-2ab4c9fa779f details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:35:57.068061 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9ddf-14fc-4534-832f-0f7f3e2c5764 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:57.077368 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1b837c4d-929c-4c3e-85d1-8138602e5330 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:57.094461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9bd90a15-bad8-46c0-afc1-aa706128798f up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:35:57.101830 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:57.112902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event updated for resources: {'Port': ['ID=bcf20a4d-81cb-4a66-8c47-5903d83e3e6b,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:57.116035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:57.120655 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:57.124826 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64a7680-cccb-4cb3-9d29-f1716295c823 None None] Network 337d37d0-6aa4-4a31-82c5-7408d6eb6a33 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:57.129741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-312b7759-f128-491c-956a-694d9739e2e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:57.137702 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Pushing event updated for resources: {'Port': ['ID=eb24967d-1d65-42e9-9ef5-49196f173369,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:57.156715 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b9ddf-14fc-4534-832f-0f7f3e2c5764 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=81955d1b-8e17-4874-838f-0bb7c42a53ad,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:57.170031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:57.170708 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b2961459-7d7f-4bd0-b485-c18d048e210b tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.6337607 Jun 02 20:35:57.174177 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0a4b9ddf-14fc-4534-832f-0f7f3e2c5764 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:57.176383 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-6ff8947d-a1b9-44bb-a183-ee354c55eed9 None None] Provisioning for port e42d2d36-3c10-4e17-b4ad-a58cdbfe379d completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:35:57.177190 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54362) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:57.187895 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4b9ddf-14fc-4534-832f-0f7f3e2c5764 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:57.190622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-0a4b9ddf-14fc-4534-832f-0f7f3e2c5764 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:57.194893 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4b9ddf-14fc-4534-832f-0f7f3e2c5764 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:57.201339 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4b9ddf-14fc-4534-832f-0f7f3e2c5764 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:57.202144 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9ddf-14fc-4534-832f-0f7f3e2c5764 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:57.236382 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a50e9d7-715d-491d-a7b9-8d78b03be9e7,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:57.238441 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-eb4ea56c-311f-422d-b1e8-de97757ab7f6 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:57.242890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:57.246064 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:35:57.256579 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-eb4ea56c-311f-422d-b1e8-de97757ab7f6 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Usage tracker for resource:subnet and tenant:16f473049212486b94c2982c798b3de2 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:57.265852 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0a4b9ddf-14fc-4534-832f-0f7f3e2c5764 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0705173 Jun 02 20:35:57.265852 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-eb4ea56c-311f-422d-b1e8-de97757ab7f6 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:57.267013 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54364) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:57.310080 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-eb4ea56c-311f-422d-b1e8-de97757ab7f6 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:57.329802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:57.329802 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Added segment bb2013ab-8211-4e55-b1f1-7f15550c68c9 of type vlan for network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e Jun 02 20:35:57.359301 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4ea56c-311f-422d-b1e8-de97757ab7f6 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Made reservation on behalf of 16f473049212486b94c2982c798b3de2 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:57.368580 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eb4ea56c-311f-422d-b1e8-de97757ab7f6 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:57.369249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:57.386242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f6e47b7a-2e21-46e4-bf12-11d67160a416 tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:57.415647 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9975fa99-9254-4dc7-a645-d3b8e09a280d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:57.416481 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9975fa99-9254-4dc7-a645-d3b8e09a280d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Synchronizing usage tracker for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:35:57.499586 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:57.510410 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9975fa99-9254-4dc7-a645-d3b8e09a280d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Unset dirty status for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:35:57.511620 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9975fa99-9254-4dc7-a645-d3b8e09a280d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports/81955d1b-8e17-4874-838f-0bb7c42a53ad HTTP/1.1" status: 200 len: 845 time: 0.2434418 Jun 02 20:35:57.519094 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54366) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:57.526686 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 9bd90a15-bad8-46c0-afc1-aa706128798f triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:57.527244 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:57.552520 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:57.561359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:57.571806 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:57.577924 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:57.603535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Pushing event updated for resources: {'Port': ['ID=17f4b1e2-2450-4afe-9baa-8de34ed4498d,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:57.623645 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:57.623845 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:57.700058 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:57.702095 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-337d37d0-6aa4-4a31-82c5-7408d6eb6a33', 'network_id': '337d37d0-6aa4-4a31-82c5-7408d6eb6a33', 'tenant_id': 'b844dc2b9a3f473e9f66311bfcf362e2', 'fixed_ips': [{'subnet_id': '1fdb65ce-c940-449c-894c-232ad925784b'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:35:57.702930 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:57.706357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:57.706956 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:57.725750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1d3d6a45-14d0-4c3a-aaf3-2295011e9dad tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:57.741416 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-81582eb6-bf85-4c74-adbf-3f6ec5662b13 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting port 81955d1b-8e17-4874-838f-0bb7c42a53ad {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:35:57.743114 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-81582eb6-bf85-4c74-adbf-3f6ec5662b13 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:57.849589 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e42d2d36-3c10-4e17-b4ad-a58cdbfe379d up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:35:57.891109 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-81582eb6-bf85-4c74-adbf-3f6ec5662b13 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:58.016781 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Allocated IP 172.20.0.3 (337d37d0-6aa4-4a31-82c5-7408d6eb6a33/1fdb65ce-c940-449c-894c-232ad925784b/7a6b723e-bade-49b7-b92d-485255c568a3) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:35:58.064696 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-81582eb6-bf85-4c74-adbf-3f6ec5662b13 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Calling delete_port for 81955d1b-8e17-4874-838f-0bb7c42a53ad owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:35:58.118233 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Network': ['ID=1a65b8e2-757e-4e14-9b9e-9fa65638ae0e,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:58.138413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:58.139382 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:58.171935 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:35:58.197636 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3060906 Jun 02 20:35:58.204025 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54368) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:58.214068 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c4c12f13-1462-4dcb-98b7-976c130efb7f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:58.235756 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-81582eb6-bf85-4c74-adbf-3f6ec5662b13 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:58.263268 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dac04ad2-8241-4530-83ce-f292a692bae2 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:58.267883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:58.301312 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port e42d2d36-3c10-4e17-b4ad-a58cdbfe379d completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:35:58.334914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81582eb6-bf85-4c74-adbf-3f6ec5662b13 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Port': ['ID=81955d1b-8e17-4874-838f-0bb7c42a53ad,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:58.343440 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port e42d2d36-3c10-4e17-b4ad-a58cdbfe379d triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:58.343872 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:58.344149 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-81582eb6-bf85-4c74-adbf-3f6ec5662b13 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:58.350013 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-81582eb6-bf85-4c74-adbf-3f6ec5662b13 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:58.395381 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7644baf5-af35-4e93-a5e8-6e18685f4511 None None] Provisioning for port bcf20a4d-81cb-4a66-8c47-5903d83e3e6b completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:35:58.427786 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-81582eb6-bf85-4c74-adbf-3f6ec5662b13 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/ports/81955d1b-8e17-4874-838f-0bb7c42a53ad HTTP/1.1" status: 204 len: 168 time: 0.9079056 Jun 02 20:35:58.438783 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54370) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:58.449126 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7644baf5-af35-4e93-a5e8-6e18685f4511 None None] Provisioning complete for port bcf20a4d-81cb-4a66-8c47-5903d83e3e6b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:58.449514 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7644baf5-af35-4e93-a5e8-6e18685f4511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:58.514414 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-1406e05f-e811-40fc-9514-4c5778e15322 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] GET failed (client error): The resource could not be found. Jun 02 20:35:58.515319 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1406e05f-e811-40fc-9514-4c5778e15322 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Synchronizing usage tracker for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:35:58.530049 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eb4ea56c-311f-422d-b1e8-de97757ab7f6 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:58.535849 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a3e7bc82-6140-4b2f-b0c6-b8acdabd11a8 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:58.609856 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6da1fb-3c3d-4d3d-a61b-bc3bcffd87e6 None None] Network 33bb5812-e52c-49f7-88e1-97400c91b0d3 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:58.623121 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1406e05f-e811-40fc-9514-4c5778e15322 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Unset dirty status for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:35:58.627872 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1406e05f-e811-40fc-9514-4c5778e15322 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports/81955d1b-8e17-4874-838f-0bb7c42a53ad HTTP/1.1" status: 404 len: 333 time: 0.1839852 Jun 02 20:35:58.632178 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:58.634211 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54372) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:58.643024 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-c9344d0e-cff1-464f-88a2-87ebdd614541 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'port': {'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59', 'name': 'tempest-PortsIpV6TestJSON-112947022'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:58.660187 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7644baf5-af35-4e93-a5e8-6e18685f4511 None None] Port bcf20a4d-81cb-4a66-8c47-5903d83e3e6b cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:35:58.662258 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ea56c-311f-422d-b1e8-de97757ab7f6 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Pushing event updated for resources: {'Subnet': ['ID=35f6a06a-3357-4406-b33a-00ddb659ae50,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:58.668625 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Transition to ACTIVE for port object 7a6b723e-bade-49b7-b92d-485255c568a3 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:58.672872 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-eb4ea56c-311f-422d-b1e8-de97757ab7f6 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:58.673115 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c4c12f13-1462-4dcb-98b7-976c130efb7f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:58.682211 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ea56c-311f-422d-b1e8-de97757ab7f6 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Checking segment: {'id': '57b813e6-7c86-4f00-a1fe-fb647908562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '333605a9-184b-4a5b-a83b-2ab4c9fa779f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:58.682580 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4ea56c-311f-422d-b1e8-de97757ab7f6 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Network hostable DHCP agents. Network: 333605a9-184b-4a5b-a83b-2ab4c9fa779f, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:35:58.690719 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:58.730422 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c4c12f13-1462-4dcb-98b7-976c130efb7f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:58.776094 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4ea56c-311f-422d-b1e8-de97757ab7f6 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Network 333605a9-184b-4a5b-a83b-2ab4c9fa779f is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:35:58.785403 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c9344d0e-cff1-464f-88a2-87ebdd614541 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:58.794342 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-eb4ea56c-311f-422d-b1e8-de97757ab7f6 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 333605a9-184b-4a5b-a83b-2ab4c9fa779f) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:58.800495 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c9344d0e-cff1-464f-88a2-87ebdd614541 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:58.812223 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bae91a-65bc-4d8d-a23f-7143ca5c732e None None] Network 333605a9-184b-4a5b-a83b-2ab4c9fa779f requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:35:58.812530 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4ea56c-311f-422d-b1e8-de97757ab7f6 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:58.813258 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eb4ea56c-311f-422d-b1e8-de97757ab7f6 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:58.828515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9344d0e-cff1-464f-88a2-87ebdd614541 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:58.832085 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9344d0e-cff1-464f-88a2-87ebdd614541 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:58.843865 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7644baf5-af35-4e93-a5e8-6e18685f4511 None None] Provisioning complete for port e42d2d36-3c10-4e17-b4ad-a58cdbfe379d triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:58.843865 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7644baf5-af35-4e93-a5e8-6e18685f4511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:58.851242 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-eb4ea56c-311f-422d-b1e8-de97757ab7f6 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9158733 Jun 02 20:35:58.855661 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54374) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:58.861707 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-1ba11c80-ac73-40ce-89fa-cd1dc07e4783 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-202860788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:58.869064 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-c9344d0e-cff1-464f-88a2-87ebdd614541 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] device_id is not set on port 9ab4411b-cf2c-47ce-92a8-0ecd46a380a0 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:35:58.881633 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Transition to ACTIVE for port object 7a6b723e-bade-49b7-b92d-485255c568a3 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:35:58.911068 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:58.915200 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-1ba11c80-ac73-40ce-89fa-cd1dc07e4783 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:35:58.928483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c4c12f13-1462-4dcb-98b7-976c130efb7f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:58.932681 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1ba11c80-ac73-40ce-89fa-cd1dc07e4783 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Usage tracker for resource:router and tenant:16f473049212486b94c2982c798b3de2 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:35:58.938392 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1ba11c80-ac73-40ce-89fa-cd1dc07e4783 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:35:58.954864 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c4c12f13-1462-4dcb-98b7-976c130efb7f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:58.988612 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.013216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:59.048465 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c12f13-1462-4dcb-98b7-976c130efb7f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:35:59.051892 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c4c12f13-1462-4dcb-98b7-976c130efb7f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.087268 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-1ba11c80-ac73-40ce-89fa-cd1dc07e4783 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:35:59.120802 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1ba11c80-ac73-40ce-89fa-cd1dc07e4783 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.121809 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1ba11c80-ac73-40ce-89fa-cd1dc07e4783 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.168115 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Network 337d37d0-6aa4-4a31-82c5-7408d6eb6a33 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:59.172639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1ba11c80-ac73-40ce-89fa-cd1dc07e4783 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.177867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:59.181014 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:59.196878 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port e42d2d36-3c10-4e17-b4ad-a58cdbfe379d, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e42d2d36-3c10-4e17-b4ad-a58cdbfe379d,segment=NetworkSegment(77c43d99-9a76-47a2-ba33-842538a736fc),segment_id=77c43d99-9a76-47a2-ba33-842538a736fc)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:35:59.240843 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Pushing event updated for resources: {'Port': ['ID=7a6b723e-bade-49b7-b92d-485255c568a3,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:59.241388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.db.resource_extend [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 20:35:59.250212 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:59.255299 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.265801 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-dd2b97db-08a8-46e6-8416-2ddfac3bcfba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:59.272934 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1ba11c80-ac73-40ce-89fa-cd1dc07e4783 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.280031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.293758 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9344d0e-cff1-464f-88a2-87ebdd614541 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.297106 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.298225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.317358 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1ba11c80-ac73-40ce-89fa-cd1dc07e4783 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.318457 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1ba11c80-ac73-40ce-89fa-cd1dc07e4783 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4604397 Jun 02 20:35:59.322012 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54376) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:59.322172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:59.425402 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.491595 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device eb24967d-1d65-42e9-9ef5-49196f173369 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:35:59.549334 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9344d0e-cff1-464f-88a2-87ebdd614541 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.588540 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Attempting to bind port 7a6b723e-bade-49b7-b92d-485255c568a3 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:35:59.588955 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Attempting to bind port 7a6b723e-bade-49b7-b92d-485255c568a3 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '85dbbf0c-e518-4544-be26-3baee0492929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '337d37d0-6aa4-4a31-82c5-7408d6eb6a33'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:35:59.589292 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Attempting to bind port 7a6b723e-bade-49b7-b92d-485255c568a3 on network 337d37d0-6aa4-4a31-82c5-7408d6eb6a33 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:35:59.604543 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event updated for resources: {'Port': ['ID=bcf20a4d-81cb-4a66-8c47-5903d83e3e6b,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:59.610209 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-da2d4036-d5ec-49a8-a18d-278d89a7493d tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:59.619095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:59.624984 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d03b1846-79ac-4fdc-83c4-4e88929e162b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:59.646752 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:35:59.647348 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Checking segment: {'id': '85dbbf0c-e518-4544-be26-3baee0492929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '337d37d0-6aa4-4a31-82c5-7408d6eb6a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:35:59.647578 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.647987 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Bound using segment: {'id': '85dbbf0c-e518-4544-be26-3baee0492929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '337d37d0-6aa4-4a31-82c5-7408d6eb6a33'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:35:59.648515 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Bound port: 7a6b723e-bade-49b7-b92d-485255c568a3, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85dbbf0c-e518-4544-be26-3baee0492929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '337d37d0-6aa4-4a31-82c5-7408d6eb6a33'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:35:59.648899 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.657614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=e42d2d36-3c10-4e17-b4ad-a58cdbfe379d,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:59.661227 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:59.662887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.db.resource_extend [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 20:35:59.667358 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9344d0e-cff1-464f-88a2-87ebdd614541 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:59.691398 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-333605a9-184b-4a5b-a83b-2ab4c9fa779f', 'network_id': '333605a9-184b-4a5b-a83b-2ab4c9fa779f', 'tenant_id': '16f473049212486b94c2982c798b3de2', 'fixed_ips': [{'subnet_id': '35f6a06a-3357-4406-b33a-00ddb659ae50'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:35:59.692099 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.726948 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-c9344d0e-cff1-464f-88a2-87ebdd614541 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:59.743920 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9344d0e-cff1-464f-88a2-87ebdd614541 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:35:59.751016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Subnet': ['ID=1fdb65ce-c940-449c-894c-232ad925784b,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:59.752139 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9344d0e-cff1-464f-88a2-87ebdd614541 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:35:59.752750 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9344d0e-cff1-464f-88a2-87ebdd614541 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.770035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.772097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:59.795504 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.802989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.815051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-01274bf9-b2cd-441a-8a00-f33de08e8a47 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:35:59.828336 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port eb24967d-1d65-42e9-9ef5-49196f173369 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:35:59.857308 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4f43b6d1-44b5-4571-90fb-b53e49a83f7b None None] Provisioning for port eb24967d-1d65-42e9-9ef5-49196f173369 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:35:59.871194 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port eb24967d-1d65-42e9-9ef5-49196f173369 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:59.871427 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c9344d0e-cff1-464f-88a2-87ebdd614541 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2349622 Jun 02 20:35:59.871898 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.871995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337d37d0-6aa4-4a31-82c5-7408d6eb6a33']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:59.876145 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9344d0e-cff1-464f-88a2-87ebdd614541 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=9ab4411b-cf2c-47ce-92a8-0ecd46a380a0,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:35:59.884271 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54380) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:35:59.893920 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-dfd1d343-8d4a-489d-8bff-b21537125ee4 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:35:59.912932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85dbbf0c-e518-4544-be26-3baee0492929') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:59.913308 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85dbbf0c-e518-4544-be26-3baee0492929') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:35:59.922506 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4f43b6d1-44b5-4571-90fb-b53e49a83f7b None None] Provisioning complete for port eb24967d-1d65-42e9-9ef5-49196f173369 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:35:59.922902 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4f43b6d1-44b5-4571-90fb-b53e49a83f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:35:59.923246 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c9344d0e-cff1-464f-88a2-87ebdd614541 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:35:59.955058 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Network 8d199b3c-e7c5-4ba7-8450-9556969b6359 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:35:59.976872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:35:59.988965 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:00.005261 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:00.121461 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:00.123395 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] For port 7a6b723e-bade-49b7-b92d-485255c568a3, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:36:00.128417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Pushing event updated for resources: {'Port': ['ID=17f4b1e2-2450-4afe-9baa-8de34ed4498d,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:00.131980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:00.156600 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Allocated IP 172.20.0.2 (333605a9-184b-4a5b-a83b-2ab4c9fa779f/35f6a06a-3357-4406-b33a-00ddb659ae50/685b7373-7fb6-4bef-bef0-ffa6b7253f81) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:00.295493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:00.305011 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:36:00.305421 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:36:00.325324 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:36:00.329138 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d343-8d4a-489d-8bff-b21537125ee4 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:00.439887 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:00.470185 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4f43b6d1-44b5-4571-90fb-b53e49a83f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:00.489562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:00.493535 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8753908 Jun 02 20:36:00.495670 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54382) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:00.504617 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-ff8e2d54-8d81-4213-a350-30a7e7e4d4ff tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1178867659', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'fixed_ips': [{'ip_address': '172.26.0.228'}]}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:00.510644 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.db.api [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 20:36:00.510644 dv-neutron-601336-84-hyperv neutron-server[92549]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 20:36:00.510644 dv-neutron-601336-84-hyperv neutron-server[92549]: [parameters: {'id': '337d37d0-6aa4-4a31-82c5-7408d6eb6a33'}] Jun 02 20:36:00.510644 dv-neutron-601336-84-hyperv neutron-server[92549]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:36:00.511098 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_db.api [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:36:00.515779 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ff8e2d54-8d81-4213-a350-30a7e7e4d4ff tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:00.521147 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] For port 7a6b723e-bade-49b7-b92d-485255c568a3, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7a6b723e-bade-49b7-b92d-485255c568a3,segment=NetworkSegment(85dbbf0c-e518-4544-be26-3baee0492929),segment_id=85dbbf0c-e518-4544-be26-3baee0492929)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:36:00.522302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Router a6f28050-fbee-45c9-8857-2e2e31938acc is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:36:00.525492 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ff8e2d54-8d81-4213-a350-30a7e7e4d4ff tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Usage tracker for resource:port and tenant:9db71f6980c9480aa5bb1a022c706f0a is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:00.529738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ff8e2d54-8d81-4213-a350-30a7e7e4d4ff tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:00.539737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ff8e2d54-8d81-4213-a350-30a7e7e4d4ff tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:00.542328 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:00.549728 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-02416121-ba55-4850-a61f-ee3fe0293ee6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:00.598696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port eb24967d-1d65-42e9-9ef5-49196f173369, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=eb24967d-1d65-42e9-9ef5-49196f173369,segment=NetworkSegment(e2418a65-dd75-4bf6-91a7-fa8a8543364e),segment_id=e2418a65-dd75-4bf6-91a7-fa8a8543364e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:00.618171 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:00.777855 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.db.api [None req-4f43b6d1-44b5-4571-90fb-b53e49a83f7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:36:00.777855 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_db.api [None req-4f43b6d1-44b5-4571-90fb-b53e49a83f7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:36:00.786060 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ab67f52a-88f6-4c33-9188-094861aafed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:00.790836 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Pushing event updated for resources: {'Port': ['ID=7a6b723e-bade-49b7-b92d-485255c568a3,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:00.816856 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d343-8d4a-489d-8bff-b21537125ee4 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:00.817667 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:00.822381 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d343-8d4a-489d-8bff-b21537125ee4 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:00.826452 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-475d14ce-5882-4c8d-a16d-e873fea38384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:00.834911 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3250720b-4edb-4357-bd05-21cffebed775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:00.860434 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:00.875944 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8e2d54-8d81-4213-a350-30a7e7e4d4ff tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Made reservation on behalf of 9db71f6980c9480aa5bb1a022c706f0a for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:00.877327 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-dfd1d343-8d4a-489d-8bff-b21537125ee4 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] In _notify_port_updated(), no bound segment for port 9ab4411b-cf2c-47ce-92a8-0ecd46a380a0 on network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 {{(pid=92548) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:36:00.878261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ff8e2d54-8d81-4213-a350-30a7e7e4d4ff tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:00.884760 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd1d343-8d4a-489d-8bff-b21537125ee4 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:00.885443 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d343-8d4a-489d-8bff-b21537125ee4 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:00.889156 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dfd1d343-8d4a-489d-8bff-b21537125ee4 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "PUT /v2.0/ports/9ab4411b-cf2c-47ce-92a8-0ecd46a380a0 HTTP/1.1" status: 200 len: 818 time: 1.0008266 Jun 02 20:36:00.889885 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54384) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:00.900770 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Transition to ACTIVE for port object 685b7373-7fb6-4bef-bef0-ffa6b7253f81 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:00.940371 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1d343-8d4a-489d-8bff-b21537125ee4 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=9ab4411b-cf2c-47ce-92a8-0ecd46a380a0,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:00.940820 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Transition to ACTIVE for port object 685b7373-7fb6-4bef-bef0-ffa6b7253f81 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:00.942633 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ff8e2d54-8d81-4213-a350-30a7e7e4d4ff tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:00.945528 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=eb24967d-1d65-42e9-9ef5-49196f173369,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:00.949269 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:00.953945 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:00.954418 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:00.956732 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dfd1d343-8d4a-489d-8bff-b21537125ee4 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:00.984675 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6820e47-4139-4f31-9733-2143b83548a4 None None] Network 337d37d0-6aa4-4a31-82c5-7408d6eb6a33 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:00.984923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ff8e2d54-8d81-4213-a350-30a7e7e4d4ff tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:01.005425 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ff8e2d54-8d81-4213-a350-30a7e7e4d4ff tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Usage tracker for resource:security_group_rule and tenant:9db71f6980c9480aa5bb1a022c706f0a is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:01.011890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ff8e2d54-8d81-4213-a350-30a7e7e4d4ff tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:01.016080 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:01.029797 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Network 333605a9-184b-4a5b-a83b-2ab4c9fa779f is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:01.032055 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Allocated IP 172.20.0.1 (333605a9-184b-4a5b-a83b-2ab4c9fa779f/35f6a06a-3357-4406-b33a-00ddb659ae50/b2ebfbbe-b371-45c4-bf4e-9981e6891e33) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:01.038402 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:01.060866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ff8e2d54-8d81-4213-a350-30a7e7e4d4ff tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:01.062783 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:36:01.079789 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "PUT /v2.0/routers/a6f28050-fbee-45c9-8857-2e2e31938acc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8263109 Jun 02 20:36:01.079970 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54386) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:01.090390 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:01.094680 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423ced83-74fd-4f74-b7ad-acf847de2a97 None None] Sync routers for ids ['a6f28050-fbee-45c9-8857-2e2e31938acc'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:36:01.145253 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Pushing event updated for resources: {'Port': ['ID=685b7373-7fb6-4bef-bef0-ffa6b7253f81,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:01.169599 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:01.206307 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423ced83-74fd-4f74-b7ad-acf847de2a97 None None] Routers {'a6f28050-fbee-45c9-8857-2e2e31938acc'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:36:01.206957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-423ced83-74fd-4f74-b7ad-acf847de2a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:35:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a6f28050-fbee-45c9-8857-2e2e31938acc'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:01.250751 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c4c12f13-1462-4dcb-98b7-976c130efb7f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:01.259562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:01.322659 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-1c0f6c47-bc33-429a-9c71-4063ba005b30 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting port 9ab4411b-cf2c-47ce-92a8-0ecd46a380a0 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:01.323675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6c47-bc33-429a-9c71-4063ba005b30 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:01.349572 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-423ced83-74fd-4f74-b7ad-acf847de2a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:01.399766 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Attempting to bind port 685b7373-7fb6-4bef-bef0-ffa6b7253f81 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:36:01.399766 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Attempting to bind port 685b7373-7fb6-4bef-bef0-ffa6b7253f81 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '57b813e6-7c86-4f00-a1fe-fb647908562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '333605a9-184b-4a5b-a83b-2ab4c9fa779f'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:36:01.400099 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Attempting to bind port 685b7373-7fb6-4bef-bef0-ffa6b7253f81 on network 333605a9-184b-4a5b-a83b-2ab4c9fa779f {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:36:01.416113 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:36:01.416503 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Checking segment: {'id': '57b813e6-7c86-4f00-a1fe-fb647908562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '333605a9-184b-4a5b-a83b-2ab4c9fa779f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:01.416920 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:01.417308 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Bound using segment: {'id': '57b813e6-7c86-4f00-a1fe-fb647908562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '333605a9-184b-4a5b-a83b-2ab4c9fa779f'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:36:01.417799 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Bound port: 685b7373-7fb6-4bef-bef0-ffa6b7253f81, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b813e6-7c86-4f00-a1fe-fb647908562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '333605a9-184b-4a5b-a83b-2ab4c9fa779f'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:36:01.418172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:01.431597 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423ced83-74fd-4f74-b7ad-acf847de2a97 None None] Routers {'a6f28050-fbee-45c9-8857-2e2e31938acc'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:36:01.432224 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-423ced83-74fd-4f74-b7ad-acf847de2a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:35:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a6f28050-fbee-45c9-8857-2e2e31938acc'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:01.466287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Deleting port 7a6b723e-bade-49b7-b92d-485255c568a3 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:01.466625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:01.480908 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c12f13-1462-4dcb-98b7-976c130efb7f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=d48e1d55-68aa-4aad-9a6f-42bb2d3102bb,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:01.483579 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device eb24967d-1d65-42e9-9ef5-49196f173369 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:01.488689 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:01.513591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c4c12f13-1462-4dcb-98b7-976c130efb7f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:01.521486 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Transition to ACTIVE for port object b2ebfbbe-b371-45c4-bf4e-9981e6891e33 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:01.523867 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6c47-bc33-429a-9c71-4063ba005b30 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:01.549097 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-423ced83-74fd-4f74-b7ad-acf847de2a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:01.549519 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423ced83-74fd-4f74-b7ad-acf847de2a97 None None] The sync data for ids ['a6f28050-fbee-45c9-8857-2e2e31938acc'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:36:01.584596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ff8e2d54-8d81-4213-a350-30a7e7e4d4ff tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:01.627976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4f43b6d1-44b5-4571-90fb-b53e49a83f7b None None] Provisioning complete for port bcf20a4d-81cb-4a66-8c47-5903d83e3e6b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:01.628365 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4f43b6d1-44b5-4571-90fb-b53e49a83f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:01.653823 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c12f13-1462-4dcb-98b7-976c130efb7f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Checking segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:01.653823 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c12f13-1462-4dcb-98b7-976c130efb7f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network hostable DHCP agents. Network: 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:36:01.657949 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ff8e2d54-8d81-4213-a350-30a7e7e4d4ff tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:01.719445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:01.726585 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-4f43b6d1-44b5-4571-90fb-b53e49a83f7b None None] Port bcf20a4d-81cb-4a66-8c47-5903d83e3e6b cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:01.728695 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-622d3929-b9b6-458f-a383-5e588df389df None None] For port 685b7373-7fb6-4bef-bef0-ffa6b7253f81, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:36:01.731005 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port eb24967d-1d65-42e9-9ef5-49196f173369 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:01.731560 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:01.733669 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:01.743259 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f4a5d396-a96d-4b78-baef-a1155c443058 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:01.746989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-ff8e2d54-8d81-4213-a350-30a7e7e4d4ff tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] device_id is not set on port c5032d95-91c2-4536-90bc-32081557ad95 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:36:01.771710 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-622d3929-b9b6-458f-a383-5e588df389df None None] For port 685b7373-7fb6-4bef-bef0-ffa6b7253f81, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=685b7373-7fb6-4bef-bef0-ffa6b7253f81,segment=NetworkSegment(57b813e6-7c86-4f00-a1fe-fb647908562f),segment_id=57b813e6-7c86-4f00-a1fe-fb647908562f)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:36:01.786333 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:01.787859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-1c0f6c47-bc33-429a-9c71-4063ba005b30 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Calling delete_port for 9ab4411b-cf2c-47ce-92a8-0ecd46a380a0 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:01.793185 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:01.816420 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Network 333605a9-184b-4a5b-a83b-2ab4c9fa779f is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:01.827206 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:01.834294 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:01.839255 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] For port 7a6b723e-bade-49b7-b92d-485255c568a3, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7a6b723e-bade-49b7-b92d-485255c568a3,segment=NetworkSegment(85dbbf0c-e518-4544-be26-3baee0492929),segment_id=85dbbf0c-e518-4544-be26-3baee0492929)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:01.839532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:01.918248 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Pushing event updated for resources: {'Port': ['ID=b2ebfbbe-b371-45c4-bf4e-9981e6891e33,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:01.921048 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Pushing event updated for resources: {'Port': ['ID=685b7373-7fb6-4bef-bef0-ffa6b7253f81,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:01.922246 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e2d54-8d81-4213-a350-30a7e7e4d4ff tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ec7574-d7b7-4791-babe-f196d4c0b13d,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:01.926467 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:01.928968 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:01.929381 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a03d5c73-a283-466b-866b-6cd5aa029c3b None None] Provisioning complete for port eb24967d-1d65-42e9-9ef5-49196f173369 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:01.929801 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a03d5c73-a283-466b-866b-6cd5aa029c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:01.971920 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:01.992392 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Calling delete_port for 7a6b723e-bade-49b7-b92d-485255c568a3 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:01.995071 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ff8e2d54-8d81-4213-a350-30a7e7e4d4ff tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:02.001594 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c12f13-1462-4dcb-98b7-976c130efb7f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:36:02.009018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e42d2d36-3c10-4e17-b4ad-a58cdbfe379d up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:02.072654 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-c4c12f13-1462-4dcb-98b7-976c130efb7f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:02.109870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c12f13-1462-4dcb-98b7-976c130efb7f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:02.110463 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c4c12f13-1462-4dcb-98b7-976c130efb7f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:02.122100 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-220dd9a4-735b-4fbe-aee3-31d33bd3ae23 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:36:02.122949 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-220dd9a4-735b-4fbe-aee3-31d33bd3ae23 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "PUT /v2.0/routers/a6f28050-fbee-45c9-8857-2e2e31938acc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0425384 Jun 02 20:36:02.131805 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54388) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:02.205210 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74df6653-4a5b-4972-bc95-55e2a3348186 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:02.271763 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:02.339944 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port e42d2d36-3c10-4e17-b4ad-a58cdbfe379d triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:02.340674 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:02.468406 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a03d5c73-a283-466b-866b-6cd5aa029c3b None None] Provisioning complete for port bcf20a4d-81cb-4a66-8c47-5903d83e3e6b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:02.468779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a03d5c73-a283-466b-866b-6cd5aa029c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:02.598187 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c4c12f13-1462-4dcb-98b7-976c130efb7f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.3883109 Jun 02 20:36:02.632039 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a03d5c73-a283-466b-866b-6cd5aa029c3b None None] Port bcf20a4d-81cb-4a66-8c47-5903d83e3e6b cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:02.647528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54390) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:02.653707 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-4de3edb6-a51f-4945-a029-75f74663f246 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'name': 'tempest-NetworksTestDHCPv6-69397375'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:02.658812 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'fixed_ips': [{'subnet_id': 'd48e1d55-68aa-4aad-9a6f-42bb2d3102bb'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:36:02.659915 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:02.661451 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6c47-bc33-429a-9c71-4063ba005b30 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:02.681958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-62346dc2-5150-4c3c-94ab-7e1b25be0c38 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:02.791709 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f6c47-bc33-429a-9c71-4063ba005b30 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Port': ['ID=9ab4411b-cf2c-47ce-92a8-0ecd46a380a0,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:02.798530 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff8e2d54-8d81-4213-a350-30a7e7e4d4ff tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 02 20:36:02.799248 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff8e2d54-8d81-4213-a350-30a7e7e4d4ff tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:36:02.802693 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:02.818458 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1c0f6c47-bc33-429a-9c71-4063ba005b30 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:02.819338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1c0f6c47-bc33-429a-9c71-4063ba005b30 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:02.876080 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6c47-bc33-429a-9c71-4063ba005b30 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:02.888114 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Allocated IP 2001:db8::2 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/d48e1d55-68aa-4aad-9a6f-42bb2d3102bb/e4920100-cf0d-41f6-a51e-cd1c86fc3e43) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:02.889564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Port': ['ID=7a6b723e-bade-49b7-b92d-485255c568a3,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:02.891793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No DVR routers for this DVR port 7a6b723e-bade-49b7-b92d-485255c568a3 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:02.927813 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:02.928691 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4de3edb6-a51f-4945-a029-75f74663f246 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:02.937060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4de3edb6-a51f-4945-a029-75f74663f246 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:port and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:02.942733 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4de3edb6-a51f-4945-a029-75f74663f246 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:02.968673 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4de3edb6-a51f-4945-a029-75f74663f246 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:03.010545 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1c0f6c47-bc33-429a-9c71-4063ba005b30 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/ports/9ab4411b-cf2c-47ce-92a8-0ecd46a380a0 HTTP/1.1" status: 204 len: 168 time: 2.1178744 Jun 02 20:36:03.013503 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54392) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:03.048646 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.064414 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.098985 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fe488883-1423-4b53-9ce5-281a6718d3c3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:03.108453 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ff8e2d54-8d81-4213-a350-30a7e7e4d4ff tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.6093633 Jun 02 20:36:03.129219 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de3edb6-a51f-4945-a029-75f74663f246 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:03.133585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4de3edb6-a51f-4945-a029-75f74663f246 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.147302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54394) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:03.151665 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.164849 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Transition to ACTIVE for port object e4920100-cf0d-41f6-a51e-cd1c86fc3e43 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:03.187984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Transition to ACTIVE for port object e4920100-cf0d-41f6-a51e-cd1c86fc3e43 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:03.195738 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.202081 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.205713 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:03.218854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337d37d0-6aa4-4a31-82c5-7408d6eb6a33']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:03.244237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85dbbf0c-e518-4544-be26-3baee0492929') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:03.244542 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85dbbf0c-e518-4544-be26-3baee0492929') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:03.249300 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9453816e-9ecd-45ad-93a5-6909cd7d29c5 None None] Network 333605a9-184b-4a5b-a83b-2ab4c9fa779f requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:03.262535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.281883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.286381 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-4de3edb6-a51f-4945-a029-75f74663f246 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] device_id is not set on port 2cf87984-5fc8-4bbc-9846-4009b71e944e yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:36:03.317776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:36:03.318097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:36:03.333844 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:36:03.419689 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:03.419840 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.439283 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.441498 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Pushing event updated for resources: {'Port': ['ID=b2ebfbbe-b371-45c4-bf4e-9981e6891e33,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:03.445075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c9f2a92a-dc34-4e97-b3b7-6dc6274029f3 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:03.447492 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:03.450688 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:03.461961 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.475206 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/337d37d0-6aa4-4a31-82c5-7408d6eb6a33 HTTP/1.1" status: 204 len: 168 time: 6.2900522 Jun 02 20:36:03.476389 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Network': ['ID=337d37d0-6aa4-4a31-82c5-7408d6eb6a33,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:03.479670 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54396) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:03.480641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:03.483107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:03.486500 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-b388a93f-85b3-4921-ab9f-705085249476 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2012900874'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:03.494010 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bfcf00e7-480a-4e27-8ec8-aed1b48a57b0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.509458 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 685b7373-7fb6-4bef-bef0-ffa6b7253f81 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:03.560821 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b388a93f-85b3-4921-ab9f-705085249476 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:03.565905 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.578082 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b388a93f-85b3-4921-ab9f-705085249476 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Usage tracker for resource:network and tenant:b844dc2b9a3f473e9f66311bfcf362e2 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:03.585370 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-235663e0-ba48-43ce-aced-30e5c7bdb6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.627184 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-17fe1226-7c2f-417e-8d3a-30521b73a734 None None] Provisioning for port 685b7373-7fb6-4bef-bef0-ffa6b7253f81 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:03.634627 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b388a93f-85b3-4921-ab9f-705085249476 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:03.648419 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b388a93f-85b3-4921-ab9f-705085249476 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:03.655745 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5310bbbd-53b0-4972-8694-27741f417c6e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:03.656451 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5310bbbd-53b0-4972-8694-27741f417c6e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Synchronizing usage tracker for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:03.677073 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b388a93f-85b3-4921-ab9f-705085249476 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:03.678013 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Pushing event updated for resources: {'Port': ['ID=e4920100-cf0d-41f6-a51e-cd1c86fc3e43,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:03.681010 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b388a93f-85b3-4921-ab9f-705085249476 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.688953 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:03.707578 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Attempting to bind port e4920100-cf0d-41f6-a51e-cd1c86fc3e43 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:36:03.707949 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Attempting to bind port e4920100-cf0d-41f6-a51e-cd1c86fc3e43 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:36:03.708316 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Attempting to bind port e4920100-cf0d-41f6-a51e-cd1c86fc3e43 on network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:36:03.722630 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:36:03.723046 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Checking segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:03.723442 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.723844 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Bound using segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:36:03.724533 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Bound port: e4920100-cf0d-41f6-a51e-cd1c86fc3e43, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:36:03.724745 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.737025 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5310bbbd-53b0-4972-8694-27741f417c6e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Unset dirty status for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:03.738466 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5310bbbd-53b0-4972-8694-27741f417c6e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7239451 Jun 02 20:36:03.754992 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54398) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:03.756081 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-4de3edb6-a51f-4945-a029-75f74663f246 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8::16a (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/d48e1d55-68aa-4aad-9a6f-42bb2d3102bb/2cf87984-5fc8-4bbc-9846-4009b71e944e) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:03.815102 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-f7d9033f-c54c-4224-a40e-e2bb16df1087 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Deleting port 17f4b1e2-2450-4afe-9baa-8de34ed4498d {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:03.815770 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f7d9033f-c54c-4224-a40e-e2bb16df1087 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.829944 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 685b7373-7fb6-4bef-bef0-ffa6b7253f81 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:03.834673 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-1761986c-97c9-4306-9751-c7413a4d4cf9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] GET failed (client error): The resource could not be found. Jun 02 20:36:03.840531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b388a93f-85b3-4921-ab9f-705085249476 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:36:03.840737 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1761986c-97c9-4306-9751-c7413a4d4cf9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports/9ab4411b-cf2c-47ce-92a8-0ecd46a380a0 HTTP/1.1" status: 404 len: 333 time: 0.0763271 Jun 02 20:36:03.843329 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Network 333605a9-184b-4a5b-a83b-2ab4c9fa779f is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:03.846089 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54400) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:03.846651 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 685b7373-7fb6-4bef-bef0-ffa6b7253f81 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:03.847038 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.849406 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:03.862542 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b388a93f-85b3-4921-ab9f-705085249476 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.863623 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-b388a93f-85b3-4921-ab9f-705085249476 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Added segment e65b460a-acd2-4c64-86f4-062f62b3ada4 of type vlan for network a8edbaae-2cab-44cf-9c8c-5f9c0c04697e Jun 02 20:36:03.869676 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-87b47ae5-6414-400d-aa34-7764878539f6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-236925565'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:03.881635 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-87b47ae5-6414-400d-aa34-7764878539f6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:03.893426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-87b47ae5-6414-400d-aa34-7764878539f6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:network and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:03.907208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-87b47ae5-6414-400d-aa34-7764878539f6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:03.918332 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-87b47ae5-6414-400d-aa34-7764878539f6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:03.921736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b388a93f-85b3-4921-ab9f-705085249476 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.937104 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] For port e4920100-cf0d-41f6-a51e-cd1c86fc3e43, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:36:03.944516 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] For port e4920100-cf0d-41f6-a51e-cd1c86fc3e43, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e4920100-cf0d-41f6-a51e-cd1c86fc3e43,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:36:03.957483 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:03.964613 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:04.047130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b47ae5-6414-400d-aa34-7764878539f6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:04.050686 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-87b47ae5-6414-400d-aa34-7764878539f6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:04.093411 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b388a93f-85b3-4921-ab9f-705085249476 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:04.100334 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b388a93f-85b3-4921-ab9f-705085249476 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:04.100968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b388a93f-85b3-4921-ab9f-705085249476 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:04.110858 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:04.123674 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Pushing event updated for resources: {'Port': ['ID=e4920100-cf0d-41f6-a51e-cd1c86fc3e43,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:04.126305 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:04.138475 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b47ae5-6414-400d-aa34-7764878539f6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:36:04.162227 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:04.253447 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-87b47ae5-6414-400d-aa34-7764878539f6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:04.253764 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-87b47ae5-6414-400d-aa34-7764878539f6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Added segment 88999db5-311e-40f9-969c-5a4437a2d332 of type vlan for network 59395883-e7dc-4d2b-b755-83946d2ec26d Jun 02 20:36:04.255507 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:04.258136 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 685b7373-7fb6-4bef-bef0-ffa6b7253f81, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=685b7373-7fb6-4bef-bef0-ffa6b7253f81,segment=NetworkSegment(57b813e6-7c86-4f00-a1fe-fb647908562f),segment_id=57b813e6-7c86-4f00-a1fe-fb647908562f)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:04.266922 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:04.272970 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d533894d-6263-4f3a-ab11-f37c6f34a547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:04.287473 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b388a93f-85b3-4921-ab9f-705085249476 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8055956 Jun 02 20:36:04.288259 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54402) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:04.301679 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c5bc4cf9-7be0-4618-9a02-f1c53f1e22ea tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'subnet': {'network_id': 'a8edbaae-2cab-44cf-9c8c-5f9c0c04697e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:04.337717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388a93f-85b3-4921-ab9f-705085249476 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Network': ['ID=a8edbaae-2cab-44cf-9c8c-5f9c0c04697e,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:04.352040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network a8edbaae-2cab-44cf-9c8c-5f9c0c04697e details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:36:04.357815 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-bfcf00e7-480a-4e27-8ec8-aed1b48a57b0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Deleting port bcf20a4d-81cb-4a66-8c47-5903d83e3e6b {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:04.358165 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bfcf00e7-480a-4e27-8ec8-aed1b48a57b0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:04.378306 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b388a93f-85b3-4921-ab9f-705085249476 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:04.399820 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ff9230d8-6a77-4558-83c7-5812ffb2d5a7 None None] Provisioning for port b2ebfbbe-b371-45c4-bf4e-9981e6891e33 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:04.423038 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f7d9033f-c54c-4224-a40e-e2bb16df1087 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:04.427606 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f7d9033f-c54c-4224-a40e-e2bb16df1087 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:04.493196 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ff9230d8-6a77-4558-83c7-5812ffb2d5a7 None None] Provisioning complete for port b2ebfbbe-b371-45c4-bf4e-9981e6891e33 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:04.493944 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ff9230d8-6a77-4558-83c7-5812ffb2d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:04.609525 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-ff9230d8-6a77-4558-83c7-5812ffb2d5a7 None None] Port b2ebfbbe-b371-45c4-bf4e-9981e6891e33 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:04.622187 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=685b7373-7fb6-4bef-bef0-ffa6b7253f81,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:04.638499 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:04.641992 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-f7d9033f-c54c-4224-a40e-e2bb16df1087 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Calling delete_port for 17f4b1e2-2450-4afe-9baa-8de34ed4498d owned by network:floatingip {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:04.642439 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ff9230d8-6a77-4558-83c7-5812ffb2d5a7 None None] Provisioning complete for port 685b7373-7fb6-4bef-bef0-ffa6b7253f81 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:04.644283 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ff9230d8-6a77-4558-83c7-5812ffb2d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:04.738153 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4de3edb6-a51f-4945-a029-75f74663f246 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:04.765756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-87b47ae5-6414-400d-aa34-7764878539f6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:04.774137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-4de3edb6-a51f-4945-a029-75f74663f246 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Transition to ACTIVE for port object 2cf87984-5fc8-4bbc-9846-4009b71e944e will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:04.779827 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Router c90f554b-de7f-4edb-ac6a-76e436204348 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:36:04.876748 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c5bc4cf9-7be0-4618-9a02-f1c53f1e22ea tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:04.888784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c5bc4cf9-7be0-4618-9a02-f1c53f1e22ea tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Usage tracker for resource:subnet and tenant:b844dc2b9a3f473e9f66311bfcf362e2 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:04.892878 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bfcf00e7-480a-4e27-8ec8-aed1b48a57b0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:04.901092 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c5bc4cf9-7be0-4618-9a02-f1c53f1e22ea tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:04.903758 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-87b47ae5-6414-400d-aa34-7764878539f6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:04.909208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b47ae5-6414-400d-aa34-7764878539f6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:04.909811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-87b47ae5-6414-400d-aa34-7764878539f6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:04.920028 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:04.937825 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:36:04.943396 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c5bc4cf9-7be0-4618-9a02-f1c53f1e22ea tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:04.947422 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a5352b91-15c1-423c-9693-0c1892b3c193 None None] Provisioning complete for port b2ebfbbe-b371-45c4-bf4e-9981e6891e33 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:04.947918 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a5352b91-15c1-423c-9693-0c1892b3c193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:05.022647 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a5352b91-15c1-423c-9693-0c1892b3c193 None None] Port b2ebfbbe-b371-45c4-bf4e-9981e6891e33 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:05.026641 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4de3edb6-a51f-4945-a029-75f74663f246 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:05.036498 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c856d49e-0142-4382-b56d-e7f1a07556b9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:05.096194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:36:05.106625 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722ca8e6-b0ee-434f-9647-6e1e99d6ebb0 None None] Sync routers for ids ['c90f554b-de7f-4edb-ac6a-76e436204348'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:36:05.107723 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de3edb6-a51f-4945-a029-75f74663f246 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:05.113989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-4de3edb6-a51f-4945-a029-75f74663f246 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:05.124747 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f7d9033f-c54c-4224-a40e-e2bb16df1087 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:05.127267 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722ca8e6-b0ee-434f-9647-6e1e99d6ebb0 None None] Routers {'c90f554b-de7f-4edb-ac6a-76e436204348'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:36:05.128335 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-722ca8e6-b0ee-434f-9647-6e1e99d6ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:36:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['c90f554b-de7f-4edb-ac6a-76e436204348'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:05.128617 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de3edb6-a51f-4945-a029-75f74663f246 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:05.131908 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-bfcf00e7-480a-4e27-8ec8-aed1b48a57b0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Calling delete_port for bcf20a4d-81cb-4a66-8c47-5903d83e3e6b owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:05.134947 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de3edb6-a51f-4945-a029-75f74663f246 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:05.135401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4de3edb6-a51f-4945-a029-75f74663f246 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:05.154584 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e1ae8edd-7a44-4dc1-9f68-4afac966c220 None None] Provisioning complete for port b2ebfbbe-b371-45c4-bf4e-9981e6891e33 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:05.157614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e1ae8edd-7a44-4dc1-9f68-4afac966c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:05.160634 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b47ae5-6414-400d-aa34-7764878539f6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Network': ['ID=59395883-e7dc-4d2b-b755-83946d2ec26d,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:05.175659 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-87b47ae5-6414-400d-aa34-7764878539f6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3161190 Jun 02 20:36:05.176164 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3edb6-a51f-4945-a029-75f74663f246 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=2cf87984-5fc8-4bbc-9846-4009b71e944e,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:05.185968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-87b47ae5-6414-400d-aa34-7764878539f6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:05.186560 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54404) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:05.195802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e20702b6-d364-4146-a729-d896c066d900 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'subnet': {'network_id': '59395883-e7dc-4d2b-b755-83946d2ec26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:05.219375 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] 10.222.0.25 "PUT /v2.0/routers/c90f554b-de7f-4edb-ac6a-76e436204348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8940902 Jun 02 20:36:05.224073 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4de3edb6-a51f-4945-a029-75f74663f246 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:05.224640 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b8f36132-7959-4423-bc6e-53930f397bd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:05.231493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bc4cf9-7be0-4618-9a02-f1c53f1e22ea tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:05.235044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c5bc4cf9-7be0-4618-9a02-f1c53f1e22ea tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:05.261114 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-e1ae8edd-7a44-4dc1-9f68-4afac966c220 None None] Port b2ebfbbe-b371-45c4-bf4e-9981e6891e33 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:05.264138 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 59395883-e7dc-4d2b-b755-83946d2ec26d details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:36:05.265884 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54406) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:05.282513 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-efbad5f3-1463-4df2-bc37-5163483586b2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Request body: {'port': {'network_id': '333605a9-184b-4a5b-a83b-2ab4c9fa779f', 'name': 'tempest-FloatingIPNegativeTestJSON-622266200'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:05.335645 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-722ca8e6-b0ee-434f-9647-6e1e99d6ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:05.353981 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4de3edb6-a51f-4945-a029-75f74663f246 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7015376 Jun 02 20:36:05.358629 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54408) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:05.366146 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722ca8e6-b0ee-434f-9647-6e1e99d6ebb0 None None] Routers {'c90f554b-de7f-4edb-ac6a-76e436204348'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:36:05.368609 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-722ca8e6-b0ee-434f-9647-6e1e99d6ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:36:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['c90f554b-de7f-4edb-ac6a-76e436204348'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:05.375275 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9033f-c54c-4224-a40e-e2bb16df1087 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Pushing event deleted for resources: {'Port': ['ID=17f4b1e2-2450-4afe-9baa-8de34ed4498d,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:05.418875 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f7d9033f-c54c-4224-a40e-e2bb16df1087 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:05.468245 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-722ca8e6-b0ee-434f-9647-6e1e99d6ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:05.468966 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722ca8e6-b0ee-434f-9647-6e1e99d6ebb0 None None] The sync data for ids ['c90f554b-de7f-4edb-ac6a-76e436204348'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:36:05.494882 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ea728d-7035-4ad5-b4d3-0d6a496ae6c0 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:05.557089 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e20702b6-d364-4146-a729-d896c066d900 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:05.566572 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e20702b6-d364-4146-a729-d896c066d900 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:subnet and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:05.571321 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e20702b6-d364-4146-a729-d896c066d900 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:05.575073 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e4920100-cf0d-41f6-a51e-cd1c86fc3e43 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:05.578296 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e20702b6-d364-4146-a729-d896c066d900 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:05.587573 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f7d9033f-c54c-4224-a40e-e2bb16df1087 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:05.590104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f7d9033f-c54c-4224-a40e-e2bb16df1087 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:05.593721 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f7d9033f-c54c-4224-a40e-e2bb16df1087 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/020ad8d1-5f9e-46e4-a5ab-d208605e0d2c HTTP/1.1" status: 204 len: 168 time: 2.4357600 Jun 02 20:36:05.664158 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94330a7f-6eba-4abe-a36f-40a771b55d16 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:05.668379 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-6e861cf9-01c4-442b-a954-c845fdd30128 None None] Provisioning for port e4920100-cf0d-41f6-a51e-cd1c86fc3e43 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:05.671695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94330a7f-6eba-4abe-a36f-40a771b55d16 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:05.673055 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-94330a7f-6eba-4abe-a36f-40a771b55d16 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:05.684550 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-efbad5f3-1463-4df2-bc37-5163483586b2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:05.688234 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port e4920100-cf0d-41f6-a51e-cd1c86fc3e43 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:05.690164 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-efbad5f3-1463-4df2-bc37-5163483586b2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Usage tracker for resource:port and tenant:16f473049212486b94c2982c798b3de2 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:05.693304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-efbad5f3-1463-4df2-bc37-5163483586b2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:05.699955 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-efbad5f3-1463-4df2-bc37-5163483586b2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:05.703170 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port e4920100-cf0d-41f6-a51e-cd1c86fc3e43 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:05.703550 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:05.717615 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbad5f3-1463-4df2-bc37-5163483586b2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Made reservation on behalf of 16f473049212486b94c2982c798b3de2 for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:05.721698 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bfcf00e7-480a-4e27-8ec8-aed1b48a57b0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:05.723050 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-efbad5f3-1463-4df2-bc37-5163483586b2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:05.727513 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a340a401-e867-4bea-a055-4861ccef3329 tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:05.754110 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-efbad5f3-1463-4df2-bc37-5163483586b2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] device_id is not set on port c756ddb1-c027-46ef-a725-752639578b7b yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:36:05.771638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20702b6-d364-4146-a729-d896c066d900 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:05.775223 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e20702b6-d364-4146-a729-d896c066d900 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:05.800431 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-94330a7f-6eba-4abe-a36f-40a771b55d16 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:05.802356 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-94330a7f-6eba-4abe-a36f-40a771b55d16 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.4249556 Jun 02 20:36:05.806369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54412) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:05.811911 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf00e7-480a-4e27-8ec8-aed1b48a57b0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event deleted for resources: {'Port': ['ID=bcf20a4d-81cb-4a66-8c47-5903d83e3e6b,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:05.900565 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bfcf00e7-480a-4e27-8ec8-aed1b48a57b0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:05.903251 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:06.059535 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:06.105023 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port e4920100-cf0d-41f6-a51e-cd1c86fc3e43, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e4920100-cf0d-41f6-a51e-cd1c86fc3e43,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:06.115312 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:06.116569 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 685b7373-7fb6-4bef-bef0-ffa6b7253f81 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:06.147419 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-498f5e64-aa6e-4e9d-ae6e-000cf2177707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:06.189068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54416) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:06.202276 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bfcf00e7-480a-4e27-8ec8-aed1b48a57b0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:06.220404 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-bb85649e-740f-4068-a54f-bc9d8c5df629 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting port 2cf87984-5fc8-4bbc-9846-4009b71e944e {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:06.220744 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb85649e-740f-4068-a54f-bc9d8c5df629 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:06.260400 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=e4920100-cf0d-41f6-a51e-cd1c86fc3e43,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:06.264461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:06.274457 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 685b7373-7fb6-4bef-bef0-ffa6b7253f81 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:06.275074 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:06.335489 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-efbad5f3-1463-4df2-bc37-5163483586b2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Allocated IP 172.20.0.13 (333605a9-184b-4a5b-a83b-2ab4c9fa779f/35f6a06a-3357-4406-b33a-00ddb659ae50/c756ddb1-c027-46ef-a725-752639578b7b) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:06.478151 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb85649e-740f-4068-a54f-bc9d8c5df629 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:06.503068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4eda533f-668d-4d64-9e54-8ba08a083ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:06.619119 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-69a99609-6c50-46e4-80b3-81586ef1699f None None] Provisioning complete for port e4920100-cf0d-41f6-a51e-cd1c86fc3e43 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:06.619910 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-69a99609-6c50-46e4-80b3-81586ef1699f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:06.659660 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-bb85649e-740f-4068-a54f-bc9d8c5df629 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Calling delete_port for 2cf87984-5fc8-4bbc-9846-4009b71e944e owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:06.667421 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4eda533f-668d-4d64-9e54-8ba08a083ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:06.723063 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4eda533f-668d-4d64-9e54-8ba08a083ab8 admin admin] Usage tracker for resource:security_group_rule and tenant:df74b0cca7584eb3893efa06e2ad8320 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:06.724642 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcf00e7-480a-4e27-8ec8-aed1b48a57b0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Router a6f28050-fbee-45c9-8857-2e2e31938acc has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:36:06.727380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4eda533f-668d-4d64-9e54-8ba08a083ab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:06.741881 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4eda533f-668d-4d64-9e54-8ba08a083ab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:06.799609 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-69a99609-6c50-46e4-80b3-81586ef1699f None None] Provisioning for port 2cf87984-5fc8-4bbc-9846-4009b71e944e completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:06.805821 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-69a99609-6c50-46e4-80b3-81586ef1699f None None] Provisioning complete for port 2cf87984-5fc8-4bbc-9846-4009b71e944e triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:06.806324 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-69a99609-6c50-46e4-80b3-81586ef1699f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:06.839919 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a9c0b5-b3e9-4bb8-a456-522fdedff4bb None None] get_active_networks_info from dv-neutron-601336-84-hyperv {{(pid=92550) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 20:36:06.870923 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-efbad5f3-1463-4df2-bc37-5163483586b2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:06.908479 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-efbad5f3-1463-4df2-bc37-5163483586b2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Transition to ACTIVE for port object c756ddb1-c027-46ef-a725-752639578b7b will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:06.911415 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-69a99609-6c50-46e4-80b3-81586ef1699f None None] Port 2cf87984-5fc8-4bbc-9846-4009b71e944e cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:06.984117 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcf00e7-480a-4e27-8ec8-aed1b48a57b0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:36:07.001741 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb17fb3c-7ab4-49ec-a7d5-e5282ed01f34 None None] Sync routers for ids ['a6f28050-fbee-45c9-8857-2e2e31938acc'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:36:07.004910 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4eda533f-668d-4d64-9e54-8ba08a083ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:07.018221 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4eda533f-668d-4d64-9e54-8ba08a083ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:07.018834 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb17fb3c-7ab4-49ec-a7d5-e5282ed01f34 None None] Routers {'a6f28050-fbee-45c9-8857-2e2e31938acc'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:36:07.020008 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-cb17fb3c-7ab4-49ec-a7d5-e5282ed01f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:36:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a6f28050-fbee-45c9-8857-2e2e31938acc'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:07.030154 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:07.039206 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-bfcf00e7-480a-4e27-8ec8-aed1b48a57b0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "PUT /v2.0/routers/a6f28050-fbee-45c9-8857-2e2e31938acc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8448620 Jun 02 20:36:07.051105 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54422) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:07.061480 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda533f-668d-4d64-9e54-8ba08a083ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5224c205-014f-42f4-ae39-8eb56c7a68ad,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:07.074328 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4eda533f-668d-4d64-9e54-8ba08a083ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:07.094927 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4eda533f-668d-4d64-9e54-8ba08a083ab8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df74b0cca7584eb3893efa06e2ad8320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9048948 Jun 02 20:36:07.099331 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb85649e-740f-4068-a54f-bc9d8c5df629 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:07.100992 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54424) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:07.102269 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-efbad5f3-1463-4df2-bc37-5163483586b2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:07.126831 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-81582eb6-bf85-4c74-adbf-3f6ec5662b13 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:07.131062 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-d92ea343-1627-4568-8553-de7c40ed04f8 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] delete failed (client error): The resource could not be found. Jun 02 20:36:07.135834 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d92ea343-1627-4568-8553-de7c40ed04f8 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-1444728665 HTTP/1.1" status: 404 len: 335 time: 0.0799477 Jun 02 20:36:07.136958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54426) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:07.137854 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-cb17fb3c-7ab4-49ec-a7d5-e5282ed01f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:07.139795 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a7de0fd1-7a85-4fc1-84c3-3401e832fd83 None None] Could not find standard attr ID for object 2cf87984-5fc8-4bbc-9846-4009b71e944e. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:36:07.141420 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c7ae0254-1e49-4f8b-9442-b5239a251060 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a6f28050-fbee-45c9-8857-2e2e31938acc'}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:07.161111 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb17fb3c-7ab4-49ec-a7d5-e5282ed01f34 None None] Routers {'a6f28050-fbee-45c9-8857-2e2e31938acc'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:36:07.161730 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-cb17fb3c-7ab4-49ec-a7d5-e5282ed01f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:36:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a6f28050-fbee-45c9-8857-2e2e31938acc'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:07.236073 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-cb17fb3c-7ab4-49ec-a7d5-e5282ed01f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:07.236471 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb17fb3c-7ab4-49ec-a7d5-e5282ed01f34 None None] The sync data for ids ['a6f28050-fbee-45c9-8857-2e2e31938acc'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:36:07.259409 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbad5f3-1463-4df2-bc37-5163483586b2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Network 333605a9-184b-4a5b-a83b-2ab4c9fa779f is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:07.274541 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-efbad5f3-1463-4df2-bc37-5163483586b2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:07.276705 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb85649e-740f-4068-a54f-bc9d8c5df629 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:07.282288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbad5f3-1463-4df2-bc37-5163483586b2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Pushing event updated for resources: {'Port': ['ID=c756ddb1-c027-46ef-a725-752639578b7b,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:07.285509 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbad5f3-1463-4df2-bc37-5163483586b2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:07.328365 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a9c0b5-b3e9-4bb8-a456-522fdedff4bb None None] Network a8edbaae-2cab-44cf-9c8c-5f9c0c04697e is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:36:07.340269 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a9c0b5-b3e9-4bb8-a456-522fdedff4bb None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, a8edbaae-2cab-44cf-9c8c-5f9c0c04697e) {{(pid=92550) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 20:36:07.379816 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85649e-740f-4068-a54f-bc9d8c5df629 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=2cf87984-5fc8-4bbc-9846-4009b71e944e,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:07.398496 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bb85649e-740f-4068-a54f-bc9d8c5df629 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:07.401457 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:07.401856 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:07.418037 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d81baa77-6f65-4cb9-bc63-d099b126306a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:07.420200 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e4920100-cf0d-41f6-a51e-cd1c86fc3e43 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:07.425425 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-bb85649e-740f-4068-a54f-bc9d8c5df629 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/2cf87984-5fc8-4bbc-9846-4009b71e944e HTTP/1.1" status: 204 len: 168 time: 1.6152196 Jun 02 20:36:07.436250 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbad5f3-1463-4df2-bc37-5163483586b2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:07.436878 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-efbad5f3-1463-4df2-bc37-5163483586b2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:07.443370 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54428) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:07.517051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d81baa77-6f65-4cb9-bc63-d099b126306a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:07.531000 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-efbad5f3-1463-4df2-bc37-5163483586b2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2533696 Jun 02 20:36:07.538390 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54430) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:07.543479 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:07.556461 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152acdf3-c90a-45c7-8950-41bf339985ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:07.558068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152acdf3-c90a-45c7-8950-41bf339985ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:07.562046 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-152acdf3-c90a-45c7-8950-41bf339985ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1138599 Jun 02 20:36:07.565291 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54432) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:07.568936 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:07.585708 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port e4920100-cf0d-41f6-a51e-cd1c86fc3e43 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:07.586093 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:07.622965 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Usage tracker for resource:floatingip and tenant:16f473049212486b94c2982c798b3de2 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:07.630439 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:07.645152 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:07.663170 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-0734dc2a-1675-4f61-8c19-3c0a754ab92a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet d48e1d55-68aa-4aad-9a6f-42bb2d3102bb {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:36:07.668465 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0734dc2a-1675-4f61-8c19-3c0a754ab92a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:07.672125 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c7ae0254-1e49-4f8b-9442-b5239a251060 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:07.712980 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for floatingip, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:07.736913 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c5bc4cf9-7be0-4618-9a02-f1c53f1e22ea tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:07.741085 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-c7ae0254-1e49-4f8b-9442-b5239a251060 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] update failed (client error): The resource could not be found. Jun 02 20:36:07.742368 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c7ae0254-1e49-4f8b-9442-b5239a251060 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "PUT /v2.0/routers/a6f28050-fbee-45c9-8857-2e2e31938acc HTTP/1.1" status: 404 len: 339 time: 0.6045015 Jun 02 20:36:07.746950 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f7fe638c-1e2a-4745-8d4d-bd0ee2fc7924 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055 tempest-ExtraDHCPOptionsIpV6TestJSON-1277340055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:07.750946 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54434) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:07.756418 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-bb38341f-c3dd-4f86-af84-7cc421cdc609 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-194134971'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:07.778217 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d81baa77-6f65-4cb9-bc63-d099b126306a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:07.782170 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bb38341f-c3dd-4f86-af84-7cc421cdc609 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:07.788739 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f574e3e1-6a9b-43bd-aafb-f27c915e52cc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:07.809022 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-bb38341f-c3dd-4f86-af84-7cc421cdc609 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Usage tracker for resource:network and tenant:cd1b18f106724cf58e75c0e85b5e748b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:07.813476 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0734dc2a-1675-4f61-8c19-3c0a754ab92a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:07.823267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bc4cf9-7be0-4618-9a02-f1c53f1e22ea tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network a8edbaae-2cab-44cf-9c8c-5f9c0c04697e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:07.828629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-c5bc4cf9-7be0-4618-9a02-f1c53f1e22ea tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:07.841516 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81baa77-6f65-4cb9-bc63-d099b126306a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5224c205-014f-42f4-ae39-8eb56c7a68ad,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:07.842900 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc4cf9-7be0-4618-9a02-f1c53f1e22ea tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Subnet': ['ID=2686da9f-64aa-4ffb-9fa6-b09652a1aead,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:07.844357 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-bb38341f-c3dd-4f86-af84-7cc421cdc609 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:07.846009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bc4cf9-7be0-4618-9a02-f1c53f1e22ea tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:07.846584 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c5bc4cf9-7be0-4618-9a02-f1c53f1e22ea tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:07.852268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c5bc4cf9-7be0-4618-9a02-f1c53f1e22ea tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:07.859308 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d81baa77-6f65-4cb9-bc63-d099b126306a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:07.866326 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bb38341f-c3dd-4f86-af84-7cc421cdc609 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:07.923248 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d81baa77-6f65-4cb9-bc63-d099b126306a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:07.926946 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d81baa77-6f65-4cb9-bc63-d099b126306a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5224c205-014f-42f4-ae39-8eb56c7a68ad HTTP/1.1" status: 204 len: 168 time: 0.8197508 Jun 02 20:36:07.938116 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-a8edbaae-2cab-44cf-9c8c-5f9c0c04697e', 'network_id': 'a8edbaae-2cab-44cf-9c8c-5f9c0c04697e', 'tenant_id': 'b844dc2b9a3f473e9f66311bfcf362e2', 'fixed_ips': [{'subnet_id': '2686da9f-64aa-4ffb-9fa6-b09652a1aead'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:36:07.939209 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:07.964900 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb38341f-c3dd-4f86-af84-7cc421cdc609 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Made reservation on behalf of cd1b18f106724cf58e75c0e85b5e748b for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:07.969301 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb38341f-c3dd-4f86-af84-7cc421cdc609 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:08.041608 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb38341f-c3dd-4f86-af84-7cc421cdc609 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:36:08.056561 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0734dc2a-1675-4f61-8c19-3c0a754ab92a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:08.075205 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c5bc4cf9-7be0-4618-9a02-f1c53f1e22ea tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.7805581 Jun 02 20:36:08.084728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54438) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:08.166411 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Allocated IP 172.20.0.1 (a8edbaae-2cab-44cf-9c8c-5f9c0c04697e/2686da9f-64aa-4ffb-9fa6-b09652a1aead/b87495b7-603d-464b-a60a-774b12075e12) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:08.170415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e20702b6-d364-4146-a729-d896c066d900 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:08.180228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c4c12f13-1462-4dcb-98b7-976c130efb7f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:08.303761 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54442) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:08.307822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20702b6-d364-4146-a729-d896c066d900 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Subnet': ['ID=eaaf4001-ad5d-492d-ba4d-7004f74d90f4,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:08.329310 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e20702b6-d364-4146-a729-d896c066d900 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:08.339934 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:08.341755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20702b6-d364-4146-a729-d896c066d900 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Checking segment: {'id': '88999db5-311e-40f9-969c-5a4437a2d332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '59395883-e7dc-4d2b-b755-83946d2ec26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:08.342114 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20702b6-d364-4146-a729-d896c066d900 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network hostable DHCP agents. Network: 59395883-e7dc-4d2b-b755-83946d2ec26d, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:36:08.398064 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:08.407686 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb38341f-c3dd-4f86-af84-7cc421cdc609 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:08.408407 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-bb38341f-c3dd-4f86-af84-7cc421cdc609 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Added segment 3388457e-5d61-4d7f-bc0f-5f83d12938a5 of type vlan for network 5b4891df-2767-4343-9317-3c2a1f7647e9 Jun 02 20:36:08.408743 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Transition to ACTIVE for port object b87495b7-603d-464b-a60a-774b12075e12 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:08.417564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20702b6-d364-4146-a729-d896c066d900 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 59395883-e7dc-4d2b-b755-83946d2ec26d is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:36:08.428968 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-adea8045-ff4e-4dfa-81b7-b7a0fb1ad8f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9db71f6980c9480aa5bb1a022c706f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1195471 Jun 02 20:36:08.433523 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54444) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:08.434385 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Transition to ACTIVE for port object b87495b7-603d-464b-a60a-774b12075e12 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:08.442636 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:08.448781 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:08.457082 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-e20702b6-d364-4146-a729-d896c066d900 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 59395883-e7dc-4d2b-b755-83946d2ec26d) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:08.492249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:08.496297 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb38341f-c3dd-4f86-af84-7cc421cdc609 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:08.521132 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:08.522063 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Network a8edbaae-2cab-44cf-9c8c-5f9c0c04697e is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:08.525961 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20702b6-d364-4146-a729-d896c066d900 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:08.526120 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:08.526871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e20702b6-d364-4146-a729-d896c066d900 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:08.528671 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:08.570834 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Pushing event updated for resources: {'Port': ['ID=b87495b7-603d-464b-a60a-774b12075e12,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:08.572825 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e20702b6-d364-4146-a729-d896c066d900 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3826606 Jun 02 20:36:08.573898 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:08.578955 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54446) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:08.588063 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-6dd94b97-6597-440a-b25b-abaee416604d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'subnet': {'network_id': '59395883-e7dc-4d2b-b755-83946d2ec26d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:08.604366 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9f2abad0-2d89-4cde-a4e4-2be90201a62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:08.633046 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Attempting to bind port b87495b7-603d-464b-a60a-774b12075e12 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:36:08.633675 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Attempting to bind port b87495b7-603d-464b-a60a-774b12075e12 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'e65b460a-acd2-4c64-86f4-062f62b3ada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8edbaae-2cab-44cf-9c8c-5f9c0c04697e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:36:08.634247 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Attempting to bind port b87495b7-603d-464b-a60a-774b12075e12 on network a8edbaae-2cab-44cf-9c8c-5f9c0c04697e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:36:08.640820 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:36:08.641637 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Checking segment: {'id': 'e65b460a-acd2-4c64-86f4-062f62b3ada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8edbaae-2cab-44cf-9c8c-5f9c0c04697e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:08.642256 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:08.642798 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Bound using segment: {'id': 'e65b460a-acd2-4c64-86f4-062f62b3ada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8edbaae-2cab-44cf-9c8c-5f9c0c04697e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:36:08.643437 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Bound port: b87495b7-603d-464b-a60a-774b12075e12, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65b460a-acd2-4c64-86f4-062f62b3ada4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8edbaae-2cab-44cf-9c8c-5f9c0c04697e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:36:08.643992 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:08.666236 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb38341f-c3dd-4f86-af84-7cc421cdc609 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:08.671727 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb38341f-c3dd-4f86-af84-7cc421cdc609 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:08.672248 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb38341f-c3dd-4f86-af84-7cc421cdc609 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:08.681425 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6773e834-61ff-4812-b48e-b5a1f3e577cf tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:08.760400 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] For port b87495b7-603d-464b-a60a-774b12075e12, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:36:08.766634 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] For port b87495b7-603d-464b-a60a-774b12075e12, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b87495b7-603d-464b-a60a-774b12075e12,segment=NetworkSegment(e65b460a-acd2-4c64-86f4-062f62b3ada4),segment_id=e65b460a-acd2-4c64-86f4-062f62b3ada4)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:36:08.767420 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9f2abad0-2d89-4cde-a4e4-2be90201a62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:08.771778 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:08.776636 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0b1663c1-005e-461c-a64a-57b03c0708bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:08.848668 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0734dc2a-1675-4f61-8c19-3c0a754ab92a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:08.856309 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-bb38341f-c3dd-4f86-af84-7cc421cdc609 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1016698 Jun 02 20:36:08.857207 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38341f-c3dd-4f86-af84-7cc421cdc609 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event updated for resources: {'Network': ['ID=5b4891df-2767-4343-9317-3c2a1f7647e9,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:08.859356 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54448) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:08.871370 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 5b4891df-2767-4343-9317-3c2a1f7647e9 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:36:08.878138 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-4d2ea549-fd04-4728-b66f-32c93f7b5a9e tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Request body: {'subnet': {'network_id': '5b4891df-2767-4343-9317-3c2a1f7647e9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:08.896295 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bb38341f-c3dd-4f86-af84-7cc421cdc609 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:08.903079 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:08.912534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6dd94b97-6597-440a-b25b-abaee416604d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:08.914160 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Pushing event updated for resources: {'Port': ['ID=b87495b7-603d-464b-a60a-774b12075e12,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:08.922005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6dd94b97-6597-440a-b25b-abaee416604d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:subnet and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:08.925811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6dd94b97-6597-440a-b25b-abaee416604d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:08.949808 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Allocated IP 172.26.0.147 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/239c5764-a3c1-4c58-9cce-5236d3f87e2d) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:08.955383 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0734dc2a-1675-4f61-8c19-3c0a754ab92a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:08.960080 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0734dc2a-1675-4f61-8c19-3c0a754ab92a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/d48e1d55-68aa-4aad-9a6f-42bb2d3102bb HTTP/1.1" status: 204 len: 168 time: 1.3922853 Jun 02 20:36:08.961160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734dc2a-1675-4f61-8c19-3c0a754ab92a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=d48e1d55-68aa-4aad-9a6f-42bb2d3102bb,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:08.966412 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54450) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:08.967865 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0734dc2a-1675-4f61-8c19-3c0a754ab92a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:08.972429 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6dd94b97-6597-440a-b25b-abaee416604d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:09.030650 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:09.030860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9f2abad0-2d89-4cde-a4e4-2be90201a62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:09.042972 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dcc98078-173b-4ef6-9421-d968da2be9bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:09.075825 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7eab1062-c010-4439-b102-77cf52e97ae1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1046960 Jun 02 20:36:09.081901 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2abad0-2d89-4cde-a4e4-2be90201a62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ec7574-d7b7-4791-babe-f196d4c0b13d,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:09.084261 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54452) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:09.088764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9f2abad0-2d89-4cde-a4e4-2be90201a62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:09.091819 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd94b97-6597-440a-b25b-abaee416604d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:09.092125 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-1d70f7bf-0f17-4e00-8025-e48bf5bd767e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:09.095252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6dd94b97-6597-440a-b25b-abaee416604d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:09.109412 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9f2abad0-2d89-4cde-a4e4-2be90201a62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:09.112821 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9f2abad0-2d89-4cde-a4e4-2be90201a62e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86ec7574-d7b7-4791-babe-f196d4c0b13d HTTP/1.1" status: 204 len: 168 time: 0.6758664 Jun 02 20:36:09.177128 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4d2ea549-fd04-4728-b66f-32c93f7b5a9e tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:09.204849 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4d2ea549-fd04-4728-b66f-32c93f7b5a9e tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Usage tracker for resource:subnet and tenant:cd1b18f106724cf58e75c0e85b5e748b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:09.213068 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:09.219850 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:09.254888 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4d2ea549-fd04-4728-b66f-32c93f7b5a9e tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:09.289870 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4d2ea549-fd04-4728-b66f-32c93f7b5a9e tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:09.297283 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Subnet': ['ID=2686da9f-64aa-4ffb-9fa6-b09652a1aead,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:09.316812 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:09.333164 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-1d70f7bf-0f17-4e00-8025-e48bf5bd767e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:09.333927 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.ipam_backend_mixin [None req-6dd94b97-6597-440a-b25b-abaee416604d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eaaf4001-ad5d-492d-ba4d-7004f74d90f4 (CIDR: 2001:db8::/64) Jun 02 20:36:09.342769 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd94b97-6597-440a-b25b-abaee416604d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:36:09.343584 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd94b97-6597-440a-b25b-abaee416604d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:36:09.347620 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2ea549-fd04-4728-b66f-32c93f7b5a9e tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Made reservation on behalf of cd1b18f106724cf58e75c0e85b5e748b for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:09.351160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4d2ea549-fd04-4728-b66f-32c93f7b5a9e tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:09.380222 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1d70f7bf-0f17-4e00-8025-e48bf5bd767e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:09.388546 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1d70f7bf-0f17-4e00-8025-e48bf5bd767e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:09.446889 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b87495b7-603d-464b-a60a-774b12075e12 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:09.471273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:09.486110 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6dd94b97-6597-440a-b25b-abaee416604d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9061112 Jun 02 20:36:09.489138 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54458) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:09.496113 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-b93f2f55-79fa-469f-ab64-593dc8dbee2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'subnet': {'network_id': '59395883-e7dc-4d2b-b755-83946d2ec26d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:09.502361 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-1d70f7bf-0f17-4e00-8025-e48bf5bd767e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:09.534208 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:09.535764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8edbaae-2cab-44cf-9c8c-5f9c0c04697e']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:09.546626 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d70f7bf-0f17-4e00-8025-e48bf5bd767e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:09.550223 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1d70f7bf-0f17-4e00-8025-e48bf5bd767e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:09.551849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65b460a-acd2-4c64-86f4-062f62b3ada4') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:09.552173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65b460a-acd2-4c64-86f4-062f62b3ada4') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:09.556463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port b87495b7-603d-464b-a60a-774b12075e12 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:09.567858 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:09.641177 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:09.657118 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:36:09.657692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:36:09.673667 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:36:09.693801 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:09.698531 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:09.761078 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:09.764110 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:09.767937 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:09.798695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Pushing event updated for resources: {'Port': ['ID=239c5764-a3c1-4c58-9cce-5236d3f87e2d,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:09.805140 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:09.951204 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.db.api [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 20:36:09.951204 dv-neutron-601336-84-hyperv neutron-server[92549]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 20:36:09.951204 dv-neutron-601336-84-hyperv neutron-server[92549]: [parameters: {'id': 'a8edbaae-2cab-44cf-9c8c-5f9c0c04697e'}] Jun 02 20:36:09.951204 dv-neutron-601336-84-hyperv neutron-server[92549]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:36:09.951704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_db.api [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:36:09.961331 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b93f2f55-79fa-469f-ab64-593dc8dbee2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:09.965869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b93f2f55-79fa-469f-ab64-593dc8dbee2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:subnet and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:09.969102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b93f2f55-79fa-469f-ab64-593dc8dbee2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:09.975502 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b93f2f55-79fa-469f-ab64-593dc8dbee2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:09.987166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93f2f55-79fa-469f-ab64-593dc8dbee2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:09.991251 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b93f2f55-79fa-469f-ab64-593dc8dbee2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:10.026938 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:10.208985 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f0933a-b9e4-4a3a-aaf0-c127bea4294b None None] get_active_networks_info from dv-neutron-601336-84-hyperv {{(pid=92550) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 20:36:10.227586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:10.282303 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b1a4b078-1d2c-4c68-8c6a-3b6d53bd7197 None None] Provisioning for port b87495b7-603d-464b-a60a-774b12075e12 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:10.294854 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b1a4b078-1d2c-4c68-8c6a-3b6d53bd7197 None None] Provisioning complete for port b87495b7-603d-464b-a60a-774b12075e12 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:10.295950 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b078-1d2c-4c68-8c6a-3b6d53bd7197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:10.464004 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:10.515976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f0933a-b9e4-4a3a-aaf0-c127bea4294b None None] Resources bound (agent type, host, resource id): {{(pid=92550) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 20:36:10.533624 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b078-1d2c-4c68-8c6a-3b6d53bd7197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:10.599639 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b93f2f55-79fa-469f-ab64-593dc8dbee2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:10.609367 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:10.666602 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-b1a4b078-1d2c-4c68-8c6a-3b6d53bd7197 None None] For port b87495b7-603d-464b-a60a-774b12075e12, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b87495b7-603d-464b-a60a-774b12075e12,segment=NetworkSegment(e65b460a-acd2-4c64-86f4-062f62b3ada4),segment_id=e65b460a-acd2-4c64-86f4-062f62b3ada4)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:10.680346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f2f55-79fa-469f-ab64-593dc8dbee2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Subnet': ['ID=004c6bc9-851f-47c2-a939-2f00b5817339,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:10.684402 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b93f2f55-79fa-469f-ab64-593dc8dbee2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:10.690198 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93f2f55-79fa-469f-ab64-593dc8dbee2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 59395883-e7dc-4d2b-b755-83946d2ec26d is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:10.695251 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b078-1d2c-4c68-8c6a-3b6d53bd7197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:10.699517 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-b93f2f55-79fa-469f-ab64-593dc8dbee2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:10.700337 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:10.714714 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93f2f55-79fa-469f-ab64-593dc8dbee2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:10.715444 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b93f2f55-79fa-469f-ab64-593dc8dbee2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:10.743688 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b93f2f55-79fa-469f-ab64-593dc8dbee2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2505245 Jun 02 20:36:10.746640 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54486) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:10.752791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-36cd18bf-f753-47a8-8ef5-3bdf553bbf4a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'port': {'network_id': '59395883-e7dc-4d2b-b755-83946d2ec26d', 'fixed_ips': [{'subnet_id': 'eaaf4001-ad5d-492d-ba4d-7004f74d90f4'}, {'subnet_id': '004c6bc9-851f-47c2-a939-2f00b5817339'}], 'name': 'tempest-PortsIpV6TestJSON-1425525801'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:10.833600 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4b078-1d2c-4c68-8c6a-3b6d53bd7197 None None] Pushing event updated for resources: {'Port': ['ID=b87495b7-603d-464b-a60a-774b12075e12,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:10.845532 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-b1a4b078-1d2c-4c68-8c6a-3b6d53bd7197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:10.886253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Deleting port b87495b7-603d-464b-a60a-774b12075e12 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:10.886875 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:10.931084 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-36cd18bf-f753-47a8-8ef5-3bdf553bbf4a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:10.941376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-36cd18bf-f753-47a8-8ef5-3bdf553bbf4a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:10.977720 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:10.993696 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:10.999368 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cd18bf-f753-47a8-8ef5-3bdf553bbf4a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:11.008071 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d67b8249-0fa1-4b2b-8b3e-76645f61092c tempest-RoutersAdminTest-1289615456 tempest-RoutersAdminTest-1289615456-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:11.032901 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54492) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:11.063989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-59395883-e7dc-4d2b-b755-83946d2ec26d', 'network_id': '59395883-e7dc-4d2b-b755-83946d2ec26d', 'tenant_id': '639a199037e04a6d8785e25b9cf213f1', 'fixed_ips': [{'subnet_id': '004c6bc9-851f-47c2-a939-2f00b5817339'}, {'subnet_id': 'eaaf4001-ad5d-492d-ba4d-7004f74d90f4'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:36:11.064761 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:11.119673 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] For port b87495b7-603d-464b-a60a-774b12075e12, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b87495b7-603d-464b-a60a-774b12075e12,segment=NetworkSegment(e65b460a-acd2-4c64-86f4-062f62b3ada4),segment_id=e65b460a-acd2-4c64-86f4-062f62b3ada4)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:11.120082 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:11.131609 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4d2ea549-fd04-4728-b66f-32c93f7b5a9e tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:11.206144 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1d70f7bf-0f17-4e00-8025-e48bf5bd767e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:11.209530 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Pushing event updated for resources: {'Port': ['ID=239c5764-a3c1-4c58-9cce-5236d3f87e2d,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:11.217271 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:11.226664 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-eb4ea56c-311f-422d-b1e8-de97757ab7f6 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:11.255120 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1809452456', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:11.264134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Calling delete_port for b87495b7-603d-464b-a60a-774b12075e12 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:11.278488 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:11.287459 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Usage tracker for resource:port and tenant:f477277d97924b1eab32269022497742 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:11.301446 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:11.308001 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Allocated IP 2001:db8:0:1::2 (59395883-e7dc-4d2b-b755-83946d2ec26d/004c6bc9-851f-47c2-a939-2f00b5817339/11a871e4-8d00-4081-b16c-6620722e4a71) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:11.310596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:11.315883 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Allocated IP 2001:db8::2 (59395883-e7dc-4d2b-b755-83946d2ec26d/eaaf4001-ad5d-492d-ba4d-7004f74d90f4/11a871e4-8d00-4081-b16c-6620722e4a71) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:11.320154 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d70f7bf-0f17-4e00-8025-e48bf5bd767e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:11.323127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2ea549-fd04-4728-b66f-32c93f7b5a9e tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Checking segment: {'id': '3388457e-5d61-4d7f-bc0f-5f83d12938a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5b4891df-2767-4343-9317-3c2a1f7647e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:11.323505 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2ea549-fd04-4728-b66f-32c93f7b5a9e tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Network hostable DHCP agents. Network: 5b4891df-2767-4343-9317-3c2a1f7647e9, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:36:11.324269 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-36cd18bf-f753-47a8-8ef5-3bdf553bbf4a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:11.331217 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-1d70f7bf-0f17-4e00-8025-e48bf5bd767e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:11.352770 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Made reservation on behalf of f477277d97924b1eab32269022497742 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:11.355020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:11.356552 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:11.369851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-36cd18bf-f753-47a8-8ef5-3bdf553bbf4a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] device_id is not set on port e27d2f40-f233-4c15-923b-a99de3868c2f yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:36:11.380704 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ea549-fd04-4728-b66f-32c93f7b5a9e tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event updated for resources: {'Subnet': ['ID=fdb11c92-484a-4eac-a32a-23e19064e73f,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:11.395469 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d70f7bf-0f17-4e00-8025-e48bf5bd767e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:11.396616 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1d70f7bf-0f17-4e00-8025-e48bf5bd767e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:11.410868 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:11.425933 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b87495b7-603d-464b-a60a-774b12075e12 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:11.435074 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:11.440219 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8964021 Jun 02 20:36:11.440369 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:11.441195 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54496) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:11.444346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2ea549-fd04-4728-b66f-32c93f7b5a9e tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Network 5b4891df-2767-4343-9317-3c2a1f7647e9 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:36:11.447288 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-bbc85cab-8168-4a05-97eb-283bd6d59182 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Request body: {'floatingip': {'port_id': 'c756ddb1-c027-46ef-a725-752639578b7b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:11.474215 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1d70f7bf-0f17-4e00-8025-e48bf5bd767e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3869121 Jun 02 20:36:11.474756 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54498) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:11.480310 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-bf4a6444-1e96-49cf-a4bf-a5bc87c2488e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'name': 'tempest-NetworksTestDHCPv6-1622410154'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:11.498548 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-4d2ea549-fd04-4728-b66f-32c93f7b5a9e tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 5b4891df-2767-4343-9317-3c2a1f7647e9) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:11.500632 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Usage tracker for resource:security_group_rule and tenant:f477277d97924b1eab32269022497742 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:11.516978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:11.524828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70f7bf-0f17-4e00-8025-e48bf5bd767e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=ec13305d-76ee-4be7-a488-67c4172b10e8,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:11.543406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:11.567322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bbc85cab-8168-4a05-97eb-283bd6d59182 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for floatingip, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:11.581465 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2ea549-fd04-4728-b66f-32c93f7b5a9e tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:11.582055 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4d2ea549-fd04-4728-b66f-32c93f7b5a9e tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:11.587250 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port b87495b7-603d-464b-a60a-774b12075e12 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:11.587743 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:11.587841 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1d70f7bf-0f17-4e00-8025-e48bf5bd767e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:11.592894 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-42f4e728-3bcb-47a5-a7aa-e0f159a12a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.449s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:11.593283 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-42f4e728-3bcb-47a5-a7aa-e0f159a12a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:11.622686 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4d2ea549-fd04-4728-b66f-32c93f7b5a9e tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7466373 Jun 02 20:36:11.626344 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54500) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:11.628200 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Port b87495b7-603d-464b-a60a-774b12075e12 was deleted so its status cannot be updated. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 02 20:36:11.644305 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:11.645581 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-07527ed0-53d2-4ebd-bc6c-afbf2b6ee4ab tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Request body: {'router': {'external_gateway_info': {'network_id': '5b4891df-2767-4343-9317-3c2a1f7647e9'}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:11.654759 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Transition to ACTIVE for port object 11a871e4-8d00-4081-b16c-6620722e4a71 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:11.673792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Transition to ACTIVE for port object 11a871e4-8d00-4081-b16c-6620722e4a71 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:11.681447 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:11.693284 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:11.749143 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Network 59395883-e7dc-4d2b-b755-83946d2ec26d is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:11.757021 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:11.762165 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:11.774730 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Pushing event updated for resources: {'Port': ['ID=11a871e4-8d00-4081-b16c-6620722e4a71,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:11.801673 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:11.822332 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:11.841253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:11.858006 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bf4a6444-1e96-49cf-a4bf-a5bc87c2488e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:11.899023 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Attempting to bind port 11a871e4-8d00-4081-b16c-6620722e4a71 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:36:11.899733 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Attempting to bind port 11a871e4-8d00-4081-b16c-6620722e4a71 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '88999db5-311e-40f9-969c-5a4437a2d332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '59395883-e7dc-4d2b-b755-83946d2ec26d'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:36:11.900222 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Attempting to bind port 11a871e4-8d00-4081-b16c-6620722e4a71 on network 59395883-e7dc-4d2b-b755-83946d2ec26d {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:36:11.905590 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:36:11.906086 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Checking segment: {'id': '88999db5-311e-40f9-969c-5a4437a2d332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '59395883-e7dc-4d2b-b755-83946d2ec26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:11.906599 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:11.907102 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Bound using segment: {'id': '88999db5-311e-40f9-969c-5a4437a2d332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '59395883-e7dc-4d2b-b755-83946d2ec26d'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:36:11.907699 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Bound port: 11a871e4-8d00-4081-b16c-6620722e4a71, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88999db5-311e-40f9-969c-5a4437a2d332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '59395883-e7dc-4d2b-b755-83946d2ec26d'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:36:11.908196 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:11.912760 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-bf4a6444-1e96-49cf-a4bf-a5bc87c2488e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:port and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:11.919507 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Port': ['ID=b87495b7-603d-464b-a60a-774b12075e12,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:11.923191 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-bf4a6444-1e96-49cf-a4bf-a5bc87c2488e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:11.925268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:11.934122 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bf4a6444-1e96-49cf-a4bf-a5bc87c2488e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:11.966006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No DVR routers for this DVR port b87495b7-603d-464b-a60a-774b12075e12 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:12.048761 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] For port 11a871e4-8d00-4081-b16c-6620722e4a71, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:36:12.052026 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] For port 11a871e4-8d00-4081-b16c-6620722e4a71, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=11a871e4-8d00-4081-b16c-6620722e4a71,segment=NetworkSegment(88999db5-311e-40f9-969c-5a4437a2d332),segment_id=88999db5-311e-40f9-969c-5a4437a2d332)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:36:12.057827 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:12.062734 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fdcaf916-7418-4559-8606-6a6e9afa7ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:12.084052 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4a6444-1e96-49cf-a4bf-a5bc87c2488e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:12.088157 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bf4a6444-1e96-49cf-a4bf-a5bc87c2488e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:12.098591 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-07527ed0-53d2-4ebd-bc6c-afbf2b6ee4ab tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:12.133235 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-bf4a6444-1e96-49cf-a4bf-a5bc87c2488e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] device_id is not set on port 2c54e5fe-2863-481e-ba50-130bcc08a5f3 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:36:12.148916 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Pushing event updated for resources: {'Port': ['ID=11a871e4-8d00-4081-b16c-6620722e4a71,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:12.153895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:12.250119 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:12.318303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8edbaae-2cab-44cf-9c8c-5f9c0c04697e']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:12.336872 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-bbc85cab-8168-4a05-97eb-283bd6d59182 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] update failed (client error): The resource could not be found. Jun 02 20:36:12.336872 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-bbc85cab-8168-4a05-97eb-283bd6d59182 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] 10.222.0.25 "PUT /v2.0/floatingips/f0afe92d-2fb7-4dc8-9725-49e96fcf6ad4 HTTP/1.1" status: 404 len: 507 time: 0.8942802 Jun 02 20:36:12.360713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54502) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:12.452595 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65b460a-acd2-4c64-86f4-062f62b3ada4') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:12.452898 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65b460a-acd2-4c64-86f4-062f62b3ada4') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:12.462720 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:12.540300 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:12.544018 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:12.562217 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-94ea08e1-c79e-4f2e-a623-92ed628cfebc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:12.576632 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] device_id is not set on port af602139-8180-4c79-a1b5-b8bbf46b61e4 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:36:12.604737 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-bf4a6444-1e96-49cf-a4bf-a5bc87c2488e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8::180 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/ec13305d-76ee-4be7-a488-67c4172b10e8/2c54e5fe-2863-481e-ba50-130bcc08a5f3) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:12.670407 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-07527ed0-53d2-4ebd-bc6c-afbf2b6ee4ab tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:36:12.671625 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-07527ed0-53d2-4ebd-bc6c-afbf2b6ee4ab tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "PUT /v2.0/routers/a6f28050-fbee-45c9-8857-2e2e31938acc HTTP/1.1" status: 400 len: 364 time: 1.0441072 Jun 02 20:36:12.675195 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54504) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:12.704868 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:12.751463 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f01d6ae-f9e4-431c-9346-23a11feaf6f0,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:12.754280 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:36:12.754870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:36:12.774632 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:36:12.778450 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:12.888121 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-36cd18bf-f753-47a8-8ef5-3bdf553bbf4a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Allocated IP 2001:db8::107 (59395883-e7dc-4d2b-b755-83946d2ec26d/eaaf4001-ad5d-492d-ba4d-7004f74d90f4/e27d2f40-f233-4c15-923b-a99de3868c2f) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:12.930453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:12.935178 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-36cd18bf-f753-47a8-8ef5-3bdf553bbf4a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Allocated IP 2001:db8:0:1::c3 (59395883-e7dc-4d2b-b755-83946d2ec26d/004c6bc9-851f-47c2-a939-2f00b5817339/e27d2f40-f233-4c15-923b-a99de3868c2f) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:12.944856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:12.961647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:12.986012 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Network': ['ID=a8edbaae-2cab-44cf-9c8c-5f9c0c04697e,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:12.994806 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:13.005875 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-3cacd2b4-0b7d-408b-8ba9-b733c194c12d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Deleting port 239c5764-a3c1-4c58-9cce-5236d3f87e2d {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:13.006214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3cacd2b4-0b7d-408b-8ba9-b733c194c12d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:13.047684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Allocated IP 172.26.0.53 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/af602139-8180-4c79-a1b5-b8bbf46b61e4) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:13.060471 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/a8edbaae-2cab-44cf-9c8c-5f9c0c04697e HTTP/1.1" status: 204 len: 168 time: 4.9746640 Jun 02 20:36:13.083430 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54506) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:13.105550 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-35ab0b4a-1dc1-4afb-a171-d7b4c4213d3d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1780843133'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:13.124466 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-35ab0b4a-1dc1-4afb-a171-d7b4c4213d3d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:13.200241 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-35ab0b4a-1dc1-4afb-a171-d7b4c4213d3d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Usage tracker for resource:network and tenant:b844dc2b9a3f473e9f66311bfcf362e2 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:13.231523 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-35ab0b4a-1dc1-4afb-a171-d7b4c4213d3d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:13.252321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-35ab0b4a-1dc1-4afb-a171-d7b4c4213d3d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:13.276263 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bf4a6444-1e96-49cf-a4bf-a5bc87c2488e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:13.289452 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ab0b4a-1dc1-4afb-a171-d7b4c4213d3d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:13.292842 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-35ab0b4a-1dc1-4afb-a171-d7b4c4213d3d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:13.317586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-bf4a6444-1e96-49cf-a4bf-a5bc87c2488e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Transition to ACTIVE for port object 2c54e5fe-2863-481e-ba50-130bcc08a5f3 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:13.338326 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3cacd2b4-0b7d-408b-8ba9-b733c194c12d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:13.339076 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3cacd2b4-0b7d-408b-8ba9-b733c194c12d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:13.354025 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3461e0e5-fc9b-4e1c-b4ac-6109e49d084e None None] Network a8edbaae-2cab-44cf-9c8c-5f9c0c04697e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:13.377786 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:13.399714 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1e2a29-49a0-4e90-968e-d29c44a33cc8 None None] Network 59395883-e7dc-4d2b-b755-83946d2ec26d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:13.408208 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ab0b4a-1dc1-4afb-a171-d7b4c4213d3d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:36:13.451239 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27828846-335b-4ffb-88eb-d73d82328dac None None] Network 5b4891df-2767-4343-9317-3c2a1f7647e9 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:13.538217 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3461e0e5-fc9b-4e1c-b4ac-6109e49d084e None None] Network a8edbaae-2cab-44cf-9c8c-5f9c0c04697e could not be found, it might have been deleted concurrently. {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 02 20:36:13.652483 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 11a871e4-8d00-4081-b16c-6620722e4a71 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:13.668229 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-35ab0b4a-1dc1-4afb-a171-d7b4c4213d3d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:13.668846 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-35ab0b4a-1dc1-4afb-a171-d7b4c4213d3d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Added segment c9458656-afe8-4a6d-bf53-24d995b2fcdb of type vlan for network ff100158-8d60-4ee1-9f63-1cb242eecd0e Jun 02 20:36:13.749840 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38d244c-0356-4c0d-837d-470b3578e437 None None] DHCP port deletion for a8edbaae-2cab-44cf-9c8c-5f9c0c04697e request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:36:13.764748 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512f3381-ab05-4901-82ca-c4f158a50718 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:13.769269 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-3cacd2b4-0b7d-408b-8ba9-b733c194c12d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Calling delete_port for 239c5764-a3c1-4c58-9cce-5236d3f87e2d owned by network:floatingip {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:13.769868 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bf4a6444-1e96-49cf-a4bf-a5bc87c2488e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:13.785831 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-58ceaede-1a1d-4303-8649-da8f7ea843ed tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:13.795819 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-887a04c2-e8fc-4b18-84cc-0cb922f55736 None None] Provisioning for port 11a871e4-8d00-4081-b16c-6620722e4a71 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:13.830101 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-35ab0b4a-1dc1-4afb-a171-d7b4c4213d3d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:13.867799 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4a6444-1e96-49cf-a4bf-a5bc87c2488e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:13.898597 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-36cd18bf-f753-47a8-8ef5-3bdf553bbf4a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:13.909316 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-bf4a6444-1e96-49cf-a4bf-a5bc87c2488e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:13.912269 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a6444-1e96-49cf-a4bf-a5bc87c2488e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:13.918650 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a6444-1e96-49cf-a4bf-a5bc87c2488e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:13.919382 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bf4a6444-1e96-49cf-a4bf-a5bc87c2488e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:13.946536 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-36cd18bf-f753-47a8-8ef5-3bdf553bbf4a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Transition to ACTIVE for port object e27d2f40-f233-4c15-923b-a99de3868c2f will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:13.976159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:14.056248 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-36cd18bf-f753-47a8-8ef5-3bdf553bbf4a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:14.065902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6577cce1-13f5-4a84-ae58-79f3899952fd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:14.104480 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 11a871e4-8d00-4081-b16c-6620722e4a71 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:14.156749 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a6444-1e96-49cf-a4bf-a5bc87c2488e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=2c54e5fe-2863-481e-ba50-130bcc08a5f3,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:14.160879 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bf4a6444-1e96-49cf-a4bf-a5bc87c2488e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:14.163104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cd18bf-f753-47a8-8ef5-3bdf553bbf4a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 59395883-e7dc-4d2b-b755-83946d2ec26d is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:14.168395 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-36cd18bf-f753-47a8-8ef5-3bdf553bbf4a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:14.169683 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-dfc58272-8c1e-4b54-88d1-319ad4f4f0ac None None] Provisioning for port c756ddb1-c027-46ef-a725-752639578b7b completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:14.174149 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cd18bf-f753-47a8-8ef5-3bdf553bbf4a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:14.180492 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cd18bf-f753-47a8-8ef5-3bdf553bbf4a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:14.181017 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-36cd18bf-f753-47a8-8ef5-3bdf553bbf4a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:14.184892 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd18bf-f753-47a8-8ef5-3bdf553bbf4a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=e27d2f40-f233-4c15-923b-a99de3868c2f,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:14.187693 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:14.190911 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-36cd18bf-f753-47a8-8ef5-3bdf553bbf4a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:14.193487 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 11a871e4-8d00-4081-b16c-6620722e4a71 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:14.193872 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:14.201452 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:14.225334 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-35ab0b4a-1dc1-4afb-a171-d7b4c4213d3d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:14.229789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-dfc58272-8c1e-4b54-88d1-319ad4f4f0ac None None] Provisioning complete for port c756ddb1-c027-46ef-a725-752639578b7b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:14.230101 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-dfc58272-8c1e-4b54-88d1-319ad4f4f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:14.231779 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ab0b4a-1dc1-4afb-a171-d7b4c4213d3d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:14.232463 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-35ab0b4a-1dc1-4afb-a171-d7b4c4213d3d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:14.240805 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-bf4a6444-1e96-49cf-a4bf-a5bc87c2488e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7625520 Jun 02 20:36:14.240985 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3cacd2b4-0b7d-408b-8ba9-b733c194c12d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:14.244778 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54512) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:14.249698 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:14.336074 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-36cd18bf-f753-47a8-8ef5-3bdf553bbf4a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.5849845 Jun 02 20:36:14.336949 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:14.348309 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-35ab0b4a-1dc1-4afb-a171-d7b4c4213d3d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2590065 Jun 02 20:36:14.360552 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54514) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:14.360552 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54516) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:14.369779 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:14.375987 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-7acd2f34-cca1-4d0e-a467-17da618c6f0d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eaaf4001-ad5d-492d-ba4d-7004f74d90f4'}]}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:14.385428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:14.404422 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-50624bd8-55be-4c85-8e46-fba946c31a71 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'subnet': {'network_id': 'ff100158-8d60-4ee1-9f63-1cb242eecd0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:14.413761 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Pushing event updated for resources: {'Port': ['ID=af602139-8180-4c79-a1b5-b8bbf46b61e4,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:14.415214 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:14.423388 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-dfc58272-8c1e-4b54-88d1-319ad4f4f0ac None None] Port c756ddb1-c027-46ef-a725-752639578b7b cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:14.434996 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-5b4891df-2767-4343-9317-3c2a1f7647e9', 'network_id': '5b4891df-2767-4343-9317-3c2a1f7647e9', 'tenant_id': 'cd1b18f106724cf58e75c0e85b5e748b', 'fixed_ips': [{'subnet_id': 'fdb11c92-484a-4eac-a32a-23e19064e73f'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:36:14.435842 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:14.457054 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Allocated IP 2001:db8::1 (106b015d-0860-4e33-8d70-88cdefc18b47/612b4783-d0f5-4d3e-9e6b-2323d697fac1/b51a4542-f28a-48bc-b183-1de11a994490) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:14.463543 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:14.464220 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:14.467727 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab0b4a-1dc1-4afb-a171-d7b4c4213d3d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Network': ['ID=ff100158-8d60-4ee1-9f63-1cb242eecd0e,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:14.470462 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-35ab0b4a-1dc1-4afb-a171-d7b4c4213d3d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:14.497384 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network ff100158-8d60-4ee1-9f63-1cb242eecd0e details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:36:14.539820 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacd2b4-0b7d-408b-8ba9-b733c194c12d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Pushing event deleted for resources: {'Port': ['ID=239c5764-a3c1-4c58-9cce-5236d3f87e2d,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:14.549726 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3cacd2b4-0b7d-408b-8ba9-b733c194c12d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:14.565873 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:14.566595 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:14.624273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad05408-fed5-41d2-ae7d-8f9ad87c1fcd tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:14.633031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad05408-fed5-41d2-ae7d-8f9ad87c1fcd tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:14.638355 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9ad05408-fed5-41d2-ae7d-8f9ad87c1fcd tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.3837960 Jun 02 20:36:14.640128 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.6042523 Jun 02 20:36:14.641947 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3cacd2b4-0b7d-408b-8ba9-b733c194c12d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for floatingip, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:14.644742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3cacd2b4-0b7d-408b-8ba9-b733c194c12d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:14.646099 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3cacd2b4-0b7d-408b-8ba9-b733c194c12d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] 10.222.0.25 "DELETE /v2.0/floatingips/f0afe92d-2fb7-4dc8-9725-49e96fcf6ad4 HTTP/1.1" status: 204 len: 168 time: 2.2818191 Jun 02 20:36:14.646830 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54518) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:14.647492 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54520) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:14.677134 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:14.690699 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54522) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:14.691044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-5e3ee517-58b3-4e0a-a43e-7547c755780c tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.53'}]}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:14.701353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5e3ee517-58b3-4e0a-a43e-7547c755780c tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:14.701778 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-65177130-11e2-4dff-99c4-881d8f23ee87 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Request body: {'floatingip': {'floating_network_id': '333605a9-184b-4a5b-a83b-2ab4c9fa779f', 'port_id': 'c756ddb1-c027-46ef-a725-752639578b7b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:14.714338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-65177130-11e2-4dff-99c4-881d8f23ee87 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:14.716625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5e3ee517-58b3-4e0a-a43e-7547c755780c tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Usage tracker for resource:router and tenant:f477277d97924b1eab32269022497742 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:14.722499 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5e3ee517-58b3-4e0a-a43e-7547c755780c tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:14.724420 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-50624bd8-55be-4c85-8e46-fba946c31a71 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:14.729314 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-50624bd8-55be-4c85-8e46-fba946c31a71 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Usage tracker for resource:subnet and tenant:b844dc2b9a3f473e9f66311bfcf362e2 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:14.733215 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-50624bd8-55be-4c85-8e46-fba946c31a71 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:14.739709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-50624bd8-55be-4c85-8e46-fba946c31a71 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:14.743114 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5e3ee517-58b3-4e0a-a43e-7547c755780c tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:14.806231 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 11a871e4-8d00-4081-b16c-6620722e4a71, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=11a871e4-8d00-4081-b16c-6620722e4a71,segment=NetworkSegment(88999db5-311e-40f9-969c-5a4437a2d332),segment_id=88999db5-311e-40f9-969c-5a4437a2d332)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:14.809697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e3ee517-58b3-4e0a-a43e-7547c755780c tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:14.811914 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e3ee517-58b3-4e0a-a43e-7547c755780c tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:14.815709 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Allocated IP 2001:db8:1::2 (5b4891df-2767-4343-9317-3c2a1f7647e9/fdb11c92-484a-4eac-a32a-23e19064e73f/a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:14.834537 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-65177130-11e2-4dff-99c4-881d8f23ee87 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Usage tracker for resource:floatingip and tenant:16f473049212486b94c2982c798b3de2 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:14.838451 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-65177130-11e2-4dff-99c4-881d8f23ee87 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:14.847971 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-65177130-11e2-4dff-99c4-881d8f23ee87 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:14.849097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e3ee517-58b3-4e0a-a43e-7547c755780c tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:14.898431 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-69cea9e8-4267-4218-9c6c-fd63692c2ff4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting port 2c54e5fe-2863-481e-ba50-130bcc08a5f3 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:14.898929 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-69cea9e8-4267-4218-9c6c-fd63692c2ff4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:14.911879 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-65177130-11e2-4dff-99c4-881d8f23ee87 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for floatingip, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:14.981346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50624bd8-55be-4c85-8e46-fba946c31a71 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:14.988966 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-50624bd8-55be-4c85-8e46-fba946c31a71 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:15.070696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:15.087721 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:15.248314 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ec230894-df6c-45c3-8b14-b7911022c853 None None] Provisioning complete for port e4920100-cf0d-41f6-a51e-cd1c86fc3e43 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:15.248712 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ec230894-df6c-45c3-8b14-b7911022c853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:15.293363 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=11a871e4-8d00-4081-b16c-6620722e4a71,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:15.301985 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:15.327115 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:15.343350 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Transition to ACTIVE for port object a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:15.356909 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b87495b7-603d-464b-a60a-774b12075e12 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:36:15.364019 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e3ee517-58b3-4e0a-a43e-7547c755780c tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:15.369725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-69cea9e8-4267-4218-9c6c-fd63692c2ff4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:15.427087 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: b87495b7-603d-464b-a60a-774b12075e12 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:36:15.428271 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b87495b7-603d-464b-a60a-774b12075e12 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:36:15.432669 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Transition to ACTIVE for port object a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:15.459116 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:15.474860 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:15.488719 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f4226bb7-110d-4aae-bc2f-0993cfda8287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:15.534218 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20674a80-e706-4b42-a671-b05a56320e67 None None] Network 59395883-e7dc-4d2b-b755-83946d2ec26d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:15.541947 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Transition to ACTIVE for port object b51a4542-f28a-48bc-b183-1de11a994490 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:15.610670 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7acd2f34-cca1-4d0e-a467-17da618c6f0d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:15.651157 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Network 5b4891df-2767-4343-9317-3c2a1f7647e9 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:15.660013 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:15.669994 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:15.686848 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Pushing event updated for resources: {'Port': ['ID=a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:15.717781 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-69cea9e8-4267-4218-9c6c-fd63692c2ff4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Calling delete_port for 2c54e5fe-2863-481e-ba50-130bcc08a5f3 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:15.723874 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:15.787736 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:15.821920 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4f5330c6-6c3e-417e-9b87-38146a68ddaf tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:15.824368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ec230894-df6c-45c3-8b14-b7911022c853 None None] Provisioning for port 2c54e5fe-2863-481e-ba50-130bcc08a5f3 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:15.862945 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ec230894-df6c-45c3-8b14-b7911022c853 None None] Provisioning complete for port 2c54e5fe-2863-481e-ba50-130bcc08a5f3 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:15.863691 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ec230894-df6c-45c3-8b14-b7911022c853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:15.895894 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Attempting to bind port a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:36:15.896533 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Attempting to bind port a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '3388457e-5d61-4d7f-bc0f-5f83d12938a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5b4891df-2767-4343-9317-3c2a1f7647e9'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:36:15.897124 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Attempting to bind port a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac on network 5b4891df-2767-4343-9317-3c2a1f7647e9 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:36:15.920108 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:36:15.920491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Checking segment: {'id': '3388457e-5d61-4d7f-bc0f-5f83d12938a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5b4891df-2767-4343-9317-3c2a1f7647e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:15.921122 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:15.921527 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Bound using segment: {'id': '3388457e-5d61-4d7f-bc0f-5f83d12938a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5b4891df-2767-4343-9317-3c2a1f7647e9'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:36:15.922011 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Bound port: a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3388457e-5d61-4d7f-bc0f-5f83d12938a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '5b4891df-2767-4343-9317-3c2a1f7647e9'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:36:15.922404 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:15.930380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Network 106b015d-0860-4e33-8d70-88cdefc18b47 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:15.943066 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:15.957432 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:15.958203 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:15.964349 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-69cea9e8-4267-4218-9c6c-fd63692c2ff4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:15.964883 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-ec230894-df6c-45c3-8b14-b7911022c853 None None] Port 2c54e5fe-2863-481e-ba50-130bcc08a5f3 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:15.971058 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c49850ad-d1db-446d-837d-4e711be59e91 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:16.001791 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event updated for resources: {'Port': ['ID=b51a4542-f28a-48bc-b183-1de11a994490,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:16.021586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:16.030273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cea9e8-4267-4218-9c6c-fd63692c2ff4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=2c54e5fe-2863-481e-ba50-130bcc08a5f3,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:16.087076 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-65177130-11e2-4dff-99c4-881d8f23ee87 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:36:16.093582 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-65177130-11e2-4dff-99c4-881d8f23ee87 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.3934784 Jun 02 20:36:16.093766 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-69cea9e8-4267-4218-9c6c-fd63692c2ff4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:16.094402 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54526) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:16.099172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': 'c756ddb1-c027-46ef-a725-752639578b7b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:16.105124 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] For port a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:36:16.112920 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] For port a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac,segment=NetworkSegment(3388457e-5d61-4d7f-bc0f-5f83d12938a5),segment_id=3388457e-5d61-4d7f-bc0f-5f83d12938a5)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:36:16.133439 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-aa57c337-4ee4-4a92-b948-e04abc37402e None None] Could not find standard attr ID for object 2c54e5fe-2863-481e-ba50-130bcc08a5f3. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:36:16.139983 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:16.154317 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-69c7141e-4a3e-45a2-8b62-f2d933eb1157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:16.167509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:16.178430 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Usage tracker for resource:floatingip and tenant:16f473049212486b94c2982c798b3de2 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:16.245024 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-aa57c337-4ee4-4a92-b948-e04abc37402e None None] Provisioning for port e27d2f40-f233-4c15-923b-a99de3868c2f completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:16.264441 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-aa57c337-4ee4-4a92-b948-e04abc37402e None None] Provisioning complete for port e27d2f40-f233-4c15-923b-a99de3868c2f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:16.264967 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-aa57c337-4ee4-4a92-b948-e04abc37402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:16.279487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-69cea9e8-4267-4218-9c6c-fd63692c2ff4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:16.296041 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:16.350706 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:16.421969 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-aa57c337-4ee4-4a92-b948-e04abc37402e None None] Port e27d2f40-f233-4c15-923b-a99de3868c2f cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:16.432917 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-69cea9e8-4267-4218-9c6c-fd63692c2ff4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/2c54e5fe-2863-481e-ba50-130bcc08a5f3 HTTP/1.1" status: 204 len: 168 time: 1.7836504 Jun 02 20:36:16.439786 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54528) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:16.441434 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Pushing event updated for resources: {'Port': ['ID=a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:16.451066 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for floatingip, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:16.454370 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:16.475432 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-aa57c337-4ee4-4a92-b948-e04abc37402e None None] Provisioning complete for port 11a871e4-8d00-4081-b16c-6620722e4a71 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:16.476624 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-aa57c337-4ee4-4a92-b948-e04abc37402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:16.534450 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e3ee517-58b3-4e0a-a43e-7547c755780c tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:16.658935 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e3ee517-58b3-4e0a-a43e-7547c755780c tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:16.669341 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967b1f2e-4617-40d4-8ae8-2831acb94b8b None None] Network 59395883-e7dc-4d2b-b755-83946d2ec26d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:16.686116 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-50624bd8-55be-4c85-8e46-fba946c31a71 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:16.733873 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-832b5c85-3d5d-4a2c-b885-40e263f9ef95 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:16.821234 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50624bd8-55be-4c85-8e46-fba946c31a71 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Subnet': ['ID=413d048b-f9b3-4d06-9443-1ea3e6c25931,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:16.824893 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-50624bd8-55be-4c85-8e46-fba946c31a71 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:16.856165 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503fa295-7121-470b-80b3-e77ef221e155 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:16.857637 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503fa295-7121-470b-80b3-e77ef221e155 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:16.858380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-503fa295-7121-470b-80b3-e77ef221e155 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:16.865828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:16.887977 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-7acd2f34-cca1-4d0e-a467-17da618c6f0d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Delete allocated IP 2001:db8:0:1::c3 (59395883-e7dc-4d2b-b755-83946d2ec26d/004c6bc9-851f-47c2-a939-2f00b5817339) {{(pid=92548) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 02 20:36:16.908077 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:16.956314 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-591c3b09-0cb3-422e-b008-f5e506245d60 None None] Provisioning for port b51a4542-f28a-48bc-b183-1de11a994490 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:16.962616 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-591c3b09-0cb3-422e-b008-f5e506245d60 None None] Provisioning complete for port b51a4542-f28a-48bc-b183-1de11a994490 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:16.963005 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-591c3b09-0cb3-422e-b008-f5e506245d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:16.965445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e3ee517-58b3-4e0a-a43e-7547c755780c tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:16.985519 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-503fa295-7121-470b-80b3-e77ef221e155 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:16.989127 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-503fa295-7121-470b-80b3-e77ef221e155 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5001078 Jun 02 20:36:16.995403 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54530) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:17.030705 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-591c3b09-0cb3-422e-b008-f5e506245d60 None None] Port b51a4542-f28a-48bc-b183-1de11a994490 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:17.046181 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-591c3b09-0cb3-422e-b008-f5e506245d60 None None] Provisioning complete for port e27d2f40-f233-4c15-923b-a99de3868c2f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:17.046658 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-591c3b09-0cb3-422e-b008-f5e506245d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:17.109943 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50624bd8-55be-4c85-8e46-fba946c31a71 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Checking segment: {'id': 'c9458656-afe8-4a6d-bf53-24d995b2fcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ff100158-8d60-4ee1-9f63-1cb242eecd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:17.110896 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50624bd8-55be-4c85-8e46-fba946c31a71 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network hostable DHCP agents. Network: ff100158-8d60-4ee1-9f63-1cb242eecd0e, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:36:17.112289 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-591c3b09-0cb3-422e-b008-f5e506245d60 None None] Port e27d2f40-f233-4c15-923b-a99de3868c2f cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:17.141093 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-591c3b09-0cb3-422e-b008-f5e506245d60 None None] Provisioning complete for port 11a871e4-8d00-4081-b16c-6620722e4a71 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:17.142931 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-591c3b09-0cb3-422e-b008-f5e506245d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:17.437294 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7acd2f34-cca1-4d0e-a467-17da618c6f0d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:17.473826 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06c87fa-9da6-4407-b67c-7c069442f97a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet ec13305d-76ee-4be7-a488-67c4172b10e8 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:36:17.479622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e06c87fa-9da6-4407-b67c-7c069442f97a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:17.522267 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50624bd8-55be-4c85-8e46-fba946c31a71 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network ff100158-8d60-4ee1-9f63-1cb242eecd0e is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:36:17.533046 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 11a871e4-8d00-4081-b16c-6620722e4a71 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:17.546717 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-7acd2f34-cca1-4d0e-a467-17da618c6f0d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Ignored duplicate provisioning block setup for port e27d2f40-f233-4c15-923b-a99de3868c2f by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 02 20:36:17.564945 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-50624bd8-55be-4c85-8e46-fba946c31a71 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, ff100158-8d60-4ee1-9f63-1cb242eecd0e) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:17.566490 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7acd2f34-cca1-4d0e-a467-17da618c6f0d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:17.582741 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f4594f-177d-4500-b459-b04e12706789 None None] Network ff100158-8d60-4ee1-9f63-1cb242eecd0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:17.613739 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50624bd8-55be-4c85-8e46-fba946c31a71 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:17.614346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-50624bd8-55be-4c85-8e46-fba946c31a71 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:17.618527 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:17.638757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e3ee517-58b3-4e0a-a43e-7547c755780c tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:17.646655 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e3ee517-58b3-4e0a-a43e-7547c755780c tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:17.665194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Allocated IP 172.26.0.114 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/cc2c83cd-a357-4f06-92cb-d5f1721e6090) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:17.686704 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e06c87fa-9da6-4407-b67c-7c069442f97a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:17.722392 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e3ee517-58b3-4e0a-a43e-7547c755780c tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:17.723164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3ee517-58b3-4e0a-a43e-7547c755780c tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 279304fe-9606-40c0-8c55-5b17d5f95ad2 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:36:17.815829 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-7acd2f34-cca1-4d0e-a467-17da618c6f0d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] In _notify_port_updated(), no bound segment for port e27d2f40-f233-4c15-923b-a99de3868c2f on network 59395883-e7dc-4d2b-b755-83946d2ec26d {{(pid=92548) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:36:17.822451 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acd2f34-cca1-4d0e-a467-17da618c6f0d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:17.822663 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7acd2f34-cca1-4d0e-a467-17da618c6f0d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:17.822924 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-5e3ee517-58b3-4e0a-a43e-7547c755780c tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 02 20:36:17.826841 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5e3ee517-58b3-4e0a-a43e-7547c755780c tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.1385620 Jun 02 20:36:17.829329 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7acd2f34-cca1-4d0e-a467-17da618c6f0d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "PUT /v2.0/ports/e27d2f40-f233-4c15-923b-a99de3868c2f HTTP/1.1" status: 200 len: 926 time: 3.4651444 Jun 02 20:36:17.829530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54532) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:17.829530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54534) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:17.842892 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-900eb038-9f33-45f3-b546-5203fdaf6b04 None None] Provisioning complete for port e27d2f40-f233-4c15-923b-a99de3868c2f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:17.847593 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-900eb038-9f33-45f3-b546-5203fdaf6b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:17.868685 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-5fd9c7de-7b94-4ae4-b20f-4a251fe9961d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eaaf4001-ad5d-492d-ba4d-7004f74d90f4'}, {'subnet_id': '004c6bc9-851f-47c2-a939-2f00b5817339'}]}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:17.899714 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-50624bd8-55be-4c85-8e46-fba946c31a71 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5347049 Jun 02 20:36:17.902848 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54536) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:17.955201 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d1871a-905d-4322-80e0-f9c33d3a3a4c None None] Network 5b4891df-2767-4343-9317-3c2a1f7647e9 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:17.972056 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd2f34-cca1-4d0e-a467-17da618c6f0d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=e27d2f40-f233-4c15-923b-a99de3868c2f,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:17.985443 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e06c87fa-9da6-4407-b67c-7c069442f97a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:18.027173 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7acd2f34-cca1-4d0e-a467-17da618c6f0d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:18.038338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:18.109574 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-ff100158-8d60-4ee1-9f63-1cb242eecd0e', 'network_id': 'ff100158-8d60-4ee1-9f63-1cb242eecd0e', 'tenant_id': 'b844dc2b9a3f473e9f66311bfcf362e2', 'fixed_ips': [{'subnet_id': '413d048b-f9b3-4d06-9443-1ea3e6c25931'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:36:18.110594 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:18.136372 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-900eb038-9f33-45f3-b546-5203fdaf6b04 None None] Port e27d2f40-f233-4c15-923b-a99de3868c2f cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:18.190340 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 11a871e4-8d00-4081-b16c-6620722e4a71 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:18.190894 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:18.255466 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:18.271016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6fd78ac3-28f4-44f5-8b8c-4f07ad49c3a0 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:18.286084 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:18.305380 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-2a58a980-0780-450c-a662-f42c05f2c751 tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Deleting port af602139-8180-4c79-a1b5-b8bbf46b61e4 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:18.305634 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2a58a980-0780-450c-a662-f42c05f2c751 tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:18.320268 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-900eb038-9f33-45f3-b546-5203fdaf6b04 None None] Provisioning complete for port 11a871e4-8d00-4081-b16c-6620722e4a71 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:18.320582 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-900eb038-9f33-45f3-b546-5203fdaf6b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:18.373713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:18.428187 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:18.434352 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5fd9c7de-7b94-4ae4-b20f-4a251fe9961d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:18.443749 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:18.488414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Pushing event updated for resources: {'Port': ['ID=cc2c83cd-a357-4f06-92cb-d5f1721e6090,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:18.499115 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:18.540669 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:18.561686 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Allocated IP 172.20.0.2 (ff100158-8d60-4ee1-9f63-1cb242eecd0e/413d048b-f9b3-4d06-9443-1ea3e6c25931/f0360d25-d2b7-4bec-b2f4-c99244f96af5) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:18.564360 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:18.564879 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:18.574012 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4fd58001-a805-47bc-8bc9-00ff150cc520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:18.651225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2a58a980-0780-450c-a662-f42c05f2c751 tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:18.658957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:18.796733 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:18.864990 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-2a58a980-0780-450c-a662-f42c05f2c751 tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Calling delete_port for af602139-8180-4c79-a1b5-b8bbf46b61e4 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:18.900186 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event updated for resources: {'Port': ['ID=b51a4542-f28a-48bc-b183-1de11a994490,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:18.908962 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:18.910671 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Network 106b015d-0860-4e33-8d70-88cdefc18b47 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:18.923187 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:18.941235 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9a34deef-d86b-445f-a7cd-1e8ea32e15ea None None] Provisioning for port a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:19.109962 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:19.115949 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9a34deef-d86b-445f-a7cd-1e8ea32e15ea None None] Provisioning complete for port a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:19.116338 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9a34deef-d86b-445f-a7cd-1e8ea32e15ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:19.188780 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:19.189450 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:19.263356 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Router a6f28050-fbee-45c9-8857-2e2e31938acc has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:36:19.264629 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e06c87fa-9da6-4407-b67c-7c069442f97a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:19.274814 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-daa3ab41-02aa-428a-a24e-b046e042a3be tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:19.297331 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:19.314670 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Transition to ACTIVE for port object f0360d25-d2b7-4bec-b2f4-c99244f96af5 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:19.317947 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c87fa-9da6-4407-b67c-7c069442f97a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=ec13305d-76ee-4be7-a488-67c4172b10e8,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:19.321623 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e06c87fa-9da6-4407-b67c-7c069442f97a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:19.339711 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e06c87fa-9da6-4407-b67c-7c069442f97a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:19.370067 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e29c119-fc51-4cc5-a44d-3cb337e233ef None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:19.432830 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e06c87fa-9da6-4407-b67c-7c069442f97a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/ec13305d-76ee-4be7-a488-67c4172b10e8 HTTP/1.1" status: 204 len: 168 time: 2.4326735 Jun 02 20:36:19.435247 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54542) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:19.462563 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Transition to ACTIVE for port object f0360d25-d2b7-4bec-b2f4-c99244f96af5 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:19.558082 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Deleting port cc2c83cd-a357-4f06-92cb-d5f1721e6090 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:19.558312 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:19.564648 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:19.574299 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-622d3929-b9b6-458f-a383-5e588df389df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:19.583018 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0412ef55-5ebc-48e9-8739-880202564651 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1417294 Jun 02 20:36:19.584325 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54544) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:19.590828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-33165149-9357-4984-b324-15ebf8a0709b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:19.617740 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:36:19.632007 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "PUT /v2.0/routers/a6f28050-fbee-45c9-8857-2e2e31938acc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9526267 Jun 02 20:36:19.632007 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54546) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:19.642690 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4db1ee-9464-4012-8bab-d374ab5dcf16 None None] Sync routers for ids ['a6f28050-fbee-45c9-8857-2e2e31938acc'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:36:19.656610 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9a34deef-d86b-445f-a7cd-1e8ea32e15ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:19.671753 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4db1ee-9464-4012-8bab-d374ab5dcf16 None None] Routers {'a6f28050-fbee-45c9-8857-2e2e31938acc'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:36:19.673221 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-ef4db1ee-9464-4012-8bab-d374ab5dcf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:36:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a6f28050-fbee-45c9-8857-2e2e31938acc'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:19.686125 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2a58a980-0780-450c-a662-f42c05f2c751 tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:19.688270 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-5fd9c7de-7b94-4ae4-b20f-4a251fe9961d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Allocated IP 2001:db8:0:1::43 (59395883-e7dc-4d2b-b755-83946d2ec26d/004c6bc9-851f-47c2-a939-2f00b5817339/e27d2f40-f233-4c15-923b-a99de3868c2f) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:19.703249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-81e73ae7-bb21-463e-bb6a-8ed82ddf2422 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:19.709554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Network ff100158-8d60-4ee1-9f63-1cb242eecd0e is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:19.753097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58a980-0780-450c-a662-f42c05f2c751 tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Pushing event deleted for resources: {'Port': ['ID=af602139-8180-4c79-a1b5-b8bbf46b61e4,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:19.756614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:19.766239 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:19.779569 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:19.784305 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2a58a980-0780-450c-a662-f42c05f2c751 tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:19.801623 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Pushing event updated for resources: {'Port': ['ID=f0360d25-d2b7-4bec-b2f4-c99244f96af5,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:19.815130 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:19.833851 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-ef4db1ee-9464-4012-8bab-d374ab5dcf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:19.852988 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4db1ee-9464-4012-8bab-d374ab5dcf16 None None] Routers {'a6f28050-fbee-45c9-8857-2e2e31938acc'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:36:19.856749 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-ef4db1ee-9464-4012-8bab-d374ab5dcf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:36:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a6f28050-fbee-45c9-8857-2e2e31938acc'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:19.874449 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:19.878119 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f09cb2eb-010a-4a88-8d84-880cd3ed6291 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:19.893579 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-9a34deef-d86b-445f-a7cd-1e8ea32e15ea None None] For port a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac,segment=NetworkSegment(3388457e-5d61-4d7f-bc0f-5f83d12938a5),segment_id=3388457e-5d61-4d7f-bc0f-5f83d12938a5)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:19.911925 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9a34deef-d86b-445f-a7cd-1e8ea32e15ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:19.916421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-75c49d1c-3c67-453c-a0f8-9775451bca14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:19.923545 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-33165149-9357-4984-b324-15ebf8a0709b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:19.927454 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Subnet': ['ID=413d048b-f9b3-4d06-9443-1ea3e6c25931,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:19.937475 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-33165149-9357-4984-b324-15ebf8a0709b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:19.941285 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:19.955200 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:19.955546 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:19.961701 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-33165149-9357-4984-b324-15ebf8a0709b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:19.973617 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b2a235cd-289f-445d-bb0f-2e3ae4008e53 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:19.989307 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-ef4db1ee-9464-4012-8bab-d374ab5dcf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:19.989861 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4db1ee-9464-4012-8bab-d374ab5dcf16 None None] The sync data for ids ['a6f28050-fbee-45c9-8857-2e2e31938acc'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:36:20.025953 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Attempting to bind port f0360d25-d2b7-4bec-b2f4-c99244f96af5 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:36:20.026362 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Attempting to bind port f0360d25-d2b7-4bec-b2f4-c99244f96af5 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c9458656-afe8-4a6d-bf53-24d995b2fcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ff100158-8d60-4ee1-9f63-1cb242eecd0e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:36:20.026736 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Attempting to bind port f0360d25-d2b7-4bec-b2f4-c99244f96af5 on network ff100158-8d60-4ee1-9f63-1cb242eecd0e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:36:20.059301 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:36:20.059748 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Checking segment: {'id': 'c9458656-afe8-4a6d-bf53-24d995b2fcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ff100158-8d60-4ee1-9f63-1cb242eecd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:20.060172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:20.060587 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Bound using segment: {'id': 'c9458656-afe8-4a6d-bf53-24d995b2fcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ff100158-8d60-4ee1-9f63-1cb242eecd0e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:36:20.061086 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Bound port: f0360d25-d2b7-4bec-b2f4-c99244f96af5, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9458656-afe8-4a6d-bf53-24d995b2fcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ff100158-8d60-4ee1-9f63-1cb242eecd0e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:36:20.061473 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:20.091540 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9a34deef-d86b-445f-a7cd-1e8ea32e15ea None None] Provisioning complete for port e27d2f40-f233-4c15-923b-a99de3868c2f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:20.091895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9a34deef-d86b-445f-a7cd-1e8ea32e15ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:20.121044 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.db.api [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:36:20.121591 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_db.api [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:36:20.128243 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Calling delete_port for cc2c83cd-a357-4f06-92cb-d5f1721e6090 owned by network:floatingip {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:20.149392 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2a58a980-0780-450c-a662-f42c05f2c751 tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:20.172139 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2a58a980-0780-450c-a662-f42c05f2c751 tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] 10.222.0.25 "DELETE /v2.0/ports/af602139-8180-4c79-a1b5-b8bbf46b61e4 HTTP/1.1" status: 204 len: 168 time: 2.3414831 Jun 02 20:36:20.177835 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34deef-d86b-445f-a7cd-1e8ea32e15ea None None] Pushing event updated for resources: {'Port': ['ID=a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:20.192754 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-9a34deef-d86b-445f-a7cd-1e8ea32e15ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:20.208850 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-33165149-9357-4984-b324-15ebf8a0709b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:20.216502 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-9a34deef-d86b-445f-a7cd-1e8ea32e15ea None None] Port e27d2f40-f233-4c15-923b-a99de3868c2f cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:20.243446 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] For port f0360d25-d2b7-4bec-b2f4-c99244f96af5, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:36:20.250671 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] For port f0360d25-d2b7-4bec-b2f4-c99244f96af5, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f0360d25-d2b7-4bec-b2f4-c99244f96af5,segment=NetworkSegment(c9458656-afe8-4a6d-bf53-24d995b2fcdb),segment_id=c9458656-afe8-4a6d-bf53-24d995b2fcdb)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:36:20.257537 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:20.264362 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c906d2ff-d51d-48b0-a251-7a70f0f86381 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:20.264565 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5fd9c7de-7b94-4ae4-b20f-4a251fe9961d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:20.313303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-5fd9c7de-7b94-4ae4-b20f-4a251fe9961d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Transition to ACTIVE for port object e27d2f40-f233-4c15-923b-a99de3868c2f will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:20.319947 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0bbd67-69fb-4d87-be86-6ad27b36dcdf None None] DHCP port deletion for 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:36:20.327629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5fd9c7de-7b94-4ae4-b20f-4a251fe9961d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:20.345695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:20.435228 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33165149-9357-4984-b324-15ebf8a0709b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:20.439200 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-33165149-9357-4984-b324-15ebf8a0709b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:20.513236 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Pushing event updated for resources: {'Port': ['ID=f0360d25-d2b7-4bec-b2f4-c99244f96af5,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:20.518502 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:20.519776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-3aa0e43f-3507-484e-a013-5c9850de66eb None None] Provisioning complete for port a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:20.520396 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3aa0e43f-3507-484e-a013-5c9850de66eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:20.596145 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-5fd9c7de-7b94-4ae4-b20f-4a251fe9961d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] In _notify_port_updated(), no bound segment for port e27d2f40-f233-4c15-923b-a99de3868c2f on network 59395883-e7dc-4d2b-b755-83946d2ec26d {{(pid=92549) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:36:20.602831 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd9c7de-7b94-4ae4-b20f-4a251fe9961d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:20.608820 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5fd9c7de-7b94-4ae4-b20f-4a251fe9961d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:20.610420 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5fd9c7de-7b94-4ae4-b20f-4a251fe9961d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "PUT /v2.0/ports/e27d2f40-f233-4c15-923b-a99de3868c2f HTTP/1.1" status: 200 len: 1011 time: 2.7787845 Jun 02 20:36:20.613189 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c081574-e76a-410b-96a0-6335e8b9e499 None None] Network ff100158-8d60-4ee1-9f63-1cb242eecd0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:20.616587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54554) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:20.617899 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9c7de-7b94-4ae4-b20f-4a251fe9961d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=e27d2f40-f233-4c15-923b-a99de3868c2f,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:20.623362 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:20.655616 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:20.673061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5fd9c7de-7b94-4ae4-b20f-4a251fe9961d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:20.673826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5fd9c7de-7b94-4ae4-b20f-4a251fe9961d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:20.687721 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54556) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:20.710550 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff100158-8d60-4ee1-9f63-1cb242eecd0e']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:20.768496 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9458656-afe8-4a6d-bf53-24d995b2fcdb') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:20.768919 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9458656-afe8-4a6d-bf53-24d995b2fcdb') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:20.794500 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:20.813782 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:20.821954 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:36:20.822746 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:20.880039 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:36:20.907065 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:36:20.921910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Pushing event deleted for resources: {'Port': ['ID=cc2c83cd-a357-4f06-92cb-d5f1721e6090,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:20.924531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:20.957377 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-4e0bbd67-69fb-4d87-be86-6ad27b36dcdf None None] Deleting port e4920100-cf0d-41f6-a51e-cd1c86fc3e43 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:20.957762 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4e0bbd67-69fb-4d87-be86-6ad27b36dcdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:20.958141 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-b2a235cd-289f-445d-bb0f-2e3ae4008e53 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 02 20:36:20.959460 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b2a235cd-289f-445d-bb0f-2e3ae4008e53 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "DELETE /v2.0/routers/a6f28050-fbee-45c9-8857-2e2e31938acc HTTP/1.1" status: 409 len: 329 time: 1.3238735 Jun 02 20:36:20.964802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54560) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:20.969943 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0e4688d2-e4ec-4e19-b31c-4dbde1c1ad5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:20.990998 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.db.api [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 20:36:20.990998 dv-neutron-601336-84-hyperv neutron-server[92548]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 20:36:20.990998 dv-neutron-601336-84-hyperv neutron-server[92548]: [parameters: {'id': 'ff100158-8d60-4ee1-9f63-1cb242eecd0e'}] Jun 02 20:36:20.990998 dv-neutron-601336-84-hyperv neutron-server[92548]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:36:20.992278 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_db.api [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:36:21.004407 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0e4688d2-e4ec-4e19-b31c-4dbde1c1ad5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:21.012423 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0e4688d2-e4ec-4e19-b31c-4dbde1c1ad5a admin admin] Usage tracker for resource:security_group_rule and tenant:254f9f9be0744ab4befb0b5cf36c752a is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:21.022615 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0e4688d2-e4ec-4e19-b31c-4dbde1c1ad5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:21.032009 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0e4688d2-e4ec-4e19-b31c-4dbde1c1ad5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:21.166239 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-3aa0e43f-3507-484e-a013-5c9850de66eb None None] Provisioning complete for port b51a4542-f28a-48bc-b183-1de11a994490 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:21.166500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3aa0e43f-3507-484e-a013-5c9850de66eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:21.229472 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0e4688d2-e4ec-4e19-b31c-4dbde1c1ad5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:21.245361 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0e4688d2-e4ec-4e19-b31c-4dbde1c1ad5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:21.255723 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7a4df222-f539-4d7e-beb3-a69bd8c8958c tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:21.287019 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-4e0bbd67-69fb-4d87-be86-6ad27b36dcdf None None] For port e4920100-cf0d-41f6-a51e-cd1c86fc3e43, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e4920100-cf0d-41f6-a51e-cd1c86fc3e43,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:21.287445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4e0bbd67-69fb-4d87-be86-6ad27b36dcdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:21.309342 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0e4688d2-e4ec-4e19-b31c-4dbde1c1ad5a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=254f9f9be0744ab4befb0b5cf36c752a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6102188 Jun 02 20:36:21.309342 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4688d2-e4ec-4e19-b31c-4dbde1c1ad5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f846686-39f8-43ff-bcf1-25814f104591,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:21.310565 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:21.310697 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:21.312080 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54562) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:21.323552 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0e4688d2-e4ec-4e19-b31c-4dbde1c1ad5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:21.389569 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-19351e07-6fb9-46ae-9f71-1899a2cceece tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting port e27d2f40-f233-4c15-923b-a99de3868c2f {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:21.389908 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-19351e07-6fb9-46ae-9f71-1899a2cceece tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:21.390647 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-33165149-9357-4984-b324-15ebf8a0709b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:21.395049 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0734dc2a-1675-4f61-8c19-3c0a754ab92a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:21.453281 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33165149-9357-4984-b324-15ebf8a0709b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:21.456882 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-33165149-9357-4984-b324-15ebf8a0709b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:21.461361 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-4e0bbd67-69fb-4d87-be86-6ad27b36dcdf None None] Calling delete_port for e4920100-cf0d-41f6-a51e-cd1c86fc3e43 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:21.473942 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33165149-9357-4984-b324-15ebf8a0709b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:21.474548 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-33165149-9357-4984-b324-15ebf8a0709b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:21.480381 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] create failed (client error): The resource could not be found. Jun 02 20:36:21.480598 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-3aa0e43f-3507-484e-a013-5c9850de66eb None None] Port b51a4542-f28a-48bc-b183-1de11a994490 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:21.483646 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.3861005 Jun 02 20:36:21.492971 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54564) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:21.494719 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:21.529774 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33165149-9357-4984-b324-15ebf8a0709b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=8dd83eec-60e8-4d55-a9f1-b3af3c466c98,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:21.547770 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-33165149-9357-4984-b324-15ebf8a0709b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:21.594180 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4e0bbd67-69fb-4d87-be86-6ad27b36dcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:21.601443 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:21.653970 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0bbd67-69fb-4d87-be86-6ad27b36dcdf None None] No DVR routers for this DVR port e4920100-cf0d-41f6-a51e-cd1c86fc3e43 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:21.655554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bbd67-69fb-4d87-be86-6ad27b36dcdf None None] Pushing event deleted for resources: {'Port': ['ID=e4920100-cf0d-41f6-a51e-cd1c86fc3e43,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:21.660989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4e0bbd67-69fb-4d87-be86-6ad27b36dcdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:21.666489 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e4920100-cf0d-41f6-a51e-cd1c86fc3e43 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:36:21.673301 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c6ce8919-941c-430d-8aa5-4f417dde384a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:21.676601 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-33165149-9357-4984-b324-15ebf8a0709b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0916791 Jun 02 20:36:21.681325 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54566) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:21.687254 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-8fbb44ef-c6eb-40fd-870d-05c2db0a4667 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'name': 'tempest-NetworksTestDHCPv6-469291416'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:21.703579 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab55a84-1cf6-44d0-8299-69adf48b32ef None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:21.731836 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: e4920100-cf0d-41f6-a51e-cd1c86fc3e43 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:36:21.732199 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e4920100-cf0d-41f6-a51e-cd1c86fc3e43 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:36:21.745293 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e818029f-e08b-4896-a7f1-013a29fbd529 None None] Provisioning for port e27d2f40-f233-4c15-923b-a99de3868c2f completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:21.788996 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c6ce8919-941c-430d-8aa5-4f417dde384a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:21.793653 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e818029f-e08b-4896-a7f1-013a29fbd529 None None] Provisioning complete for port e27d2f40-f233-4c15-923b-a99de3868c2f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:21.793653 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e818029f-e08b-4896-a7f1-013a29fbd529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:21.821599 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-19351e07-6fb9-46ae-9f71-1899a2cceece tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:21.848302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Deleting port f0360d25-d2b7-4bec-b2f4-c99244f96af5 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:21.848703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:21.862184 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-8858e7f0-8e84-497e-a468-26956a8787f2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Deleting port c756ddb1-c027-46ef-a725-752639578b7b {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:21.862545 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8858e7f0-8e84-497e-a468-26956a8787f2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:21.879883 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-e818029f-e08b-4896-a7f1-013a29fbd529 None None] Port e27d2f40-f233-4c15-923b-a99de3868c2f cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:22.002779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'fixed_ips': [{'subnet_id': '8dd83eec-60e8-4d55-a9f1-b3af3c466c98'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:36:22.003800 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:22.008035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-19351e07-6fb9-46ae-9f71-1899a2cceece tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Calling delete_port for e27d2f40-f233-4c15-923b-a99de3868c2f owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:22.069913 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c6ce8919-941c-430d-8aa5-4f417dde384a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:22.074963 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6bece93f-3238-4143-bb84-ad7fbf8bfea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:22.133855 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce8919-941c-430d-8aa5-4f417dde384a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f846686-39f8-43ff-bcf1-25814f104591,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:22.139001 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c6ce8919-941c-430d-8aa5-4f417dde384a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:22.156764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c6ce8919-941c-430d-8aa5-4f417dde384a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:22.160258 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c6ce8919-941c-430d-8aa5-4f417dde384a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f846686-39f8-43ff-bcf1-25814f104591 HTTP/1.1" status: 204 len: 168 time: 0.8432887 Jun 02 20:36:22.178842 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-8fbb44ef-c6eb-40fd-870d-05c2db0a4667 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:22.203074 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8fbb44ef-c6eb-40fd-870d-05c2db0a4667 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:port and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:22.213347 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8fbb44ef-c6eb-40fd-870d-05c2db0a4667 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:22.216951 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] For port f0360d25-d2b7-4bec-b2f4-c99244f96af5, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f0360d25-d2b7-4bec-b2f4-c99244f96af5,segment=NetworkSegment(c9458656-afe8-4a6d-bf53-24d995b2fcdb),segment_id=c9458656-afe8-4a6d-bf53-24d995b2fcdb)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:22.217312 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:22.220401 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Allocated IP 2001:db8::2 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/8dd83eec-60e8-4d55-a9f1-b3af3c466c98/d562fda9-1a25-4b06-8f4e-116e54d24610) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:22.238837 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-8fbb44ef-c6eb-40fd-870d-05c2db0a4667 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:22.270633 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a1d98fe0-d73c-4430-b063-6c230ad2e782 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:22.373267 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Calling delete_port for f0360d25-d2b7-4bec-b2f4-c99244f96af5 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:22.394560 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8858e7f0-8e84-497e-a468-26956a8787f2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:22.407656 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbb44ef-c6eb-40fd-870d-05c2db0a4667 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:22.411332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8fbb44ef-c6eb-40fd-870d-05c2db0a4667 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:22.481494 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54572) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:22.502922 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-19351e07-6fb9-46ae-9f71-1899a2cceece tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:22.512527 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:22.547225 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-8858e7f0-8e84-497e-a468-26956a8787f2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Calling delete_port for c756ddb1-c027-46ef-a725-752639578b7b owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:22.559847 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-8fbb44ef-c6eb-40fd-870d-05c2db0a4667 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] device_id is not set on port 466c50b0-c4bf-4230-a691-2e5978062e7e yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:36:22.682027 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:22.690553 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b01352e2-c391-4459-9f59-b508b782b4df tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:22.700677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19351e07-6fb9-46ae-9f71-1899a2cceece tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Port': ['ID=e27d2f40-f233-4c15-923b-a99de3868c2f,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:22.713674 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-19351e07-6fb9-46ae-9f71-1899a2cceece tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:22.739470 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Port': ['ID=f0360d25-d2b7-4bec-b2f4-c99244f96af5,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:22.740736 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:22.744205 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:22.747126 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No DVR routers for this DVR port f0360d25-d2b7-4bec-b2f4-c99244f96af5 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:22.761561 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Transition to ACTIVE for port object d562fda9-1a25-4b06-8f4e-116e54d24610 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:22.784526 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Transition to ACTIVE for port object d562fda9-1a25-4b06-8f4e-116e54d24610 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:22.790801 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-87a06c95-c0c4-4530-8e7d-cc393f3b7b1d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f477277d97924b1eab32269022497742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076324 Jun 02 20:36:22.793574 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:22.796185 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-19351e07-6fb9-46ae-9f71-1899a2cceece tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:22.799178 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d4923358-1e8b-40e3-b764-f826f6f07e0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:22.800695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54576) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:22.828265 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-19351e07-6fb9-46ae-9f71-1899a2cceece tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/ports/e27d2f40-f233-4c15-923b-a99de3868c2f HTTP/1.1" status: 204 len: 168 time: 2.1982639 Jun 02 20:36:22.832074 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54578) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:22.871815 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:22.875352 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:22.879706 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:22.887220 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Pushing event updated for resources: {'Port': ['ID=d562fda9-1a25-4b06-8f4e-116e54d24610,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:22.891803 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:22.954932 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-8fbb44ef-c6eb-40fd-870d-05c2db0a4667 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8::2e7 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/8dd83eec-60e8-4d55-a9f1-b3af3c466c98/466c50b0-c4bf-4230-a691-2e5978062e7e) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:22.986410 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Attempting to bind port d562fda9-1a25-4b06-8f4e-116e54d24610 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:36:22.986792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Attempting to bind port d562fda9-1a25-4b06-8f4e-116e54d24610 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:36:22.987162 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Attempting to bind port d562fda9-1a25-4b06-8f4e-116e54d24610 on network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:36:22.994811 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:36:22.995486 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Checking segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:22.996026 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:22.996424 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Bound using segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:36:22.996899 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Bound port: d562fda9-1a25-4b06-8f4e-116e54d24610, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:36:22.997342 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:23.065588 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ddd7263-98f5-4099-bcdc-c82489b07040 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] GET failed (client error): The resource could not be found. Jun 02 20:36:23.066024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8ddd7263-98f5-4099-bcdc-c82489b07040 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Synchronizing usage tracker for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:23.088456 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8858e7f0-8e84-497e-a468-26956a8787f2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:23.091428 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:23.101334 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] For port d562fda9-1a25-4b06-8f4e-116e54d24610, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:36:23.105485 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] For port d562fda9-1a25-4b06-8f4e-116e54d24610, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d562fda9-1a25-4b06-8f4e-116e54d24610,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:36:23.110781 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:23.114702 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7acd2f34-cca1-4d0e-a467-17da618c6f0d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:23.116120 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4e0bbd67-69fb-4d87-be86-6ad27b36dcdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:23.154229 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ebbf638b-320f-4661-aee5-2c02d316a702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:23.164948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8ddd7263-98f5-4099-bcdc-c82489b07040 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Unset dirty status for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:23.165589 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff100158-8d60-4ee1-9f63-1cb242eecd0e']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:23.166146 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8ddd7263-98f5-4099-bcdc-c82489b07040 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports/e27d2f40-f233-4c15-923b-a99de3868c2f HTTP/1.1" status: 404 len: 333 time: 0.3261728 Jun 02 20:36:23.173109 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54580) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:23.193517 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858e7f0-8e84-497e-a468-26956a8787f2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Pushing event deleted for resources: {'Port': ['ID=c756ddb1-c027-46ef-a725-752639578b7b,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:23.206068 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Pushing event updated for resources: {'Port': ['ID=d562fda9-1a25-4b06-8f4e-116e54d24610,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:23.209393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:23.232544 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8858e7f0-8e84-497e-a468-26956a8787f2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:23.234411 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9458656-afe8-4a6d-bf53-24d995b2fcdb') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:23.234821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9458656-afe8-4a6d-bf53-24d995b2fcdb') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:23.270273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ebbf638b-320f-4661-aee5-2c02d316a702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:23.307054 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:23.332376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-93efc078-f5c7-42d6-b41d-cc0970894d4c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting subnet 004c6bc9-851f-47c2-a939-2f00b5817339 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:36:23.339286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-93efc078-f5c7-42d6-b41d-cc0970894d4c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:23.402774 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:23.416964 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-93efc078-f5c7-42d6-b41d-cc0970894d4c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:23.429635 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:36:23.430053 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:36:23.449989 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:36:23.452649 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8858e7f0-8e84-497e-a468-26956a8787f2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:23.458526 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a1d98fe0-d73c-4430-b063-6c230ad2e782 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Deleting port b51a4542-f28a-48bc-b183-1de11a994490 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:23.458951 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a1d98fe0-d73c-4430-b063-6c230ad2e782 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:23.473762 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ebbf638b-320f-4661-aee5-2c02d316a702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:23.483910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ff28c8aa-4652-444b-abde-095cdbfeb6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:23.535869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf638b-320f-4661-aee5-2c02d316a702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f01d6ae-f9e4-431c-9346-23a11feaf6f0,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:23.546160 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ebbf638b-320f-4661-aee5-2c02d316a702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:23.555095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ebbf638b-320f-4661-aee5-2c02d316a702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:23.558922 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ebbf638b-320f-4661-aee5-2c02d316a702 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f01d6ae-f9e4-431c-9346-23a11feaf6f0 HTTP/1.1" status: 204 len: 168 time: 0.7559917 Jun 02 20:36:23.597783 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8858e7f0-8e84-497e-a468-26956a8787f2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] 10.222.0.25 "DELETE /v2.0/ports/c756ddb1-c027-46ef-a725-752639578b7b HTTP/1.1" status: 204 len: 168 time: 2.0997639 Jun 02 20:36:23.604813 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54584) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:23.681420 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-93efc078-f5c7-42d6-b41d-cc0970894d4c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:23.703331 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:23.710026 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:23.720915 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:23.740227 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/ff100158-8d60-4ee1-9f63-1cb242eecd0e HTTP/1.1" status: 204 len: 168 time: 5.7858336 Jun 02 20:36:23.743709 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a1d98fe0-d73c-4430-b063-6c230ad2e782 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:23.746078 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8fbb44ef-c6eb-40fd-870d-05c2db0a4667 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:23.753660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54586) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:23.761635 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Network': ['ID=ff100158-8d60-4ee1-9f63-1cb242eecd0e,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:23.764175 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:23.765059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-99ae530c-eb22-4888-8695-c27da029535a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1885786379'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:23.786736 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-8fbb44ef-c6eb-40fd-870d-05c2db0a4667 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Transition to ACTIVE for port object 466c50b0-c4bf-4230-a691-2e5978062e7e will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:23.811700 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e240ee69-b9f0-43e8-b23e-dfb168d3b446 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:23.812547 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e240ee69-b9f0-43e8-b23e-dfb168d3b446 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Synchronizing usage tracker for tenant:16f473049212486b94c2982c798b3de2 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:23.835273 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e240ee69-b9f0-43e8-b23e-dfb168d3b446 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Unset dirty status for tenant:16f473049212486b94c2982c798b3de2 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:23.836522 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e240ee69-b9f0-43e8-b23e-dfb168d3b446 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] 10.222.0.25 "GET /v2.0/ports?device_id=c90f554b-de7f-4edb-ac6a-76e436204348 HTTP/1.1" status: 200 len: 913 time: 0.2307301 Jun 02 20:36:23.839325 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54590) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:23.847518 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-99ae530c-eb22-4888-8695-c27da029535a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:23.924687 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a1d98fe0-d73c-4430-b063-6c230ad2e782 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Calling delete_port for b51a4542-f28a-48bc-b183-1de11a994490 owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:23.931307 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-99ae530c-eb22-4888-8695-c27da029535a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Usage tracker for resource:network and tenant:b844dc2b9a3f473e9f66311bfcf362e2 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:23.939435 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-99ae530c-eb22-4888-8695-c27da029535a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:23.998161 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-99ae530c-eb22-4888-8695-c27da029535a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:24.040562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ae530c-eb22-4888-8695-c27da029535a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:24.044041 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-99ae530c-eb22-4888-8695-c27da029535a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:24.128833 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8fbb44ef-c6eb-40fd-870d-05c2db0a4667 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:24.146508 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:24.198515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ae530c-eb22-4888-8695-c27da029535a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:36:24.212001 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-99ae530c-eb22-4888-8695-c27da029535a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:24.213252 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-99ae530c-eb22-4888-8695-c27da029535a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Added segment 09fef613-59fa-4cd8-839f-d72ee06222dd of type vlan for network 27da8744-27a8-45a8-bbb8-15bde22c5961 Jun 02 20:36:24.231488 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbb44ef-c6eb-40fd-870d-05c2db0a4667 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:24.237696 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-8fbb44ef-c6eb-40fd-870d-05c2db0a4667 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:24.240132 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbb44ef-c6eb-40fd-870d-05c2db0a4667 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:24.246726 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbb44ef-c6eb-40fd-870d-05c2db0a4667 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:24.247385 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8fbb44ef-c6eb-40fd-870d-05c2db0a4667 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:24.285421 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-99ae530c-eb22-4888-8695-c27da029535a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:24.331253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-93efc078-f5c7-42d6-b41d-cc0970894d4c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:24.341169 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5acd411a-1892-49c1-afad-1e16178db540 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:24.343651 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb44ef-c6eb-40fd-870d-05c2db0a4667 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=466c50b0-c4bf-4230-a691-2e5978062e7e,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:24.353389 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8fbb44ef-c6eb-40fd-870d-05c2db0a4667 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:24.365790 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8fbb44ef-c6eb-40fd-870d-05c2db0a4667 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6824417 Jun 02 20:36:24.366411 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54608) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:24.444615 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efc078-f5c7-42d6-b41d-cc0970894d4c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Subnet': ['ID=004c6bc9-851f-47c2-a939-2f00b5817339,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:24.455884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-93efc078-f5c7-42d6-b41d-cc0970894d4c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:24.457560 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae80b2d-54bc-4ebd-8a49-589c2b3b29f4 None None] Network 59395883-e7dc-4d2b-b755-83946d2ec26d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:24.459402 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-93efc078-f5c7-42d6-b41d-cc0970894d4c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:24.465871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-99ae530c-eb22-4888-8695-c27da029535a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:24.471460 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ae530c-eb22-4888-8695-c27da029535a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:24.472075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-99ae530c-eb22-4888-8695-c27da029535a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:24.489256 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dcca61cf-3ac3-4c86-9443-7776efec2b61 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:24.557758 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54610) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:24.608027 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae530c-eb22-4888-8695-c27da029535a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Network': ['ID=27da8744-27a8-45a8-bbb8-15bde22c5961,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:24.616313 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-99ae530c-eb22-4888-8695-c27da029535a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:24.626570 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-93efc078-f5c7-42d6-b41d-cc0970894d4c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/subnets/004c6bc9-851f-47c2-a939-2f00b5817339 HTTP/1.1" status: 204 len: 168 time: 1.4525054 Jun 02 20:36:24.627101 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54614) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:24.656476 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dda0a7a-0a1f-4ec1-932c-efa2fef30d66 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:24.662491 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dda0a7a-0a1f-4ec1-932c-efa2fef30d66 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:24.663867 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8dda0a7a-0a1f-4ec1-932c-efa2fef30d66 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:24.687538 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-99ae530c-eb22-4888-8695-c27da029535a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9328654 Jun 02 20:36:24.691078 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54616) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:24.692419 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 27da8744-27a8-45a8-bbb8-15bde22c5961 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:36:24.698185 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-412236f6-72f4-43bc-a963-9f98a052b1fc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'subnet': {'network_id': '27da8744-27a8-45a8-bbb8-15bde22c5961', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:24.711175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a1d98fe0-d73c-4430-b063-6c230ad2e782 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:24.720523 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8dda0a7a-0a1f-4ec1-932c-efa2fef30d66 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:24.724661 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8dda0a7a-0a1f-4ec1-932c-efa2fef30d66 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3555229 Jun 02 20:36:24.725515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54618) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:24.744448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0943f589-31a4-42c4-91a2-c7488474cb15 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:24.810349 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1344682315'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:24.829682 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d98fe0-d73c-4430-b063-6c230ad2e782 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event deleted for resources: {'Port': ['ID=b51a4542-f28a-48bc-b183-1de11a994490,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:24.876532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a1d98fe0-d73c-4430-b063-6c230ad2e782 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:24.887448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44ed4a7-d202-4c62-9a0e-88a1ba41b500 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting subnet eaaf4001-ad5d-492d-ba4d-7004f74d90f4 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:36:24.900519 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d44ed4a7-d202-4c62-9a0e-88a1ba41b500 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:24.903073 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:24.909783 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Usage tracker for resource:network and tenant:55fc944702ba408380dff4cb10e0de9b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:24.916998 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:24.927039 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:24.958750 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d562fda9-1a25-4b06-8f4e-116e54d24610 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:24.998561 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Made reservation on behalf of 55fc944702ba408380dff4cb10e0de9b for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:25.003241 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:25.057777 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:25.076809 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-412236f6-72f4-43bc-a963-9f98a052b1fc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:25.078236 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-21ae5e8f-7a7e-438b-9635-48bf93bac410 None None] Provisioning for port d562fda9-1a25-4b06-8f4e-116e54d24610 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:25.092067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-412236f6-72f4-43bc-a963-9f98a052b1fc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Usage tracker for resource:subnet and tenant:b844dc2b9a3f473e9f66311bfcf362e2 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:25.129811 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-412236f6-72f4-43bc-a963-9f98a052b1fc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:25.142428 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:25.144990 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-412236f6-72f4-43bc-a963-9f98a052b1fc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:25.156050 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Usage tracker for resource:security_group_rule and tenant:55fc944702ba408380dff4cb10e0de9b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:25.160485 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:25.162547 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port d562fda9-1a25-4b06-8f4e-116e54d24610 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:25.171111 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port d562fda9-1a25-4b06-8f4e-116e54d24610 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:25.171514 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:25.173145 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:25.185168 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412236f6-72f4-43bc-a963-9f98a052b1fc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:25.188697 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-412236f6-72f4-43bc-a963-9f98a052b1fc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:25.247717 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f6f14392-caed-40e2-8a51-b9dae7040d99 None None] Provisioning for port 466c50b0-c4bf-4230-a691-2e5978062e7e completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:25.255752 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f6f14392-caed-40e2-8a51-b9dae7040d99 None None] Provisioning complete for port 466c50b0-c4bf-4230-a691-2e5978062e7e triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:25.256130 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f6f14392-caed-40e2-8a51-b9dae7040d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:25.292232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a1d98fe0-d73c-4430-b063-6c230ad2e782 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:25.330195 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.ipam_backend_mixin [None req-412236f6-72f4-43bc-a963-9f98a052b1fc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Performing IP validity checks on allocation pools {{(pid=92548) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 02 20:36:25.330719 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.ipam_backend_mixin [None req-412236f6-72f4-43bc-a963-9f98a052b1fc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92548) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 02 20:36:25.353811 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-b22ab037-efc4-41cf-85b1-fc424bfdbd81 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting port 466c50b0-c4bf-4230-a691-2e5978062e7e {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:25.354151 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b22ab037-efc4-41cf-85b1-fc424bfdbd81 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:25.359829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-f6f14392-caed-40e2-8a51-b9dae7040d99 None None] Port 466c50b0-c4bf-4230-a691-2e5978062e7e cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:25.378520 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d44ed4a7-d202-4c62-9a0e-88a1ba41b500 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:25.378984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:25.418543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port d562fda9-1a25-4b06-8f4e-116e54d24610, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d562fda9-1a25-4b06-8f4e-116e54d24610,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:25.423412 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:25.425933 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fd1e5d66-7770-4e3b-a287-caf88afb06df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:25.464981 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fa0990ea-1776-4004-b168-b42e841aeae4 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:25.504589 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=d562fda9-1a25-4b06-8f4e-116e54d24610,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:25.509102 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:25.697336 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d98fe0-d73c-4430-b063-6c230ad2e782 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Router a6f28050-fbee-45c9-8857-2e2e31938acc has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:36:25.709860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d44ed4a7-d202-4c62-9a0e-88a1ba41b500 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:25.841775 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d682740-ec69-4665-b7c8-2009711847bb None None] get_active_networks_info from dv-neutron-601336-84-hyperv {{(pid=92550) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 20:36:25.908932 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-511421b6-d5c7-4a94-9ce6-951c4e2aecbd None None] Provisioning complete for port 11a871e4-8d00-4081-b16c-6620722e4a71 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:25.909220 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-511421b6-d5c7-4a94-9ce6-951c4e2aecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:25.911640 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d98fe0-d73c-4430-b063-6c230ad2e782 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:36:25.924183 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a1d98fe0-d73c-4430-b063-6c230ad2e782 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "PUT /v2.0/routers/a6f28050-fbee-45c9-8857-2e2e31938acc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9514213 Jun 02 20:36:25.924183 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54620) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:25.941018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89655122-ec54-438b-a0f2-b0b2a0c2259f None None] Sync routers for ids ['a6f28050-fbee-45c9-8857-2e2e31938acc'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:36:25.952217 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b22ab037-efc4-41cf-85b1-fc424bfdbd81 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:25.999128 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89655122-ec54-438b-a0f2-b0b2a0c2259f None None] Routers {'a6f28050-fbee-45c9-8857-2e2e31938acc'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:36:25.999773 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-89655122-ec54-438b-a0f2-b0b2a0c2259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:36:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a6f28050-fbee-45c9-8857-2e2e31938acc'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:26.039313 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-f0aff07b-3f92-4e93-a1d9-5b9248f47f0a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] show failed (client error): The resource could not be found. Jun 02 20:36:26.044225 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f0aff07b-3f92-4e93-a1d9-5b9248f47f0a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-1322430833 HTTP/1.1" status: 404 len: 335 time: 0.1161964 Jun 02 20:36:26.044440 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54622) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:26.048767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-5db4bab1-f714-4bc0-9867-68e78ed79f60 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Request body: {'router': {'name': 'new_name'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:26.078836 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-89655122-ec54-438b-a0f2-b0b2a0c2259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:26.107904 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89655122-ec54-438b-a0f2-b0b2a0c2259f None None] Routers {'a6f28050-fbee-45c9-8857-2e2e31938acc'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:36:26.108450 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-89655122-ec54-438b-a0f2-b0b2a0c2259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:36:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a6f28050-fbee-45c9-8857-2e2e31938acc'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:26.122560 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-5db4bab1-f714-4bc0-9867-68e78ed79f60 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] update failed (client error): The resource could not be found. Jun 02 20:36:26.129857 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5db4bab1-f714-4bc0-9867-68e78ed79f60 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-697251210 HTTP/1.1" status: 404 len: 334 time: 0.0782642 Jun 02 20:36:26.133062 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54624) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:26.140822 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-b22ab037-efc4-41cf-85b1-fc424bfdbd81 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Calling delete_port for 466c50b0-c4bf-4230-a691-2e5978062e7e owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:26.150681 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:26.162117 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:26.169088 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:26.213621 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-89655122-ec54-438b-a0f2-b0b2a0c2259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:26.214023 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89655122-ec54-438b-a0f2-b0b2a0c2259f None None] The sync data for ids ['a6f28050-fbee-45c9-8857-2e2e31938acc'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:36:26.242137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:36:26.254818 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d682740-ec69-4665-b7c8-2009711847bb None None] Resources bound (agent type, host, resource id): {{(pid=92550) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 20:36:26.268173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2dfccf-4e7e-4dd3-9fa7-1f089eb6d098 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Deleting subnet fdb11c92-484a-4eac-a32a-23e19064e73f {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:36:26.269226 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:26.269683 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Added segment 99868334-99b2-479c-bd85-f67031709784 of type vlan for network 9a493504-7814-455d-97be-c4bb1b45d229 Jun 02 20:36:26.272045 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68fc49d9-2ac3-47d9-9cf0-6d74987aa0ff,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:26.278697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ba2dfccf-4e7e-4dd3-9fa7-1f089eb6d098 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:26.294250 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:26.337045 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:26.349902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ba2dfccf-4e7e-4dd3-9fa7-1f089eb6d098 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:26.417962 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d44ed4a7-d202-4c62-9a0e-88a1ba41b500 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:26.425792 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-075024e1-0d46-4d57-8c1e-2cf1c637a18f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:26.471562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ed4a7-d202-4c62-9a0e-88a1ba41b500 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Subnet': ['ID=eaaf4001-ad5d-492d-ba4d-7004f74d90f4,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:26.477295 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d44ed4a7-d202-4c62-9a0e-88a1ba41b500 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:26.479852 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d44ed4a7-d202-4c62-9a0e-88a1ba41b500 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:26.495123 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d44ed4a7-d202-4c62-9a0e-88a1ba41b500 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/subnets/eaaf4001-ad5d-492d-ba4d-7004f74d90f4 HTTP/1.1" status: 204 len: 168 time: 1.8620481 Jun 02 20:36:26.497194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54626) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:26.570843 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:26.576292 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:26.576938 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:26.585919 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-85696d8f-a0f2-4886-af17-809c38c62c53 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:26.635691 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f781bcb3-9bf1-4b96-b2bb-7fe330279e61 None None] Network 59395883-e7dc-4d2b-b755-83946d2ec26d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:26.715206 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b22ab037-efc4-41cf-85b1-fc424bfdbd81 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:26.738075 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Pushing event updated for resources: {'Network': ['ID=9a493504-7814-455d-97be-c4bb1b45d229,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:26.752850 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:26.754643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:26.760062 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ba2dfccf-4e7e-4dd3-9fa7-1f089eb6d098 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:26.829044 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2655966 Jun 02 20:36:26.829726 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:26.834745 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54628) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:26.839833 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-7bdcf104-f6e1-45e7-8597-4f75456d4144 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Request body: {'subnet': {'network_id': '9a493504-7814-455d-97be-c4bb1b45d229', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:26.845242 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 9a493504-7814-455d-97be-c4bb1b45d229 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:36:26.848683 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ab037-efc4-41cf-85b1-fc424bfdbd81 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=466c50b0-c4bf-4230-a691-2e5978062e7e,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:26.852439 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b22ab037-efc4-41cf-85b1-fc424bfdbd81 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:26.859932 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b22ab037-efc4-41cf-85b1-fc424bfdbd81 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:26.861991 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b22ab037-efc4-41cf-85b1-fc424bfdbd81 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/466c50b0-c4bf-4230-a691-2e5978062e7e HTTP/1.1" status: 204 len: 168 time: 2.1300995 Jun 02 20:36:26.866229 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54630) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:26.923180 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-fa0990ea-1776-4004-b168-b42e841aeae4 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Deleting port b2ebfbbe-b371-45c4-bf4e-9981e6891e33 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:26.923532 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fa0990ea-1776-4004-b168-b42e841aeae4 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:26.979136 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d562fda9-1a25-4b06-8f4e-116e54d24610 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:27.035725 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1c5f45-5bfe-4b23-b91a-935a9211a7c0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:27.037838 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1c5f45-5bfe-4b23-b91a-935a9211a7c0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:27.039205 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6a1c5f45-5bfe-4b23-b91a-935a9211a7c0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:27.110318 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port d562fda9-1a25-4b06-8f4e-116e54d24610 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:27.110703 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:27.134226 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7bdcf104-f6e1-45e7-8597-4f75456d4144 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:27.146852 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7bdcf104-f6e1-45e7-8597-4f75456d4144 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Usage tracker for resource:subnet and tenant:55fc944702ba408380dff4cb10e0de9b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:27.152264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6a1c5f45-5bfe-4b23-b91a-935a9211a7c0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:27.152904 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7bdcf104-f6e1-45e7-8597-4f75456d4144 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:27.153130 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6a1c5f45-5bfe-4b23-b91a-935a9211a7c0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2854855 Jun 02 20:36:27.157574 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54632) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:27.159029 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fa0990ea-1776-4004-b168-b42e841aeae4 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:27.164713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7bdcf104-f6e1-45e7-8597-4f75456d4144 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:27.216912 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdcf104-f6e1-45e7-8597-4f75456d4144 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Made reservation on behalf of 55fc944702ba408380dff4cb10e0de9b for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:27.220363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7bdcf104-f6e1-45e7-8597-4f75456d4144 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:27.229864 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e462aa3d-fa36-4ed3-855a-6bdceef612ba None None] DHCP port deletion for 59395883-e7dc-4d2b-b755-83946d2ec26d request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:36:27.319365 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-e462aa3d-fa36-4ed3-855a-6bdceef612ba None None] Deleting port 11a871e4-8d00-4081-b16c-6620722e4a71 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:27.320018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e462aa3d-fa36-4ed3-855a-6bdceef612ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:27.322211 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-412236f6-72f4-43bc-a963-9f98a052b1fc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:27.331557 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-fa0990ea-1776-4004-b168-b42e841aeae4 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Calling delete_port for b2ebfbbe-b371-45c4-bf4e-9981e6891e33 owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:27.337152 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-42f4e728-3bcb-47a5-a7aa-e0f159a12a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:27.385270 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting port 11a871e4-8d00-4081-b16c-6620722e4a71 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:27.385726 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:27.419268 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-e462aa3d-fa36-4ed3-855a-6bdceef612ba None None] For port 11a871e4-8d00-4081-b16c-6620722e4a71, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=11a871e4-8d00-4081-b16c-6620722e4a71,segment=NetworkSegment(88999db5-311e-40f9-969c-5a4437a2d332),segment_id=88999db5-311e-40f9-969c-5a4437a2d332)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:27.419762 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e462aa3d-fa36-4ed3-855a-6bdceef612ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:27.429619 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ab3176-8fd0-47a3-add7-0ce77ee2abc5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet 8dd83eec-60e8-4d55-a9f1-b3af3c466c98 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:36:27.447725 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-95ab3176-8fd0-47a3-add7-0ce77ee2abc5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:27.477499 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412236f6-72f4-43bc-a963-9f98a052b1fc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Subnet': ['ID=dd92057d-dba4-4b01-a032-282e633f1ef5,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:27.488237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-412236f6-72f4-43bc-a963-9f98a052b1fc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:27.519704 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412236f6-72f4-43bc-a963-9f98a052b1fc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Checking segment: {'id': '09fef613-59fa-4cd8-839f-d72ee06222dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27da8744-27a8-45a8-bbb8-15bde22c5961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:27.520140 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412236f6-72f4-43bc-a963-9f98a052b1fc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network hostable DHCP agents. Network: 27da8744-27a8-45a8-bbb8-15bde22c5961, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:36:27.525877 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-95ab3176-8fd0-47a3-add7-0ce77ee2abc5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:27.533500 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] For port 11a871e4-8d00-4081-b16c-6620722e4a71, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=11a871e4-8d00-4081-b16c-6620722e4a71,segment=NetworkSegment(88999db5-311e-40f9-969c-5a4437a2d332),segment_id=88999db5-311e-40f9-969c-5a4437a2d332)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:27.533861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:27.544720 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ba2dfccf-4e7e-4dd3-9fa7-1f089eb6d098 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:27.553053 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c5bc4cf9-7be0-4618-9a02-f1c53f1e22ea tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:27.560232 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-e462aa3d-fa36-4ed3-855a-6bdceef612ba None None] Calling delete_port for 11a871e4-8d00-4081-b16c-6620722e4a71 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:27.613771 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e462aa3d-fa36-4ed3-855a-6bdceef612ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:27.617810 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-3ddc7857-0079-4f6d-ba9d-8acdbeb00893 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:27.661369 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462aa3d-fa36-4ed3-855a-6bdceef612ba None None] Pushing event deleted for resources: {'Port': ['ID=11a871e4-8d00-4081-b16c-6620722e4a71,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:27.663802 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e462aa3d-fa36-4ed3-855a-6bdceef612ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:27.668110 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e462aa3d-fa36-4ed3-855a-6bdceef612ba None None] No DVR routers for this DVR port 11a871e4-8d00-4081-b16c-6620722e4a71 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:27.738732 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2dfccf-4e7e-4dd3-9fa7-1f089eb6d098 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb11c92-484a-4eac-a32a-23e19064e73f,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:27.750099 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Calling delete_port for 11a871e4-8d00-4081-b16c-6620722e4a71 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:27.752767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ba2dfccf-4e7e-4dd3-9fa7-1f089eb6d098 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:27.754308 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9005e95a-2d3a-4f50-98c2-1cb09bd5f155 None None] Network 5b4891df-2767-4343-9317-3c2a1f7647e9 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:27.758340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ba2dfccf-4e7e-4dd3-9fa7-1f089eb6d098 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:27.771241 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412236f6-72f4-43bc-a963-9f98a052b1fc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network 27da8744-27a8-45a8-bbb8-15bde22c5961 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:36:27.783970 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ba2dfccf-4e7e-4dd3-9fa7-1f089eb6d098 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "DELETE /v2.0/subnets/fdb11c92-484a-4eac-a32a-23e19064e73f HTTP/1.1" status: 204 len: 168 time: 1.6506224 Jun 02 20:36:27.787436 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54634) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:27.841589 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-412236f6-72f4-43bc-a963-9f98a052b1fc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 27da8744-27a8-45a8-bbb8-15bde22c5961) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:27.851964 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e2f017-f5f1-4d53-acb3-035782936ad5 None None] Network 27da8744-27a8-45a8-bbb8-15bde22c5961 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:27.886115 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fa0990ea-1776-4004-b168-b42e841aeae4 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:27.893565 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:27.934407 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412236f6-72f4-43bc-a963-9f98a052b1fc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:27.934906 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-412236f6-72f4-43bc-a963-9f98a052b1fc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:27.950205 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0990ea-1776-4004-b168-b42e841aeae4 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Pushing event deleted for resources: {'Port': ['ID=b2ebfbbe-b371-45c4-bf4e-9981e6891e33,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:27.958952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:27.959501 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fa0990ea-1776-4004-b168-b42e841aeae4 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:27.961411 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-95ab3176-8fd0-47a3-add7-0ce77ee2abc5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:28.042688 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:28.049937 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-04c25deb-49d7-4653-8877-c7572f00039c tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:28.092919 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-412236f6-72f4-43bc-a963-9f98a052b1fc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.4003603 Jun 02 20:36:28.098206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54636) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:28.216617 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Port': ['ID=11a871e4-8d00-4081-b16c-6620722e4a71,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:28.248285 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:28.249083 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] No DVR routers for this DVR port 11a871e4-8d00-4081-b16c-6620722e4a71 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:28.305539 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c081a51-ed07-48b9-9551-aa4dcc10a85c None None] DHCP port deletion for 5b4891df-2767-4343-9317-3c2a1f7647e9 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:36:28.348632 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-27da8744-27a8-45a8-bbb8-15bde22c5961', 'network_id': '27da8744-27a8-45a8-bbb8-15bde22c5961', 'tenant_id': 'b844dc2b9a3f473e9f66311bfcf362e2', 'fixed_ips': [{'subnet_id': 'dd92057d-dba4-4b01-a032-282e633f1ef5'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:36:28.349465 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:28.521841 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-8c081a51-ed07-48b9-9551-aa4dcc10a85c None None] Deleting port a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:28.522263 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8c081a51-ed07-48b9-9551-aa4dcc10a85c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:28.640429 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Allocated IP 172.20.0.3 (27da8744-27a8-45a8-bbb8-15bde22c5961/dd92057d-dba4-4b01-a032-282e633f1ef5/e77a5057-6dae-4ce7-93c4-c12487df095f) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:28.650950 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-8c081a51-ed07-48b9-9551-aa4dcc10a85c None None] For port a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac,segment=NetworkSegment(3388457e-5d61-4d7f-bc0f-5f83d12938a5),segment_id=3388457e-5d61-4d7f-bc0f-5f83d12938a5)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:28.651378 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8c081a51-ed07-48b9-9551-aa4dcc10a85c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:28.696774 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fa0990ea-1776-4004-b168-b42e841aeae4 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:28.738136 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:28.751610 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Deleting port a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:28.752016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:28.791112 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59395883-e7dc-4d2b-b755-83946d2ec26d']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:28.806788 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:28.859121 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-8c081a51-ed07-48b9-9551-aa4dcc10a85c None None] Calling delete_port for a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:28.890394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88999db5-311e-40f9-969c-5a4437a2d332') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:28.890752 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88999db5-311e-40f9-969c-5a4437a2d332') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:28.936219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:28.964558 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 11a871e4-8d00-4081-b16c-6620722e4a71 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:36:29.011007 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8c081a51-ed07-48b9-9551-aa4dcc10a85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:29.021591 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:29.030972 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:29.042353 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-95ab3176-8fd0-47a3-add7-0ce77ee2abc5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:29.058178 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:29.060637 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 11a871e4-8d00-4081-b16c-6620722e4a71 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:36:29.060933 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ced0c033-d2fd-46ec-9322-9947a4225616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:29.061344 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 11a871e4-8d00-4081-b16c-6620722e4a71 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:36:29.061930 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:36:29.082394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:36:29.082801 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:29.102922 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-95ab3176-8fd0-47a3-add7-0ce77ee2abc5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:29.119356 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c081a51-ed07-48b9-9551-aa4dcc10a85c None None] Pushing event deleted for resources: {'Port': ['ID=a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:36:29.121950 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:36:29.126268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] For port a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac,segment=NetworkSegment(3388457e-5d61-4d7f-bc0f-5f83d12938a5),segment_id=3388457e-5d61-4d7f-bc0f-5f83d12938a5)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:29.126642 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:29.129973 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bab1ae6-a6c7-4cb2-81f4-839c77806360 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:29.150152 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8c081a51-ed07-48b9-9551-aa4dcc10a85c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:29.150993 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:36:29.151518 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:36:29.176035 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c081a51-ed07-48b9-9551-aa4dcc10a85c None None] No DVR routers for this DVR port a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:29.193222 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab3176-8fd0-47a3-add7-0ce77ee2abc5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd83eec-60e8-4d55-a9f1-b3af3c466c98,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:29.196603 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-95ab3176-8fd0-47a3-add7-0ce77ee2abc5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:29.208924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0990ea-1776-4004-b168-b42e841aeae4 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Router c90f554b-de7f-4edb-ac6a-76e436204348 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:36:29.219016 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-95ab3176-8fd0-47a3-add7-0ce77ee2abc5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/8dd83eec-60e8-4d55-a9f1-b3af3c466c98 HTTP/1.1" status: 204 len: 168 time: 2.0508509 Jun 02 20:36:29.221536 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54640) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:29.358339 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Calling delete_port for a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:29.363489 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d4e603d9-8ec3-4ebf-85b3-3a3432af0c2b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851419 Jun 02 20:36:29.394386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54642) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:29.436953 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0990ea-1776-4004-b168-b42e841aeae4 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:36:29.445182 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fa0990ea-1776-4004-b168-b42e841aeae4 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] 10.222.0.25 "PUT /v2.0/routers/c90f554b-de7f-4edb-ac6a-76e436204348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6025622 Jun 02 20:36:29.446520 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54644) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:29.453505 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:29.466132 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538b4e1a-58e9-41b2-b9f8-e6c6bb59bf56 None None] Sync routers for ids ['c90f554b-de7f-4edb-ac6a-76e436204348'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:36:29.483983 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538b4e1a-58e9-41b2-b9f8-e6c6bb59bf56 None None] Routers {'c90f554b-de7f-4edb-ac6a-76e436204348'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:36:29.484956 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-538b4e1a-58e9-41b2-b9f8-e6c6bb59bf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:36:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['c90f554b-de7f-4edb-ac6a-76e436204348'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:29.511726 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7bdcf104-f6e1-45e7-8597-4f75456d4144 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:29.518064 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Transition to ACTIVE for port object e77a5057-6dae-4ce7-93c4-c12487df095f will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:29.529319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-792515b7-3d1f-4337-b134-dc0bd4b970ba tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:29.549152 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Transition to ACTIVE for port object e77a5057-6dae-4ce7-93c4-c12487df095f will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:29.561850 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:29.563978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:29.578019 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-b1a4b078-1d2c-4c68-8c6a-3b6d53bd7197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:29.600525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:29.604142 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-538b4e1a-58e9-41b2-b9f8-e6c6bb59bf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:29.614734 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538b4e1a-58e9-41b2-b9f8-e6c6bb59bf56 None None] Routers {'c90f554b-de7f-4edb-ac6a-76e436204348'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:36:29.616045 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-538b4e1a-58e9-41b2-b9f8-e6c6bb59bf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:36:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['c90f554b-de7f-4edb-ac6a-76e436204348'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:29.623971 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6787631-78e2-4dcd-9f42-3a4871b96da8 None None] DHCP port deletion for 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:36:29.689126 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-538b4e1a-58e9-41b2-b9f8-e6c6bb59bf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:29.689937 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538b4e1a-58e9-41b2-b9f8-e6c6bb59bf56 None None] The sync data for ids ['c90f554b-de7f-4edb-ac6a-76e436204348'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:36:29.701547 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Network 27da8744-27a8-45a8-bbb8-15bde22c5961 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:29.706657 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:29.714234 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/networks/59395883-e7dc-4d2b-b755-83946d2ec26d HTTP/1.1" status: 204 len: 168 time: 3.2158659 Jun 02 20:36:29.715319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcf104-f6e1-45e7-8597-4f75456d4144 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Pushing event updated for resources: {'Subnet': ['ID=9678eed4-d307-4359-8ab3-0bcd6df75edf,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:29.718505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54646) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:29.728198 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:29.761050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7bdcf104-f6e1-45e7-8597-4f75456d4144 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:29.765235 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-99ae530c-eb22-4888-8695-c27da029535a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:29.777754 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-22fe6f33-18cb-4241-b3d2-cb4cab22196c tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:29.784040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Pushing event updated for resources: {'Port': ['ID=e77a5057-6dae-4ce7-93c4-c12487df095f,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:29.792900 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:29.831676 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdcf104-f6e1-45e7-8597-4f75456d4144 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Checking segment: {'id': '99868334-99b2-479c-bd85-f67031709784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9a493504-7814-455d-97be-c4bb1b45d229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:29.832128 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdcf104-f6e1-45e7-8597-4f75456d4144 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Network hostable DHCP agents. Network: 9a493504-7814-455d-97be-c4bb1b45d229, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:36:29.843887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Network': ['ID=59395883-e7dc-4d2b-b755-83946d2ec26d,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:29.848812 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Attempting to bind port e77a5057-6dae-4ce7-93c4-c12487df095f on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:36:29.849313 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Attempting to bind port e77a5057-6dae-4ce7-93c4-c12487df095f by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '09fef613-59fa-4cd8-839f-d72ee06222dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27da8744-27a8-45a8-bbb8-15bde22c5961'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:36:29.849735 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Attempting to bind port e77a5057-6dae-4ce7-93c4-c12487df095f on network 27da8744-27a8-45a8-bbb8-15bde22c5961 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:36:29.851058 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:29.854994 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-d6787631-78e2-4dcd-9f42-3a4871b96da8 None None] Deleting port d562fda9-1a25-4b06-8f4e-116e54d24610 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:29.854994 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d6787631-78e2-4dcd-9f42-3a4871b96da8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:29.860598 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839c4312-147a-40db-b8bf-042c8fe7fb0e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:29.861371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-839c4312-147a-40db-b8bf-042c8fe7fb0e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:29.876644 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:36:29.877227 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Checking segment: {'id': '09fef613-59fa-4cd8-839f-d72ee06222dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27da8744-27a8-45a8-bbb8-15bde22c5961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:29.877571 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:29.878031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Bound using segment: {'id': '09fef613-59fa-4cd8-839f-d72ee06222dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27da8744-27a8-45a8-bbb8-15bde22c5961'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:36:29.878582 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Bound port: e77a5057-6dae-4ce7-93c4-c12487df095f, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fef613-59fa-4cd8-839f-d72ee06222dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27da8744-27a8-45a8-bbb8-15bde22c5961'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:36:29.879532 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:29.883397 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:29.894672 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:29.967840 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event deleted for resources: {'Port': ['ID=a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:29.972491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] No DVR routers for this DVR port a3d0887c-5ee2-43cf-af90-47bcf0a5d5ac on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:29.974006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdcf104-f6e1-45e7-8597-4f75456d4144 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Network 9a493504-7814-455d-97be-c4bb1b45d229 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:36:29.976631 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-839c4312-147a-40db-b8bf-042c8fe7fb0e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:29.977914 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-839c4312-147a-40db-b8bf-042c8fe7fb0e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5818565 Jun 02 20:36:29.980625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:30.010052 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54648) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:30.019236 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-d6787631-78e2-4dcd-9f42-3a4871b96da8 None None] For port d562fda9-1a25-4b06-8f4e-116e54d24610, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d562fda9-1a25-4b06-8f4e-116e54d24610,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:30.019641 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d6787631-78e2-4dcd-9f42-3a4871b96da8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.086172 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-22fe6f33-18cb-4241-b3d2-cb4cab22196c tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.088463 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-22fe6f33-18cb-4241-b3d2-cb4cab22196c tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.095092 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-7bdcf104-f6e1-45e7-8597-4f75456d4144 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 9a493504-7814-455d-97be-c4bb1b45d229) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:30.120031 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-22fe6f33-18cb-4241-b3d2-cb4cab22196c tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.121105 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fe6f33-18cb-4241-b3d2-cb4cab22196c tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Fanout notify agent at l3_agent the message router_deleted on router c90f554b-de7f-4edb-ac6a-76e436204348 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:36:30.135248 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-22fe6f33-18cb-4241-b3d2-cb4cab22196c tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.138632 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-22fe6f33-18cb-4241-b3d2-cb4cab22196c tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] 10.222.0.25 "DELETE /v2.0/routers/c90f554b-de7f-4edb-ac6a-76e436204348 HTTP/1.1" status: 204 len: 168 time: 0.6889689 Jun 02 20:36:30.138959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54650) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:30.151276 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37020bf7-4caf-489a-9b18-9276c4e29024 None None] Network 9a493504-7814-455d-97be-c4bb1b45d229 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:30.170262 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-d6787631-78e2-4dcd-9f42-3a4871b96da8 None None] Calling delete_port for d562fda9-1a25-4b06-8f4e-116e54d24610 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:30.180249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.188551 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:30.211450 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bbbfbb6-28df-4f72-b220-a2d30ec69c05 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Deleting subnet 35f6a06a-3357-4406-b33a-00ddb659ae50 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:36:30.215067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7bbbfbb6-28df-4f72-b220-a2d30ec69c05 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.248473 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] For port e77a5057-6dae-4ce7-93c4-c12487df095f, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:36:30.272867 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7bbbfbb6-28df-4f72-b220-a2d30ec69c05 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.273201 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] For port e77a5057-6dae-4ce7-93c4-c12487df095f, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e77a5057-6dae-4ce7-93c4-c12487df095f,segment=NetworkSegment(09fef613-59fa-4cd8-839f-d72ee06222dd),segment_id=09fef613-59fa-4cd8-839f-d72ee06222dd)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:36:30.282300 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.297272 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d242b300-b034-4afb-b513-c432dbb06f1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:30.368176 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7bbbfbb6-28df-4f72-b220-a2d30ec69c05 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.384529 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4f8c83-670d-4769-a5c7-fe69f7ad615b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:30.385218 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-bb4f8c83-670d-4769-a5c7-fe69f7ad615b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Synchronizing usage tracker for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:30.396020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.404105 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdcf104-f6e1-45e7-8597-4f75456d4144 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:30.404687 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7bdcf104-f6e1-45e7-8597-4f75456d4144 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.420676 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6a3adc-15cc-45ce-8e55-4c7b12354096 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:30.421348 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3c6a3adc-15cc-45ce-8e55-4c7b12354096 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:30.432535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Subnet': ['ID=dd92057d-dba4-4b01-a032-282e633f1ef5,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:30.437369 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4891df-2767-4343-9317-3c2a1f7647e9']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:30.447284 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:30.453368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Pushing event updated for resources: {'Port': ['ID=e77a5057-6dae-4ce7-93c4-c12487df095f,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:30.459013 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:30.464842 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d6787631-78e2-4dcd-9f42-3a4871b96da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.471213 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e462aa3d-fa36-4ed3-855a-6bdceef612ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:30.476849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3388457e-5d61-4d7f-bc0f-5f83d12938a5') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:30.477150 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3388457e-5d61-4d7f-bc0f-5f83d12938a5') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:30.512673 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3c6a3adc-15cc-45ce-8e55-4c7b12354096 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:30.514084 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3c6a3adc-15cc-45ce-8e55-4c7b12354096 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5008702 Jun 02 20:36:30.517251 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54652) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:30.521386 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6787631-78e2-4dcd-9f42-3a4871b96da8 None None] Pushing event deleted for resources: {'Port': ['ID=d562fda9-1a25-4b06-8f4e-116e54d24610,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:30.523290 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.551603 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6787631-78e2-4dcd-9f42-3a4871b96da8 None None] No DVR routers for this DVR port d562fda9-1a25-4b06-8f4e-116e54d24610 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:30.553182 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d6787631-78e2-4dcd-9f42-3a4871b96da8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:30.619612 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f8de4077-135b-4b45-809e-3f1207c88885 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0906329 Jun 02 20:36:30.620970 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54654) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:30.628431 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-2f6736ab-0344-4cbb-89ca-67a02b823c3f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:30.638801 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.642338 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-9a493504-7814-455d-97be-c4bb1b45d229', 'network_id': '9a493504-7814-455d-97be-c4bb1b45d229', 'tenant_id': '55fc944702ba408380dff4cb10e0de9b', 'fixed_ips': [{'subnet_id': '9678eed4-d307-4359-8ab3-0bcd6df75edf'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:36:30.646082 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.653916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27da8744-27a8-45a8-bbb8-15bde22c5961']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:30.669330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fef613-59fa-4cd8-839f-d72ee06222dd') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:30.669631 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fef613-59fa-4cd8-839f-d72ee06222dd') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:30.683921 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.702079 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.709423 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:36:30.709853 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.772114 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-bb4f8c83-670d-4769-a5c7-fe69f7ad615b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Unset dirty status for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:30.782682 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-bb4f8c83-670d-4769-a5c7-fe69f7ad615b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.0557501 Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:36:30.783634 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:36:30.793566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54656) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:30.797415 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7bdcf104-f6e1-45e7-8597-4f75456d4144 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9592264 Jun 02 20:36:30.801652 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b144f443-a69c-4fd4-8e67-fa180924daf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.857676 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54658) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:30.872461 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-ac92c474-d69c-4dd6-ab94-62716a59f7a4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Request body: {'port': {'network_id': '9a493504-7814-455d-97be-c4bb1b45d229', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1001233922'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:30.897709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7bbbfbb6-28df-4f72-b220-a2d30ec69c05 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.906181 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-632e1881-a2d1-41ba-8965-1f7572fffa18 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:30.926357 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Allocated IP 2001:db8::2 (9a493504-7814-455d-97be-c4bb1b45d229/9678eed4-d307-4359-8ab3-0bcd6df75edf/ab77d5ec-0297-40f9-9828-c481198e87e2) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:30.930965 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.954938 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e77a5057-6dae-4ce7-93c4-c12487df095f up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:30.966530 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7bbbfbb6-28df-4f72-b220-a2d30ec69c05 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:30.970037 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbfbb6-28df-4f72-b220-a2d30ec69c05 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Pushing event deleted for resources: {'Subnet': ['ID=35f6a06a-3357-4406-b33a-00ddb659ae50,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:30.978815 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7bbbfbb6-28df-4f72-b220-a2d30ec69c05 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:30.985217 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2f6736ab-0344-4cbb-89ca-67a02b823c3f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:30.988591 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7bbbfbb6-28df-4f72-b220-a2d30ec69c05 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] 10.222.0.25 "DELETE /v2.0/subnets/35f6a06a-3357-4406-b33a-00ddb659ae50 HTTP/1.1" status: 204 len: 168 time: 0.8485844 Jun 02 20:36:30.991306 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54660) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:31.002763 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0680b3d-bdb0-46a6-8b90-5d75755121fc None None] Network 333605a9-184b-4a5b-a83b-2ab4c9fa779f requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:31.017067 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:36:31.017607 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:31.033468 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2f6736ab-0344-4cbb-89ca-67a02b823c3f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:36:31.035836 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:36:31.108674 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6736ab-0344-4cbb-89ca-67a02b823c3f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:31.112726 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2f6736ab-0344-4cbb-89ca-67a02b823c3f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:31.155422 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:31.172448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.db.api [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 20:36:31.172448 dv-neutron-601336-84-hyperv neutron-server[92549]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 20:36:31.172448 dv-neutron-601336-84-hyperv neutron-server[92549]: [parameters: {'id': '27da8744-27a8-45a8-bbb8-15bde22c5961'}] Jun 02 20:36:31.172448 dv-neutron-601336-84-hyperv neutron-server[92549]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:36:31.172889 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_db.api [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:36:31.222163 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:31.230418 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c7aee87c-4696-451f-9c89-39aa1dc266d0 tempest-ExternalNetworksTestJSON-1223706004 tempest-ExternalNetworksTestJSON-1223706004-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:31.253890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:31.271855 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event deleted for resources: {'Network': ['ID=5b4891df-2767-4343-9317-3c2a1f7647e9,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:31.275689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:31.282434 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "DELETE /v2.0/networks/5b4891df-2767-4343-9317-3c2a1f7647e9 HTTP/1.1" status: 204 len: 168 time: 3.4917946 Jun 02 20:36:31.284616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54662) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:31.293988 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8adf3de1-27a7-4060-ab7e-579dd8acb619 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4975867 Jun 02 20:36:31.313959 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port e77a5057-6dae-4ce7-93c4-c12487df095f completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:31.331124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54664) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:31.343046 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ac92c474-d69c-4dd6-ab94-62716a59f7a4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:31.357592 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-2f5ff2ab-ad6a-44b1-98d6-941a54aee030 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2125426713'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:31.368989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ac92c474-d69c-4dd6-ab94-62716a59f7a4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Usage tracker for resource:port and tenant:55fc944702ba408380dff4cb10e0de9b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:31.374700 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ac92c474-d69c-4dd6-ab94-62716a59f7a4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:31.384490 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-2f5ff2ab-ad6a-44b1-98d6-941a54aee030 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:31.386893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ac92c474-d69c-4dd6-ab94-62716a59f7a4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:31.410049 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2f5ff2ab-ad6a-44b1-98d6-941a54aee030 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:network and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:31.419232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2f5ff2ab-ad6a-44b1-98d6-941a54aee030 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:31.431833 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-2f5ff2ab-ad6a-44b1-98d6-941a54aee030 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:31.438974 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b295d30-15f4-4c7e-be3f-1f0d62e36318 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Deleting subnet 30fcc9e5-502c-4880-9567-759e8690784e {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:36:31.443446 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8b295d30-15f4-4c7e-be3f-1f0d62e36318 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:31.459240 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:31.473024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac92c474-d69c-4dd6-ab94-62716a59f7a4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Made reservation on behalf of 55fc944702ba408380dff4cb10e0de9b for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:31.477256 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac92c474-d69c-4dd6-ab94-62716a59f7a4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:31.479254 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d562fda9-1a25-4b06-8f4e-116e54d24610 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:36:31.506648 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5ff2ab-ad6a-44b1-98d6-941a54aee030 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:31.510242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f5ff2ab-ad6a-44b1-98d6-941a54aee030 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:31.527134 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Transition to ACTIVE for port object ab77d5ec-0297-40f9-9828-c481198e87e2 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:31.537755 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Deleting port 685b7373-7fb6-4bef-bef0-ffa6b7253f81 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:31.538658 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:31.541500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: d562fda9-1a25-4b06-8f4e-116e54d24610 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:36:31.541662 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d562fda9-1a25-4b06-8f4e-116e54d24610 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:36:31.545251 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-ac92c474-d69c-4dd6-ab94-62716a59f7a4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] device_id is not set on port cd5c42da-ccbb-4ba3-86c0-8f80d1713506 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:36:31.573039 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Transition to ACTIVE for port object ab77d5ec-0297-40f9-9828-c481198e87e2 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:31.587955 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:31.605211 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8c081a51-ed07-48b9-9551-aa4dcc10a85c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:31.607330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8b295d30-15f4-4c7e-be3f-1f0d62e36318 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:31.656773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] For port 685b7373-7fb6-4bef-bef0-ffa6b7253f81, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=685b7373-7fb6-4bef-bef0-ffa6b7253f81,segment=NetworkSegment(57b813e6-7c86-4f00-a1fe-fb647908562f),segment_id=57b813e6-7c86-4f00-a1fe-fb647908562f)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:31.657143 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:31.673131 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Network 9a493504-7814-455d-97be-c4bb1b45d229 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:31.674393 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:31.677604 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:31.680213 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5ff2ab-ad6a-44b1-98d6-941a54aee030 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:36:31.681238 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:31.703658 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d9f8db-3805-4ec1-95c8-cc49590bd423 None None] DHCP port deletion for 333605a9-184b-4a5b-a83b-2ab4c9fa779f request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:36:31.717001 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f5ff2ab-ad6a-44b1-98d6-941a54aee030 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:31.717610 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-2f5ff2ab-ad6a-44b1-98d6-941a54aee030 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Added segment 528fd67f-0c46-4e6f-96c7-e76983b6889d of type vlan for network 064b2c56-811b-46bc-9c14-d4e7816c43bb Jun 02 20:36:31.815166 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Pushing event updated for resources: {'Port': ['ID=ab77d5ec-0297-40f9-9828-c481198e87e2,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:31.862491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f5ff2ab-ad6a-44b1-98d6-941a54aee030 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:31.862766 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:31.862880 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Calling delete_port for 685b7373-7fb6-4bef-bef0-ffa6b7253f81 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:31.879058 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114682f6-c6fd-421b-8f87-c0762f175426 None None] Network 27da8744-27a8-45a8-bbb8-15bde22c5961 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:31.883329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-ac92c474-d69c-4dd6-ab94-62716a59f7a4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Allocated IP 2001:db8::f0 (9a493504-7814-455d-97be-c4bb1b45d229/9678eed4-d307-4359-8ab3-0bcd6df75edf/cd5c42da-ccbb-4ba3-86c0-8f80d1713506) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:31.892535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8b295d30-15f4-4c7e-be3f-1f0d62e36318 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:31.895579 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Attempting to bind port ab77d5ec-0297-40f9-9828-c481198e87e2 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:36:31.895892 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Attempting to bind port ab77d5ec-0297-40f9-9828-c481198e87e2 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '99868334-99b2-479c-bd85-f67031709784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9a493504-7814-455d-97be-c4bb1b45d229'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:36:31.896276 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Attempting to bind port ab77d5ec-0297-40f9-9828-c481198e87e2 on network 9a493504-7814-455d-97be-c4bb1b45d229 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:36:31.964861 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:36:31.965601 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Checking segment: {'id': '99868334-99b2-479c-bd85-f67031709784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9a493504-7814-455d-97be-c4bb1b45d229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:31.965704 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:31.966033 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Bound using segment: {'id': '99868334-99b2-479c-bd85-f67031709784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9a493504-7814-455d-97be-c4bb1b45d229'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:36:31.966521 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Bound port: ab77d5ec-0297-40f9-9828-c481198e87e2, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99868334-99b2-479c-bd85-f67031709784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '9a493504-7814-455d-97be-c4bb1b45d229'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:36:31.966902 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:31.998463 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f5ff2ab-ad6a-44b1-98d6-941a54aee030 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:32.004185 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5ff2ab-ad6a-44b1-98d6-941a54aee030 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:32.004741 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2782a127-b725-4b0b-a77a-bc1d14042626 None None] Provisioning for port e77a5057-6dae-4ce7-93c4-c12487df095f completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:32.005175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f5ff2ab-ad6a-44b1-98d6-941a54aee030 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:32.028079 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:32.035492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bb85649e-740f-4068-a54f-bc9d8c5df629 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:32.036182 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ed77d422-f334-45a2-9bbd-d4a7fae58105 tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:32.063283 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2782a127-b725-4b0b-a77a-bc1d14042626 None None] Provisioning complete for port e77a5057-6dae-4ce7-93c4-c12487df095f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:32.063663 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2782a127-b725-4b0b-a77a-bc1d14042626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:32.090518 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Pushing event deleted for resources: {'Port': ['ID=685b7373-7fb6-4bef-bef0-ffa6b7253f81,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:32.093783 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] No DVR routers for this DVR port 685b7373-7fb6-4bef-bef0-ffa6b7253f81 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:32.096505 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:32.148252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Deleting port e77a5057-6dae-4ce7-93c4-c12487df095f {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:32.148252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:32.157523 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-14d9f8db-3805-4ec1-95c8-cc49590bd423 None None] Deleting port 685b7373-7fb6-4bef-bef0-ffa6b7253f81 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:32.158026 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-14d9f8db-3805-4ec1-95c8-cc49590bd423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:32.231806 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:32.248574 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333605a9-184b-4a5b-a83b-2ab4c9fa779f']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:32.273209 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b813e6-7c86-4f00-a1fe-fb647908562f') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:32.273545 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b813e6-7c86-4f00-a1fe-fb647908562f') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:32.288765 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:32.317576 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] For port ab77d5ec-0297-40f9-9828-c481198e87e2, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:36:32.333204 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:32.345719 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] For port ab77d5ec-0297-40f9-9828-c481198e87e2, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ab77d5ec-0297-40f9-9828-c481198e87e2,segment=NetworkSegment(99868334-99b2-479c-bd85-f67031709784),segment_id=99868334-99b2-479c-bd85-f67031709784)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:36:32.347910 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:36:32.348350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:32.358049 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-14d9f8db-3805-4ec1-95c8-cc49590bd423 None None] For port 685b7373-7fb6-4bef-bef0-ffa6b7253f81, host dv-neutron-601336-84-hyperv, got binding levels [] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:32.358457 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-14d9f8db-3805-4ec1-95c8-cc49590bd423 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:36:32.368896 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:36:32.371175 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:32.380774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-58d7c48d-7f96-4832-9978-0780df8447ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:32.458542 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2f6736ab-0344-4cbb-89ca-67a02b823c3f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:32.463207 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-33165149-9357-4984-b324-15ebf8a0709b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:32.513689 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:32.521770 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6736ab-0344-4cbb-89ca-67a02b823c3f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:32.528763 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2f5ff2ab-ad6a-44b1-98d6-941a54aee030 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1946981 Jun 02 20:36:32.529412 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:32.535638 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54666) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:32.535638 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-2f6736ab-0344-4cbb-89ca-67a02b823c3f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:32.543097 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-b2b78363-2a0f-4d5b-93c7-6b08b95f5749 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'subnet': {'network_id': '064b2c56-811b-46bc-9c14-d4e7816c43bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:32.549183 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ff2ab-ad6a-44b1-98d6-941a54aee030 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Network': ['ID=064b2c56-811b-46bc-9c14-d4e7816c43bb,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:32.559128 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2f5ff2ab-ad6a-44b1-98d6-941a54aee030 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:32.579331 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6736ab-0344-4cbb-89ca-67a02b823c3f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:32.579917 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2f6736ab-0344-4cbb-89ca-67a02b823c3f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:32.614928 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] For port e77a5057-6dae-4ce7-93c4-c12487df095f, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e77a5057-6dae-4ce7-93c4-c12487df095f,segment=NetworkSegment(09fef613-59fa-4cd8-839f-d72ee06222dd),segment_id=09fef613-59fa-4cd8-839f-d72ee06222dd)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:32.615314 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:32.636327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d7f90d-7094-4761-831b-5ffadcbba7f2 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:32.644546 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6736ab-0344-4cbb-89ca-67a02b823c3f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=89aca111-19dc-4fe1-aeac-4cf79b2302cd,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:32.650547 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 064b2c56-811b-46bc-9c14-d4e7816c43bb details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:36:32.668353 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] 10.222.0.25 "DELETE /v2.0/networks/333605a9-184b-4a5b-a83b-2ab4c9fa779f HTTP/1.1" status: 204 len: 168 time: 1.6731179 Jun 02 20:36:32.677012 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-14d9f8db-3805-4ec1-95c8-cc49590bd423 None None] Calling delete_port for 685b7373-7fb6-4bef-bef0-ffa6b7253f81 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:32.683516 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2f6736ab-0344-4cbb-89ca-67a02b823c3f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:32.684037 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e689b6ad-241b-4afe-bea5-55afd4367bec tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:32.686234 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.ipam_backend_mixin [None req-14d9f8db-3805-4ec1-95c8-cc49590bd423 None None] Port 685b7373-7fb6-4bef-bef0-ffa6b7253f81 was not found and therefore no delete operation was performed {{(pid=92550) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 20:36:32.707098 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2f6736ab-0344-4cbb-89ca-67a02b823c3f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0852537 Jun 02 20:36:32.718193 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Pushing event deleted for resources: {'Network': ['ID=333605a9-184b-4a5b-a83b-2ab4c9fa779f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:32.723068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54670) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:32.727364 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:32.731449 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-398003ce-b427-4a0e-8566-80351ea1db37 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'fixed_ips': [{'subnet_id': '89aca111-19dc-4fe1-aeac-4cf79b2302cd', 'ip_address': '2001:db8::7d60:f063:48e6:124f'}], 'name': 'tempest-NetworksTestDHCPv6-716977465'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:32.743623 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-14d9f8db-3805-4ec1-95c8-cc49590bd423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:32.767989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b2b78363-2a0f-4d5b-93c7-6b08b95f5749 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:32.775958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Calling delete_port for e77a5057-6dae-4ce7-93c4-c12487df095f owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:32.881728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac92c474-d69c-4dd6-ab94-62716a59f7a4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:32.895898 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b2b78363-2a0f-4d5b-93c7-6b08b95f5749 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:subnet and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:32.899300 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-398003ce-b427-4a0e-8566-80351ea1db37 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:32.901824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b2b78363-2a0f-4d5b-93c7-6b08b95f5749 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:32.914214 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-398003ce-b427-4a0e-8566-80351ea1db37 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:port and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:32.917774 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b2b78363-2a0f-4d5b-93c7-6b08b95f5749 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:32.920338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-398003ce-b427-4a0e-8566-80351ea1db37 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:32.925998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 685b7373-7fb6-4bef-bef0-ffa6b7253f81 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:36:32.930124 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-398003ce-b427-4a0e-8566-80351ea1db37 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:32.942691 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b78363-2a0f-4d5b-93c7-6b08b95f5749 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:32.944495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-ac92c474-d69c-4dd6-ab94-62716a59f7a4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Transition to ACTIVE for port object cd5c42da-ccbb-4ba3-86c0-8f80d1713506 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:32.947994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b2b78363-2a0f-4d5b-93c7-6b08b95f5749 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:32.959524 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-14d9f8db-3805-4ec1-95c8-cc49590bd423 None None] Network 333605a9-184b-4a5b-a83b-2ab4c9fa779f is not hosted by any dhcp agent {{(pid=92550) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 20:36:32.960255 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d9f8db-3805-4ec1-95c8-cc49590bd423 None None] No DVR routers for this DVR port 685b7373-7fb6-4bef-bef0-ffa6b7253f81 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:32.969070 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398003ce-b427-4a0e-8566-80351ea1db37 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:32.995113 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8b295d30-15f4-4c7e-be3f-1f0d62e36318 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:33.001732 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-93efc078-f5c7-42d6-b41d-cc0970894d4c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:33.012215 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2782a127-b725-4b0b-a77a-bc1d14042626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:33.043461 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:33.046514 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea372edb-b2a7-4b3d-b8bf-a946eafd0ebf None None] DHCP port deletion for 27da8744-27a8-45a8-bbb8-15bde22c5961 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:36:33.058692 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Pushing event updated for resources: {'Port': ['ID=ab77d5ec-0297-40f9-9828-c481198e87e2,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:33.069246 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b295d30-15f4-4c7e-be3f-1f0d62e36318 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event deleted for resources: {'Subnet': ['ID=30fcc9e5-502c-4880-9567-759e8690784e,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:33.069863 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:33.070587 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 685b7373-7fb6-4bef-bef0-ffa6b7253f81 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:36:33.072126 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 685b7373-7fb6-4bef-bef0-ffa6b7253f81 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:36:33.079675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8b295d30-15f4-4c7e-be3f-1f0d62e36318 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:33.081444 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac92c474-d69c-4dd6-ab94-62716a59f7a4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:33.086314 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6a833c94-01bf-4df6-8158-0b110e8a7d34 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:33.087274 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.326s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:33.124551 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No DVR routers for this DVR port e77a5057-6dae-4ce7-93c4-c12487df095f on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:33.132149 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8b295d30-15f4-4c7e-be3f-1f0d62e36318 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:33.144839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f327ec28-f41e-486d-b19e-754d6ec81136 None None] Network 33bb5812-e52c-49f7-88e1-97400c91b0d3 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:33.200945 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9f8db-3805-4ec1-95c8-cc49590bd423 None None] Pushing event deleted for resources: {'Port': ['ID=685b7373-7fb6-4bef-bef0-ffa6b7253f81,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:33.218385 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-14d9f8db-3805-4ec1-95c8-cc49590bd423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:33.307828 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Port': ['ID=e77a5057-6dae-4ce7-93c4-c12487df095f,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:33.318330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:33.324245 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6449f6fb-937b-4752-9878-237301b68f4f tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:33.385058 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54674) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:33.394624 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8b295d30-15f4-4c7e-be3f-1f0d62e36318 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "DELETE /v2.0/subnets/30fcc9e5-502c-4880-9567-759e8690784e HTTP/1.1" status: 204 len: 168 time: 2.0993574 Jun 02 20:36:33.403735 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54678) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:33.442235 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3202a7d1-8967-4218-87f8-dbe32b233554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:33.449792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:33.512054 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-398003ce-b427-4a0e-8566-80351ea1db37 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:33.540712 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac92c474-d69c-4dd6-ab94-62716a59f7a4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Network 9a493504-7814-455d-97be-c4bb1b45d229 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:33.546527 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:33.554375 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92c474-d69c-4dd6-ab94-62716a59f7a4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Pushing event updated for resources: {'Port': ['ID=cd5c42da-ccbb-4ba3-86c0-8f80d1713506,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:33.557011 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-ac92c474-d69c-4dd6-ab94-62716a59f7a4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:33.558834 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ac92c474-d69c-4dd6-ab94-62716a59f7a4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:33.566956 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac92c474-d69c-4dd6-ab94-62716a59f7a4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:33.573167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac92c474-d69c-4dd6-ab94-62716a59f7a4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:33.573805 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac92c474-d69c-4dd6-ab94-62716a59f7a4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:33.576698 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-398003ce-b427-4a0e-8566-80351ea1db37 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] device_id is not set on port c9aeb14c-aa80-4f4d-9aaf-9212075cf581 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:36:33.586078 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27da8744-27a8-45a8-bbb8-15bde22c5961']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:33.634343 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fef613-59fa-4cd8-839f-d72ee06222dd') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:33.634645 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fef613-59fa-4cd8-839f-d72ee06222dd') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:33.644585 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'fixed_ips': [{'subnet_id': '89aca111-19dc-4fe1-aeac-4cf79b2302cd'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:36:33.645897 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:33.657260 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ac92c474-d69c-4dd6-ab94-62716a59f7a4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7937548 Jun 02 20:36:33.659063 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:33.669600 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54680) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:33.675952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc72ece-bd9d-4aaa-bcee-652728dbb970 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Deleting subnet 5b5cb12b-be4e-48e4-86c5-4a31baf4cf23 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:36:33.685159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5bc72ece-bd9d-4aaa-bcee-652728dbb970 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:33.691645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-7ed0e2d2-24c6-4673-be42-c7fe6c3d0be5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Request body: {'port': {'network_id': '9a493504-7814-455d-97be-c4bb1b45d229', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1642808925', 'allowed_address_pairs': [{'ip_address': '2001:db8::f0', 'mac_address': 'fa:16:3e:ba:e9:1a'}]}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:33.742831 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:33.752324 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d04c6150-9b6e-40da-9f2b-9b15f105e8e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16f473049212486b94c2982c798b3de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3625350 Jun 02 20:36:33.756103 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54682) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:33.771728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:36:33.772133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:36:33.786985 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:36:33.794952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5bc72ece-bd9d-4aaa-bcee-652728dbb970 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:33.871671 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68df2cc-3f4d-4be3-8144-e187a23d741e None None] DHCP port deletion for 33bb5812-e52c-49f7-88e1-97400c91b0d3 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:36:33.954082 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-7ed0e2d2-24c6-4673-be42-c7fe6c3d0be5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:33.957018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Allocated IP 2001:db8::2 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/89aca111-19dc-4fe1-aeac-4cf79b2302cd/0e54cd56-f97a-4f2d-a71f-660552ece746) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:33.961882 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:33.977037 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ab3557ea-c09d-4209-8eb8-3c07df03d928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:33.981359 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-7ed0e2d2-24c6-4673-be42-c7fe6c3d0be5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Usage tracker for resource:port and tenant:55fc944702ba408380dff4cb10e0de9b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:33.987159 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-7ed0e2d2-24c6-4673-be42-c7fe6c3d0be5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:33.994742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:33.998614 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-7ed0e2d2-24c6-4673-be42-c7fe6c3d0be5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:34.012298 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5c14cf82-52c3-455f-9856-c03585acf4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:34.018462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Network': ['ID=27da8744-27a8-45a8-bbb8-15bde22c5961,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:34.020934 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/27da8744-27a8-45a8-bbb8-15bde22c5961 HTTP/1.1" status: 204 len: 168 time: 5.9144433 Jun 02 20:36:34.029987 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:34.030480 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54684) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:34.042768 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-bcf4b7f6-672d-4f07-8cb1-23d1c1bccea2 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1634733905'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:34.059668 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5bc72ece-bd9d-4aaa-bcee-652728dbb970 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:34.065287 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed0e2d2-24c6-4673-be42-c7fe6c3d0be5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Made reservation on behalf of 55fc944702ba408380dff4cb10e0de9b for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:34.117974 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-b68df2cc-3f4d-4be3-8144-e187a23d741e None None] Deleting port eb24967d-1d65-42e9-9ef5-49196f173369 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:34.118580 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b68df2cc-3f4d-4be3-8144-e187a23d741e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:34.232343 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e2d2-24c6-4673-be42-c7fe6c3d0be5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:34.246009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5c14cf82-52c3-455f-9856-c03585acf4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:34.264548 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-7ed0e2d2-24c6-4673-be42-c7fe6c3d0be5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] device_id is not set on port 5ee119e8-54e0-499d-873b-434dd4647826 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:36:34.298203 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-bcf4b7f6-672d-4f07-8cb1-23d1c1bccea2 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:34.318194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-bcf4b7f6-672d-4f07-8cb1-23d1c1bccea2 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Usage tracker for resource:network and tenant:b844dc2b9a3f473e9f66311bfcf362e2 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:34.323853 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5c14cf82-52c3-455f-9856-c03585acf4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:34.329490 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-bcf4b7f6-672d-4f07-8cb1-23d1c1bccea2 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:34.336062 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ff8e2d54-8d81-4213-a350-30a7e7e4d4ff tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:34.346541 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-b68df2cc-3f4d-4be3-8144-e187a23d741e None None] For port eb24967d-1d65-42e9-9ef5-49196f173369, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=eb24967d-1d65-42e9-9ef5-49196f173369,segment=NetworkSegment(e2418a65-dd75-4bf6-91a7-fa8a8543364e),segment_id=e2418a65-dd75-4bf6-91a7-fa8a8543364e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:34.347073 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b68df2cc-3f4d-4be3-8144-e187a23d741e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:34.362960 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:34.364658 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-bcf4b7f6-672d-4f07-8cb1-23d1c1bccea2 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:34.372699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14cf82-52c3-455f-9856-c03585acf4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54fcf8c-4d2a-4bd4-af44-135f4957201a,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:34.386460 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5c14cf82-52c3-455f-9856-c03585acf4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:34.388116 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b2b78363-2a0f-4d5b-93c7-6b08b95f5749 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:34.395385 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:34.425717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5c14cf82-52c3-455f-9856-c03585acf4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:34.429805 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5c14cf82-52c3-455f-9856-c03585acf4bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c54fcf8c-4d2a-4bd4-af44-135f4957201a HTTP/1.1" status: 204 len: 168 time: 0.6674366 Jun 02 20:36:34.443018 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf4b7f6-672d-4f07-8cb1-23d1c1bccea2 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:34.446514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bcf4b7f6-672d-4f07-8cb1-23d1c1bccea2 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:34.548426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf4b7f6-672d-4f07-8cb1-23d1c1bccea2 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:36:34.549733 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b78363-2a0f-4d5b-93c7-6b08b95f5749 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Subnet': ['ID=e9db15bb-f857-42ad-9f63-2060d0a5c5cd,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:34.556177 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b2b78363-2a0f-4d5b-93c7-6b08b95f5749 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:34.562963 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bcf4b7f6-672d-4f07-8cb1-23d1c1bccea2 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:34.563406 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-bcf4b7f6-672d-4f07-8cb1-23d1c1bccea2 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Added segment 474b5af0-c162-415d-bcec-572b063cd7b5 of type vlan for network 5c7c7817-09f9-4b5b-858e-640d9ee490f2 Jun 02 20:36:34.567954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac9c865-bd25-49f6-98af-308217473b2d None None] Network 9a493504-7814-455d-97be-c4bb1b45d229 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:34.569498 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-7ed0e2d2-24c6-4673-be42-c7fe6c3d0be5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Allocated IP 2001:db8::202 (9a493504-7814-455d-97be-c4bb1b45d229/9678eed4-d307-4359-8ab3-0bcd6df75edf/5ee119e8-54e0-499d-873b-434dd4647826) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:34.571375 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b78363-2a0f-4d5b-93c7-6b08b95f5749 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Checking segment: {'id': '528fd67f-0c46-4e6f-96c7-e76983b6889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '064b2c56-811b-46bc-9c14-d4e7816c43bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:34.571736 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b78363-2a0f-4d5b-93c7-6b08b95f5749 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network hostable DHCP agents. Network: 064b2c56-811b-46bc-9c14-d4e7816c43bb, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:36:34.594942 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-b68df2cc-3f4d-4be3-8144-e187a23d741e None None] Calling delete_port for eb24967d-1d65-42e9-9ef5-49196f173369 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:34.609079 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bcf4b7f6-672d-4f07-8cb1-23d1c1bccea2 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:34.616950 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b78363-2a0f-4d5b-93c7-6b08b95f5749 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 064b2c56-811b-46bc-9c14-d4e7816c43bb is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:36:34.641672 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:34.648644 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-b2b78363-2a0f-4d5b-93c7-6b08b95f5749 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 064b2c56-811b-46bc-9c14-d4e7816c43bb) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:34.664923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bcf4b7f6-672d-4f07-8cb1-23d1c1bccea2 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:34.671330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf4b7f6-672d-4f07-8cb1-23d1c1bccea2 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:34.671938 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bcf4b7f6-672d-4f07-8cb1-23d1c1bccea2 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:34.682871 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b78363-2a0f-4d5b-93c7-6b08b95f5749 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:34.683499 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b2b78363-2a0f-4d5b-93c7-6b08b95f5749 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:34.700003 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e2574f3b-0eb9-4484-90e2-b567129da233 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:34.702937 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270bf633-bfd5-4f95-a20f-221c0e6edfef None None] Network 064b2c56-811b-46bc-9c14-d4e7816c43bb requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:34.762286 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Transition to ACTIVE for port object 0e54cd56-f97a-4f2d-a71f-660552ece746 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:34.794724 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9ac3d9b2-9e70-48f1-a0fd-2f253c6c8e89 None None] Provisioning for port ab77d5ec-0297-40f9-9828-c481198e87e2 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:34.839179 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e2d2-24c6-4673-be42-c7fe6c3d0be5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:34.862725 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-7ed0e2d2-24c6-4673-be42-c7fe6c3d0be5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Transition to ACTIVE for port object 5ee119e8-54e0-499d-873b-434dd4647826 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:34.886399 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b2b78363-2a0f-4d5b-93c7-6b08b95f5749 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3490422 Jun 02 20:36:34.889286 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54694) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:34.895434 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-b11c2b79-2b80-4c69-a35b-dd082958eb63 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'port': {'network_id': '064b2c56-811b-46bc-9c14-d4e7816c43bb', 'name': 'tempest-PortsIpV6TestJSON-1989386581'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:34.911621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e2d2-24c6-4673-be42-c7fe6c3d0be5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:34.933609 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0a4b9ddf-14fc-4534-832f-0f7f3e2c5764 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:34.961582 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ab77d5ec-0297-40f9-9828-c481198e87e2 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:35.013230 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0e2d2-24c6-4673-be42-c7fe6c3d0be5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Pushing event updated for resources: {'Port': ['ID=5ee119e8-54e0-499d-873b-434dd4647826,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:35.022974 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7ed0e2d2-24c6-4673-be42-c7fe6c3d0be5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:35.035961 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Transition to ACTIVE for port object 0e54cd56-f97a-4f2d-a71f-660552ece746 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:35.070698 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:35.083726 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4b7f6-672d-4f07-8cb1-23d1c1bccea2 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Network': ['ID=5c7c7817-09f9-4b5b-858e-640d9ee490f2,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:35.086865 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bcf4b7f6-672d-4f07-8cb1-23d1c1bccea2 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:35.087893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5bc72ece-bd9d-4aaa-bcee-652728dbb970 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:35.098096 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:35.098962 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-bcf4b7f6-672d-4f07-8cb1-23d1c1bccea2 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0645037 Jun 02 20:36:35.099822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:35.120348 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54704) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:35.123993 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed0e2d2-24c6-4673-be42-c7fe6c3d0be5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Network 9a493504-7814-455d-97be-c4bb1b45d229 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:35.129905 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-39f9abca-70d6-4f39-9da3-ea361eb49c41 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'subnet': {'network_id': '5c7c7817-09f9-4b5b-858e-640d9ee490f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:35.144361 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5bc72ece-bd9d-4aaa-bcee-652728dbb970 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:35.147107 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5bc72ece-bd9d-4aaa-bcee-652728dbb970 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "DELETE /v2.0/subnets/5b5cb12b-be4e-48e4-86c5-4a31baf4cf23 HTTP/1.1" status: 204 len: 168 time: 1.6698382 Jun 02 20:36:35.149352 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc72ece-bd9d-4aaa-bcee-652728dbb970 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event deleted for resources: {'Subnet': ['ID=5b5cb12b-be4e-48e4-86c5-4a31baf4cf23,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:35.151986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5bc72ece-bd9d-4aaa-bcee-652728dbb970 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:35.152776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54706) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:35.154248 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-7ed0e2d2-24c6-4673-be42-c7fe6c3d0be5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:35.180365 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed0e2d2-24c6-4673-be42-c7fe6c3d0be5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:35.180675 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 5c7c7817-09f9-4b5b-858e-640d9ee490f2 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:36:35.186265 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed0e2d2-24c6-4673-be42-c7fe6c3d0be5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:35.186893 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e2d2-24c6-4673-be42-c7fe6c3d0be5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:35.193120 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70643e7-3ac2-4da4-b58e-e253cb0a5503 None None] Network 8d199b3c-e7c5-4ba7-8450-9556969b6359 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:35.306991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:35.409038 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Deleting port eb24967d-1d65-42e9-9ef5-49196f173369 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:35.410872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:35.472416 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-398003ce-b427-4a0e-8566-80351ea1db37 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8::7d60:f063:48e6:124f (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/89aca111-19dc-4fe1-aeac-4cf79b2302cd/c9aeb14c-aa80-4f4d-9aaf-9212075cf581) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:35.477475 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7ed0e2d2-24c6-4673-be42-c7fe6c3d0be5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 1.7940638 Jun 02 20:36:35.492453 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54718) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:35.497222 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-39f9abca-70d6-4f39-9da3-ea361eb49c41 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:35.501117 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-39f9abca-70d6-4f39-9da3-ea361eb49c41 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Usage tracker for resource:subnet and tenant:b844dc2b9a3f473e9f66311bfcf362e2 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:35.509105 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-39f9abca-70d6-4f39-9da3-ea361eb49c41 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:35.515273 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-39f9abca-70d6-4f39-9da3-ea361eb49c41 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:35.517085 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Pushing event updated for resources: {'Port': ['ID=0e54cd56-f97a-4f2d-a71f-660552ece746,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:35.521495 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54720) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:35.540477 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:35.564037 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:35.572848 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b68df2cc-3f4d-4be3-8144-e187a23d741e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:35.578217 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:35.591104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] For port eb24967d-1d65-42e9-9ef5-49196f173369, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=eb24967d-1d65-42e9-9ef5-49196f173369,segment=NetworkSegment(e2418a65-dd75-4bf6-91a7-fa8a8543364e),segment_id=e2418a65-dd75-4bf6-91a7-fa8a8543364e)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:35.591804 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:35.597034 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b11c2b79-2b80-4c69-a35b-dd082958eb63 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:35.606909 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:35.618778 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f9abca-70d6-4f39-9da3-ea361eb49c41 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:35.622515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-39f9abca-70d6-4f39-9da3-ea361eb49c41 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:35.625102 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:35.673948 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68df2cc-3f4d-4be3-8144-e187a23d741e None None] No DVR routers for this DVR port eb24967d-1d65-42e9-9ef5-49196f173369 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:35.687792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68df2cc-3f4d-4be3-8144-e187a23d741e None None] Pushing event deleted for resources: {'Port': ['ID=eb24967d-1d65-42e9-9ef5-49196f173369,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:35.730031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-b68df2cc-3f4d-4be3-8144-e187a23d741e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:35.742704 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port ab77d5ec-0297-40f9-9828-c481198e87e2 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:35.769041 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Calling delete_port for eb24967d-1d65-42e9-9ef5-49196f173369 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:35.807931 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Request body: {'networks': [{'name': 'tempest-network--766094851'}, {'name': 'tempest-network--1034895323'}]} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:35.808246 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Request body: {'network': {'name': 'tempest-network--766094851'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:35.808826 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Request body: {'network': {'name': 'tempest-network--1034895323'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:35.822796 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:35.823620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:35.829608 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c1c05d77-4a1c-4112-903b-05e6bb74ab73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:35.829767 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port ab77d5ec-0297-40f9-9828-c481198e87e2 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:35.830091 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:35.839450 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b11c2b79-2b80-4c69-a35b-dd082958eb63 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:35.854912 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Usage tracker for resource:network and tenant:f9d08820396b47e4b9147fdc70275534 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:35.875911 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event deleted for resources: {'Port': ['ID=eb24967d-1d65-42e9-9ef5-49196f173369,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:35.876781 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:35.878645 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:35.881591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] No DVR routers for this DVR port eb24967d-1d65-42e9-9ef5-49196f173369 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:35.908330 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:35.928050 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11c2b79-2b80-4c69-a35b-dd082958eb63 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:35.931592 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b11c2b79-2b80-4c69-a35b-dd082958eb63 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:35.975134 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Attempting to bind port 0e54cd56-f97a-4f2d-a71f-660552ece746 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:36:35.975557 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Attempting to bind port 0e54cd56-f97a-4f2d-a71f-660552ece746 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:36:35.975932 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Attempting to bind port 0e54cd56-f97a-4f2d-a71f-660552ece746 on network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:36:35.981346 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616e0533-445d-4fa8-9069-b383990088da None None] DHCP port deletion for 8d199b3c-e7c5-4ba7-8450-9556969b6359 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:36:35.984241 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:35.994293 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-b11c2b79-2b80-4c69-a35b-dd082958eb63 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] device_id is not set on port 2547c99c-a2d8-4594-a008-58836a35216e yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:36:35.996954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-064b2c56-811b-46bc-9c14-d4e7816c43bb', 'network_id': '064b2c56-811b-46bc-9c14-d4e7816c43bb', 'tenant_id': '639a199037e04a6d8785e25b9cf213f1', 'fixed_ips': [{'subnet_id': 'e9db15bb-f857-42ad-9f63-2060d0a5c5cd'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:36:35.997774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.039491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.046068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Made reservation on behalf of f9d08820396b47e4b9147fdc70275534 for: {'network': 2} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:36.049624 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:36:36.050014 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Checking segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:36.050415 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.050746 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.050872 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Bound using segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:36:36.051316 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Bound port: 0e54cd56-f97a-4f2d-a71f-660552ece746, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:36:36.051893 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.055078 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33bb5812-e52c-49f7-88e1-97400c91b0d3']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:36.072387 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2418a65-dd75-4bf6-91a7-fa8a8543364e') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:36.072786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2418a65-dd75-4bf6-91a7-fa8a8543364e') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:36.086744 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.103563 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.110393 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:36:36.111076 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.126447 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8102cf63-e926-4ea7-aeb1-275f1adae156 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:36:36.127734 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:36:36.132210 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8102cf63-e926-4ea7-aeb1-275f1adae156 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:36.138125 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8102cf63-e926-4ea7-aeb1-275f1adae156 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:36.139154 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8102cf63-e926-4ea7-aeb1-275f1adae156 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Synchronizing usage tracker for tenant:55fc944702ba408380dff4cb10e0de9b on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:36.164144 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.210636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.219070 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-40d180ea-da45-4021-8e4e-00f96f7f0b74 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:36.219350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:36.230925 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Usage tracker for resource:security_group_rule and tenant:f9d08820396b47e4b9147fdc70275534 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:36.238056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.242527 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:36.253532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event deleted for resources: {'Network': ['ID=33bb5812-e52c-49f7-88e1-97400c91b0d3,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:36.261592 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:36.265689 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "DELETE /v2.0/networks/33bb5812-e52c-49f7-88e1-97400c91b0d3 HTTP/1.1" status: 204 len: 168 time: 1.1118813 Jun 02 20:36:36.266389 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54728) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:36.288221 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:36.333367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8102cf63-e926-4ea7-aeb1-275f1adae156 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Unset dirty status for tenant:55fc944702ba408380dff4cb10e0de9b on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:36.335882 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8102cf63-e926-4ea7-aeb1-275f1adae156 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2494 time: 0.8184106 Jun 02 20:36:36.348660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54732) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:36.354825 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.390959 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] For port 0e54cd56-f97a-4f2d-a71f-660552ece746, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:36:36.396054 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] For port 0e54cd56-f97a-4f2d-a71f-660552ece746, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=0e54cd56-f97a-4f2d-a71f-660552ece746,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:36:36.398475 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-616e0533-445d-4fa8-9069-b383990088da None None] Deleting port e42d2d36-3c10-4e17-b4ad-a58cdbfe379d {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:36.399076 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-616e0533-445d-4fa8-9069-b383990088da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.433875 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.451040 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.452920 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-14d9f8db-3805-4ec1-95c8-cc49590bd423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:36.484052 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-398003ce-b427-4a0e-8566-80351ea1db37 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.500602 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-b11c2b79-2b80-4c69-a35b-dd082958eb63 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Allocated IP 2001:db8::1c7 (064b2c56-811b-46bc-9c14-d4e7816c43bb/e9db15bb-f857-42ad-9f63-2060d0a5c5cd/2547c99c-a2d8-4594-a008-58836a35216e) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:36.547113 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-398003ce-b427-4a0e-8566-80351ea1db37 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Transition to ACTIVE for port object c9aeb14c-aa80-4f4d-9aaf-9212075cf581 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:36.588718 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port ab77d5ec-0297-40f9-9828-c481198e87e2, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ab77d5ec-0297-40f9-9828-c481198e87e2,segment=NetworkSegment(99868334-99b2-479c-bd85-f67031709784),segment_id=99868334-99b2-479c-bd85-f67031709784)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:36.615269 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.638397 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-616e0533-445d-4fa8-9069-b383990088da None None] For port e42d2d36-3c10-4e17-b4ad-a58cdbfe379d, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e42d2d36-3c10-4e17-b4ad-a58cdbfe379d,segment=NetworkSegment(77c43d99-9a76-47a2-ba33-842538a736fc),segment_id=77c43d99-9a76-47a2-ba33-842538a736fc)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:36.639041 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-616e0533-445d-4fa8-9069-b383990088da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.651839 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Deleting port e42d2d36-3c10-4e17-b4ad-a58cdbfe379d {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:36.652411 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.664723 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Pushing event updated for resources: {'Port': ['ID=0e54cd56-f97a-4f2d-a71f-660552ece746,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:36.669845 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-b02dfe71-52d0-449c-93e2-6480b6e37b17 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Deleting port 5ee119e8-54e0-499d-873b-434dd4647826 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:36.670301 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b02dfe71-52d0-449c-93e2-6480b6e37b17 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.728869 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.735395 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:36.736438 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:36.812371 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.812921 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.835976 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e3e47361-03b9-44d4-928f-ee03edc14af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:36.844628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e77a5057-6dae-4ce7-93c4-c12487df095f no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:36:36.858282 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-398003ce-b427-4a0e-8566-80351ea1db37 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.879924 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] For port e42d2d36-3c10-4e17-b4ad-a58cdbfe379d, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e42d2d36-3c10-4e17-b4ad-a58cdbfe379d,segment=NetworkSegment(77c43d99-9a76-47a2-ba33-842538a736fc),segment_id=77c43d99-9a76-47a2-ba33-842538a736fc)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:36.880287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.901189 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-616e0533-445d-4fa8-9069-b383990088da None None] Calling delete_port for e42d2d36-3c10-4e17-b4ad-a58cdbfe379d owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:36.926965 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398003ce-b427-4a0e-8566-80351ea1db37 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:36.933548 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: e77a5057-6dae-4ce7-93c4-c12487df095f {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:36:36.934150 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e77a5057-6dae-4ce7-93c4-c12487df095f not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:36:36.934736 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device eb24967d-1d65-42e9-9ef5-49196f173369 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:36:36.953147 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:36:36.970644 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:36.971275 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Added segment c131d8fb-2eee-4c51-bce8-f2e629ab0ff6 of type vlan for network 32b9f2b0-35c4-47b7-a893-f5d93d73a2a5 Jun 02 20:36:37.008578 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: eb24967d-1d65-42e9-9ef5-49196f173369 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:36:37.008933 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device eb24967d-1d65-42e9-9ef5-49196f173369 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:36:37.012477 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:37.043917 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0726b9c8-0746-4b37-8fff-8f1193bc92b9 None None] Provisioning complete for port ab77d5ec-0297-40f9-9828-c481198e87e2 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:37.044390 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0726b9c8-0746-4b37-8fff-8f1193bc92b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:37.054083 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:36:37.065104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:37.065493 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Added segment 85d826db-7a49-4d9d-aea0-ca92c56b004d of type vlan for network ff7dd921-b3ad-4de2-b167-32d74f759fe4 Jun 02 20:36:37.103716 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:37.132665 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=ab77d5ec-0297-40f9-9828-c481198e87e2,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:37.146009 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:37.156415 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-398003ce-b427-4a0e-8566-80351ea1db37 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:37.160121 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eec1b84-69f4-4cd3-baad-8e1718410330,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:37.227542 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e42d2d36-3c10-4e17-b4ad-a58cdbfe379d no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:36:37.234929 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398003ce-b427-4a0e-8566-80351ea1db37 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:37.242121 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398003ce-b427-4a0e-8566-80351ea1db37 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:37.242850 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-398003ce-b427-4a0e-8566-80351ea1db37 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:37.247727 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:37.258252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Calling delete_port for e42d2d36-3c10-4e17-b4ad-a58cdbfe379d owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:37.283209 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b02dfe71-52d0-449c-93e2-6480b6e37b17 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:37.295933 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4de3edb6-a51f-4945-a029-75f74663f246 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:37.349953 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:37.351210 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:37.359887 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:37.367100 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:37.368078 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:37.441243 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-b02dfe71-52d0-449c-93e2-6480b6e37b17 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Calling delete_port for 5ee119e8-54e0-499d-873b-434dd4647826 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:37.467434 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-616e0533-445d-4fa8-9069-b383990088da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:37.481954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:37.495379 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:37.500951 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8802be97-dde3-46fb-baf6-d3ffc66b406b tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:37.505113 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398003ce-b427-4a0e-8566-80351ea1db37 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=c9aeb14c-aa80-4f4d-9aaf-9212075cf581,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:37.508207 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-398003ce-b427-4a0e-8566-80351ea1db37 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:37.512629 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9409356 Jun 02 20:36:37.518009 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-398003ce-b427-4a0e-8566-80351ea1db37 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7902455 Jun 02 20:36:37.522575 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54738) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:37.522895 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54740) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:37.527130 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-791f9199-2402-45dd-8028-0c0247064e55 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:37.541145 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e0533-445d-4fa8-9069-b383990088da None None] Pushing event deleted for resources: {'Port': ['ID=e42d2d36-3c10-4e17-b4ad-a58cdbfe379d,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:37.543498 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616e0533-445d-4fa8-9069-b383990088da None None] No DVR routers for this DVR port e42d2d36-3c10-4e17-b4ad-a58cdbfe379d on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:37.544916 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:37.558852 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event deleted for resources: {'Port': ['ID=e42d2d36-3c10-4e17-b4ad-a58cdbfe379d,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:37.559191 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-616e0533-445d-4fa8-9069-b383990088da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:37.563677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:37.567459 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] No DVR routers for this DVR port e42d2d36-3c10-4e17-b4ad-a58cdbfe379d on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:37.584885 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0726b9c8-0746-4b37-8fff-8f1193bc92b9 None None] Provisioning for port cd5c42da-ccbb-4ba3-86c0-8f80d1713506 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:37.590860 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0726b9c8-0746-4b37-8fff-8f1193bc92b9 None None] Provisioning complete for port cd5c42da-ccbb-4ba3-86c0-8f80d1713506 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:37.591432 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0726b9c8-0746-4b37-8fff-8f1193bc92b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:37.639211 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-39f9abca-70d6-4f39-9da3-ea361eb49c41 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:37.669556 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b11c2b79-2b80-4c69-a35b-dd082958eb63 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:37.700353 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-0726b9c8-0746-4b37-8fff-8f1193bc92b9 None None] Port cd5c42da-ccbb-4ba3-86c0-8f80d1713506 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:37.747764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:37.767121 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d199b3c-e7c5-4ba7-8450-9556969b6359']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:37.781962 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c43d99-9a76-47a2-ba33-842538a736fc') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:37.782271 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c43d99-9a76-47a2-ba33-842538a736fc') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:37.784163 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0726b9c8-0746-4b37-8fff-8f1193bc92b9 None None] Provisioning for port 5ee119e8-54e0-499d-873b-434dd4647826 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:37.791098 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0726b9c8-0746-4b37-8fff-8f1193bc92b9 None None] Provisioning complete for port 5ee119e8-54e0-499d-873b-434dd4647826 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:37.791516 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0726b9c8-0746-4b37-8fff-8f1193bc92b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:37.793000 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b02dfe71-52d0-449c-93e2-6480b6e37b17 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:37.801681 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-36cd18bf-f753-47a8-8ef5-3bdf553bbf4a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:37.834570 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-0726b9c8-0746-4b37-8fff-8f1193bc92b9 None None] Port 5ee119e8-54e0-499d-873b-434dd4647826 was deleted so its status cannot be updated. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 02 20:36:37.848330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:37.941394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02dfe71-52d0-449c-93e2-6480b6e37b17 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Pushing event deleted for resources: {'Port': ['ID=5ee119e8-54e0-499d-873b-434dd4647826,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:37.964135 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b02dfe71-52d0-449c-93e2-6480b6e37b17 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:37.978602 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2cc0dbbe-56e7-42a2-a9f1-b2fb66687aef None None] Provisioning complete for port cd5c42da-ccbb-4ba3-86c0-8f80d1713506 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:37.979371 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2cc0dbbe-56e7-42a2-a9f1-b2fb66687aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:38.026146 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:38.034175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:36:38.034624 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:38.037434 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Pushing event updated for resources: {'Network': ['ID=32b9f2b0-35c4-47b7-a893-f5d93d73a2a5,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:38.071745 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-b11c2b79-2b80-4c69-a35b-dd082958eb63 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Transition to ACTIVE for port object 2547c99c-a2d8-4594-a008-58836a35216e will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:38.073453 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 32b9f2b0-35c4-47b7-a893-f5d93d73a2a5 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:36:38.174548 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:36:38.180416 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f9abca-70d6-4f39-9da3-ea361eb49c41 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Checking segment: {'id': '474b5af0-c162-415d-bcec-572b063cd7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5c7c7817-09f9-4b5b-858e-640d9ee490f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:38.181000 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f9abca-70d6-4f39-9da3-ea361eb49c41 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network hostable DHCP agents. Network: 5c7c7817-09f9-4b5b-858e-640d9ee490f2, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:36:38.209559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:38.212563 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-2cc0dbbe-56e7-42a2-a9f1-b2fb66687aef None None] Port cd5c42da-ccbb-4ba3-86c0-8f80d1713506 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:38.253807 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2cc0dbbe-56e7-42a2-a9f1-b2fb66687aef None None] Could not find standard attr ID for object 5ee119e8-54e0-499d-873b-434dd4647826. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:36:38.279795 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:38.296318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:38.335599 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb13a9e3-9320-4006-a69f-9fcf70581544 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:38.341495 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb13a9e3-9320-4006-a69f-9fcf70581544 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:38.342295 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-cb13a9e3-9320-4006-a69f-9fcf70581544 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:38.347675 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "DELETE /v2.0/networks/8d199b3c-e7c5-4ba7-8450-9556969b6359 HTTP/1.1" status: 204 len: 168 time: 2.0803952 Jun 02 20:36:38.365295 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54754) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:38.369099 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event deleted for resources: {'Network': ['ID=8d199b3c-e7c5-4ba7-8450-9556969b6359,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:38.372034 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b02dfe71-52d0-449c-93e2-6480b6e37b17 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:38.376320 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b02dfe71-52d0-449c-93e2-6480b6e37b17 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "DELETE /v2.0/ports/5ee119e8-54e0-499d-873b-434dd4647826 HTTP/1.1" status: 204 len: 168 time: 2.0243578 Jun 02 20:36:38.376320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:38.376865 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54756) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:38.425587 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df5a27c-acf4-4a3e-b4fb-d9e6dd8965f2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] GET failed (client error): The resource could not be found. Jun 02 20:36:38.426127 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4df5a27c-acf4-4a3e-b4fb-d9e6dd8965f2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Synchronizing usage tracker for tenant:55fc944702ba408380dff4cb10e0de9b on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:38.450936 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Pushing event updated for resources: {'Network': ['ID=ff7dd921-b3ad-4de2-b167-32d74f759fe4,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:38.463656 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network ff7dd921-b3ad-4de2-b167-32d74f759fe4 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:36:38.471271 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.944s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:38.477296 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4df5a27c-acf4-4a3e-b4fb-d9e6dd8965f2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Unset dirty status for tenant:55fc944702ba408380dff4cb10e0de9b on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:38.478449 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4df5a27c-acf4-4a3e-b4fb-d9e6dd8965f2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "GET /v2.0/ports/5ee119e8-54e0-499d-873b-434dd4647826 HTTP/1.1" status: 404 len: 333 time: 0.1007001 Jun 02 20:36:38.480685 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0a108-b607-4900-9ee5-e4aa9cc8cddc req-8d421366-1fce-4c3b-a330-8c53836ebfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:38.481774 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f861aa-08d0-4257-b76f-56cb312b6e04 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:38.482035 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5aa0a108-b607-4900-9ee5-e4aa9cc8cddc req-8d421366-1fce-4c3b-a330-8c53836ebfc5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=661507761bd9425583aaf58f371479f6&device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 1099 time: 0.2184198 Jun 02 20:36:38.485767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54758) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:38.487744 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f861aa-08d0-4257-b76f-56cb312b6e04 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:38.490700 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-65318dc3-9461-4af9-8038-9712a5fd6e36 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Request body: {'port': {'network_id': '9a493504-7814-455d-97be-c4bb1b45d229', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-77050195'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:38.494584 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f861aa-08d0-4257-b76f-56cb312b6e04 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:38.505198 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f861aa-08d0-4257-b76f-56cb312b6e04 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:38.506842 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e7f861aa-08d0-4257-b76f-56cb312b6e04 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Synchronizing usage tracker for tenant:f9d08820396b47e4b9147fdc70275534 on resource:network {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:38.511294 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.087s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:38.511901 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:38.551625 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e06c87fa-9da6-4407-b67c-7c069442f97a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.893s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:38.578949 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-000aeebd-2373-457f-8ec4-6e2855eff319 None None] Provisioning for port 0e54cd56-f97a-4f2d-a71f-660552ece746 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:38.593888 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1d211b-68e0-4742-b100-cdb73ba7e006 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Deleting subnet 612b4783-d0f5-4d3e-9e6b-2323d697fac1 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:36:38.597341 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a1d211b-68e0-4742-b100-cdb73ba7e006 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:38.631073 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f9abca-70d6-4f39-9da3-ea361eb49c41 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network 5c7c7817-09f9-4b5b-858e-640d9ee490f2 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:36:38.679586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-cb13a9e3-9320-4006-a69f-9fcf70581544 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:38.683097 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cb13a9e3-9320-4006-a69f-9fcf70581544 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.0985978 Jun 02 20:36:38.689632 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54760) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:38.696263 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-39f9abca-70d6-4f39-9da3-ea361eb49c41 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 5c7c7817-09f9-4b5b-858e-640d9ee490f2) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:38.740925 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b11c2b79-2b80-4c69-a35b-dd082958eb63 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:38.742817 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0a108-b607-4900-9ee5-e4aa9cc8cddc req-51e24e5b-d366-4d63-b00e-79ab5004295a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:38.743918 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5aa0a108-b607-4900-9ee5-e4aa9cc8cddc req-51e24e5b-d366-4d63-b00e-79ab5004295a service neutron] 10.222.0.95 "GET /v2.0/networks?id=6d422b3f-35f6-44d4-a56d-8cdfa486af18 HTTP/1.1" status: 200 len: 912 time: 0.2377942 Jun 02 20:36:38.749233 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc09308-a3c2-4460-bfd8-572c51f5311b None None] Network 5c7c7817-09f9-4b5b-858e-640d9ee490f2 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:38.752185 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-65318dc3-9461-4af9-8038-9712a5fd6e36 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:38.794285 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9abca-70d6-4f39-9da3-ea361eb49c41 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Subnet': ['ID=bcbdc310-dcc6-418b-bfab-7f4f314b7154,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:38.800032 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a1d211b-68e0-4742-b100-cdb73ba7e006 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:38.837275 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f9abca-70d6-4f39-9da3-ea361eb49c41 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:38.837880 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-39f9abca-70d6-4f39-9da3-ea361eb49c41 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:38.841473 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e7f861aa-08d0-4257-b76f-56cb312b6e04 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Unset dirty status for tenant:f9d08820396b47e4b9147fdc70275534 on resource:network {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:38.845208 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e7f861aa-08d0-4257-b76f-56cb312b6e04 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.2914636 Jun 02 20:36:38.845354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-65318dc3-9461-4af9-8038-9712a5fd6e36 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:38.850597 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54764) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:38.852722 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-39f9abca-70d6-4f39-9da3-ea361eb49c41 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:38.859794 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8858e7f0-8e84-497e-a468-26956a8787f2 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:38.904800 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-90ee8310-9342-46cd-8417-77cae799cf82 None None] Provisioning for port c9aeb14c-aa80-4f4d-9aaf-9212075cf581 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:38.929688 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-90ee8310-9342-46cd-8417-77cae799cf82 None None] Provisioning complete for port c9aeb14c-aa80-4f4d-9aaf-9212075cf581 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:38.930064 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-90ee8310-9342-46cd-8417-77cae799cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:38.951356 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11c2b79-2b80-4c69-a35b-dd082958eb63 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 064b2c56-811b-46bc-9c14-d4e7816c43bb is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:38.992784 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Allocated IP 2001:db8::2 (064b2c56-811b-46bc-9c14-d4e7816c43bb/e9db15bb-f857-42ad-9f63-2060d0a5c5cd/1ab1bd0a-b2fc-4335-a629-6377aa21bffc) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:38.996903 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-b11c2b79-2b80-4c69-a35b-dd082958eb63 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:39.015756 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-39f9abca-70d6-4f39-9da3-ea361eb49c41 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.8943603 Jun 02 20:36:39.023677 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc0374-a9e0-4abb-bd81-b932f0685969 req-f039e731-492d-4ecb-b2cc-349e3cbf6e2d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:39.025247 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-64fc0374-a9e0-4abb-bd81-b932f0685969 req-f039e731-492d-4ecb-b2cc-349e3cbf6e2d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.6993029 Jun 02 20:36:39.028050 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-90ee8310-9342-46cd-8417-77cae799cf82 None None] Port c9aeb14c-aa80-4f4d-9aaf-9212075cf581 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:39.028594 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54766) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:39.032453 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c2b79-2b80-4c69-a35b-dd082958eb63 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:39.037539 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11c2b79-2b80-4c69-a35b-dd082958eb63 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:39.038701 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b11c2b79-2b80-4c69-a35b-dd082958eb63 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:39.078386 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5aa0a108-b607-4900-9ee5-e4aa9cc8cddc req-c1a0731f-7cfc-4615-b059-eb0bac017537 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a901cc98-7deb-4f4d-80a3-acef48dbdab7 HTTP/1.1" status: 200 len: 1002 time: 0.3232224 Jun 02 20:36:39.093274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65318dc3-9461-4af9-8038-9712a5fd6e36 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Made reservation on behalf of 55fc944702ba408380dff4cb10e0de9b for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:39.093274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-65318dc3-9461-4af9-8038-9712a5fd6e36 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:39.128684 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c2b79-2b80-4c69-a35b-dd082958eb63 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=2547c99c-a2d8-4594-a008-58836a35216e,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:39.144363 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b11c2b79-2b80-4c69-a35b-dd082958eb63 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:39.181535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0a108-b607-4900-9ee5-e4aa9cc8cddc req-3c2939d0-ef65-4f27-bc71-4b2d9a80b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:39.183183 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5aa0a108-b607-4900-9ee5-e4aa9cc8cddc req-3c2939d0-ef65-4f27-bc71-4b2d9a80b23c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c83951fa-3604-4554-9055-6ed20c4b7e5d HTTP/1.1" status: 200 len: 850 time: 0.0947399 Jun 02 20:36:39.216420 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b11c2b79-2b80-4c69-a35b-dd082958eb63 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3258176 Jun 02 20:36:39.223209 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54768) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:39.239185 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-ae0310cc-244b-409c-81cf-9c6c71e0aa51 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'port': {'network_id': '064b2c56-811b-46bc-9c14-d4e7816c43bb', 'name': 'tempest-PortsIpV6TestJSON-320712912'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:39.251967 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-5c7c7817-09f9-4b5b-858e-640d9ee490f2', 'network_id': '5c7c7817-09f9-4b5b-858e-640d9ee490f2', 'tenant_id': 'b844dc2b9a3f473e9f66311bfcf362e2', 'fixed_ips': [{'subnet_id': 'bcbdc310-dcc6-418b-bfab-7f4f314b7154'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:36:39.253456 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:39.274488 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-64fc0374-a9e0-4abb-bd81-b932f0685969 req-dca17788-8416-4e71-870f-3e09ba918c9e tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280934 Jun 02 20:36:39.287590 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a1d211b-68e0-4742-b100-cdb73ba7e006 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:39.329882 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-65318dc3-9461-4af9-8038-9712a5fd6e36 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] device_id is not set on port bf6bb868-3ba2-4629-9531-d4975e6aec1d yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:36:39.351543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 0e54cd56-f97a-4f2d-a71f-660552ece746 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:39.405342 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2e71181b-3830-4fac-a2f8-03c48148a6ff tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:39.509322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:39.511994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-88c2ca58-a178-490d-a674-ed362135cc9d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting port c9aeb14c-aa80-4f4d-9aaf-9212075cf581 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:39.512330 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88c2ca58-a178-490d-a674-ed362135cc9d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:39.534840 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0a108-b607-4900-9ee5-e4aa9cc8cddc req-2bede411-0b63-4999-bbf2-cef74193a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:39.536350 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5aa0a108-b607-4900-9ee5-e4aa9cc8cddc req-2bede411-0b63-4999-bbf2-cef74193a08f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6d422b3f-35f6-44d4-a56d-8cdfa486af18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3449109 Jun 02 20:36:39.601685 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 0e54cd56-f97a-4f2d-a71f-660552ece746 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:39.606889 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:39.611859 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 0e54cd56-f97a-4f2d-a71f-660552ece746 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:39.612310 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:39.673603 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Transition to ACTIVE for port object 1ab1bd0a-b2fc-4335-a629-6377aa21bffc will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:39.693151 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Allocated IP 172.20.0.1 (5c7c7817-09f9-4b5b-858e-640d9ee490f2/bcbdc310-dcc6-418b-bfab-7f4f314b7154/ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:39.728261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-65318dc3-9461-4af9-8038-9712a5fd6e36 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Allocated IP 2001:db8::195 (9a493504-7814-455d-97be-c4bb1b45d229/9678eed4-d307-4359-8ab3-0bcd6df75edf/bf6bb868-3ba2-4629-9531-d4975e6aec1d) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:39.731642 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2e71181b-3830-4fac-a2f8-03c48148a6ff tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:39.744735 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Transition to ACTIVE for port object 1ab1bd0a-b2fc-4335-a629-6377aa21bffc will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:39.763666 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-2e71181b-3830-4fac-a2f8-03c48148a6ff tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b9f2b0-35c4-47b7-a893-f5d93d73a2a5']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:39.781871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-2e71181b-3830-4fac-a2f8-03c48148a6ff tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c131d8fb-2eee-4c51-bce8-f2e629ab0ff6') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:39.782191 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-2e71181b-3830-4fac-a2f8-03c48148a6ff tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c131d8fb-2eee-4c51-bce8-f2e629ab0ff6') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:39.793760 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ae0310cc-244b-409c-81cf-9c6c71e0aa51 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:39.809802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2e71181b-3830-4fac-a2f8-03c48148a6ff tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:39.827703 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:39.833423 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ae0310cc-244b-409c-81cf-9c6c71e0aa51 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:port and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:39.838624 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ae0310cc-244b-409c-81cf-9c6c71e0aa51 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:39.844582 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c54f2573-566e-4983-ae52-1c7872417012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:39.852940 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88c2ca58-a178-490d-a674-ed362135cc9d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:39.865117 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2e71181b-3830-4fac-a2f8-03c48148a6ff tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:39.868750 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5aa0a108-b607-4900-9ee5-e4aa9cc8cddc req-8ebccde7-d195-4b18-bf2f-a9c0438e8a71 service neutron] 10.222.0.95 "GET /v2.0/networks/6d422b3f-35f6-44d4-a56d-8cdfa486af18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141584 Jun 02 20:36:39.872569 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ae0310cc-244b-409c-81cf-9c6c71e0aa51 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:39.905166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e71181b-3830-4fac-a2f8-03c48148a6ff tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:36:39.905611 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2e71181b-3830-4fac-a2f8-03c48148a6ff tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:39.912233 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Network 064b2c56-811b-46bc-9c14-d4e7816c43bb is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:39.918760 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:36:39.921958 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:36:39.936450 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:40.015331 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:40.033751 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Pushing event updated for resources: {'Port': ['ID=1ab1bd0a-b2fc-4335-a629-6377aa21bffc,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:40.036719 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:40.128704 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:40.156153 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2e71181b-3830-4fac-a2f8-03c48148a6ff tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:40.159990 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Attempting to bind port 1ab1bd0a-b2fc-4335-a629-6377aa21bffc on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:36:40.160387 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Attempting to bind port 1ab1bd0a-b2fc-4335-a629-6377aa21bffc by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '528fd67f-0c46-4e6f-96c7-e76983b6889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '064b2c56-811b-46bc-9c14-d4e7816c43bb'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:36:40.160755 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Attempting to bind port 1ab1bd0a-b2fc-4335-a629-6377aa21bffc on network 064b2c56-811b-46bc-9c14-d4e7816c43bb {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:36:40.173417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:40.175180 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:36:40.175739 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Checking segment: {'id': '528fd67f-0c46-4e6f-96c7-e76983b6889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '064b2c56-811b-46bc-9c14-d4e7816c43bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:40.176160 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:40.176564 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Bound using segment: {'id': '528fd67f-0c46-4e6f-96c7-e76983b6889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '064b2c56-811b-46bc-9c14-d4e7816c43bb'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:36:40.177050 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Bound port: 1ab1bd0a-b2fc-4335-a629-6377aa21bffc, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528fd67f-0c46-4e6f-96c7-e76983b6889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '064b2c56-811b-46bc-9c14-d4e7816c43bb'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:36:40.177434 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:40.189091 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2e71181b-3830-4fac-a2f8-03c48148a6ff tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:40.193519 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 0e54cd56-f97a-4f2d-a71f-660552ece746, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=0e54cd56-f97a-4f2d-a71f-660552ece746,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:40.206108 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:40.206919 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ab77d5ec-0297-40f9-9828-c481198e87e2 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:40.224742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71181b-3830-4fac-a2f8-03c48148a6ff tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Pushing event deleted for resources: {'Network': ['ID=32b9f2b0-35c4-47b7-a893-f5d93d73a2a5,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:40.232537 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-88c2ca58-a178-490d-a674-ed362135cc9d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Calling delete_port for c9aeb14c-aa80-4f4d-9aaf-9212075cf581 owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:40.233098 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2e71181b-3830-4fac-a2f8-03c48148a6ff tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:40.244826 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-07f16ca6-3f0a-4e82-bf01-da2e5c593961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:40.252637 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5aa0a108-b607-4900-9ee5-e4aa9cc8cddc req-bcab207d-717c-4a82-a718-d4af948053fd service neutron] 10.222.0.95 "GET /v2.0/networks/6d422b3f-35f6-44d4-a56d-8cdfa486af18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746130 Jun 02 20:36:40.256384 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2e71181b-3830-4fac-a2f8-03c48148a6ff tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "DELETE /v2.0/networks/32b9f2b0-35c4-47b7-a893-f5d93d73a2a5 HTTP/1.1" status: 204 len: 168 time: 1.4046762 Jun 02 20:36:40.259800 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54770) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:40.271675 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0310cc-244b-409c-81cf-9c6c71e0aa51 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:40.275276 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ae0310cc-244b-409c-81cf-9c6c71e0aa51 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:40.284584 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:40.305788 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-65318dc3-9461-4af9-8038-9712a5fd6e36 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:40.384419 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-ae0310cc-244b-409c-81cf-9c6c71e0aa51 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] device_id is not set on port cc28530f-a814-4474-b275-a1ce80e47ab9 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:36:40.395751 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-65318dc3-9461-4af9-8038-9712a5fd6e36 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Transition to ACTIVE for port object bf6bb868-3ba2-4629-9531-d4975e6aec1d will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:40.432010 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Transition to ACTIVE for port object ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:40.445649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ada4887-d855-4da1-8184-a221934a41c4 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:40.465288 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] For port 1ab1bd0a-b2fc-4335-a629-6377aa21bffc, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:36:40.490426 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] For port 1ab1bd0a-b2fc-4335-a629-6377aa21bffc, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1ab1bd0a-b2fc-4335-a629-6377aa21bffc,segment=NetworkSegment(528fd67f-0c46-4e6f-96c7-e76983b6889d),segment_id=528fd67f-0c46-4e6f-96c7-e76983b6889d)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:36:40.493454 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Transition to ACTIVE for port object ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:40.496065 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=0e54cd56-f97a-4f2d-a71f-660552ece746,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:40.499246 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:40.502718 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:40.508984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:40.557187 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:40.604024 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a1d211b-68e0-4742-b100-cdb73ba7e006 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:40.605213 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-65318dc3-9461-4af9-8038-9712a5fd6e36 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:40.614668 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2b25c62a-8056-436e-9b97-fe3a0cf2ce50 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:40.615816 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port ab77d5ec-0297-40f9-9828-c481198e87e2 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:40.617049 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:40.645740 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Network 5c7c7817-09f9-4b5b-858e-640d9ee490f2 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:40.653845 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:40.656044 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:40.670469 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Pushing event updated for resources: {'Port': ['ID=1ab1bd0a-b2fc-4335-a629-6377aa21bffc,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:40.681987 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:40.684397 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:40.709087 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d211b-68e0-4742-b100-cdb73ba7e006 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event deleted for resources: {'Subnet': ['ID=612b4783-d0f5-4d3e-9e6b-2323d697fac1,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:40.716889 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a1d211b-68e0-4742-b100-cdb73ba7e006 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:40.719713 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2a1d211b-68e0-4742-b100-cdb73ba7e006 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:40.731991 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6636b32c-1727-4153-98dc-18cb0666d897 None None] Network 106b015d-0860-4e33-8d70-88cdefc18b47 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:40.766162 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2a1d211b-68e0-4742-b100-cdb73ba7e006 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "DELETE /v2.0/subnets/612b4783-d0f5-4d3e-9e6b-2323d697fac1 HTTP/1.1" status: 204 len: 168 time: 2.3549347 Jun 02 20:36:40.776300 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54774) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:40.885440 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ada4887-d855-4da1-8184-a221934a41c4 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:40.912691 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-9ada4887-d855-4da1-8184-a221934a41c4 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7dd921-b3ad-4de2-b167-32d74f759fe4']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:40.938664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-9ada4887-d855-4da1-8184-a221934a41c4 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d826db-7a49-4d9d-aea0-ca92c56b004d') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:40.939125 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-9ada4887-d855-4da1-8184-a221934a41c4 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d826db-7a49-4d9d-aea0-ca92c56b004d') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:40.948068 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:41.013603 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ada4887-d855-4da1-8184-a221934a41c4 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:41.031168 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-ae0310cc-244b-409c-81cf-9c6c71e0aa51 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Allocated IP 2001:db8::98 (064b2c56-811b-46bc-9c14-d4e7816c43bb/e9db15bb-f857-42ad-9f63-2060d0a5c5cd/cc28530f-a814-4474-b275-a1ce80e47ab9) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:41.061395 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974a84c-0606-4216-97ea-e3ac7ec02c8b req-dc09c623-257b-4015-9741-98bbf6c32254 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:41.065171 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Pushing event updated for resources: {'Port': ['ID=ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:41.071034 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8974a84c-0606-4216-97ea-e3ac7ec02c8b req-dc09c623-257b-4015-9741-98bbf6c32254 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.6737707 Jun 02 20:36:41.073887 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:41.079757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65318dc3-9461-4af9-8038-9712a5fd6e36 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Network 9a493504-7814-455d-97be-c4bb1b45d229 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:41.098498 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ada4887-d855-4da1-8184-a221934a41c4 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:41.109616 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Attempting to bind port ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:36:41.110351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Attempting to bind port ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '474b5af0-c162-415d-bcec-572b063cd7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5c7c7817-09f9-4b5b-858e-640d9ee490f2'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:36:41.110351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Attempting to bind port ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1 on network 5c7c7817-09f9-4b5b-858e-640d9ee490f2 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:36:41.110895 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-65318dc3-9461-4af9-8038-9712a5fd6e36 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:41.114464 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65318dc3-9461-4af9-8038-9712a5fd6e36 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:41.120278 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65318dc3-9461-4af9-8038-9712a5fd6e36 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:41.121904 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-65318dc3-9461-4af9-8038-9712a5fd6e36 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:41.146501 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88c2ca58-a178-490d-a674-ed362135cc9d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:41.147823 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ada4887-d855-4da1-8184-a221934a41c4 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:36:41.148830 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ada4887-d855-4da1-8184-a221934a41c4 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:41.165447 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:36:41.165671 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Checking segment: {'id': '474b5af0-c162-415d-bcec-572b063cd7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5c7c7817-09f9-4b5b-858e-640d9ee490f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:36:41.165842 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:36:41.167788 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:41.167788 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Bound using segment: {'id': '474b5af0-c162-415d-bcec-572b063cd7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5c7c7817-09f9-4b5b-858e-640d9ee490f2'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:36:41.167788 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Bound port: ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474b5af0-c162-415d-bcec-572b063cd7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5c7c7817-09f9-4b5b-858e-640d9ee490f2'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:36:41.168652 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:41.187750 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8f5e2cad-a54f-4ec8-83bf-3e87838681ef tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:41.242921 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65318dc3-9461-4af9-8038-9712a5fd6e36 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Pushing event updated for resources: {'Port': ['ID=bf6bb868-3ba2-4629-9531-d4975e6aec1d,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:41.246199 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-65318dc3-9461-4af9-8038-9712a5fd6e36 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:41.272244 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-65318dc3-9461-4af9-8038-9712a5fd6e36 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7854109 Jun 02 20:36:41.289922 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8974a84c-0606-4216-97ea-e3ac7ec02c8b req-b8db4f26-31e8-4163-8cd3-db7fa05b9383 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178974 Jun 02 20:36:41.293636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54776) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:41.308097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-774b6bc8-87ec-45fe-9946-f5b2180bb8b4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::f0', 'mac_address': 'fa:16:3e:ba:e9:1a'}]}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:41.335992 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:41.372821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88c2ca58-a178-490d-a674-ed362135cc9d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:41.376505 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2ca58-a178-490d-a674-ed362135cc9d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=c9aeb14c-aa80-4f4d-9aaf-9212075cf581,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:41.378905 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-88c2ca58-a178-490d-a674-ed362135cc9d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:41.448971 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] For port ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:36:41.453499 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] For port ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1,segment=NetworkSegment(474b5af0-c162-415d-bcec-572b063cd7b5),segment_id=474b5af0-c162-415d-bcec-572b063cd7b5)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:36:41.462952 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:41.479051 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:41.553142 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54778) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:41.557382 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-88c2ca58-a178-490d-a674-ed362135cc9d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/c9aeb14c-aa80-4f4d-9aaf-9212075cf581 HTTP/1.1" status: 204 len: 168 time: 2.8590944 Jun 02 20:36:41.588808 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9495756-a32e-46c5-8a82-d793f35a7cbb None None] DHCP port deletion for 106b015d-0860-4e33-8d70-88cdefc18b47 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:36:41.625498 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:41.632551 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-31e949cd-628b-462e-9d6a-29c8a42bc5d8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:41.691184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d84aa2b-0883-42b0-99db-372086379e17 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:41.693293 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d84aa2b-0883-42b0-99db-372086379e17 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:41.695138 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0d84aa2b-0883-42b0-99db-372086379e17 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1104071 Jun 02 20:36:41.699039 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ada4887-d855-4da1-8184-a221934a41c4 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:41.699258 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1ab1bd0a-b2fc-4335-a629-6377aa21bffc up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:41.700286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54780) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:41.747679 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:41.768206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ada4887-d855-4da1-8184-a221934a41c4 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:41.791181 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Subnet': ['ID=bcbdc310-dcc6-418b-bfab-7f4f314b7154,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:41.806261 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Pushing event updated for resources: {'Port': ['ID=ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:41.825949 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:41.842666 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b7c38b91-72f8-45f2-90da-794647ec89f4 None None] Provisioning for port bf6bb868-3ba2-4629-9531-d4975e6aec1d completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:41.862737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-774b6bc8-87ec-45fe-9946-f5b2180bb8b4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:41.863244 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b7c38b91-72f8-45f2-90da-794647ec89f4 None None] Provisioning complete for port bf6bb868-3ba2-4629-9531-d4975e6aec1d triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:41.863699 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b7c38b91-72f8-45f2-90da-794647ec89f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:41.889528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:41.919700 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:36:41.931015 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:41.938596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada4887-d855-4da1-8184-a221934a41c4 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Pushing event deleted for resources: {'Network': ['ID=ff7dd921-b3ad-4de2-b167-32d74f759fe4,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:41.950447 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Deleting port 9bd90a15-bad8-46c0-afc1-aa706128798f {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:41.950980 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:41.954235 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 1ab1bd0a-b2fc-4335-a629-6377aa21bffc completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:41.974435 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9ada4887-d855-4da1-8184-a221934a41c4 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:41.992438 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7c7817-09f9-4b5b-858e-640d9ee490f2']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:41.995293 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 0e54cd56-f97a-4f2d-a71f-660552ece746 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:42.033384 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9ada4887-d855-4da1-8184-a221934a41c4 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "DELETE /v2.0/networks/ff7dd921-b3ad-4de2-b167-32d74f759fe4 HTTP/1.1" status: 204 len: 168 time: 1.7724130 Jun 02 20:36:42.034610 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-f9495756-a32e-46c5-8a82-d793f35a7cbb None None] Deleting port 9bd90a15-bad8-46c0-afc1-aa706128798f {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:42.035367 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f9495756-a32e-46c5-8a82-d793f35a7cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:42.046932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54782) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:42.058631 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-b7c38b91-72f8-45f2-90da-794647ec89f4 None None] Port bf6bb868-3ba2-4629-9531-d4975e6aec1d cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:42.072027 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-4564c567-4875-4b68-a242-7ef5732a46aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet 89aca111-19dc-4fe1-aeac-4cf79b2302cd {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:36:42.110547 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474b5af0-c162-415d-bcec-572b063cd7b5') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:42.114215 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474b5af0-c162-415d-bcec-572b063cd7b5') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:42.138816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4564c567-4875-4b68-a242-7ef5732a46aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:42.190823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ae0310cc-244b-409c-81cf-9c6c71e0aa51 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:42.192245 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f9495756-a32e-46c5-8a82-d793f35a7cbb None None] For port 9bd90a15-bad8-46c0-afc1-aa706128798f, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9bd90a15-bad8-46c0-afc1-aa706128798f,segment=NetworkSegment(4dfb4c56-969c-4f81-88ac-64e92b58321e),segment_id=4dfb4c56-969c-4f81-88ac-64e92b58321e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:42.192654 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f9495756-a32e-46c5-8a82-d793f35a7cbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:42.196711 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:42.202054 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783c5be1-2a59-4130-8275-99a0feeda537 None None] Network 064b2c56-811b-46bc-9c14-d4e7816c43bb requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:42.235175 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:42.245283 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] For port 9bd90a15-bad8-46c0-afc1-aa706128798f, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9bd90a15-bad8-46c0-afc1-aa706128798f,segment=NetworkSegment(4dfb4c56-969c-4f81-88ac-64e92b58321e),segment_id=4dfb4c56-969c-4f81-88ac-64e92b58321e)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:42.246243 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:42.255335 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-ae0310cc-244b-409c-81cf-9c6c71e0aa51 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Transition to ACTIVE for port object cc28530f-a814-4474-b275-a1ce80e47ab9 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:42.260472 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:36:42.261102 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:36:42.276589 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:36:42.353942 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-f9495756-a32e-46c5-8a82-d793f35a7cbb None None] Calling delete_port for 9bd90a15-bad8-46c0-afc1-aa706128798f owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:42.411624 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 0e54cd56-f97a-4f2d-a71f-660552ece746 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:42.412305 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:42.478754 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4564c567-4875-4b68-a242-7ef5732a46aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:42.495461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-44a87f5a-8e07-495c-8bdf-572033e3bf34 None None] Provisioning for port 1ab1bd0a-b2fc-4335-a629-6377aa21bffc completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:42.525195 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-44a87f5a-8e07-495c-8bdf-572033e3bf34 None None] Provisioning complete for port 1ab1bd0a-b2fc-4335-a629-6377aa21bffc triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:42.525615 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-44a87f5a-8e07-495c-8bdf-572033e3bf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:42.559105 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5270f5b-5975-4211-b9a3-b3b81cee44dd tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:42.565717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5270f5b-5975-4211-b9a3-b3b81cee44dd tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:42.566606 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f5270f5b-5975-4211-b9a3-b3b81cee44dd tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Synchronizing usage tracker for tenant:f9d08820396b47e4b9147fdc70275534 on resource:network {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:42.581835 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Calling delete_port for 9bd90a15-bad8-46c0-afc1-aa706128798f owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:42.623554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f5270f5b-5975-4211-b9a3-b3b81cee44dd tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Unset dirty status for tenant:f9d08820396b47e4b9147fdc70275534 on resource:network {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:42.624889 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f5270f5b-5975-4211-b9a3-b3b81cee44dd tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5784829 Jun 02 20:36:42.632289 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54786) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:42.641391 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-bf4c7f14-5545-43c1-9af8-76d9fe285ee0 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1652023007'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:42.657689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-bf4c7f14-5545-43c1-9af8-76d9fe285ee0 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:42.670420 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-774b6bc8-87ec-45fe-9946-f5b2180bb8b4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:42.678157 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-bf4c7f14-5545-43c1-9af8-76d9fe285ee0 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:42.684582 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-774b6bc8-87ec-45fe-9946-f5b2180bb8b4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:42.692810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3dc2f6be-d214-4daa-9332-2afe38c445be tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:42.734277 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ae0310cc-244b-409c-81cf-9c6c71e0aa51 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:42.760935 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4564c567-4875-4b68-a242-7ef5732a46aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:42.778205 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dfd1d343-8d4a-489d-8bff-b21537125ee4 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:42.808719 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-774b6bc8-87ec-45fe-9946-f5b2180bb8b4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] In _notify_port_updated(), no bound segment for port bf6bb868-3ba2-4629-9531-d4975e6aec1d on network 9a493504-7814-455d-97be-c4bb1b45d229 {{(pid=92549) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:36:42.814878 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774b6bc8-87ec-45fe-9946-f5b2180bb8b4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:42.816127 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-774b6bc8-87ec-45fe-9946-f5b2180bb8b4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:42.817728 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-774b6bc8-87ec-45fe-9946-f5b2180bb8b4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "PUT /v2.0/ports/bf6bb868-3ba2-4629-9531-d4975e6aec1d HTTP/1.1" status: 200 len: 1014 time: 1.5198221 Jun 02 20:36:42.819172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4c7f14-5545-43c1-9af8-76d9fe285ee0 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Made reservation on behalf of f9d08820396b47e4b9147fdc70275534 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:42.822213 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bf4c7f14-5545-43c1-9af8-76d9fe285ee0 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:42.831706 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54788) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:42.854529 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0310cc-244b-409c-81cf-9c6c71e0aa51 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 064b2c56-811b-46bc-9c14-d4e7816c43bb is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:42.885511 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b6bc8-87ec-45fe-9946-f5b2180bb8b4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Pushing event updated for resources: {'Port': ['ID=bf6bb868-3ba2-4629-9531-d4975e6aec1d,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:42.889175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-774b6bc8-87ec-45fe-9946-f5b2180bb8b4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:42.912011 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.db.api [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 20:36:42.912011 dv-neutron-601336-84-hyperv neutron-server[92548]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 20:36:42.912011 dv-neutron-601336-84-hyperv neutron-server[92548]: [parameters: {'id': '5c7c7817-09f9-4b5b-858e-640d9ee490f2'}] Jun 02 20:36:42.912011 dv-neutron-601336-84-hyperv neutron-server[92548]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:36:42.912890 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_db.api [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:36:42.913804 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-ae0310cc-244b-409c-81cf-9c6c71e0aa51 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:42.930327 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4c7f14-5545-43c1-9af8-76d9fe285ee0 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:36:42.939904 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f9495756-a32e-46c5-8a82-d793f35a7cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:42.951772 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c1d4de7e-5e02-4bcd-abff-35de2ba53f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:42.980781 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0310cc-244b-409c-81cf-9c6c71e0aa51 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:42.987066 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0310cc-244b-409c-81cf-9c6c71e0aa51 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:42.987948 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ae0310cc-244b-409c-81cf-9c6c71e0aa51 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:43.000926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0310cc-244b-409c-81cf-9c6c71e0aa51 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=cc28530f-a814-4474-b275-a1ce80e47ab9,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:43.011783 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-44a87f5a-8e07-495c-8bdf-572033e3bf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:43.015193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bf4c7f14-5545-43c1-9af8-76d9fe285ee0 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:43.015698 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-bf4c7f14-5545-43c1-9af8-76d9fe285ee0 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Added segment c7e313a1-783a-478c-af2e-c7f3ce0afa91 of type vlan for network f17c7a5d-80d2-4097-a5cd-5a9b7ee49bd3 Jun 02 20:36:43.016342 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ae0310cc-244b-409c-81cf-9c6c71e0aa51 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:43.069146 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ae0310cc-244b-409c-81cf-9c6c71e0aa51 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8384905 Jun 02 20:36:43.076484 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54790) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:43.078382 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bf4c7f14-5545-43c1-9af8-76d9fe285ee0 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:43.124442 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97896d6-9d23-4cff-bb08-05b648aa93b9 req-5d7def71-1c98-401d-936a-096d99780817 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:43.125769 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d97896d6-9d23-4cff-bb08-05b648aa93b9 req-5d7def71-1c98-401d-936a-096d99780817 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.6239259 Jun 02 20:36:43.126324 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeb94a2-b121-4f91-b0e8-9fa5e23ef724 None None] Network 5c7c7817-09f9-4b5b-858e-640d9ee490f2 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:43.142805 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9495756-a32e-46c5-8a82-d793f35a7cbb None None] Pushing event deleted for resources: {'Port': ['ID=9bd90a15-bad8-46c0-afc1-aa706128798f,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:43.146326 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f9495756-a32e-46c5-8a82-d793f35a7cbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:43.167515 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9495756-a32e-46c5-8a82-d793f35a7cbb None None] No DVR routers for this DVR port 9bd90a15-bad8-46c0-afc1-aa706128798f on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:43.183325 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:43.198144 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5673e910-186d-4405-bd7a-507876cc2bee tempest-PortsAdminExtendedAttrsTestJSON-2124376939 tempest-PortsAdminExtendedAttrsTestJSON-2124376939-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:43.253104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event deleted for resources: {'Port': ['ID=9bd90a15-bad8-46c0-afc1-aa706128798f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:43.257476 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:43.260468 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] No DVR routers for this DVR port 9bd90a15-bad8-46c0-afc1-aa706128798f on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:43.265748 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d97896d6-9d23-4cff-bb08-05b648aa93b9 req-6920a6a9-b64a-4de1-b95e-84b25670eda7 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301825 Jun 02 20:36:43.305335 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-44a87f5a-8e07-495c-8bdf-572033e3bf34 None None] For port 1ab1bd0a-b2fc-4335-a629-6377aa21bffc, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1ab1bd0a-b2fc-4335-a629-6377aa21bffc,segment=NetworkSegment(528fd67f-0c46-4e6f-96c7-e76983b6889d),segment_id=528fd67f-0c46-4e6f-96c7-e76983b6889d)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:43.330437 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-ecceae6e-f4e1-48b5-839d-da504a0dacc1 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Deleting port bf6bb868-3ba2-4629-9531-d4975e6aec1d {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:43.330855 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ecceae6e-f4e1-48b5-839d-da504a0dacc1 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:43.352196 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-44a87f5a-8e07-495c-8bdf-572033e3bf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:43.360665 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:43.386558 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.db.resource_extend [None req-bf4c7f14-5545-43c1-9af8-76d9fe285ee0 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 20:36:43.415449 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:43.444640 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bf4c7f14-5545-43c1-9af8-76d9fe285ee0 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:43.451614 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4c7f14-5545-43c1-9af8-76d9fe285ee0 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:43.452434 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bf4c7f14-5545-43c1-9af8-76d9fe285ee0 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:43.463439 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7c96f38f-0149-491a-95a4-ab67423b8d33 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:43.471934 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:43.472920 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:43.502437 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106b015d-0860-4e33-8d70-88cdefc18b47']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:43.527779 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfb4c56-969c-4f81-88ac-64e92b58321e') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:43.527987 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfb4c56-969c-4f81-88ac-64e92b58321e') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:43.583495 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:43.603469 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a87f5a-8e07-495c-8bdf-572033e3bf34 None None] Pushing event updated for resources: {'Port': ['ID=1ab1bd0a-b2fc-4335-a629-6377aa21bffc,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:43.615521 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:43.618551 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48ec596-aedf-40e9-8531-d560dc54bf81 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:43.623521 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f48ec596-aedf-40e9-8531-d560dc54bf81 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1c7 HTTP/1.1" status: 200 len: 929 time: 0.5381534 Jun 02 20:36:43.623648 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-44a87f5a-8e07-495c-8bdf-572033e3bf34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:43.623648 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b26da64f-94a5-42f2-a481-d0843d312319 None None] Provisioning complete for port bf6bb868-3ba2-4629-9531-d4975e6aec1d triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:43.623648 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b26da64f-94a5-42f2-a481-d0843d312319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:43.626062 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54792) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:43.629024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4564c567-4875-4b68-a242-7ef5732a46aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:43.658476 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:43.673746 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-bf4c7f14-5545-43c1-9af8-76d9fe285ee0 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0370715 Jun 02 20:36:43.673746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c7f14-5545-43c1-9af8-76d9fe285ee0 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Pushing event updated for resources: {'Network': ['ID=f17c7a5d-80d2-4097-a5cd-5a9b7ee49bd3,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:43.675277 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bf4c7f14-5545-43c1-9af8-76d9fe285ee0 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:43.683951 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54794) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:43.686757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8b295d30-15f4-4c7e-be3f-1f0d62e36318 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:43.706224 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:36:43.706625 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:43.717741 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-b26da64f-94a5-42f2-a481-d0843d312319 None None] Port bf6bb868-3ba2-4629-9531-d4975e6aec1d cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:43.719598 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network f17c7a5d-80d2-4097-a5cd-5a9b7ee49bd3 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:36:43.734832 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f831b7-4160-4652-8a91-c5991dc04a51 None None] DHCP port deletion for 5c7c7817-09f9-4b5b-858e-640d9ee490f2 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:36:43.748265 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-701de5cd-881f-4387-970e-555b545c2d37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-308590833'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:36:43.754610 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:36:43.759435 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ecceae6e-f4e1-48b5-839d-da504a0dacc1 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:43.763395 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4564c567-4875-4b68-a242-7ef5732a46aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:43.768853 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4564c567-4875-4b68-a242-7ef5732a46aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/89aca111-19dc-4fe1-aeac-4cf79b2302cd HTTP/1.1" status: 204 len: 168 time: 2.0645847 Jun 02 20:36:43.770269 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-701de5cd-881f-4387-970e-555b545c2d37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:43.779643 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54796) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:43.780657 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564c567-4875-4b68-a242-7ef5732a46aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=89aca111-19dc-4fe1-aeac-4cf79b2302cd,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:43.783328 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4564c567-4875-4b68-a242-7ef5732a46aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:43.793732 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472eab1b-627e-48da-b7fb-12e574634624 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:43.813953 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9bd90a15-bad8-46c0-afc1-aa706128798f no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:36:43.849159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-701de5cd-881f-4387-970e-555b545c2d37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Usage tracker for resource:network and tenant:f9d08820396b47e4b9147fdc70275534 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:43.864745 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-701de5cd-881f-4387-970e-555b545c2d37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:43.873820 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 9bd90a15-bad8-46c0-afc1-aa706128798f {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:36:43.874410 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9bd90a15-bad8-46c0-afc1-aa706128798f not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:36:43.875577 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e62e6a02-94ac-4d96-8c7a-aad4cb82edba tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905514 Jun 02 20:36:43.882681 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54798) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:43.885199 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-701de5cd-881f-4387-970e-555b545c2d37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:43.890882 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:44.002190 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-ecceae6e-f4e1-48b5-839d-da504a0dacc1 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Calling delete_port for bf6bb868-3ba2-4629-9531-d4975e6aec1d owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:44.014468 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Deleting port ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:44.015061 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:44.029997 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701de5cd-881f-4387-970e-555b545c2d37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Made reservation on behalf of f9d08820396b47e4b9147fdc70275534 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:44.034115 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-701de5cd-881f-4387-970e-555b545c2d37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:44.034346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:44.042400 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f7c1a3ef-a36c-4cb3-a211-68f0a34c684a tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:44.069447 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:44.079016 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Pushing event deleted for resources: {'Network': ['ID=106b015d-0860-4e33-8d70-88cdefc18b47,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:44.086901 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "DELETE /v2.0/networks/106b015d-0860-4e33-8d70-88cdefc18b47 HTTP/1.1" status: 204 len: 168 time: 3.3094244 Jun 02 20:36:44.090366 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:44.091920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:44.092857 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b26da64f-94a5-42f2-a481-d0843d312319 None None] Provisioning for port ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:44.094023 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54800) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:44.147658 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:44.157488 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701de5cd-881f-4387-970e-555b545c2d37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:36:44.159706 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b26da64f-94a5-42f2-a481-d0843d312319 None None] Provisioning complete for port ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:44.160120 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b26da64f-94a5-42f2-a481-d0843d312319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:44.161798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-79d719d2-249c-477a-924a-ac39585945b4 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Synchronizing usage tracker for tenant:cd1b18f106724cf58e75c0e85b5e748b on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:44.185190 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] For port ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1,segment=NetworkSegment(474b5af0-c162-415d-bcec-572b063cd7b5),segment_id=474b5af0-c162-415d-bcec-572b063cd7b5)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:44.185851 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:44.186450 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-701de5cd-881f-4387-970e-555b545c2d37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:44.186908 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-701de5cd-881f-4387-970e-555b545c2d37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Added segment 7c2902ea-f0be-4481-8368-642908d0d168 of type vlan for network a9e65ddb-ce64-4267-9deb-84fa81b51810 Jun 02 20:36:44.231329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-701de5cd-881f-4387-970e-555b545c2d37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:44.275250 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-701de5cd-881f-4387-970e-555b545c2d37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:44.282125 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701de5cd-881f-4387-970e-555b545c2d37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:44.282841 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-701de5cd-881f-4387-970e-555b545c2d37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:44.291629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:44.325725 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:44.354512 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-91f831b7-4160-4652-8a91-c5991dc04a51 None None] Deleting port ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:44.354904 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-91f831b7-4160-4652-8a91-c5991dc04a51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:44.373628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b26da64f-94a5-42f2-a481-d0843d312319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:44.396957 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:44.401397 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:44.428137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701de5cd-881f-4387-970e-555b545c2d37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Pushing event updated for resources: {'Network': ['ID=a9e65ddb-ce64-4267-9deb-84fa81b51810,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:44.457605 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-d5879c87-cbf3-460b-886f-d35078ec7f74 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting port cc28530f-a814-4474-b275-a1ce80e47ab9 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:44.458359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d5879c87-cbf3-460b-886f-d35078ec7f74 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:44.474989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network a9e65ddb-ce64-4267-9deb-84fa81b51810 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:36:44.494514 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0cd73d-13f2-4989-bcf9-0970545f97fb None None] DHCP port deletion for 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:36:44.505252 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Calling delete_port for ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:44.617696 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-701de5cd-881f-4387-970e-555b545c2d37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:44.629827 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-79d719d2-249c-477a-924a-ac39585945b4 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Unset dirty status for tenant:cd1b18f106724cf58e75c0e85b5e748b on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:44.631391 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-79d719d2-249c-477a-924a-ac39585945b4 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f28050-fbee-45c9-8857-2e2e31938acc HTTP/1.1" status: 200 len: 205 time: 0.5363333 Jun 02 20:36:44.634415 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54804) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:44.637011 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ecceae6e-f4e1-48b5-839d-da504a0dacc1 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:44.645475 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-91f831b7-4160-4652-8a91-c5991dc04a51 None None] For port ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1,segment=NetworkSegment(474b5af0-c162-415d-bcec-572b063cd7b5),segment_id=474b5af0-c162-415d-bcec-572b063cd7b5)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:44.645886 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-91f831b7-4160-4652-8a91-c5991dc04a51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:44.661511 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-b26da64f-94a5-42f2-a481-d0843d312319 None None] For port ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1,segment=NetworkSegment(474b5af0-c162-415d-bcec-572b063cd7b5),segment_id=474b5af0-c162-415d-bcec-572b063cd7b5)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:44.703471 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-88c2ca58-a178-490d-a674-ed362135cc9d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:44.731189 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b26da64f-94a5-42f2-a481-d0843d312319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:44.732470 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-616e0533-445d-4fa8-9069-b383990088da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:44.743767 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-701de5cd-881f-4387-970e-555b545c2d37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0150588 Jun 02 20:36:44.757051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54806) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:44.765557 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d5879c87-cbf3-460b-886f-d35078ec7f74 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:44.772834 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Request body: {'ports': [{'network_id': 'f17c7a5d-80d2-4097-a5cd-5a9b7ee49bd3', 'name': 'tempest-port--658477229', 'admin_state_up': True}, {'network_id': 'a9e65ddb-ce64-4267-9deb-84fa81b51810', 'admin_state_up': False}]} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:44.773166 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Request body: {'port': {'network_id': 'f17c7a5d-80d2-4097-a5cd-5a9b7ee49bd3', 'name': 'tempest-port--658477229', 'admin_state_up': True}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:44.774022 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Request body: {'port': {'network_id': 'a9e65ddb-ce64-4267-9deb-84fa81b51810', 'admin_state_up': False}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:44.876689 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecceae6e-f4e1-48b5-839d-da504a0dacc1 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Pushing event deleted for resources: {'Port': ['ID=bf6bb868-3ba2-4629-9531-d4975e6aec1d,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:44.879256 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ecceae6e-f4e1-48b5-839d-da504a0dacc1 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:44.903812 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:44.911077 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-91f831b7-4160-4652-8a91-c5991dc04a51 None None] Calling delete_port for ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:44.915302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-83587a4f-8942-456e-878b-cc59b21d0a5b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:44.924472 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-d5879c87-cbf3-460b-886f-d35078ec7f74 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Calling delete_port for cc28530f-a814-4474-b275-a1ce80e47ab9 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:44.963839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26da64f-94a5-42f2-a481-d0843d312319 None None] Pushing event deleted for resources: {'Port': ['ID=ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:44.981967 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-b26da64f-94a5-42f2-a481-d0843d312319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:45.007278 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-ad0cd73d-13f2-4989-bcf9-0970545f97fb None None] Deleting port 0e54cd56-f97a-4f2d-a71f-660552ece746 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:45.008111 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ad0cd73d-13f2-4989-bcf9-0970545f97fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:45.022332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5e5344f2-782e-4120-a83d-82ec50ace930 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:45.045087 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97957a-f732-4e32-a21d-93a6f0a7e1ef req-c190d04a-d427-4db8-9f34-9ae93ae945dc tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:45.047582 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4e97957a-f732-4e32-a21d-93a6f0a7e1ef req-c190d04a-d427-4db8-9f34-9ae93ae945dc tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.4352808 Jun 02 20:36:45.047921 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-458d93dd-794d-4164-a32a-8b5764ed65fc None None] Provisioning complete for port 1ab1bd0a-b2fc-4335-a629-6377aa21bffc triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:45.048424 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-458d93dd-794d-4164-a32a-8b5764ed65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:45.115460 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Port': ['ID=ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:45.118384 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:45.137952 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No DVR routers for this DVR port ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:45.179190 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4e97957a-f732-4e32-a21d-93a6f0a7e1ef req-9b68b96b-b2b9-4f5a-887e-c3fb02c507a9 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924346 Jun 02 20:36:45.192062 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-ad0cd73d-13f2-4989-bcf9-0970545f97fb None None] For port 0e54cd56-f97a-4f2d-a71f-660552ece746, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=0e54cd56-f97a-4f2d-a71f-660552ece746,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:45.192657 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ad0cd73d-13f2-4989-bcf9-0970545f97fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:45.206739 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-91f831b7-4160-4652-8a91-c5991dc04a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:45.212372 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-9a34deef-d86b-445f-a7cd-1e8ea32e15ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:45.286723 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d5879c87-cbf3-460b-886f-d35078ec7f74 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:45.371110 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-ad0cd73d-13f2-4989-bcf9-0970545f97fb None None] Calling delete_port for 0e54cd56-f97a-4f2d-a71f-660552ece746 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:45.408103 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1ab1bd0a-b2fc-4335-a629-6377aa21bffc up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:45.434045 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f831b7-4160-4652-8a91-c5991dc04a51 None None] Pushing event deleted for resources: {'Port': ['ID=ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:45.441789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f831b7-4160-4652-8a91-c5991dc04a51 None None] No DVR routers for this DVR port ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:45.455698 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-91f831b7-4160-4652-8a91-c5991dc04a51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:45.489383 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b02dfe71-52d0-449c-93e2-6480b6e37b17 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:45.523466 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-458d93dd-794d-4164-a32a-8b5764ed65fc None None] Could not find standard attr ID for object cc28530f-a814-4474-b275-a1ce80e47ab9. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:36:45.539681 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5879c87-cbf3-460b-886f-d35078ec7f74 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Port': ['ID=cc28530f-a814-4474-b275-a1ce80e47ab9,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:45.546392 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-458d93dd-794d-4164-a32a-8b5764ed65fc None None] Provisioning for port 2547c99c-a2d8-4594-a008-58836a35216e completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:45.549767 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 1ab1bd0a-b2fc-4335-a629-6377aa21bffc triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:45.550287 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:45.553525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d5879c87-cbf3-460b-886f-d35078ec7f74 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:45.591738 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-458d93dd-794d-4164-a32a-8b5764ed65fc None None] Provisioning complete for port 2547c99c-a2d8-4594-a008-58836a35216e triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:45.592276 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-458d93dd-794d-4164-a32a-8b5764ed65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:45.619936 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d5879c87-cbf3-460b-886f-d35078ec7f74 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:45.646032 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d5879c87-cbf3-460b-886f-d35078ec7f74 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/ports/cc28530f-a814-4474-b275-a1ce80e47ab9 HTTP/1.1" status: 204 len: 168 time: 2.0185063 Jun 02 20:36:45.646630 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54808) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:45.661990 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5e5344f2-782e-4120-a83d-82ec50ace930 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:45.664870 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ad0cd73d-13f2-4989-bcf9-0970545f97fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:45.666482 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5e5344f2-782e-4120-a83d-82ec50ace930 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:45.673306 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-625745bc-be80-449a-8dc6-a0437f36728b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:45.709099 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a32c13f-c774-408d-bc9e-120fd3205c35 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] GET failed (client error): The resource could not be found. Jun 02 20:36:45.709307 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2a32c13f-c774-408d-bc9e-120fd3205c35 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Synchronizing usage tracker for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:45.729755 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cd73d-13f2-4989-bcf9-0970545f97fb None None] Pushing event deleted for resources: {'Port': ['ID=0e54cd56-f97a-4f2d-a71f-660552ece746,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:45.732798 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0cd73d-13f2-4989-bcf9-0970545f97fb None None] No DVR routers for this DVR port 0e54cd56-f97a-4f2d-a71f-660552ece746 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:45.738814 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-458d93dd-794d-4164-a32a-8b5764ed65fc None None] Port 2547c99c-a2d8-4594-a008-58836a35216e cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:45.742363 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ad0cd73d-13f2-4989-bcf9-0970545f97fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:45.755903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2a32c13f-c774-408d-bc9e-120fd3205c35 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Unset dirty status for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:45.760960 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2a32c13f-c774-408d-bc9e-120fd3205c35 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports/cc28530f-a814-4474-b275-a1ce80e47ab9 HTTP/1.1" status: 404 len: 333 time: 0.1113322 Jun 02 20:36:45.763376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54810) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:45.863587 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 0e54cd56-f97a-4f2d-a71f-660552ece746 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:36:45.912144 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 0e54cd56-f97a-4f2d-a71f-660552ece746 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:36:45.912413 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 0e54cd56-f97a-4f2d-a71f-660552ece746 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:36:45.913387 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:36:45.941321 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:45.943991 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5e5344f2-782e-4120-a83d-82ec50ace930 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:45.944792 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5344f2-782e-4120-a83d-82ec50ace930 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Fanout notify agent at l3_agent the message router_deleted on router a6f28050-fbee-45c9-8857-2e2e31938acc {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:36:45.948195 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ecceae6e-f4e1-48b5-839d-da504a0dacc1 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:45.953565 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5ad44f9c-963f-4bd0-afe2-7005e725c36f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:45.958096 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:36:45.958465 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ae8d7c3a-74d0-4b62-a36e-6f1f3ef7edf1 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:36:45.974683 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:45.988228 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:46.001816 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Usage tracker for resource:port and tenant:f9d08820396b47e4b9147fdc70275534 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:46.009431 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5e5344f2-782e-4120-a83d-82ec50ace930 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:46.010449 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5e5344f2-782e-4120-a83d-82ec50ace930 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] 10.222.0.25 "DELETE /v2.0/routers/a6f28050-fbee-45c9-8857-2e2e31938acc HTTP/1.1" status: 204 len: 168 time: 1.3744147 Jun 02 20:36:46.012493 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7c7817-09f9-4b5b-858e-640d9ee490f2']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:46.021680 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:46.022375 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:46.025962 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ecceae6e-f4e1-48b5-839d-da504a0dacc1 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "DELETE /v2.0/ports/bf6bb868-3ba2-4629-9531-d4975e6aec1d HTTP/1.1" status: 204 len: 168 time: 3.1919506 Jun 02 20:36:46.031428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:46.032874 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54814) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:46.034970 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:46.038643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474b5af0-c162-415d-bcec-572b063cd7b5') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:46.039170 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474b5af0-c162-415d-bcec-572b063cd7b5') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:46.045382 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8724fe-c396-41b5-9667-6b0959c38f89 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:46.057144 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:46.057734 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:46.064080 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=a83cc85e-6d90-41a6-bad2-36cd15ef2a3a,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:46.083766 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:46.084364 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:46.084548 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:46.085500 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:46.085879 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:46.086254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:46.086622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:46.086990 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:46.087399 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:46.087764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:46.088129 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:46.088491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:46.092729 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:46.093913 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:46.095505 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2116797 Jun 02 20:36:46.098766 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54816) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:46.103821 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae79219f-df8d-4381-abcd-afdb0298c25f tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] GET failed (client error): The resource could not be found. Jun 02 20:36:46.104063 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-9a9ba7ae-ba59-4714-8c1c-1a21c34accfa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'fixed_ips': [{'subnet_id': 'a83cc85e-6d90-41a6-bad2-36cd15ef2a3a', 'ip_address': '2001:db8::6795:f94a:d83a:34a3'}], 'name': 'tempest-NetworksTestDHCPv6-1559739617'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:46.104713 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ae79219f-df8d-4381-abcd-afdb0298c25f tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Synchronizing usage tracker for tenant:55fc944702ba408380dff4cb10e0de9b on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:46.124128 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Made reservation on behalf of f9d08820396b47e4b9147fdc70275534 for: {'port': 2} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:46.126206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-fc32e7c1-a824-4473-9049-1dc18991e294 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting port 2547c99c-a2d8-4594-a008-58836a35216e {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:46.126559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc32e7c1-a824-4473-9049-1dc18991e294 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:46.129487 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:46.144575 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:46.159219 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:36:46.159903 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:36:46.175368 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:36:46.187409 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:46.197094 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ae79219f-df8d-4381-abcd-afdb0298c25f tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Unset dirty status for tenant:55fc944702ba408380dff4cb10e0de9b on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:46.198512 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ae79219f-df8d-4381-abcd-afdb0298c25f tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "GET /v2.0/ports/bf6bb868-3ba2-4629-9531-d4975e6aec1d HTTP/1.1" status: 404 len: 333 time: 0.1646981 Jun 02 20:36:46.203577 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54818) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:46.260979 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-bc610cc6-30d3-46e9-b3eb-4dc8f713dc94 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Request body: {'port': {'network_id': '9a493504-7814-455d-97be-c4bb1b45d229', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-866096345'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:46.360244 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'fixed_ips': [{'subnet_id': 'a83cc85e-6d90-41a6-bad2-36cd15ef2a3a'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:36:46.361455 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:46.368182 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc32e7c1-a824-4473-9049-1dc18991e294 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:46.375826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9a9ba7ae-ba59-4714-8c1c-1a21c34accfa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:46.384425 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9a9ba7ae-ba59-4714-8c1c-1a21c34accfa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:port and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:46.438668 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9a9ba7ae-ba59-4714-8c1c-1a21c34accfa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:46.484269 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54824) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:46.490681 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:46.502785 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-fc32e7c1-a824-4473-9049-1dc18991e294 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Calling delete_port for 2547c99c-a2d8-4594-a008-58836a35216e owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:46.505390 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9a9ba7ae-ba59-4714-8c1c-1a21c34accfa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:46.520659 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9ba7ae-ba59-4714-8c1c-1a21c34accfa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:46.538151 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Allocated IP 2001:db8::2 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/a83cc85e-6d90-41a6-bad2-36cd15ef2a3a/ac7f184e-8ef4-4005-8276-53520cb8250b) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:46.549534 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:46.577093 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:46.623040 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Network': ['ID=5c7c7817-09f9-4b5b-858e-640d9ee490f2,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:46.631780 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/5c7c7817-09f9-4b5b-858e-640d9ee490f2 HTTP/1.1" status: 204 len: 168 time: 7.5888469 Jun 02 20:36:46.633432 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:46.636376 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] device_id is not set on port 147df439-d17d-4e6d-bb36-27b945503584 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:36:46.641676 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54828) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:46.664376 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-216403552'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:46.673222 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a9ba7ae-ba59-4714-8c1c-1a21c34accfa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:46.689424 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:46.704445 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Usage tracker for resource:network and tenant:b844dc2b9a3f473e9f66311bfcf362e2 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:46.715733 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:46.723080 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bc610cc6-30d3-46e9-b3eb-4dc8f713dc94 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:46.734472 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:46.756931 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-9a9ba7ae-ba59-4714-8c1c-1a21c34accfa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] device_id is not set on port d90f7ea0-6f67-4249-868a-a117ce389bf2 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:36:46.774657 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bc610cc6-30d3-46e9-b3eb-4dc8f713dc94 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:46.803445 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:46.806859 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:46.808895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:46.822407 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Transition to ACTIVE for port object ac7f184e-8ef4-4005-8276-53520cb8250b will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:46.829484 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc32e7c1-a824-4473-9049-1dc18991e294 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:46.832933 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008a703-3c31-49ea-af75-37af4865a9f4 req-54dc7ef8-e503-4a18-b22f-c3ab5480be43 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:46.835353 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3008a703-3c31-49ea-af75-37af4865a9f4 req-54dc7ef8-e503-4a18-b22f-c3ab5480be43 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.4008796 Jun 02 20:36:46.838296 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a1d98fe0-d73c-4430-b063-6c230ad2e782 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:46.841484 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc610cc6-30d3-46e9-b3eb-4dc8f713dc94 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Made reservation on behalf of 55fc944702ba408380dff4cb10e0de9b for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:46.844843 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bc610cc6-30d3-46e9-b3eb-4dc8f713dc94 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:46.848151 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Transition to ACTIVE for port object ac7f184e-8ef4-4005-8276-53520cb8250b will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:46.854687 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:46.858925 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d6787631-78e2-4dcd-9f42-3a4871b96da8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:46.896558 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32e7c1-a824-4473-9049-1dc18991e294 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Port': ['ID=2547c99c-a2d8-4594-a008-58836a35216e,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:46.931378 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:46.934481 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fc32e7c1-a824-4473-9049-1dc18991e294 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:46.937651 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:46.941856 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:46.949667 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Pushing event updated for resources: {'Port': ['ID=ac7f184e-8ef4-4005-8276-53520cb8250b,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:46.960512 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:46.968870 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5d567bd9-0925-4bc5-bad6-33e4a429413d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd1b18f106724cf58e75c0e85b5e748b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4786994 Jun 02 20:36:46.976019 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54830) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:46.989646 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:36:47.018769 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:47.019655 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Added segment 038a3236-9308-43ec-9ebc-ba3c99a53ea1 of type vlan for network 4a395c45-1488-4a67-999d-14e8fa469a83 Jun 02 20:36:47.055699 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:47.078351 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-bc610cc6-30d3-46e9-b3eb-4dc8f713dc94 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] device_id is not set on port ce41fc8c-ecb4-4f5d-9d2f-ba7b956431b7 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:36:47.091007 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc32e7c1-a824-4473-9049-1dc18991e294 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:47.155337 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Attempting to bind port ac7f184e-8ef4-4005-8276-53520cb8250b on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:36:47.156122 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Attempting to bind port ac7f184e-8ef4-4005-8276-53520cb8250b by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:36:47.156271 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Attempting to bind port ac7f184e-8ef4-4005-8276-53520cb8250b on network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:36:47.159752 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fc32e7c1-a824-4473-9049-1dc18991e294 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/ports/2547c99c-a2d8-4594-a008-58836a35216e HTTP/1.1" status: 204 len: 168 time: 1.3951263 Jun 02 20:36:47.164164 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:36:47.165470 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Checking segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:47.165470 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:47.165717 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Bound using segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:36:47.166239 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Bound port: ac7f184e-8ef4-4005-8276-53520cb8250b, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:36:47.166847 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:47.168552 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54832) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:47.174308 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-9a9ba7ae-ba59-4714-8c1c-1a21c34accfa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8::6795:f94a:d83a:34a3 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/a83cc85e-6d90-41a6-bad2-36cd15ef2a3a/d90f7ea0-6f67-4249-868a-a117ce389bf2) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:47.203362 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a5af140a-9f35-44fc-840e-95b41e9d1982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:47.216246 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3008a703-3c31-49ea-af75-37af4865a9f4 req-b155df75-cf6e-41d4-9e0d-9db60709e2c0 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3615351 Jun 02 20:36:47.260282 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-058985e8-4aeb-4d54-9ec0-2aa3abfb7fa7 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] GET failed (client error): The resource could not be found. Jun 02 20:36:47.260823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-058985e8-4aeb-4d54-9ec0-2aa3abfb7fa7 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Synchronizing usage tracker for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:47.278649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a5af140a-9f35-44fc-840e-95b41e9d1982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:47.278956 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:47.285279 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:47.286197 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:47.286710 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] For port ac7f184e-8ef4-4005-8276-53520cb8250b, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:36:47.291091 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] For port ac7f184e-8ef4-4005-8276-53520cb8250b, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ac7f184e-8ef4-4005-8276-53520cb8250b,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:36:47.299982 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:47.302448 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:47.306742 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-b26da64f-94a5-42f2-a481-d0843d312319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:47.331540 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:47.399649 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Pushing event updated for resources: {'Port': ['ID=ac7f184e-8ef4-4005-8276-53520cb8250b,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:47.402991 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:47.493618 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-058985e8-4aeb-4d54-9ec0-2aa3abfb7fa7 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Unset dirty status for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:47.494823 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-058985e8-4aeb-4d54-9ec0-2aa3abfb7fa7 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports/2547c99c-a2d8-4594-a008-58836a35216e HTTP/1.1" status: 404 len: 333 time: 0.3227432 Jun 02 20:36:47.498797 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54836) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:47.551177 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8973968 Jun 02 20:36:47.569610 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54838) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:47.570359 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Network': ['ID=4a395c45-1488-4a67-999d-14e8fa469a83,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:47.576813 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-40902737-557e-428a-8500-0d10ecdc634a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'subnet': {'network_id': '4a395c45-1488-4a67-999d-14e8fa469a83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:47.645024 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:47.645391 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:47.645792 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:47.646166 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:47.646527 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:47.646889 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:47.647346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:47.647675 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:47.648060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:47.648455 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:47.648814 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:47.649170 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:47.656460 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c778b3-1aec-4605-96fb-c1c450fe24fc tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting subnet e9db15bb-f857-42ad-9f63-2060d0a5c5cd {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:36:47.669716 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-75c778b3-1aec-4605-96fb-c1c450fe24fc tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:47.671442 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 4a395c45-1488-4a67-999d-14e8fa469a83 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:36:47.676279 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-bc610cc6-30d3-46e9-b3eb-4dc8f713dc94 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Allocated IP 2001:db8::381 (9a493504-7814-455d-97be-c4bb1b45d229/9678eed4-d307-4359-8ab3-0bcd6df75edf/ce41fc8c-ecb4-4f5d-9d2f-ba7b956431b7) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:47.679088 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:47.697831 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a5af140a-9f35-44fc-840e-95b41e9d1982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:47.712891 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9f2abad0-2d89-4cde-a4e4-2be90201a62e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:47.737589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af140a-9f35-44fc-840e-95b41e9d1982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1d65bb-31d9-4807-ab22-af3769c3c04e,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:47.759391 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] device_id is not set on port 66934717-0569-43f6-86d1-f2f2b233e52c yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:36:47.767881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a5af140a-9f35-44fc-840e-95b41e9d1982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:47.800548 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a9ba7ae-ba59-4714-8c1c-1a21c34accfa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:47.807109 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a5af140a-9f35-44fc-840e-95b41e9d1982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:47.811776 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a5af140a-9f35-44fc-840e-95b41e9d1982 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b1d65bb-31d9-4807-ab22-af3769c3c04e HTTP/1.1" status: 204 len: 168 time: 0.8312497 Jun 02 20:36:47.811776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-75c778b3-1aec-4605-96fb-c1c450fe24fc tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:47.820993 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-40902737-557e-428a-8500-0d10ecdc634a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:47.838114 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-40902737-557e-428a-8500-0d10ecdc634a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Usage tracker for resource:subnet and tenant:b844dc2b9a3f473e9f66311bfcf362e2 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:47.844564 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-40902737-557e-428a-8500-0d10ecdc634a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:47.861241 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-40902737-557e-428a-8500-0d10ecdc634a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:47.869215 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-9a9ba7ae-ba59-4714-8c1c-1a21c34accfa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Transition to ACTIVE for port object d90f7ea0-6f67-4249-868a-a117ce389bf2 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:47.919848 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-75c778b3-1aec-4605-96fb-c1c450fe24fc tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:47.946105 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40902737-557e-428a-8500-0d10ecdc634a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:47.949560 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-40902737-557e-428a-8500-0d10ecdc634a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:47.957604 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a9ba7ae-ba59-4714-8c1c-1a21c34accfa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:47.963842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ef1cb598-fb59-45d5-93d9-7b79599e31b6 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:48.095307 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9ba7ae-ba59-4714-8c1c-1a21c34accfa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:48.151996 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-9a9ba7ae-ba59-4714-8c1c-1a21c34accfa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:48.153896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ba7ae-ba59-4714-8c1c-1a21c34accfa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=d90f7ea0-6f67-4249-868a-a117ce389bf2,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:48.158554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9ba7ae-ba59-4714-8c1c-1a21c34accfa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:48.164003 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9ba7ae-ba59-4714-8c1c-1a21c34accfa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:48.164618 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a9ba7ae-ba59-4714-8c1c-1a21c34accfa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:48.171453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9a9ba7ae-ba59-4714-8c1c-1a21c34accfa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:48.212503 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9a9ba7ae-ba59-4714-8c1c-1a21c34accfa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1126814 Jun 02 20:36:48.216767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54842) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:48.373068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:48.388868 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eac40e-9e69-48ed-9d23-1933df44cf0f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:48.394683 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eac40e-9e69-48ed-9d23-1933df44cf0f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:48.395528 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a1eac40e-9e69-48ed-9d23-1933df44cf0f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:48.405712 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bc610cc6-30d3-46e9-b3eb-4dc8f713dc94 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:48.413854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-75c778b3-1aec-4605-96fb-c1c450fe24fc tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:48.419247 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:48.433300 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-bc610cc6-30d3-46e9-b3eb-4dc8f713dc94 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Transition to ACTIVE for port object ce41fc8c-ecb4-4f5d-9d2f-ba7b956431b7 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:48.453317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a1eac40e-9e69-48ed-9d23-1933df44cf0f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:48.457211 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a1eac40e-9e69-48ed-9d23-1933df44cf0f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2367716 Jun 02 20:36:48.460232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54844) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:48.470166 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d1082e-b92e-42fb-8de8-fca8fa950b34 None None] Network 064b2c56-811b-46bc-9c14-d4e7816c43bb requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:48.496478 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c778b3-1aec-4605-96fb-c1c450fe24fc tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Subnet': ['ID=e9db15bb-f857-42ad-9f63-2060d0a5c5cd,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:48.503010 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-75c778b3-1aec-4605-96fb-c1c450fe24fc tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:48.514511 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-75c778b3-1aec-4605-96fb-c1c450fe24fc tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:48.524017 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-75c778b3-1aec-4605-96fb-c1c450fe24fc tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/subnets/e9db15bb-f857-42ad-9f63-2060d0a5c5cd HTTP/1.1" status: 204 len: 168 time: 0.9787078 Jun 02 20:36:48.525031 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:48.529775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54846) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:48.536216 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a4d56892-9e20-4585-9d74-fdd63363b93d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:48.683857 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bc610cc6-30d3-46e9-b3eb-4dc8f713dc94 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:48.689543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-008007ac-ad0c-4393-b6ed-f807e08aedd8 None None] Provisioning for port ac7f184e-8ef4-4005-8276-53520cb8250b completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:48.698866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:48.718114 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Pushing event updated for resources: {'Port': ['ID=147df439-d17d-4e6d-bb36-27b945503584,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:48.731345 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc610cc6-30d3-46e9-b3eb-4dc8f713dc94 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Network 9a493504-7814-455d-97be-c4bb1b45d229 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:48.742648 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:48.743554 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-bc610cc6-30d3-46e9-b3eb-4dc8f713dc94 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:48.745177 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:48.767513 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-cde72ce6-1530-41f8-a1a3-b3622987a42c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting port d90f7ea0-6f67-4249-868a-a117ce389bf2 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:48.767859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cde72ce6-1530-41f8-a1a3-b3622987a42c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:48.782232 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc610cc6-30d3-46e9-b3eb-4dc8f713dc94 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:48.788836 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc610cc6-30d3-46e9-b3eb-4dc8f713dc94 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:48.789928 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bc610cc6-30d3-46e9-b3eb-4dc8f713dc94 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:48.813720 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Checking segment: {'id': 'c7e313a1-783a-478c-af2e-c7f3ce0afa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f17c7a5d-80d2-4097-a5cd-5a9b7ee49bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:48.814732 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Network hostable DHCP agents. Network: f17c7a5d-80d2-4097-a5cd-5a9b7ee49bd3, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:36:48.844781 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] DHCP port deletion for 064b2c56-811b-46bc-9c14-d4e7816c43bb request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:36:48.872155 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-bc610cc6-30d3-46e9-b3eb-4dc8f713dc94 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6673458 Jun 02 20:36:48.876661 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54848) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:48.885900 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-9d587239-ae95-4000-aa14-53b4972ceb61 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ba:e9:1a'}]}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:48.946231 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] Deleting port 1ab1bd0a-b2fc-4335-a629-6377aa21bffc {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:48.946641 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:48.951643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc610cc6-30d3-46e9-b3eb-4dc8f713dc94 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Pushing event updated for resources: {'Port': ['ID=ce41fc8c-ecb4-4f5d-9d2f-ba7b956431b7,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:48.962926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bc610cc6-30d3-46e9-b3eb-4dc8f713dc94 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:48.973145 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Network f17c7a5d-80d2-4097-a5cd-5a9b7ee49bd3 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:36:48.994499 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, f17c7a5d-80d2-4097-a5cd-5a9b7ee49bd3) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:48.998898 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:49.000019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:49.013627 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b22ab037-efc4-41cf-85b1-fc424bfdbd81 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:49.020340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cde72ce6-1530-41f8-a1a3-b3622987a42c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:49.031608 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting port 1ab1bd0a-b2fc-4335-a629-6377aa21bffc {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:49.031966 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:49.043794 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e25d371-0de1-4e1e-9d46-e2b19bbf61ba None None] Network f17c7a5d-80d2-4097-a5cd-5a9b7ee49bd3 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:49.119993 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Pushing event updated for resources: {'Port': ['ID=66934717-0569-43f6-86d1-f2f2b233e52c,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:49.132777 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:49.146169 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Checking segment: {'id': '7c2902ea-f0be-4481-8368-642908d0d168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a9e65ddb-ce64-4267-9deb-84fa81b51810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:49.146521 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Network hostable DHCP agents. Network: a9e65ddb-ce64-4267-9deb-84fa81b51810, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:36:49.169604 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-1b7f5eb2-72fc-4e97-8be2-2144f7721bbe None None] Provisioning for port d90f7ea0-6f67-4249-868a-a117ce389bf2 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:49.182267 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] For port 1ab1bd0a-b2fc-4335-a629-6377aa21bffc, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1ab1bd0a-b2fc-4335-a629-6377aa21bffc,segment=NetworkSegment(528fd67f-0c46-4e6f-96c7-e76983b6889d),segment_id=528fd67f-0c46-4e6f-96c7-e76983b6889d)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:49.182744 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:49.197339 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Network a9e65ddb-ce64-4267-9deb-84fa81b51810 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:36:49.218267 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, a9e65ddb-ce64-4267-9deb-84fa81b51810) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:49.226831 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:49.232312 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:49.237090 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:49.237787 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:49.257058 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-1b7f5eb2-72fc-4e97-8be2-2144f7721bbe None None] Provisioning complete for port d90f7ea0-6f67-4249-868a-a117ce389bf2 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:49.257058 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1b7f5eb2-72fc-4e97-8be2-2144f7721bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:49.257542 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-40902737-557e-428a-8500-0d10ecdc634a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:49.262390 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2a1d211b-68e0-4742-b100-cdb73ba7e006 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:49.314451 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.5528479 Jun 02 20:36:49.314683 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54850) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:49.374843 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e2fe80-f934-46dd-9a89-9c99ab337e0e None None] Network a9e65ddb-ce64-4267-9deb-84fa81b51810 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:49.400039 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] Calling delete_port for 1ab1bd0a-b2fc-4335-a629-6377aa21bffc owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:49.402369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40902737-557e-428a-8500-0d10ecdc634a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Subnet': ['ID=cce0e4af-d3d3-4ea6-bb89-fb21cec2d14f,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:49.408035 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-40902737-557e-428a-8500-0d10ecdc634a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:49.411439 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-cde72ce6-1530-41f8-a1a3-b3622987a42c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Calling delete_port for d90f7ea0-6f67-4249-868a-a117ce389bf2 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:49.412600 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40902737-557e-428a-8500-0d10ecdc634a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Checking segment: {'id': '038a3236-9308-43ec-9ebc-ba3c99a53ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4a395c45-1488-4a67-999d-14e8fa469a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:49.412966 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40902737-557e-428a-8500-0d10ecdc634a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network hostable DHCP agents. Network: 4a395c45-1488-4a67-999d-14e8fa469a83, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:36:49.460689 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794aaf2b-204b-4cbf-a1d6-9bf6913a69ea tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:49.467247 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794aaf2b-204b-4cbf-a1d6-9bf6913a69ea tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:49.468088 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-794aaf2b-204b-4cbf-a1d6-9bf6913a69ea tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Synchronizing usage tracker for tenant:f9d08820396b47e4b9147fdc70275534 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:49.472663 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40902737-557e-428a-8500-0d10ecdc634a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network 4a395c45-1488-4a67-999d-14e8fa469a83 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:36:49.489301 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-40902737-557e-428a-8500-0d10ecdc634a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 4a395c45-1488-4a67-999d-14e8fa469a83) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:49.498214 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-794aaf2b-204b-4cbf-a1d6-9bf6913a69ea tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Unset dirty status for tenant:f9d08820396b47e4b9147fdc70275534 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:49.501280 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-794aaf2b-204b-4cbf-a1d6-9bf6913a69ea tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1835899 Jun 02 20:36:49.512863 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54852) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:49.536475 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c548859-5037-4a23-abf9-9aa951918965 None None] Network 4a395c45-1488-4a67-999d-14e8fa469a83 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:49.547534 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40902737-557e-428a-8500-0d10ecdc634a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:49.548129 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-40902737-557e-428a-8500-0d10ecdc634a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:49.548258 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ac7f184e-8ef4-4005-8276-53520cb8250b up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:49.549085 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] For port 1ab1bd0a-b2fc-4335-a629-6377aa21bffc, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1ab1bd0a-b2fc-4335-a629-6377aa21bffc,segment=NetworkSegment(528fd67f-0c46-4e6f-96c7-e76983b6889d),segment_id=528fd67f-0c46-4e6f-96c7-e76983b6889d)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:49.549440 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:49.592644 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-40902737-557e-428a-8500-0d10ecdc634a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0173492 Jun 02 20:36:49.593434 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54854) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:49.708970 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Calling delete_port for 1ab1bd0a-b2fc-4335-a629-6377aa21bffc owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:49.757004 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-1b7f5eb2-72fc-4e97-8be2-2144f7721bbe None None] Port d90f7ea0-6f67-4249-868a-a117ce389bf2 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:49.804010 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9d587239-ae95-4000-aa14-53b4972ceb61 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:49.808382 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:49.817782 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-89e1e1ca-8ec5-4290-98d9-7fbe30aef61c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Deleting port 147df439-d17d-4e6d-bb36-27b945503584 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:49.818119 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-89e1e1ca-8ec5-4290-98d9-7fbe30aef61c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:49.963055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cde72ce6-1530-41f8-a1a3-b3622987a42c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:49.971430 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0fe0490f-aed5-45c9-86f1-23959c0484ac None None] Provisioning for port ce41fc8c-ecb4-4f5d-9d2f-ba7b956431b7 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:49.973747 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-65318dc3-9461-4af9-8038-9712a5fd6e36 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:49.997148 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-89e1e1ca-8ec5-4290-98d9-7fbe30aef61c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:49.999372 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0fe0490f-aed5-45c9-86f1-23959c0484ac None None] Provisioning complete for port ce41fc8c-ecb4-4f5d-9d2f-ba7b956431b7 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:49.999761 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0fe0490f-aed5-45c9-86f1-23959c0484ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.013268 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.023795 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.038808 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-b68df2cc-3f4d-4be3-8144-e187a23d741e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:50.041373 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde72ce6-1530-41f8-a1a3-b3622987a42c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=d90f7ea0-6f67-4249-868a-a117ce389bf2,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:50.076443 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port ac7f184e-8ef4-4005-8276-53520cb8250b completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:50.086116 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cde72ce6-1530-41f8-a1a3-b3622987a42c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:50.101378 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.117164 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] Pushing event deleted for resources: {'Port': ['ID=1ab1bd0a-b2fc-4335-a629-6377aa21bffc,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:50.132462 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port ac7f184e-8ef4-4005-8276-53520cb8250b triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:50.132844 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.155069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3cacd2b4-0b7d-408b-8ba9-b733c194c12d tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:50.170980 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] No DVR routers for this DVR port 1ab1bd0a-b2fc-4335-a629-6377aa21bffc on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:50.184539 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:50.184891 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:50.185222 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:50.186544 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:50.186544 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:50.186544 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:50.186811 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:50.187088 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:50.187599 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:50.187924 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:50.188246 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:50.188756 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:36:50.210003 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cde72ce6-1530-41f8-a1a3-b3622987a42c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.215409 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Port': ['ID=1ab1bd0a-b2fc-4335-a629-6377aa21bffc,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:50.225631 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:50.238930 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:50.244461 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] No DVR routers for this DVR port 1ab1bd0a-b2fc-4335-a629-6377aa21bffc on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:50.252852 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-0fe0490f-aed5-45c9-86f1-23959c0484ac None None] Port ce41fc8c-ecb4-4f5d-9d2f-ba7b956431b7 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:50.270363 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-4a395c45-1488-4a67-999d-14e8fa469a83', 'network_id': '4a395c45-1488-4a67-999d-14e8fa469a83', 'tenant_id': 'b844dc2b9a3f473e9f66311bfcf362e2', 'fixed_ips': [{'subnet_id': 'cce0e4af-d3d3-4ea6-bb89-fb21cec2d14f'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:36:50.271542 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.297761 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cde72ce6-1530-41f8-a1a3-b3622987a42c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/d90f7ea0-6f67-4249-868a-a117ce389bf2 HTTP/1.1" status: 204 len: 168 time: 1.8341861 Jun 02 20:36:50.325407 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54856) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:50.361268 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-89e1e1ca-8ec5-4290-98d9-7fbe30aef61c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Calling delete_port for 147df439-d17d-4e6d-bb36-27b945503584 owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:50.474476 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.494292 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064b2c56-811b-46bc-9c14-d4e7816c43bb']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:50.506121 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.516384 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8a99d1-70b6-4624-813d-0f0f496903db tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:50.517968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8a99d1-70b6-4624-813d-0f0f496903db tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:50.518703 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1d8a99d1-70b6-4624-813d-0f0f496903db tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:50.525903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528fd67f-0c46-4e6f-96c7-e76983b6889d') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:50.526257 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528fd67f-0c46-4e6f-96c7-e76983b6889d') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:50.543787 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Allocated IP 172.20.0.1 (4a395c45-1488-4a67-999d-14e8fa469a83/cce0e4af-d3d3-4ea6-bb89-fb21cec2d14f/8e542fd1-831a-4e79-b5f1-05463773e826) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:50.557261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.557525 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-89e1e1ca-8ec5-4290-98d9-7fbe30aef61c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.560887 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port ac7f184e-8ef4-4005-8276-53520cb8250b, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ac7f184e-8ef4-4005-8276-53520cb8250b,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:50.569631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c9344d0e-cff1-464f-88a2-87ebdd614541 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:50.575106 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9d587239-ae95-4000-aa14-53b4972ceb61 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.579770 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.584176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.585673 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f9495756-a32e-46c5-8a82-d793f35a7cbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:50.591091 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9d587239-ae95-4000-aa14-53b4972ceb61 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.595018 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1d8a99d1-70b6-4624-813d-0f0f496903db tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:50.596239 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1d8a99d1-70b6-4624-813d-0f0f496903db tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2696266 Jun 02 20:36:50.599517 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fc32e7c1-a824-4473-9049-1dc18991e294 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:50.617503 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54858) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:50.638193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:36:50.638868 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:36:50.656530 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:36:50.671618 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1e1ca-8ec5-4290-98d9-7fbe30aef61c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Pushing event deleted for resources: {'Port': ['ID=147df439-d17d-4e6d-bb36-27b945503584,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:50.674602 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-89e1e1ca-8ec5-4290-98d9-7fbe30aef61c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:50.678589 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-89e1e1ca-8ec5-4290-98d9-7fbe30aef61c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.679901 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-9d587239-ae95-4000-aa14-53b4972ceb61 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] In _notify_port_updated(), no bound segment for port ce41fc8c-ecb4-4f5d-9d2f-ba7b956431b7 on network 9a493504-7814-455d-97be-c4bb1b45d229 {{(pid=92549) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:36:50.685251 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d587239-ae95-4000-aa14-53b4972ceb61 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:50.685869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9d587239-ae95-4000-aa14-53b4972ceb61 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.689744 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9d587239-ae95-4000-aa14-53b4972ceb61 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "PUT /v2.0/ports/ce41fc8c-ecb4-4f5d-9d2f-ba7b956431b7 HTTP/1.1" status: 200 len: 1016 time: 1.8093660 Jun 02 20:36:50.695981 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1ab1bd0a-b2fc-4335-a629-6377aa21bffc no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:36:50.696127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54860) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:50.764700 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 1ab1bd0a-b2fc-4335-a629-6377aa21bffc {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:36:50.765065 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1ab1bd0a-b2fc-4335-a629-6377aa21bffc not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:36:50.772938 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-89e1e1ca-8ec5-4290-98d9-7fbe30aef61c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "DELETE /v2.0/ports/147df439-d17d-4e6d-bb36-27b945503584 HTTP/1.1" status: 204 len: 168 time: 1.2545660 Jun 02 20:36:50.776882 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54862) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:50.815722 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=ac7f184e-8ef4-4005-8276-53520cb8250b,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:50.828086 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:50.838688 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d587239-ae95-4000-aa14-53b4972ceb61 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Pushing event updated for resources: {'Port': ['ID=ce41fc8c-ecb4-4f5d-9d2f-ba7b956431b7,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:50.840409 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-d515601c-3014-44fa-8ab3-524d2e88e752 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet a83cc85e-6d90-41a6-bad2-36cd15ef2a3a {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:36:50.844293 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.846573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9d587239-ae95-4000-aa14-53b4972ceb61 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:50.851286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2f5ff2ab-ad6a-44b1-98d6-941a54aee030 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:50.851904 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d515601c-3014-44fa-8ab3-524d2e88e752 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.872497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.901946 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Network': ['ID=064b2c56-811b-46bc-9c14-d4e7816c43bb,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:50.909348 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/networks/064b2c56-811b-46bc-9c14-d4e7816c43bb HTTP/1.1" status: 204 len: 168 time: 2.3785470 Jun 02 20:36:50.924223 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.936245 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Transition to ACTIVE for port object 8e542fd1-831a-4e79-b5f1-05463773e826 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:50.945297 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:50.951577 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54864) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:50.962485 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Transition to ACTIVE for port object 8e542fd1-831a-4e79-b5f1-05463773e826 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:50.964792 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e48e6d35-81d0-49b9-a39c-de9eb4c91114 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1824397693'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:50.971266 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d515601c-3014-44fa-8ab3-524d2e88e752 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.973829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:50.974462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e48e6d35-81d0-49b9-a39c-de9eb4c91114 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:50.979429 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:50.981049 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e48e6d35-81d0-49b9-a39c-de9eb4c91114 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:network and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:50.984939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e48e6d35-81d0-49b9-a39c-de9eb4c91114 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:50.996144 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e48e6d35-81d0-49b9-a39c-de9eb4c91114 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:51.021681 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48e6d35-81d0-49b9-a39c-de9eb4c91114 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:51.025894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e48e6d35-81d0-49b9-a39c-de9eb4c91114 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:51.052766 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Pushing event updated for resources: {'Port': ['ID=8e542fd1-831a-4e79-b5f1-05463773e826,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:51.057669 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:51.065321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:51.066331 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Network 4a395c45-1488-4a67-999d-14e8fa469a83 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:51.067563 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:51.070320 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:51.075132 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5b05226a-78ba-4530-9aa3-fec24e23db5b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:51.077532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-fc37b032-f887-4685-ae1b-4ee3849aca71 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Deleting port 66934717-0569-43f6-86d1-f2f2b233e52c {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:51.077973 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc37b032-f887-4685-ae1b-4ee3849aca71 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:51.094677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48e6d35-81d0-49b9-a39c-de9eb4c91114 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:36:51.124486 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-312c7681-4d55-4a65-b7d3-0975444de33d tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Deleting port ce41fc8c-ecb4-4f5d-9d2f-ba7b956431b7 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:51.124831 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-312c7681-4d55-4a65-b7d3-0975444de33d tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:51.157137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Subnet': ['ID=cce0e4af-d3d3-4ea6-bb89-fb21cec2d14f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:51.161119 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:51.165557 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Attempting to bind port 8e542fd1-831a-4e79-b5f1-05463773e826 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:36:51.166017 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Attempting to bind port 8e542fd1-831a-4e79-b5f1-05463773e826 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '038a3236-9308-43ec-9ebc-ba3c99a53ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4a395c45-1488-4a67-999d-14e8fa469a83'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:36:51.166460 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Attempting to bind port 8e542fd1-831a-4e79-b5f1-05463773e826 on network 4a395c45-1488-4a67-999d-14e8fa469a83 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:36:51.172379 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:36:51.172904 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Checking segment: {'id': '038a3236-9308-43ec-9ebc-ba3c99a53ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4a395c45-1488-4a67-999d-14e8fa469a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:51.173540 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:51.174017 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Bound using segment: {'id': '038a3236-9308-43ec-9ebc-ba3c99a53ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4a395c45-1488-4a67-999d-14e8fa469a83'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:36:51.175284 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Bound port: 8e542fd1-831a-4e79-b5f1-05463773e826, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038a3236-9308-43ec-9ebc-ba3c99a53ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4a395c45-1488-4a67-999d-14e8fa469a83'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:36:51.175284 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:51.268660 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-38b92b5e-d2f1-4315-89c9-c3026127bc28 None None] Provisioning complete for port ce41fc8c-ecb4-4f5d-9d2f-ba7b956431b7 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:51.269175 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-38b92b5e-d2f1-4315-89c9-c3026127bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:51.317398 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d515601c-3014-44fa-8ab3-524d2e88e752 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:51.320834 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e48e6d35-81d0-49b9-a39c-de9eb4c91114 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:51.321246 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-e48e6d35-81d0-49b9-a39c-de9eb4c91114 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Added segment 5da339d1-9f9b-443f-a222-b156246d2773 of type vlan for network 77b217ff-6353-454c-b9f9-4ac6040bdb5f Jun 02 20:36:51.335097 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] For port 8e542fd1-831a-4e79-b5f1-05463773e826, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:36:51.346845 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-38b92b5e-d2f1-4315-89c9-c3026127bc28 None None] Port ce41fc8c-ecb4-4f5d-9d2f-ba7b956431b7 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:51.349639 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] For port 8e542fd1-831a-4e79-b5f1-05463773e826, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=8e542fd1-831a-4e79-b5f1-05463773e826,segment=NetworkSegment(038a3236-9308-43ec-9ebc-ba3c99a53ea1),segment_id=038a3236-9308-43ec-9ebc-ba3c99a53ea1)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:36:51.351515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc37b032-f887-4685-ae1b-4ee3849aca71 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:51.358085 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:51.362995 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-71b4837a-242c-4de7-93f7-5845d12197d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:51.363794 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:51.397998 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a395c45-1488-4a67-999d-14e8fa469a83']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:51.418055 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ac7f184e-8ef4-4005-8276-53520cb8250b up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:51.450465 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038a3236-9308-43ec-9ebc-ba3c99a53ea1') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:51.450816 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038a3236-9308-43ec-9ebc-ba3c99a53ea1') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:51.465911 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:51.487275 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:51.501292 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e48e6d35-81d0-49b9-a39c-de9eb4c91114 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:51.506685 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Pushing event updated for resources: {'Port': ['ID=8e542fd1-831a-4e79-b5f1-05463773e826,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:51.511482 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-312c7681-4d55-4a65-b7d3-0975444de33d tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:51.511718 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:51.512573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-fc37b032-f887-4685-ae1b-4ee3849aca71 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Calling delete_port for 66934717-0569-43f6-86d1-f2f2b233e52c owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:51.531628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port ac7f184e-8ef4-4005-8276-53520cb8250b triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:51.532089 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:51.536141 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:36:51.536650 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:36:51.552076 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:36:51.563374 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e48e6d35-81d0-49b9-a39c-de9eb4c91114 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:51.569436 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48e6d35-81d0-49b9-a39c-de9eb4c91114 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:51.570091 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e48e6d35-81d0-49b9-a39c-de9eb4c91114 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:51.576169 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-051dd5c1-17e0-4bf2-8038-ae8f0b0da415 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:51.685047 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e5145b-fb12-44a3-bae0-bd8eecf4efe9 None None] Network 4a395c45-1488-4a67-999d-14e8fa469a83 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:51.686670 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e48e6d35-81d0-49b9-a39c-de9eb4c91114 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7345898 Jun 02 20:36:51.691804 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54866) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:51.695742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-73d219b9-6717-4948-8cca-40f1e6a97445 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'subnet': {'network_id': '77b217ff-6353-454c-b9f9-4ac6040bdb5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:51.723438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e6d35-81d0-49b9-a39c-de9eb4c91114 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Network': ['ID=77b217ff-6353-454c-b9f9-4ac6040bdb5f,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:51.727273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e48e6d35-81d0-49b9-a39c-de9eb4c91114 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:51.731574 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc37b032-f887-4685-ae1b-4ee3849aca71 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:51.736660 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-312c7681-4d55-4a65-b7d3-0975444de33d tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Calling delete_port for ce41fc8c-ecb4-4f5d-9d2f-ba7b956431b7 owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:51.783183 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 77b217ff-6353-454c-b9f9-4ac6040bdb5f details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:36:51.787467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:51.853606 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37b032-f887-4685-ae1b-4ee3849aca71 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Pushing event deleted for resources: {'Port': ['ID=66934717-0569-43f6-86d1-f2f2b233e52c,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:51.856199 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fc37b032-f887-4685-ae1b-4ee3849aca71 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:51.869298 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc37b032-f887-4685-ae1b-4ee3849aca71 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:51.882029 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.db.api [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 20:36:51.882029 dv-neutron-601336-84-hyperv neutron-server[92548]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 20:36:51.882029 dv-neutron-601336-84-hyperv neutron-server[92548]: [parameters: {'id': '4a395c45-1488-4a67-999d-14e8fa469a83'}] Jun 02 20:36:51.882029 dv-neutron-601336-84-hyperv neutron-server[92548]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:36:51.882877 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_db.api [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:36:51.890481 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fc37b032-f887-4685-ae1b-4ee3849aca71 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "DELETE /v2.0/ports/66934717-0569-43f6-86d1-f2f2b233e52c HTTP/1.1" status: 204 len: 168 time: 1.1084034 Jun 02 20:36:51.890481 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-73d219b9-6717-4948-8cca-40f1e6a97445 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:51.891280 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54868) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:51.893871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-73d219b9-6717-4948-8cca-40f1e6a97445 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:subnet and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:51.896956 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-73d219b9-6717-4948-8cca-40f1e6a97445 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:51.903024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-73d219b9-6717-4948-8cca-40f1e6a97445 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:51.913190 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d219b9-6717-4948-8cca-40f1e6a97445 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:51.917063 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-73d219b9-6717-4948-8cca-40f1e6a97445 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:52.082467 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0b85a0-409a-46ae-9580-cf6808203c04 None None] get_active_networks_info from dv-neutron-601336-84-hyperv {{(pid=92550) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 20:36:52.132929 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-fb81de8f-2758-44db-9325-52e8c90f486a tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Synchronizing usage tracker for tenant:f9d08820396b47e4b9147fdc70275534 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:52.181231 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-fb81de8f-2758-44db-9325-52e8c90f486a tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Unset dirty status for tenant:f9d08820396b47e4b9147fdc70275534 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:52.182595 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fb81de8f-2758-44db-9325-52e8c90f486a tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2613161 Jun 02 20:36:52.186351 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54870) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:52.204910 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0b85a0-409a-46ae-9580-cf6808203c04 None None] Resources bound (agent type, host, resource id): {{(pid=92550) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 20:36:52.219634 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-9ec87571-ef3a-4944-86c8-a4454400fbe5 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-194079071'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:52.235259 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9ec87571-ef3a-4944-86c8-a4454400fbe5 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:52.244971 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9ec87571-ef3a-4944-86c8-a4454400fbe5 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Usage tracker for resource:network and tenant:f9d08820396b47e4b9147fdc70275534 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:52.254233 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9ec87571-ef3a-4944-86c8-a4454400fbe5 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:52.257320 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d515601c-3014-44fa-8ab3-524d2e88e752 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:52.266587 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a0abe51a-d00f-49aa-aa28-09edfbf91a49 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:52.294220 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9ec87571-ef3a-4944-86c8-a4454400fbe5 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:52.312270 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515601c-3014-44fa-8ab3-524d2e88e752 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=a83cc85e-6d90-41a6-bad2-36cd15ef2a3a,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:52.318767 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d515601c-3014-44fa-8ab3-524d2e88e752 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:52.324248 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d515601c-3014-44fa-8ab3-524d2e88e752 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:52.330088 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec87571-ef3a-4944-86c8-a4454400fbe5 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Made reservation on behalf of f9d08820396b47e4b9147fdc70275534 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:52.334303 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ec87571-ef3a-4944-86c8-a4454400fbe5 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:52.354478 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-312c7681-4d55-4a65-b7d3-0975444de33d tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:52.365062 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bf4a6444-1e96-49cf-a4bf-a5bc87c2488e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:52.404122 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:52.421078 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-73d219b9-6717-4948-8cca-40f1e6a97445 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:52.426183 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-70767a5a-6a14-4ed6-9a06-f5a7d25cb612 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:52.426909 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c7681-4d55-4a65-b7d3-0975444de33d tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Pushing event deleted for resources: {'Port': ['ID=ce41fc8c-ecb4-4f5d-9d2f-ba7b956431b7,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:52.435916 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d515601c-3014-44fa-8ab3-524d2e88e752 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/a83cc85e-6d90-41a6-bad2-36cd15ef2a3a HTTP/1.1" status: 204 len: 168 time: 1.8173027 Jun 02 20:36:52.441578 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-312c7681-4d55-4a65-b7d3-0975444de33d tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:52.442035 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54872) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:52.510558 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d219b9-6717-4948-8cca-40f1e6a97445 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Subnet': ['ID=62c9e127-2691-4777-92f1-ff65e9ca1902,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:52.513228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-73d219b9-6717-4948-8cca-40f1e6a97445 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:52.520485 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d219b9-6717-4948-8cca-40f1e6a97445 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Checking segment: {'id': '5da339d1-9f9b-443f-a222-b156246d2773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '77b217ff-6353-454c-b9f9-4ac6040bdb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:52.520848 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d219b9-6717-4948-8cca-40f1e6a97445 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network hostable DHCP agents. Network: 77b217ff-6353-454c-b9f9-4ac6040bdb5f, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:36:52.534752 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec87571-ef3a-4944-86c8-a4454400fbe5 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:36:52.541753 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d219b9-6717-4948-8cca-40f1e6a97445 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 77b217ff-6353-454c-b9f9-4ac6040bdb5f is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:36:52.554512 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-73d219b9-6717-4948-8cca-40f1e6a97445 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 77b217ff-6353-454c-b9f9-4ac6040bdb5f) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:52.559579 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cb1ac59d-62f3-47fb-b7bd-f7ff5a47fc5d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1159823 Jun 02 20:36:52.563271 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54874) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:52.569496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-cd5591b0-acc6-488e-80dc-950fde5e4dbf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:52.579942 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a51dbc-694d-42f1-8209-0e2f9b9b8dd9 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:52.588520 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d219b9-6717-4948-8cca-40f1e6a97445 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:52.589135 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-73d219b9-6717-4948-8cca-40f1e6a97445 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:52.589775 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-312c7681-4d55-4a65-b7d3-0975444de33d tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:52.604808 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ec87571-ef3a-4944-86c8-a4454400fbe5 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:52.605164 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-9ec87571-ef3a-4944-86c8-a4454400fbe5 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Added segment f75bb775-fdd5-4941-8cbb-d0ca15c35585 of type vlan for network 7bd610a5-bf3b-4da6-a840-18e968f5af56 Jun 02 20:36:52.615507 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-312c7681-4d55-4a65-b7d3-0975444de33d tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "DELETE /v2.0/ports/ce41fc8c-ecb4-4f5d-9d2f-ba7b956431b7 HTTP/1.1" status: 204 len: 168 time: 1.9162378 Jun 02 20:36:52.620993 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54876) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:52.623632 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f876a2cc-b005-4b7e-85b0-2d304cde839e None None] Network 77b217ff-6353-454c-b9f9-4ac6040bdb5f requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:52.687231 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ec87571-ef3a-4944-86c8-a4454400fbe5 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:52.705134 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-73d219b9-6717-4948-8cca-40f1e6a97445 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0132048 Jun 02 20:36:52.709533 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54878) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:52.720013 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-45a228cf-faa7-4fba-a84b-34a930ed849a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'port': {'network_id': '77b217ff-6353-454c-b9f9-4ac6040bdb5f', 'name': 'tempest-PortsIpV6TestJSON-231173971', 'fixed_ips': [{'subnet_id': '62c9e127-2691-4777-92f1-ff65e9ca1902', 'ip_address': '2001:db8::10'}]}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:52.730099 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb75d038-63b0-48e3-b8b7-591c16996062 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] GET failed (client error): The resource could not be found. Jun 02 20:36:52.731096 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-cb75d038-63b0-48e3-b8b7-591c16996062 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Synchronizing usage tracker for tenant:55fc944702ba408380dff4cb10e0de9b on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:52.747977 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ec87571-ef3a-4944-86c8-a4454400fbe5 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:52.753825 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec87571-ef3a-4944-86c8-a4454400fbe5 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:52.754456 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ec87571-ef3a-4944-86c8-a4454400fbe5 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:52.758270 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cd5591b0-acc6-488e-80dc-950fde5e4dbf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:52.766580 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bba3051e-c48d-4ef9-94f8-9199001c38fb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:52.804603 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-cb75d038-63b0-48e3-b8b7-591c16996062 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Unset dirty status for tenant:55fc944702ba408380dff4cb10e0de9b on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:52.805772 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cb75d038-63b0-48e3-b8b7-591c16996062 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "GET /v2.0/ports/ce41fc8c-ecb4-4f5d-9d2f-ba7b956431b7 HTTP/1.1" status: 404 len: 333 time: 0.1834052 Jun 02 20:36:52.817983 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54880) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:52.828266 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-2ad651d8-631b-41cf-bb72-db0832c5f593 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Request body: {'port': {'network_id': '9a493504-7814-455d-97be-c4bb1b45d229', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1772743314'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:52.831455 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cd5591b0-acc6-488e-80dc-950fde5e4dbf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:52.836793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cd5591b0-acc6-488e-80dc-950fde5e4dbf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:52.851118 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cd5591b0-acc6-488e-80dc-950fde5e4dbf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:52.883796 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5591b0-acc6-488e-80dc-950fde5e4dbf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:52.887640 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd5591b0-acc6-488e-80dc-950fde5e4dbf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:52.919620 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9ec87571-ef3a-4944-86c8-a4454400fbe5 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7293963 Jun 02 20:36:52.921137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54882) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:52.932087 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-1b960041-5ecf-4ce2-b2e8-102aa69a051f tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-157570580'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:52.968819 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Deleting port 8e542fd1-831a-4e79-b5f1-05463773e826 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:52.969068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:52.995338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-1b960041-5ecf-4ce2-b2e8-102aa69a051f tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:52.998539 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec87571-ef3a-4944-86c8-a4454400fbe5 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Pushing event updated for resources: {'Network': ['ID=7bd610a5-bf3b-4da6-a840-18e968f5af56,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:53.001190 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9ec87571-ef3a-4944-86c8-a4454400fbe5 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:53.008252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1b960041-5ecf-4ce2-b2e8-102aa69a051f tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Usage tracker for resource:network and tenant:f9d08820396b47e4b9147fdc70275534 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:53.016149 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-45a228cf-faa7-4fba-a84b-34a930ed849a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:53.019334 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1b960041-5ecf-4ce2-b2e8-102aa69a051f tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:53.027746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-45a228cf-faa7-4fba-a84b-34a930ed849a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:port and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:53.031068 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-1b960041-5ecf-4ce2-b2e8-102aa69a051f tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:53.034229 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 7bd610a5-bf3b-4da6-a840-18e968f5af56 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:36:53.036767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-45a228cf-faa7-4fba-a84b-34a930ed849a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:53.060958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-45a228cf-faa7-4fba-a84b-34a930ed849a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:53.071466 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b960041-5ecf-4ce2-b2e8-102aa69a051f tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Made reservation on behalf of f9d08820396b47e4b9147fdc70275534 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:53.074938 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1b960041-5ecf-4ce2-b2e8-102aa69a051f tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:53.106940 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a228cf-faa7-4fba-a84b-34a930ed849a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:53.117821 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-77b217ff-6353-454c-b9f9-4ac6040bdb5f', 'network_id': '77b217ff-6353-454c-b9f9-4ac6040bdb5f', 'tenant_id': '639a199037e04a6d8785e25b9cf213f1', 'fixed_ips': [{'subnet_id': '62c9e127-2691-4777-92f1-ff65e9ca1902'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:36:53.118779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:53.149228 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] For port 8e542fd1-831a-4e79-b5f1-05463773e826, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=8e542fd1-831a-4e79-b5f1-05463773e826,segment=NetworkSegment(038a3236-9308-43ec-9ebc-ba3c99a53ea1),segment_id=038a3236-9308-43ec-9ebc-ba3c99a53ea1)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:53.149228 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:53.155033 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2ad651d8-631b-41cf-bb72-db0832c5f593 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:53.169599 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714ce9e8-a51e-40a4-93d4-958ecaf43b6e None None] DHCP port deletion for 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:36:53.171956 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b960041-5ecf-4ce2-b2e8-102aa69a051f tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:36:53.276573 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2ad651d8-631b-41cf-bb72-db0832c5f593 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:53.284874 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Calling delete_port for 8e542fd1-831a-4e79-b5f1-05463773e826 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:53.302821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad651d8-631b-41cf-bb72-db0832c5f593 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Made reservation on behalf of 55fc944702ba408380dff4cb10e0de9b for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:53.313224 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2ad651d8-631b-41cf-bb72-db0832c5f593 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:53.376399 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-2ad651d8-631b-41cf-bb72-db0832c5f593 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] device_id is not set on port 90114c44-6620-46c4-860d-fb19811aae56 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:36:53.380740 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-714ce9e8-a51e-40a4-93d4-958ecaf43b6e None None] Deleting port ac7f184e-8ef4-4005-8276-53520cb8250b {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:53.382113 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-714ce9e8-a51e-40a4-93d4-958ecaf43b6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:53.400422 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ac7f184e-8ef4-4005-8276-53520cb8250b no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:36:53.401856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1b960041-5ecf-4ce2-b2e8-102aa69a051f tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:53.402205 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-1b960041-5ecf-4ce2-b2e8-102aa69a051f tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Added segment 056b1917-97b1-482c-adbb-da823dcba21c of type vlan for network 59bce3c5-a827-4a28-ae4a-cbbde4a10a22 Jun 02 20:36:53.428922 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:53.438060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fa0990ea-1776-4004-b168-b42e841aeae4 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:53.458959 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Allocated IP 2001:db8::2 (77b217ff-6353-454c-b9f9-4ac6040bdb5f/62c9e127-2691-4777-92f1-ff65e9ca1902/dbafb50c-3eba-4f7d-88e5-3c50cb293f94) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:53.487000 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1b960041-5ecf-4ce2-b2e8-102aa69a051f tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:53.496518 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Port': ['ID=8e542fd1-831a-4e79-b5f1-05463773e826,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:53.496751 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-45a228cf-faa7-4fba-a84b-34a930ed849a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:53.498648 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No DVR routers for this DVR port 8e542fd1-831a-4e79-b5f1-05463773e826 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:53.530268 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:53.558169 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-45a228cf-faa7-4fba-a84b-34a930ed849a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] device_id is not set on port 6e89d558-0c2b-48ad-9ef2-66df2d83d194 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:36:53.628475 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1b960041-5ecf-4ce2-b2e8-102aa69a051f tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:53.633942 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b960041-5ecf-4ce2-b2e8-102aa69a051f tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:53.634553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1b960041-5ecf-4ce2-b2e8-102aa69a051f tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:53.643713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:53.654767 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-714ce9e8-a51e-40a4-93d4-958ecaf43b6e None None] For port ac7f184e-8ef4-4005-8276-53520cb8250b, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ac7f184e-8ef4-4005-8276-53520cb8250b,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:53.655580 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-714ce9e8-a51e-40a4-93d4-958ecaf43b6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:53.684752 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:53.703737 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a395c45-1488-4a67-999d-14e8fa469a83']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:53.736158 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038a3236-9308-43ec-9ebc-ba3c99a53ea1') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:53.737218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038a3236-9308-43ec-9ebc-ba3c99a53ea1') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:36:53.744971 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-2ad651d8-631b-41cf-bb72-db0832c5f593 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Allocated IP 2001:db8::16b (9a493504-7814-455d-97be-c4bb1b45d229/9678eed4-d307-4359-8ab3-0bcd6df75edf/90114c44-6620-46c4-860d-fb19811aae56) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:53.864361 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-714ce9e8-a51e-40a4-93d4-958ecaf43b6e None None] Calling delete_port for ac7f184e-8ef4-4005-8276-53520cb8250b owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:53.867844 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b960041-5ecf-4ce2-b2e8-102aa69a051f tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Pushing event updated for resources: {'Network': ['ID=59bce3c5-a827-4a28-ae4a-cbbde4a10a22,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:53.876174 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1b960041-5ecf-4ce2-b2e8-102aa69a051f tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:53.878056 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1b960041-5ecf-4ce2-b2e8-102aa69a051f tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9542289 Jun 02 20:36:53.892344 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 59bce3c5-a827-4a28-ae4a-cbbde4a10a22 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:36:53.911413 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:53.934196 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:53.954242 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:36:53.954637 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:36:53.971021 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:36:54.009720 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:54.077039 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd5591b0-acc6-488e-80dc-950fde5e4dbf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:54.095426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ba2dfccf-4e7e-4dd3-9fa7-1f089eb6d098 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:54.155214 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port ac7f184e-8ef4-4005-8276-53520cb8250b, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ac7f184e-8ef4-4005-8276-53520cb8250b,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:54.155752 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5591b0-acc6-488e-80dc-950fde5e4dbf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=6511b767-6bbe-4552-938c-5581d2d4d1ae,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:54.161171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cd5591b0-acc6-488e-80dc-950fde5e4dbf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:54.167052 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:54.174743 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:54.177252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5591b0-acc6-488e-80dc-950fde5e4dbf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:54.179308 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-cd5591b0-acc6-488e-80dc-950fde5e4dbf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:54.189748 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5591b0-acc6-488e-80dc-950fde5e4dbf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:54.190475 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd5591b0-acc6-488e-80dc-950fde5e4dbf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:54.196469 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:54.206937 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c9c88b74-c5a4-4009-8797-44f62378f0e3 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:54.221534 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:54.233942 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:54.242937 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54884) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:54.243857 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Network': ['ID=4a395c45-1488-4a67-999d-14e8fa469a83,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:54.245624 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cd5591b0-acc6-488e-80dc-950fde5e4dbf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6798701 Jun 02 20:36:54.250304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-0fd4616c-c719-444b-9c55-6755df0e9967 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'fixed_ips': [{'subnet_id': '6511b767-6bbe-4552-938c-5581d2d4d1ae', 'ip_address': '2001:db8::a99c:2c82:c2f3:7497'}], 'name': 'tempest-NetworksTestDHCPv6-130926517'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:54.259169 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-714ce9e8-a51e-40a4-93d4-958ecaf43b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:54.265793 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:54.272645 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Transition to ACTIVE for port object dbafb50c-3eba-4f7d-88e5-3c50cb293f94 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:54.283114 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714ce9e8-a51e-40a4-93d4-958ecaf43b6e None None] No DVR routers for this DVR port ac7f184e-8ef4-4005-8276-53520cb8250b on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:36:54.295171 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/4a395c45-1488-4a67-999d-14e8fa469a83 HTTP/1.1" status: 204 len: 168 time: 4.6994534 Jun 02 20:36:54.308236 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Transition to ACTIVE for port object dbafb50c-3eba-4f7d-88e5-3c50cb293f94 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:54.308423 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54886) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:54.311546 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20e0203-2f24-463c-88d3-fcb7af9e4d6e None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:54.315087 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-894baf10-b3ce-440e-9268-dc46285b8639 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2083641551'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:54.323646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-894baf10-b3ce-440e-9268-dc46285b8639 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:54.325144 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=ac7f184e-8ef4-4005-8276-53520cb8250b,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:54.328379 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:54.333289 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:54.340184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-894baf10-b3ce-440e-9268-dc46285b8639 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Usage tracker for resource:network and tenant:b844dc2b9a3f473e9f66311bfcf362e2 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:54.344192 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-894baf10-b3ce-440e-9268-dc46285b8639 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:54.353239 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-894baf10-b3ce-440e-9268-dc46285b8639 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:54.378295 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:54.398060 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ce9e8-a51e-40a4-93d4-958ecaf43b6e None None] Pushing event deleted for resources: {'Port': ['ID=ac7f184e-8ef4-4005-8276-53520cb8250b,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:54.400278 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-714ce9e8-a51e-40a4-93d4-958ecaf43b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:54.410240 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2ad651d8-631b-41cf-bb72-db0832c5f593 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:54.448551 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:54.468629 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-2ad651d8-631b-41cf-bb72-db0832c5f593 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Transition to ACTIVE for port object 90114c44-6620-46c4-860d-fb19811aae56 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:54.479237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0fd4616c-c719-444b-9c55-6755df0e9967 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:54.479938 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-45a228cf-faa7-4fba-a84b-34a930ed849a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Allocated IP 2001:db8::10 (77b217ff-6353-454c-b9f9-4ac6040bdb5f/62c9e127-2691-4777-92f1-ff65e9ca1902/6e89d558-0c2b-48ad-9ef2-66df2d83d194) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:54.485146 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0fd4616c-c719-444b-9c55-6755df0e9967 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:port and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:54.489548 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0fd4616c-c719-444b-9c55-6755df0e9967 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:54.498068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0fd4616c-c719-444b-9c55-6755df0e9967 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:54.518438 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd4616c-c719-444b-9c55-6755df0e9967 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:54.520814 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894baf10-b3ce-440e-9268-dc46285b8639 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:54.525751 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-894baf10-b3ce-440e-9268-dc46285b8639 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:54.542577 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2ad651d8-631b-41cf-bb72-db0832c5f593 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:54.552581 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-89e1e1ca-8ec5-4290-98d9-7fbe30aef61c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:54.555665 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Pushing event updated for resources: {'Port': ['ID=dbafb50c-3eba-4f7d-88e5-3c50cb293f94,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:54.558724 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:54.568357 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Network 77b217ff-6353-454c-b9f9-4ac6040bdb5f is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:54.571809 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:54.576459 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:54.595968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894baf10-b3ce-440e-9268-dc46285b8639 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:36:54.608370 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-894baf10-b3ce-440e-9268-dc46285b8639 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:54.609236 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-894baf10-b3ce-440e-9268-dc46285b8639 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Added segment 83bc1926-8317-4df6-9beb-b91bd8d276ad of type vlan for network 1a213f05-011f-490d-b66d-c58dd1776e42 Jun 02 20:36:54.643182 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-894baf10-b3ce-440e-9268-dc46285b8639 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:54.688857 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-894baf10-b3ce-440e-9268-dc46285b8639 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:54.689294 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad651d8-631b-41cf-bb72-db0832c5f593 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Network 9a493504-7814-455d-97be-c4bb1b45d229 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:54.697441 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894baf10-b3ce-440e-9268-dc46285b8639 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:54.698321 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-894baf10-b3ce-440e-9268-dc46285b8639 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1793589'] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:54.700593 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-2ad651d8-631b-41cf-bb72-db0832c5f593 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:54.708134 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad651d8-631b-41cf-bb72-db0832c5f593 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:54.714390 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad651d8-631b-41cf-bb72-db0832c5f593 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:54.715083 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2ad651d8-631b-41cf-bb72-db0832c5f593 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:54.763037 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Attempting to bind port dbafb50c-3eba-4f7d-88e5-3c50cb293f94 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:36:54.763917 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Attempting to bind port dbafb50c-3eba-4f7d-88e5-3c50cb293f94 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '5da339d1-9f9b-443f-a222-b156246d2773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '77b217ff-6353-454c-b9f9-4ac6040bdb5f'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:36:54.764228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-87b47ae5-6414-400d-aa34-7764878539f6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:54.764629 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Attempting to bind port dbafb50c-3eba-4f7d-88e5-3c50cb293f94 on network 77b217ff-6353-454c-b9f9-4ac6040bdb5f {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:36:54.768234 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad651d8-631b-41cf-bb72-db0832c5f593 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Pushing event updated for resources: {'Port': ['ID=90114c44-6620-46c4-860d-fb19811aae56,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:54.774675 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:36:54.775534 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Checking segment: {'id': '5da339d1-9f9b-443f-a222-b156246d2773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '77b217ff-6353-454c-b9f9-4ac6040bdb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:54.780580 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:54.781251 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Bound using segment: {'id': '5da339d1-9f9b-443f-a222-b156246d2773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '77b217ff-6353-454c-b9f9-4ac6040bdb5f'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:36:54.782016 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Bound port: dbafb50c-3eba-4f7d-88e5-3c50cb293f94, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da339d1-9f9b-443f-a222-b156246d2773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '77b217ff-6353-454c-b9f9-4ac6040bdb5f'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:36:54.782908 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:54.786439 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2ad651d8-631b-41cf-bb72-db0832c5f593 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:54.801990 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2ad651d8-631b-41cf-bb72-db0832c5f593 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9781084 Jun 02 20:36:54.812449 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0fd4616c-c719-444b-9c55-6755df0e9967 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:54.827385 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54888) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:54.834287 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-0269c72f-b283-4327-b310-14d6c2d26ba2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Request body: {'port': {'network_id': '9a493504-7814-455d-97be-c4bb1b45d229', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-325831195'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:54.919502 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894baf10-b3ce-440e-9268-dc46285b8639 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Network': ['ID=1a213f05-011f-490d-b66d-c58dd1776e42,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:54.931098 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-894baf10-b3ce-440e-9268-dc46285b8639 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:54.942120 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-894baf10-b3ce-440e-9268-dc46285b8639 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6320639 Jun 02 20:36:54.944595 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 1a213f05-011f-490d-b66d-c58dd1776e42 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:36:54.955424 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54890) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:54.959624 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'fixed_ips': [{'subnet_id': '6511b767-6bbe-4552-938c-5581d2d4d1ae'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:36:54.960763 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:54.963864 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-150a47c0-115a-4d45-9291-2ed23f785442 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'network': {'name': 'New_network'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:55.024104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-0fd4616c-c719-444b-9c55-6755df0e9967 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] device_id is not set on port d83a95d9-25cd-470e-b353-3416cdc6362b yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:36:55.216531 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0269c72f-b283-4327-b310-14d6c2d26ba2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:55.243252 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0269c72f-b283-4327-b310-14d6c2d26ba2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:55.244196 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ce9b3994-e2fa-4fc9-9e52-a4898bf695e0 None None] Provisioning for port 90114c44-6620-46c4-860d-fb19811aae56 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:55.260427 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] For port dbafb50c-3eba-4f7d-88e5-3c50cb293f94, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:36:55.267173 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] For port dbafb50c-3eba-4f7d-88e5-3c50cb293f94, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=dbafb50c-3eba-4f7d-88e5-3c50cb293f94,segment=NetworkSegment(5da339d1-9f9b-443f-a222-b156246d2773),segment_id=5da339d1-9f9b-443f-a222-b156246d2773)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:36:55.271157 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ce9b3994-e2fa-4fc9-9e52-a4898bf695e0 None None] Provisioning complete for port 90114c44-6620-46c4-860d-fb19811aae56 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:55.271755 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ce9b3994-e2fa-4fc9-9e52-a4898bf695e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:55.324748 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:55.329677 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0269c72f-b283-4327-b310-14d6c2d26ba2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Made reservation on behalf of 55fc944702ba408380dff4cb10e0de9b for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:55.334333 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0269c72f-b283-4327-b310-14d6c2d26ba2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:55.365111 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-0269c72f-b283-4327-b310-14d6c2d26ba2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] device_id is not set on port d98cd1d1-3b53-4e39-9d3c-717a8b58446b yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:36:55.403025 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bd7f67d9-5019-4b88-ab8d-60b4ec83dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:55.461991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-150a47c0-115a-4d45-9291-2ed23f785442 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:55.477405 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-45a228cf-faa7-4fba-a84b-34a930ed849a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:55.503372 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-150a47c0-115a-4d45-9291-2ed23f785442 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:55.510112 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-45a228cf-faa7-4fba-a84b-34a930ed849a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Transition to ACTIVE for port object 6e89d558-0c2b-48ad-9ef2-66df2d83d194 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:55.511571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:55.520294 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b3994-e2fa-4fc9-9e52-a4898bf695e0 None None] Port 90114c44-6620-46c4-860d-fb19811aae56 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:55.529903 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Pushing event updated for resources: {'Port': ['ID=dbafb50c-3eba-4f7d-88e5-3c50cb293f94,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:55.534334 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:55.549801 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-0fd4616c-c719-444b-9c55-6755df0e9967 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8::a99c:2c82:c2f3:7497 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/6511b767-6bbe-4552-938c-5581d2d4d1ae/d83a95d9-25cd-470e-b353-3416cdc6362b) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:55.556467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-150a47c0-115a-4d45-9291-2ed23f785442 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network 1a213f05-011f-490d-b66d-c58dd1776e42 is not hosted by any dhcp agent {{(pid=92549) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 20:36:55.562303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150a47c0-115a-4d45-9291-2ed23f785442 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:55.562966 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-150a47c0-115a-4d45-9291-2ed23f785442 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:55.564384 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-150a47c0-115a-4d45-9291-2ed23f785442 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "PUT /v2.0/networks/1a213f05-011f-490d-b66d-c58dd1776e42 HTTP/1.1" status: 200 len: 723 time: 0.6079378 Jun 02 20:36:55.571362 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-0269c72f-b283-4327-b310-14d6c2d26ba2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Allocated IP 2001:db8::d1 (9a493504-7814-455d-97be-c4bb1b45d229/9678eed4-d307-4359-8ab3-0bcd6df75edf/d98cd1d1-3b53-4e39-9d3c-717a8b58446b) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:55.573792 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54892) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:55.578926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-ef01e947-bfa0-4af7-a5c6-196e2005edad tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'subnet': {'network_id': '1a213f05-011f-490d-b66d-c58dd1776e42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:55.650513 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a47c0-115a-4d45-9291-2ed23f785442 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Network': ['ID=1a213f05-011f-490d-b66d-c58dd1776e42,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:55.653340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-150a47c0-115a-4d45-9291-2ed23f785442 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:55.666425 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-45a228cf-faa7-4fba-a84b-34a930ed849a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:55.675701 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-13d02ceb-d612-4ce2-b0d7-4be5b0348edd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:55.682240 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 1a213f05-011f-490d-b66d-c58dd1776e42 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:36:55.755668 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a228cf-faa7-4fba-a84b-34a930ed849a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=6e89d558-0c2b-48ad-9ef2-66df2d83d194,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:55.758990 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-45a228cf-faa7-4fba-a84b-34a930ed849a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:55.775711 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a228cf-faa7-4fba-a84b-34a930ed849a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 77b217ff-6353-454c-b9f9-4ac6040bdb5f is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:55.777208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-45a228cf-faa7-4fba-a84b-34a930ed849a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:55.779746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a228cf-faa7-4fba-a84b-34a930ed849a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:55.788300 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a228cf-faa7-4fba-a84b-34a930ed849a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:55.789130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-45a228cf-faa7-4fba-a84b-34a930ed849a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:55.823664 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-45a228cf-faa7-4fba-a84b-34a930ed849a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1117446 Jun 02 20:36:55.830574 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54894) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:55.841483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-3ab4d882-527c-4a6e-83b3-5e1deabd0b0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'port': {'network_id': '77b217ff-6353-454c-b9f9-4ac6040bdb5f', 'name': 'tempest-PortsIpV6TestJSON-1775609356', 'fixed_ips': [{'subnet_id': '62c9e127-2691-4777-92f1-ff65e9ca1902', 'ip_address': '2001:db8::f'}]}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:55.907296 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ef01e947-bfa0-4af7-a5c6-196e2005edad tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:55.986027 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ef01e947-bfa0-4af7-a5c6-196e2005edad tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Usage tracker for resource:subnet and tenant:b844dc2b9a3f473e9f66311bfcf362e2 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:55.999888 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ef01e947-bfa0-4af7-a5c6-196e2005edad tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:56.018492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ef01e947-bfa0-4af7-a5c6-196e2005edad tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:56.185006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-3ab4d882-527c-4a6e-83b3-5e1deabd0b0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:56.191035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3ab4d882-527c-4a6e-83b3-5e1deabd0b0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:port and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:56.194874 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3ab4d882-527c-4a6e-83b3-5e1deabd0b0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:56.202660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-3ab4d882-527c-4a6e-83b3-5e1deabd0b0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:56.214591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab4d882-527c-4a6e-83b3-5e1deabd0b0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:56.221034 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3ab4d882-527c-4a6e-83b3-5e1deabd0b0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:56.251075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-3ab4d882-527c-4a6e-83b3-5e1deabd0b0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] device_id is not set on port 3609a2c2-4091-421e-89c5-a970b28082f0 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:36:56.264107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef01e947-bfa0-4af7-a5c6-196e2005edad tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:56.267501 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ef01e947-bfa0-4af7-a5c6-196e2005edad tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:56.445966 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0269c72f-b283-4327-b310-14d6c2d26ba2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:56.488351 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0fd4616c-c719-444b-9c55-6755df0e9967 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:56.496006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-3ab4d882-527c-4a6e-83b3-5e1deabd0b0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Allocated IP 2001:db8::f (77b217ff-6353-454c-b9f9-4ac6040bdb5f/62c9e127-2691-4777-92f1-ff65e9ca1902/3609a2c2-4091-421e-89c5-a970b28082f0) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:56.505863 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-0269c72f-b283-4327-b310-14d6c2d26ba2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Transition to ACTIVE for port object d98cd1d1-3b53-4e39-9d3c-717a8b58446b will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:56.519295 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-0fd4616c-c719-444b-9c55-6755df0e9967 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Transition to ACTIVE for port object d83a95d9-25cd-470e-b353-3416cdc6362b will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:56.645677 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0269c72f-b283-4327-b310-14d6c2d26ba2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:56.648304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0fd4616c-c719-444b-9c55-6755df0e9967 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:56.660027 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a79bbe3d-0f6c-4abb-916d-32d0102bdfc0 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:56.734361 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Allocated IP 2001:db8::2 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/6511b767-6bbe-4552-938c-5581d2d4d1ae/23662e97-b83a-4434-8fb8-7493909e9ca5) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:56.789689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3ab4d882-527c-4a6e-83b3-5e1deabd0b0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:56.792914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0269c72f-b283-4327-b310-14d6c2d26ba2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Network 9a493504-7814-455d-97be-c4bb1b45d229 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:56.810312 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-3ab4d882-527c-4a6e-83b3-5e1deabd0b0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Transition to ACTIVE for port object 3609a2c2-4091-421e-89c5-a970b28082f0 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:56.816730 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd4616c-c719-444b-9c55-6755df0e9967 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:56.837226 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-0269c72f-b283-4327-b310-14d6c2d26ba2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:56.841583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3ab4d882-527c-4a6e-83b3-5e1deabd0b0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:56.849071 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b2c7af8f-0112-4d90-aae6-22c197cbdc84 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:56.849251 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-0fd4616c-c719-444b-9c55-6755df0e9967 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:56.853216 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0269c72f-b283-4327-b310-14d6c2d26ba2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:56.861344 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0269c72f-b283-4327-b310-14d6c2d26ba2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:56.861984 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0269c72f-b283-4327-b310-14d6c2d26ba2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:56.906744 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd4616c-c719-444b-9c55-6755df0e9967 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:56.913317 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd4616c-c719-444b-9c55-6755df0e9967 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:56.914161 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0fd4616c-c719-444b-9c55-6755df0e9967 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:56.933630 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab4d882-527c-4a6e-83b3-5e1deabd0b0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 77b217ff-6353-454c-b9f9-4ac6040bdb5f is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:56.938668 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-3ab4d882-527c-4a6e-83b3-5e1deabd0b0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:56.955669 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269c72f-b283-4327-b310-14d6c2d26ba2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Pushing event updated for resources: {'Port': ['ID=d98cd1d1-3b53-4e39-9d3c-717a8b58446b,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:56.963802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab4d882-527c-4a6e-83b3-5e1deabd0b0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:56.969567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab4d882-527c-4a6e-83b3-5e1deabd0b0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:56.970245 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3ab4d882-527c-4a6e-83b3-5e1deabd0b0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:56.980841 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4d882-527c-4a6e-83b3-5e1deabd0b0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=3609a2c2-4091-421e-89c5-a970b28082f0,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:56.989121 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3ab4d882-527c-4a6e-83b3-5e1deabd0b0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:57.012132 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0269c72f-b283-4327-b310-14d6c2d26ba2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:57.015535 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2a45e806-0d74-45aa-bb01-9a81bef0ea08 tempest-RoutersAdminTest-1250291547 tempest-RoutersAdminTest-1250291547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:57.019883 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3ab4d882-527c-4a6e-83b3-5e1deabd0b0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1924851 Jun 02 20:36:57.020729 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54896) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:57.039664 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:57.051076 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Transition to ACTIVE for port object 23662e97-b83a-4434-8fb8-7493909e9ca5 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:57.072099 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Transition to ACTIVE for port object 23662e97-b83a-4434-8fb8-7493909e9ca5 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:57.081087 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe70bed-af74-4256-88d0-ab8524a51245 None None] Network 77b217ff-6353-454c-b9f9-4ac6040bdb5f requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:57.084063 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54898) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:57.089626 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Request body: {'subnets': [{'network_id': '7bd610a5-bf3b-4da6-a840-18e968f5af56', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1805865980', 'ip_version': 6}, {'network_id': '59bce3c5-a827-4a28-ae4a-cbbde4a10a22', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:57.089942 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Request body: {'subnet': {'network_id': '7bd610a5-bf3b-4da6-a840-18e968f5af56', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1805865980', 'ip_version': 6}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:57.090993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Request body: {'subnet': {'network_id': '59bce3c5-a827-4a28-ae4a-cbbde4a10a22', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:57.106018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:57.112278 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:57.143727 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0fd4616c-c719-444b-9c55-6755df0e9967 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8954654 Jun 02 20:36:57.147731 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0269c72f-b283-4327-b310-14d6c2d26ba2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3177252 Jun 02 20:36:57.148419 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54900) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:57.193321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54902) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:57.244415 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-65d69243-9fc1-4667-8935-5e75cbd31339 None None] Provisioning for port dbafb50c-3eba-4f7d-88e5-3c50cb293f94 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:57.247513 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-a54452a0-b8b2-4927-8664-e7531a5776f7 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::f0', 'mac_address': 'fa:16:3e:ba:e9:1a'}, {'ip_address': '2001:db8::16b', 'mac_address': 'fa:16:3e:b1:ff:7b'}]}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:57.260959 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:36:57.265920 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:57.268690 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:36:57.279180 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Pushing event updated for resources: {'Port': ['ID=23662e97-b83a-4434-8fb8-7493909e9ca5,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:57.281497 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:57.318458 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4616c-c719-444b-9c55-6755df0e9967 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=d83a95d9-25cd-470e-b353-3416cdc6362b,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:57.326988 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0fd4616c-c719-444b-9c55-6755df0e9967 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:57.341134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b24a496-b1fa-4e96-ba0f-c6f57f83766e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:57.343751 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5b24a496-b1fa-4e96-ba0f-c6f57f83766e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Synchronizing usage tracker for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:57.421589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:36:57.426278 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Usage tracker for resource:subnet and tenant:f9d08820396b47e4b9147fdc70275534 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:36:57.431310 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:36:57.434939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5b24a496-b1fa-4e96-ba0f-c6f57f83766e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Unset dirty status for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:57.438594 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5b24a496-b1fa-4e96-ba0f-c6f57f83766e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4141881 Jun 02 20:36:57.441430 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Attempting to bind port 23662e97-b83a-4434-8fb8-7493909e9ca5 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:36:57.441564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54904) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:57.441838 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Attempting to bind port 23662e97-b83a-4434-8fb8-7493909e9ca5 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:36:57.442302 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Attempting to bind port 23662e97-b83a-4434-8fb8-7493909e9ca5 on network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:36:57.467751 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device dbafb50c-3eba-4f7d-88e5-3c50cb293f94 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:57.490389 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:36:57.493330 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:36:57.493832 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Checking segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:57.494342 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:57.495056 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Bound using segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:36:57.495547 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Bound port: 23662e97-b83a-4434-8fb8-7493909e9ca5, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:36:57.496314 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:57.521262 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-bbacbecd-255d-47d2-9c8d-65fdd38fc8a9 None None] Provisioning for port d98cd1d1-3b53-4e39-9d3c-717a8b58446b completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:57.523558 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80093ef7-628c-45cc-b529-768db517e084 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:57.527107 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Made reservation on behalf of f9d08820396b47e4b9147fdc70275534 for: {'subnet': 2} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:36:57.529591 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80093ef7-628c-45cc-b529-768db517e084 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:57.530385 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-80093ef7-628c-45cc-b529-768db517e084 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:36:57.533730 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:57.534065 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:57.606071 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-bbacbecd-255d-47d2-9c8d-65fdd38fc8a9 None None] Provisioning complete for port d98cd1d1-3b53-4e39-9d3c-717a8b58446b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:57.606864 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bbacbecd-255d-47d2-9c8d-65fdd38fc8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:57.645608 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc375cfd-cf5a-4bce-98a4-3666f55d7700 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:57.653086 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc375cfd-cf5a-4bce-98a4-3666f55d7700 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:57.662087 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc375cfd-cf5a-4bce-98a4-3666f55d7700 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:57.662087 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-dc375cfd-cf5a-4bce-98a4-3666f55d7700 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2171950 Jun 02 20:36:57.662360 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-80093ef7-628c-45cc-b529-768db517e084 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:36:57.662360 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-80093ef7-628c-45cc-b529-768db517e084 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5036392 Jun 02 20:36:57.667904 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54906) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:57.667904 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54908) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:57.682068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ef01e947-bfa0-4af7-a5c6-196e2005edad tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:57.693284 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:57.719579 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-bbacbecd-255d-47d2-9c8d-65fdd38fc8a9 None None] Port d98cd1d1-3b53-4e39-9d3c-717a8b58446b cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:57.750853 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] For port 23662e97-b83a-4434-8fb8-7493909e9ca5, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:36:57.756061 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a54452a0-b8b2-4927-8664-e7531a5776f7 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:57.759436 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port dbafb50c-3eba-4f7d-88e5-3c50cb293f94 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:57.766381 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] For port 23662e97-b83a-4434-8fb8-7493909e9ca5, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=23662e97-b83a-4434-8fb8-7493909e9ca5,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:36:57.770329 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port dbafb50c-3eba-4f7d-88e5-3c50cb293f94 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:57.770715 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:57.805022 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:57.820078 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:57.838166 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01e947-bfa0-4af7-a5c6-196e2005edad tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Subnet': ['ID=a5f71831-f289-4340-95c5-786a28f81ae4,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:57.841384 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ef01e947-bfa0-4af7-a5c6-196e2005edad tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:57.877591 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef01e947-bfa0-4af7-a5c6-196e2005edad tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Checking segment: {'id': '83bc1926-8317-4df6-9beb-b91bd8d276ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1a213f05-011f-490d-b66d-c58dd1776e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:36:57.878062 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef01e947-bfa0-4af7-a5c6-196e2005edad tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network hostable DHCP agents. Network: 1a213f05-011f-490d-b66d-c58dd1776e42, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:36:57.916209 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Pushing event updated for resources: {'Port': ['ID=23662e97-b83a-4434-8fb8-7493909e9ca5,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:57.920457 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:57.932546 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef01e947-bfa0-4af7-a5c6-196e2005edad tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network 1a213f05-011f-490d-b66d-c58dd1776e42 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:36:58.006570 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:58.040405 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-ef01e947-bfa0-4af7-a5c6-196e2005edad tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 1a213f05-011f-490d-b66d-c58dd1776e42) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:36:58.045638 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port dbafb50c-3eba-4f7d-88e5-3c50cb293f94, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=dbafb50c-3eba-4f7d-88e5-3c50cb293f94,segment=NetworkSegment(5da339d1-9f9b-443f-a222-b156246d2773),segment_id=5da339d1-9f9b-443f-a222-b156246d2773)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:36:58.054186 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3b2605-0ef5-4327-b4ed-840b67c6cfc1 None None] Network 1a213f05-011f-490d-b66d-c58dd1776e42 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:36:58.085279 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:58.092864 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-91f831b7-4160-4652-8a91-c5991dc04a51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:58.096831 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-49086f7d-addb-4dc7-9fa7-8896ff6de2c2 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting port 3609a2c2-4091-421e-89c5-a970b28082f0 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:58.097354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-49086f7d-addb-4dc7-9fa7-8896ff6de2c2 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:58.100621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef01e947-bfa0-4af7-a5c6-196e2005edad tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:58.101531 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ef01e947-bfa0-4af7-a5c6-196e2005edad tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:58.159573 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ef01e947-bfa0-4af7-a5c6-196e2005edad tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5845685 Jun 02 20:36:58.161405 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54910) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:58.172356 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-25fb4f49-7472-4ea4-bc98-097bf14b7981 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:36:58.249057 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-20350adc-db8b-4a0d-aac9-d72655c612ba tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting port d83a95d9-25cd-470e-b353-3416cdc6362b {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:58.249404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-20350adc-db8b-4a0d-aac9-d72655c612ba tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:58.288489 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=dbafb50c-3eba-4f7d-88e5-3c50cb293f94,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:58.292042 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:58.317648 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.db.resource_extend [None req-a54452a0-b8b2-4927-8664-e7531a5776f7 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 20:36:58.346935 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a54452a0-b8b2-4927-8664-e7531a5776f7 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:58.372547 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-25fb4f49-7472-4ea4-bc98-097bf14b7981 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15639926'] for subnet, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:58.408243 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a54452a0-b8b2-4927-8664-e7531a5776f7 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:58.438051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:58.523728 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-54012fba-6baa-4bb7-8c5b-7b72f33c2c42 None None] Provisioning complete for port dbafb50c-3eba-4f7d-88e5-3c50cb293f94 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:58.524029 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-54012fba-6baa-4bb7-8c5b-7b72f33c2c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:58.561123 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-1a213f05-011f-490d-b66d-c58dd1776e42', 'network_id': '1a213f05-011f-490d-b66d-c58dd1776e42', 'tenant_id': 'b844dc2b9a3f473e9f66311bfcf362e2', 'fixed_ips': [{'subnet_id': 'a5f71831-f289-4340-95c5-786a28f81ae4'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:36:58.562348 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:58.744786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-49086f7d-addb-4dc7-9fa7-8896ff6de2c2 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:58.847015 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-54012fba-6baa-4bb7-8c5b-7b72f33c2c42 None None] Provisioning for port 6e89d558-0c2b-48ad-9ef2-66df2d83d194 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:58.854832 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-54012fba-6baa-4bb7-8c5b-7b72f33c2c42 None None] Provisioning complete for port 6e89d558-0c2b-48ad-9ef2-66df2d83d194 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:58.855271 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-54012fba-6baa-4bb7-8c5b-7b72f33c2c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:58.880357 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-a54452a0-b8b2-4927-8664-e7531a5776f7 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] In _notify_port_updated(), no bound segment for port d98cd1d1-3b53-4e39-9d3c-717a8b58446b on network 9a493504-7814-455d-97be-c4bb1b45d229 {{(pid=92548) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:36:58.887278 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54452a0-b8b2-4927-8664-e7531a5776f7 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:58.887938 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a54452a0-b8b2-4927-8664-e7531a5776f7 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:58.889236 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a54452a0-b8b2-4927-8664-e7531a5776f7 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "PUT /v2.0/ports/d98cd1d1-3b53-4e39-9d3c-717a8b58446b HTTP/1.1" status: 200 len: 1093 time: 1.6495168 Jun 02 20:36:58.899262 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54912) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:58.911117 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-49086f7d-addb-4dc7-9fa7-8896ff6de2c2 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Calling delete_port for 3609a2c2-4091-421e-89c5-a970b28082f0 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:58.931309 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-54012fba-6baa-4bb7-8c5b-7b72f33c2c42 None None] Port 6e89d558-0c2b-48ad-9ef2-66df2d83d194 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:58.938822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-20350adc-db8b-4a0d-aac9-d72655c612ba tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:58.945718 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-54012fba-6baa-4bb7-8c5b-7b72f33c2c42 None None] Provisioning for port 3609a2c2-4091-421e-89c5-a970b28082f0 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:36:58.953472 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-54012fba-6baa-4bb7-8c5b-7b72f33c2c42 None None] Provisioning complete for port 3609a2c2-4091-421e-89c5-a970b28082f0 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:58.955278 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-54012fba-6baa-4bb7-8c5b-7b72f33c2c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:58.962427 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54452a0-b8b2-4927-8664-e7531a5776f7 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Pushing event updated for resources: {'Port': ['ID=d98cd1d1-3b53-4e39-9d3c-717a8b58446b,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:58.974292 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a54452a0-b8b2-4927-8664-e7531a5776f7 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:59.032010 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-54012fba-6baa-4bb7-8c5b-7b72f33c2c42 None None] Port 3609a2c2-4091-421e-89c5-a970b28082f0 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:59.095754 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-20350adc-db8b-4a0d-aac9-d72655c612ba tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Calling delete_port for d83a95d9-25cd-470e-b353-3416cdc6362b owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:59.123592 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-25fb4f49-7472-4ea4-bc98-097bf14b7981 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732231589605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16273683'] for subnet, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:59.141237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7c815d4f-dc2d-4252-8076-44b3f45faec9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:59.195704 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-76074d6e-80c1-4fdc-a428-c0947ac5df9a None None] Provisioning complete for port 6e89d558-0c2b-48ad-9ef2-66df2d83d194 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:59.196102 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-76074d6e-80c1-4fdc-a428-c0947ac5df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:59.220864 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fb4f49-7472-4ea4-bc98-097bf14b7981 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:36:59.221452 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-25fb4f49-7472-4ea4-bc98-097bf14b7981 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:59.227962 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-25fb4f49-7472-4ea4-bc98-097bf14b7981 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "PUT /v2.0/subnets/a5f71831-f289-4340-95c5-786a28f81ae4 HTTP/1.1" status: 200 len: 806 time: 1.0654702 Jun 02 20:36:59.234734 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54914) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:59.237856 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Allocated IP 172.20.0.2 (1a213f05-011f-490d-b66d-c58dd1776e42/a5f71831-f289-4340-95c5-786a28f81ae4/7a054fac-c439-4f95-b954-a3364785341d) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:36:59.267876 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb4f49-7472-4ea4-bc98-097bf14b7981 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Subnet': ['ID=a5f71831-f289-4340-95c5-786a28f81ae4,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:59.269633 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-76074d6e-80c1-4fdc-a428-c0947ac5df9a None None] Port 6e89d558-0c2b-48ad-9ef2-66df2d83d194 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:59.281790 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-25fb4f49-7472-4ea4-bc98-097bf14b7981 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:59.343461 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-e5bf0f48-693a-4296-91fc-4a4458607be8 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Deleting port d98cd1d1-3b53-4e39-9d3c-717a8b58446b {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:36:59.343807 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0f48-693a-4296-91fc-4a4458607be8 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:59.395911 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-76074d6e-80c1-4fdc-a428-c0947ac5df9a None None] Provisioning complete for port 3609a2c2-4091-421e-89c5-a970b28082f0 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:59.396304 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-76074d6e-80c1-4fdc-a428-c0947ac5df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:59.506432 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-76074d6e-80c1-4fdc-a428-c0947ac5df9a None None] Port 3609a2c2-4091-421e-89c5-a970b28082f0 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:59.546006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-49086f7d-addb-4dc7-9fa7-8896ff6de2c2 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:59.569177 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-76074d6e-80c1-4fdc-a428-c0947ac5df9a None None] Provisioning complete for port d98cd1d1-3b53-4e39-9d3c-717a8b58446b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:59.569177 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-76074d6e-80c1-4fdc-a428-c0947ac5df9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:59.578183 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bfcf00e7-480a-4e27-8ec8-aed1b48a57b0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:59.606924 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device dbafb50c-3eba-4f7d-88e5-3c50cb293f94 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:36:59.629485 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0f48-693a-4296-91fc-4a4458607be8 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:59.643218 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49086f7d-addb-4dc7-9fa7-8896ff6de2c2 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Port': ['ID=3609a2c2-4091-421e-89c5-a970b28082f0,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:59.651744 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:59.691842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-49086f7d-addb-4dc7-9fa7-8896ff6de2c2 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:59.704657 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-20350adc-db8b-4a0d-aac9-d72655c612ba tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:59.722763 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-76074d6e-80c1-4fdc-a428-c0947ac5df9a None None] Port d98cd1d1-3b53-4e39-9d3c-717a8b58446b cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:36:59.728016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2a58a980-0780-450c-a662-f42c05f2c751 tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:59.742081 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:59.759534 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Transition to ACTIVE for port object 7a054fac-c439-4f95-b954-a3364785341d will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:59.765961 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port dbafb50c-3eba-4f7d-88e5-3c50cb293f94 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:36:59.766347 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:59.779426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-49086f7d-addb-4dc7-9fa7-8896ff6de2c2 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:59.796320 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-e5bf0f48-693a-4296-91fc-4a4458607be8 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Calling delete_port for d98cd1d1-3b53-4e39-9d3c-717a8b58446b owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:36:59.828232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20350adc-db8b-4a0d-aac9-d72655c612ba tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=d83a95d9-25cd-470e-b353-3416cdc6362b,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:36:59.832081 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-20350adc-db8b-4a0d-aac9-d72655c612ba tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:36:59.858890 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f40a02e5-07b4-47de-8731-55ea2541951a None None] Could not find standard attr ID for object d83a95d9-25cd-470e-b353-3416cdc6362b. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:36:59.864840 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Transition to ACTIVE for port object 7a054fac-c439-4f95-b954-a3364785341d will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:36:59.885445 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-49086f7d-addb-4dc7-9fa7-8896ff6de2c2 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/ports/3609a2c2-4091-421e-89c5-a970b28082f0 HTTP/1.1" status: 204 len: 168 time: 2.2164178 Jun 02 20:36:59.890950 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54916) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:59.891820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:59.909963 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-20350adc-db8b-4a0d-aac9-d72655c612ba tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:59.915833 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-20350adc-db8b-4a0d-aac9-d72655c612ba tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/d83a95d9-25cd-470e-b353-3416cdc6362b HTTP/1.1" status: 204 len: 168 time: 2.2438717 Jun 02 20:36:59.918694 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:36:59.924675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54918) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:36:59.936400 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:36:59.990331 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f40a02e5-07b4-47de-8731-55ea2541951a None None] Provisioning for port 23662e97-b83a-4434-8fb8-7493909e9ca5 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:00.039950 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Network 1a213f05-011f-490d-b66d-c58dd1776e42 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:00.050451 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 23662e97-b83a-4434-8fb8-7493909e9ca5 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:00.070953 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:00.077829 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2f0ec23e-7c22-4e83-8a46-e048bd36247b tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:00.078932 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:00.080041 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-38539ed4-ca8b-492c-98b7-7160dc160ad7 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] GET failed (client error): The resource could not be found. Jun 02 20:37:00.088800 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-38539ed4-ca8b-492c-98b7-7160dc160ad7 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports/3609a2c2-4091-421e-89c5-a970b28082f0 HTTP/1.1" status: 404 len: 333 time: 0.1668694 Jun 02 20:37:00.096360 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54920) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:00.137506 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:00.140158 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75e8ab8-1b6a-486a-bb77-3b4ce1b9cea2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:00.141766 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75e8ab8-1b6a-486a-bb77-3b4ce1b9cea2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:00.142905 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c75e8ab8-1b6a-486a-bb77-3b4ce1b9cea2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:00.151498 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Pushing event updated for resources: {'Port': ['ID=7a054fac-c439-4f95-b954-a3364785341d,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:00.168504 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:00.178867 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Pushing event updated for resources: {'Subnet': ['ID=300b490b-946d-4f1a-bd55-47501ab5f966,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:00.184016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:00.192866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c75e8ab8-1b6a-486a-bb77-3b4ce1b9cea2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:00.196765 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c75e8ab8-1b6a-486a-bb77-3b4ce1b9cea2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2607195 Jun 02 20:37:00.196765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Checking segment: {'id': 'f75bb775-fdd5-4941-8cbb-d0ca15c35585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7bd610a5-bf3b-4da6-a840-18e968f5af56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:00.196765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Network hostable DHCP agents. Network: 7bd610a5-bf3b-4da6-a840-18e968f5af56, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:37:00.198192 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54922) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:00.270464 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Network 7bd610a5-bf3b-4da6-a840-18e968f5af56 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:37:00.279519 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-92602eff-87ad-49a2-a2d6-95095f083ebf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet 6511b767-6bbe-4552-938c-5581d2d4d1ae {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:37:00.286396 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-92602eff-87ad-49a2-a2d6-95095f083ebf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:00.297951 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Attempting to bind port 7a054fac-c439-4f95-b954-a3364785341d on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:37:00.298336 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Attempting to bind port 7a054fac-c439-4f95-b954-a3364785341d by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '83bc1926-8317-4df6-9beb-b91bd8d276ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1a213f05-011f-490d-b66d-c58dd1776e42'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:37:00.298710 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Attempting to bind port 7a054fac-c439-4f95-b954-a3364785341d on network 1a213f05-011f-490d-b66d-c58dd1776e42 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:37:00.309272 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:37:00.309652 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Checking segment: {'id': '83bc1926-8317-4df6-9beb-b91bd8d276ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1a213f05-011f-490d-b66d-c58dd1776e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:00.310062 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:00.310464 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Bound using segment: {'id': '83bc1926-8317-4df6-9beb-b91bd8d276ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1a213f05-011f-490d-b66d-c58dd1776e42'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:37:00.310933 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Bound port: 7a054fac-c439-4f95-b954-a3364785341d, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83bc1926-8317-4df6-9beb-b91bd8d276ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '1a213f05-011f-490d-b66d-c58dd1776e42'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:37:00.311347 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:00.313756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 7bd610a5-bf3b-4da6-a840-18e968f5af56) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:00.325474 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0f48-693a-4296-91fc-4a4458607be8 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:00.336078 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c4cdb9-e662-416e-b24d-56a72a62af9e None None] Network 7bd610a5-bf3b-4da6-a840-18e968f5af56 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:00.345293 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-398003ce-b427-4a0e-8566-80351ea1db37 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:00.374261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-92602eff-87ad-49a2-a2d6-95095f083ebf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:00.404301 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf0f48-693a-4296-91fc-4a4458607be8 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Pushing event deleted for resources: {'Port': ['ID=d98cd1d1-3b53-4e39-9d3c-717a8b58446b,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:00.414499 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e5bf0f48-693a-4296-91fc-4a4458607be8 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:00.445061 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 23662e97-b83a-4434-8fb8-7493909e9ca5 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:00.593845 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 23662e97-b83a-4434-8fb8-7493909e9ca5 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:00.594452 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:00.623238 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-c2470566-de18-41f2-96f8-da115ad41a5c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting port 6e89d558-0c2b-48ad-9ef2-66df2d83d194 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:00.623585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c2470566-de18-41f2-96f8-da115ad41a5c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:00.687235 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-92602eff-87ad-49a2-a2d6-95095f083ebf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:00.848189 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0bae3d5a-b6b9-4a5b-a3bb-ef2502849755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:00.882210 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] For port 7a054fac-c439-4f95-b954-a3364785341d, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:37:00.956503 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] For port 7a054fac-c439-4f95-b954-a3364785341d, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7a054fac-c439-4f95-b954-a3364785341d,segment=NetworkSegment(83bc1926-8317-4df6-9beb-b91bd8d276ad),segment_id=83bc1926-8317-4df6-9beb-b91bd8d276ad)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:37:00.956700 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:00.958021 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9bf03a69-1c6f-44dc-94b5-d512ef9acb36 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:00.973949 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-7bd610a5-bf3b-4da6-a840-18e968f5af56', 'network_id': '7bd610a5-bf3b-4da6-a840-18e968f5af56', 'tenant_id': 'f9d08820396b47e4b9147fdc70275534', 'fixed_ips': [{'subnet_id': '300b490b-946d-4f1a-bd55-47501ab5f966'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:37:00.974842 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:00.991357 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:01.000203 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:01.054617 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:01.071129 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0f48-693a-4296-91fc-4a4458607be8 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:01.074715 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c2470566-de18-41f2-96f8-da115ad41a5c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:01.086717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Pushing event updated for resources: {'Subnet': ['ID=d14d951f-1fe8-404e-a187-13153c4a70e2,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:01.086971 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:01.093139 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:01.095783 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-50624bd8-55be-4c85-8e46-fba946c31a71 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:01.112525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Checking segment: {'id': '056b1917-97b1-482c-adbb-da823dcba21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '59bce3c5-a827-4a28-ae4a-cbbde4a10a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:01.112525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Network hostable DHCP agents. Network: 59bce3c5-a827-4a28-ae4a-cbbde4a10a22, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:37:01.137826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-92602eff-87ad-49a2-a2d6-95095f083ebf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:01.143075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:01.180976 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Network 59bce3c5-a827-4a28-ae4a-cbbde4a10a22 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:37:01.192685 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92602eff-87ad-49a2-a2d6-95095f083ebf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=6511b767-6bbe-4552-938c-5581d2d4d1ae,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:01.195123 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-92602eff-87ad-49a2-a2d6-95095f083ebf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:01.197932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-92602eff-87ad-49a2-a2d6-95095f083ebf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:01.207234 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 59bce3c5-a827-4a28-ae4a-cbbde4a10a22) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:01.217021 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-92602eff-87ad-49a2-a2d6-95095f083ebf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/6511b767-6bbe-4552-938c-5581d2d4d1ae HTTP/1.1" status: 204 len: 168 time: 1.0177112 Jun 02 20:37:01.219538 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54924) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:01.220792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Pushing event updated for resources: {'Port': ['ID=7a054fac-c439-4f95-b954-a3364785341d,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:01.239998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:01.255183 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f71831-f289-4340-95c5-786a28f81ae4,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:01.256946 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e5bf0f48-693a-4296-91fc-4a4458607be8 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "DELETE /v2.0/ports/d98cd1d1-3b53-4e39-9d3c-717a8b58446b HTTP/1.1" status: 204 len: 168 time: 2.3560007 Jun 02 20:37:01.257460 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54926) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:01.261580 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ca6c6a-456b-4f0f-a2ec-77068748b68d None None] Network 59bce3c5-a827-4a28-ae4a-cbbde4a10a22 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:01.276279 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bbcd69-d8a4-45cb-bbe1-a82cc34aa604 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:01.284629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:01.285161 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-c2470566-de18-41f2-96f8-da115ad41a5c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Calling delete_port for 6e89d558-0c2b-48ad-9ef2-66df2d83d194 owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:01.285283 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:01.285953 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:01.294158 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:01.311304 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b0bf0514-e7fc-4333-ae17-60c920f45892 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905223 Jun 02 20:37:01.314203 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54928) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:01.369227 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-06745c19-f10d-4405-96df-32d3c9710948 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] GET failed (client error): The resource could not be found. Jun 02 20:37:01.369872 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-06745c19-f10d-4405-96df-32d3c9710948 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Synchronizing usage tracker for tenant:55fc944702ba408380dff4cb10e0de9b on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:01.380160 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.2948620 Jun 02 20:37:01.380958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54930) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:01.455171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b989f3-c709-44e9-adf9-ef4505bf8fa5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:01.456058 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b5b989f3-c709-44e9-adf9-ef4505bf8fa5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:01.491338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78fbbcd-fb45-4df2-944f-96bde37e872d tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:01.492910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78fbbcd-fb45-4df2-944f-96bde37e872d tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:01.494496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78fbbcd-fb45-4df2-944f-96bde37e872d tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:01.495353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c78fbbcd-fb45-4df2-944f-96bde37e872d tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Synchronizing usage tracker for tenant:f9d08820396b47e4b9147fdc70275534 on resource:subnet {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:01.505702 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b5b989f3-c709-44e9-adf9-ef4505bf8fa5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:01.507259 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b5b989f3-c709-44e9-adf9-ef4505bf8fa5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1919885 Jun 02 20:37:01.509704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54932) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:01.525444 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:01.536026 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-06745c19-f10d-4405-96df-32d3c9710948 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Unset dirty status for tenant:55fc944702ba408380dff4cb10e0de9b on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:01.544634 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-06745c19-f10d-4405-96df-32d3c9710948 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "GET /v2.0/ports/d98cd1d1-3b53-4e39-9d3c-717a8b58446b HTTP/1.1" status: 404 len: 333 time: 0.2483194 Jun 02 20:37:01.550567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54934) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:01.572311 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.db.api [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:37:01.572686 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_db.api [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:37:01.583257 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c78fbbcd-fb45-4df2-944f-96bde37e872d tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Unset dirty status for tenant:f9d08820396b47e4b9147fdc70275534 on resource:subnet {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:01.588412 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c78fbbcd-fb45-4df2-944f-96bde37e872d tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2038620 Jun 02 20:37:01.590220 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Allocated IP 2001:db8::1 (7bd610a5-bf3b-4da6-a840-18e968f5af56/300b490b-946d-4f1a-bd55-47501ab5f966/fc7d3c53-b754-4af8-b686-938b9de20fbd) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:01.596698 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54936) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:01.627502 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a213f05-011f-490d-b66d-c58dd1776e42']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:01.654207 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83bc1926-8317-4df6-9beb-b91bd8d276ad') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:01.654746 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83bc1926-8317-4df6-9beb-b91bd8d276ad') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:01.688166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c00963-14aa-4217-a1c2-4f2e67fde2a8 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Deleting subnet 300b490b-946d-4f1a-bd55-47501ab5f966 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:37:01.702602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b72039-0221-4725-97f4-90b46255d4bd tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:01.702602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-28b72039-0221-4725-97f4-90b46255d4bd tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:01.715690 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:01.726247 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-28b72039-0221-4725-97f4-90b46255d4bd tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:01.727754 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-28b72039-0221-4725-97f4-90b46255d4bd tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2170949 Jun 02 20:37:01.731070 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54938) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:01.765119 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:01.789583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:37:01.790071 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:37:01.804497 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:37:01.814601 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4248f1e8-cbe8-4096-b16d-e8fbba3d49c7 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767567 Jun 02 20:37:01.814601 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54940) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:01.819785 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-54a8b3cc-1471-4bd7-bf2e-2656c16946e8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:01.906924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c2470566-de18-41f2-96f8-da115ad41a5c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:01.913561 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-59bce3c5-a827-4a28-ae4a-cbbde4a10a22', 'network_id': '59bce3c5-a827-4a28-ae4a-cbbde4a10a22', 'tenant_id': 'f9d08820396b47e4b9147fdc70275534', 'fixed_ips': [{'subnet_id': 'd14d951f-1fe8-404e-a187-13153c4a70e2'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:37:01.914391 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:01.916664 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:01.941015 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-54a8b3cc-1471-4bd7-bf2e-2656c16946e8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:01.953111 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-54a8b3cc-1471-4bd7-bf2e-2656c16946e8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:01.969108 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a8b3cc-1471-4bd7-bf2e-2656c16946e8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:01.969684 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.db.api [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 20:37:01.969684 dv-neutron-601336-84-hyperv neutron-server[92548]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 20:37:01.969684 dv-neutron-601336-84-hyperv neutron-server[92548]: [parameters: {'id': '1a213f05-011f-490d-b66d-c58dd1776e42'}] Jun 02 20:37:01.969684 dv-neutron-601336-84-hyperv neutron-server[92548]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:37:01.970014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_db.api [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:37:01.972752 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-54a8b3cc-1471-4bd7-bf2e-2656c16946e8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:01.998172 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2470566-de18-41f2-96f8-da115ad41a5c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Port': ['ID=6e89d558-0c2b-48ad-9ef2-66df2d83d194,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:02.007867 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-7de49ad9-f667-4cbc-ad60-e1c016135270 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Deleting port 90114c44-6620-46c4-860d-fb19811aae56 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:02.008206 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7de49ad9-f667-4cbc-ad60-e1c016135270 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:02.022314 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c2470566-de18-41f2-96f8-da115ad41a5c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:02.036885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c2470566-de18-41f2-96f8-da115ad41a5c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:02.104505 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c2470566-de18-41f2-96f8-da115ad41a5c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/ports/6e89d558-0c2b-48ad-9ef2-66df2d83d194 HTTP/1.1" status: 204 len: 168 time: 2.0022810 Jun 02 20:37:02.112862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54942) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:02.159454 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cff74fe-d84b-438b-a15d-69d866796cea None None] DHCP port deletion for 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:37:02.171350 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d410a36-4aa3-4571-b17b-53397156e161 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] GET failed (client error): The resource could not be found. Jun 02 20:37:02.171888 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1d410a36-4aa3-4571-b17b-53397156e161 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Synchronizing usage tracker for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:02.230687 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1d410a36-4aa3-4571-b17b-53397156e161 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Unset dirty status for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:02.231873 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1d410a36-4aa3-4571-b17b-53397156e161 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports/6e89d558-0c2b-48ad-9ef2-66df2d83d194 HTTP/1.1" status: 404 len: 333 time: 0.1183538 Jun 02 20:37:02.234981 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54944) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:02.238065 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7de49ad9-f667-4cbc-ad60-e1c016135270 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:02.409223 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-7de49ad9-f667-4cbc-ad60-e1c016135270 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Calling delete_port for 90114c44-6620-46c4-860d-fb19811aae56 owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:02.411766 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:02.422696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Transition to ACTIVE for port object fc7d3c53-b754-4af8-b686-938b9de20fbd will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:02.440026 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:02.449109 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73578ba-4b5c-47be-9b34-ff39c5f2de4f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting subnet 62c9e127-2691-4777-92f1-ff65e9ca1902 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:37:02.453769 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e73578ba-4b5c-47be-9b34-ff39c5f2de4f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:02.482871 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:02.485208 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Transition to ACTIVE for port object fc7d3c53-b754-4af8-b686-938b9de20fbd will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:02.508944 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-06c00963-14aa-4217-a1c2-4f2e67fde2a8 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:02.514449 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:02.526692 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c71ac5e1-b495-4e6e-990f-1ce82c1801e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:02.564995 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 23662e97-b83a-4434-8fb8-7493909e9ca5, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=23662e97-b83a-4434-8fb8-7493909e9ca5,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:02.581795 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Allocated IP 2001:db8:0:1::1 (59bce3c5-a827-4a28-ae4a-cbbde4a10a22/d14d951f-1fe8-404e-a187-13153c4a70e2/c29a4704-18cd-4b7b-a4b0-e4ae636cbd3f) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:02.595850 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Network 7bd610a5-bf3b-4da6-a840-18e968f5af56 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:02.601573 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:02.609297 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:02.619804 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:02.638613 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-06c00963-14aa-4217-a1c2-4f2e67fde2a8 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:02.657443 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb163fe5-d8e5-4880-bfc3-90d7ee31c7af None None] Network 1a213f05-011f-490d-b66d-c58dd1776e42 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:02.759599 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e73578ba-4b5c-47be-9b34-ff39c5f2de4f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:02.772617 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Pushing event updated for resources: {'Port': ['ID=fc7d3c53-b754-4af8-b686-938b9de20fbd,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:02.826358 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-6cff74fe-d84b-438b-a15d-69d866796cea None None] Deleting port 23662e97-b83a-4434-8fb8-7493909e9ca5 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:02.826988 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6cff74fe-d84b-438b-a15d-69d866796cea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:02.891680 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:02.905106 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:02.919970 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-54a8b3cc-1471-4bd7-bf2e-2656c16946e8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:02.926791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f515ee7f-b8e6-4987-b4f0-df22880676f0 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:02.934677 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7a054fac-c439-4f95-b954-a3364785341d up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:02.936545 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Deleting port 7a054fac-c439-4f95-b954-a3364785341d {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:02.936996 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:02.997067 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a8b3cc-1471-4bd7-bf2e-2656c16946e8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:03.001674 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-54a8b3cc-1471-4bd7-bf2e-2656c16946e8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:03.014951 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7de49ad9-f667-4cbc-ad60-e1c016135270 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:03.020180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8b3cc-1471-4bd7-bf2e-2656c16946e8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=9121237a-769d-4890-b5e6-1c7aff816c0b,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:03.022971 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a8b3cc-1471-4bd7-bf2e-2656c16946e8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:03.023827 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-54a8b3cc-1471-4bd7-bf2e-2656c16946e8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:03.030527 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-54a8b3cc-1471-4bd7-bf2e-2656c16946e8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:03.031695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-06c00963-14aa-4217-a1c2-4f2e67fde2a8 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:03.034639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e73578ba-4b5c-47be-9b34-ff39c5f2de4f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:03.069041 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8fbb44ef-c6eb-40fd-870d-05c2db0a4667 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:03.099168 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d7f100e9-b28a-4fcf-ad24-658c1c009d6a None None] Provisioning for port 7a054fac-c439-4f95-b954-a3364785341d completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:03.100538 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-54a8b3cc-1471-4bd7-bf2e-2656c16946e8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2842858 Jun 02 20:37:03.101151 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54946) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:03.108578 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-437ac4d4-f02b-4998-ba50-d8f13e1d52d2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'fixed_ips': [{'subnet_id': '9121237a-769d-4890-b5e6-1c7aff816c0b', 'ip_address': '2001:db8::2f8d:5599:84a3:239d'}], 'name': 'tempest-NetworksTestDHCPv6-1770941706'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:03.114366 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Attempting to bind port fc7d3c53-b754-4af8-b686-938b9de20fbd on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:37:03.114749 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Attempting to bind port fc7d3c53-b754-4af8-b686-938b9de20fbd by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'f75bb775-fdd5-4941-8cbb-d0ca15c35585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7bd610a5-bf3b-4da6-a840-18e968f5af56'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:37:03.115127 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Attempting to bind port fc7d3c53-b754-4af8-b686-938b9de20fbd on network 7bd610a5-bf3b-4da6-a840-18e968f5af56 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:37:03.134731 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de49ad9-f667-4cbc-ad60-e1c016135270 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Pushing event deleted for resources: {'Port': ['ID=90114c44-6620-46c4-860d-fb19811aae56,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:03.147562 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7de49ad9-f667-4cbc-ad60-e1c016135270 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:03.177442 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:37:03.177832 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Checking segment: {'id': 'f75bb775-fdd5-4941-8cbb-d0ca15c35585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7bd610a5-bf3b-4da6-a840-18e968f5af56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:03.178814 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:03.179648 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Bound using segment: {'id': 'f75bb775-fdd5-4941-8cbb-d0ca15c35585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7bd610a5-bf3b-4da6-a840-18e968f5af56'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:37:03.180161 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Bound port: fc7d3c53-b754-4af8-b686-938b9de20fbd, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75bb775-fdd5-4941-8cbb-d0ca15c35585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7bd610a5-bf3b-4da6-a840-18e968f5af56'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:37:03.180547 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:03.204801 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] For port 7a054fac-c439-4f95-b954-a3364785341d, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7a054fac-c439-4f95-b954-a3364785341d,segment=NetworkSegment(83bc1926-8317-4df6-9beb-b91bd8d276ad),segment_id=83bc1926-8317-4df6-9beb-b91bd8d276ad)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:03.205340 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:03.233604 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7de49ad9-f667-4cbc-ad60-e1c016135270 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:03.266863 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 7a054fac-c439-4f95-b954-a3364785341d completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:03.387811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-437ac4d4-f02b-4998-ba50-d8f13e1d52d2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:03.413097 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Calling delete_port for 7a054fac-c439-4f95-b954-a3364785341d owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:03.428521 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7de49ad9-f667-4cbc-ad60-e1c016135270 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "DELETE /v2.0/ports/90114c44-6620-46c4-860d-fb19811aae56 HTTP/1.1" status: 204 len: 168 time: 1.8767693 Jun 02 20:37:03.429949 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54948) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:03.439825 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 7a054fac-c439-4f95-b954-a3364785341d triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:03.440212 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:03.449635 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-437ac4d4-f02b-4998-ba50-d8f13e1d52d2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:03.469329 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=23662e97-b83a-4434-8fb8-7493909e9ca5,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:03.479479 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437ac4d4-f02b-4998-ba50-d8f13e1d52d2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:03.494920 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04eab13-1922-4e35-b121-e336c2fff9f5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] GET failed (client error): The resource could not be found. Jun 02 20:37:03.495572 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b04eab13-1922-4e35-b121-e336c2fff9f5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Synchronizing usage tracker for tenant:55fc944702ba408380dff4cb10e0de9b on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:03.508031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:03.547980 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-6cff74fe-d84b-438b-a15d-69d866796cea None None] For port 23662e97-b83a-4434-8fb8-7493909e9ca5, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=23662e97-b83a-4434-8fb8-7493909e9ca5,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:03.548394 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6cff74fe-d84b-438b-a15d-69d866796cea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:03.548699 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b04eab13-1922-4e35-b121-e336c2fff9f5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Unset dirty status for tenant:55fc944702ba408380dff4cb10e0de9b on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:03.554684 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b04eab13-1922-4e35-b121-e336c2fff9f5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "GET /v2.0/ports/90114c44-6620-46c4-860d-fb19811aae56 HTTP/1.1" status: 404 len: 333 time: 0.1201477 Jun 02 20:37:03.564844 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54950) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:03.577288 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4f77a97b-f741-496a-9fb2-6a50e83886e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:03.624808 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-06c00963-14aa-4217-a1c2-4f2e67fde2a8 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:03.632267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7e62ce00-547e-4daf-9f8c-af614b0878da tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:03.660764 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:03.670866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c00963-14aa-4217-a1c2-4f2e67fde2a8 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Pushing event deleted for resources: {'Subnet': ['ID=300b490b-946d-4f1a-bd55-47501ab5f966,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:03.673393 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-06c00963-14aa-4217-a1c2-4f2e67fde2a8 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:03.677124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-437ac4d4-f02b-4998-ba50-d8f13e1d52d2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:03.690741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-06c00963-14aa-4217-a1c2-4f2e67fde2a8 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:03.711218 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-06c00963-14aa-4217-a1c2-4f2e67fde2a8 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "DELETE /v2.0/subnets/300b490b-946d-4f1a-bd55-47501ab5f966 HTTP/1.1" status: 204 len: 168 time: 2.1118064 Jun 02 20:37:03.713392 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54952) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:03.735466 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:03.744248 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-6cff74fe-d84b-438b-a15d-69d866796cea None None] Calling delete_port for 23662e97-b83a-4434-8fb8-7493909e9ca5 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:03.745508 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:03.758277 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7de49ad9-f667-4cbc-ad60-e1c016135270 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:03.768414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-437ac4d4-f02b-4998-ba50-d8f13e1d52d2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] device_id is not set on port be2edea3-0352-40fe-a1e2-52840ffd45dd yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:37:03.770663 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Could not find standard attr ID for object 7a054fac-c439-4f95-b954-a3364785341d. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:37:03.776083 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Transition to ACTIVE for port object c29a4704-18cd-4b7b-a4b0-e4ae636cbd3f will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:03.785018 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No ports have port_id starting with 7a054fac-c439-4f95-b954-a3364785341d Jun 02 20:37:03.796813 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] For port fc7d3c53-b754-4af8-b686-938b9de20fbd, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:37:03.813557 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Port': ['ID=7a054fac-c439-4f95-b954-a3364785341d,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:03.816437 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No DVR routers for this DVR port 7a054fac-c439-4f95-b954-a3364785341d on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:37:03.819804 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] For port fc7d3c53-b754-4af8-b686-938b9de20fbd, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fc7d3c53-b754-4af8-b686-938b9de20fbd,segment=NetworkSegment(f75bb775-fdd5-4941-8cbb-d0ca15c35585),segment_id=f75bb775-fdd5-4941-8cbb-d0ca15c35585)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:37:03.820937 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-494f049a-987d-492e-830d-7ea1820aab4a tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Deleting subnet d14d951f-1fe8-404e-a187-13153c4a70e2 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:37:03.833022 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:03.840022 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Transition to ACTIVE for port object c29a4704-18cd-4b7b-a4b0-e4ae636cbd3f will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:03.842134 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:03.848194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:03.852052 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-494f049a-987d-492e-830d-7ea1820aab4a tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:03.901328 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:03.908377 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e73578ba-4b5c-47be-9b34-ff39c5f2de4f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:03.955210 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c013c8-21fe-4dde-aaf5-555acab77a11 None None] DHCP port deletion for 1a213f05-011f-490d-b66d-c58dd1776e42 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:37:03.960530 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Network 59bce3c5-a827-4a28-ae4a-cbbde4a10a22 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:03.966516 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-25fb4f49-7472-4ea4-bc98-097bf14b7981 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:03.967980 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:03.974915 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:03.989705 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 23662e97-b83a-4434-8fb8-7493909e9ca5 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:37:04.006002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-494f049a-987d-492e-830d-7ea1820aab4a tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:04.029231 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72611d1e-1697-474c-b761-4e0ccd11b890 None None] Network 1a213f05-011f-490d-b66d-c58dd1776e42 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:04.063515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:04.067327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Pushing event updated for resources: {'Port': ['ID=fc7d3c53-b754-4af8-b686-938b9de20fbd,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:04.081352 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec086d64-c2a4-4234-81d2-2da958ae13e9 None None] Network 77b217ff-6353-454c-b9f9-4ac6040bdb5f requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:04.083982 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e73578ba-4b5c-47be-9b34-ff39c5f2de4f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:04.095517 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e73578ba-4b5c-47be-9b34-ff39c5f2de4f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/subnets/62c9e127-2691-4777-92f1-ff65e9ca1902 HTTP/1.1" status: 204 len: 168 time: 1.8488898 Jun 02 20:37:04.096436 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73578ba-4b5c-47be-9b34-ff39c5f2de4f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Subnet': ['ID=62c9e127-2691-4777-92f1-ff65e9ca1902,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:04.097751 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6cff74fe-d84b-438b-a15d-69d866796cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:04.102703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54954) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:04.102838 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:04.111717 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c7f76a9e-f9f2-46c3-a6bd-c13e5e606317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:04.142873 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e73578ba-4b5c-47be-9b34-ff39c5f2de4f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:04.177262 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-437ac4d4-f02b-4998-ba50-d8f13e1d52d2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8::2f8d:5599:84a3:239d (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/9121237a-769d-4890-b5e6-1c7aff816c0b/be2edea3-0352-40fe-a1e2-52840ffd45dd) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:04.195692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-494f049a-987d-492e-830d-7ea1820aab4a tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:04.195916 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-d9ca2c14-7515-4abd-9334-c0e36eb08a07 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Deleting port cd5c42da-ccbb-4ba3-86c0-8f80d1713506 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:04.196033 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d9ca2c14-7515-4abd-9334-c0e36eb08a07 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:04.215763 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 23662e97-b83a-4434-8fb8-7493909e9ca5 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:37:04.216348 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 23662e97-b83a-4434-8fb8-7493909e9ca5 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:37:04.327637 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a213f05-011f-490d-b66d-c58dd1776e42']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:04.369374 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83bc1926-8317-4df6-9beb-b91bd8d276ad') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:04.369677 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83bc1926-8317-4df6-9beb-b91bd8d276ad') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:04.394187 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:04.433115 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:04.439738 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:04.501643 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cff74fe-d84b-438b-a15d-69d866796cea None None] No DVR routers for this DVR port 23662e97-b83a-4434-8fb8-7493909e9ca5 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:37:04.578076 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Attempting to bind port c29a4704-18cd-4b7b-a4b0-e4ae636cbd3f on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:37:04.578605 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Attempting to bind port c29a4704-18cd-4b7b-a4b0-e4ae636cbd3f by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '056b1917-97b1-482c-adbb-da823dcba21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '59bce3c5-a827-4a28-ae4a-cbbde4a10a22'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:37:04.579546 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Attempting to bind port c29a4704-18cd-4b7b-a4b0-e4ae636cbd3f on network 59bce3c5-a827-4a28-ae4a-cbbde4a10a22 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:37:04.581474 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Pushing event updated for resources: {'Port': ['ID=c29a4704-18cd-4b7b-a4b0-e4ae636cbd3f,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:04.592271 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:04.593162 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e13aba-d552-4838-88ce-cd88418ffe81 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:04.666940 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:37:04.667624 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:37:04.694425 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:37:04.772045 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:37:04.772619 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Checking segment: {'id': '056b1917-97b1-482c-adbb-da823dcba21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '59bce3c5-a827-4a28-ae4a-cbbde4a10a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:04.773264 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:04.774110 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Bound using segment: {'id': '056b1917-97b1-482c-adbb-da823dcba21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '59bce3c5-a827-4a28-ae4a-cbbde4a10a22'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:37:04.774722 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Bound port: c29a4704-18cd-4b7b-a4b0-e4ae636cbd3f, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056b1917-97b1-482c-adbb-da823dcba21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '59bce3c5-a827-4a28-ae4a-cbbde4a10a22'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:37:04.775235 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:04.794330 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d9ca2c14-7515-4abd-9334-c0e36eb08a07 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:04.834405 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fc7d3c53-b754-4af8-b686-938b9de20fbd up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:04.843230 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-437ac4d4-f02b-4998-ba50-d8f13e1d52d2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:04.857878 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff74fe-d84b-438b-a15d-69d866796cea None None] Pushing event deleted for resources: {'Port': ['ID=23662e97-b83a-4434-8fb8-7493909e9ca5,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:04.872911 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-437ac4d4-f02b-4998-ba50-d8f13e1d52d2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Transition to ACTIVE for port object be2edea3-0352-40fe-a1e2-52840ffd45dd will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:04.885659 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-6cff74fe-d84b-438b-a15d-69d866796cea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:04.911189 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.003s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:04.911878 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:04.912393 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-494f049a-987d-492e-830d-7ea1820aab4a tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:04.918711 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d44ed4a7-d202-4c62-9a0e-88a1ba41b500 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:04.957002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-437ac4d4-f02b-4998-ba50-d8f13e1d52d2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:04.957160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-d9ca2c14-7515-4abd-9334-c0e36eb08a07 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Calling delete_port for cd5c42da-ccbb-4ba3-86c0-8f80d1713506 owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:04.960972 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:04.968101 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:04.976783 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-494f049a-987d-492e-830d-7ea1820aab4a tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:04.979646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f049a-987d-492e-830d-7ea1820aab4a tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Pushing event deleted for resources: {'Subnet': ['ID=d14d951f-1fe8-404e-a187-13153c4a70e2,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:04.984509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-494f049a-987d-492e-830d-7ea1820aab4a tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:04.986140 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-19351e07-6fb9-46ae-9f71-1899a2cceece tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:04.997474 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:05.000573 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Network': ['ID=1a213f05-011f-490d-b66d-c58dd1776e42,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:05.011303 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:05.013216 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting port dbafb50c-3eba-4f7d-88e5-3c50cb293f94 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:05.013745 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:05.073186 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ac4d4-f02b-4998-ba50-d8f13e1d52d2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=be2edea3-0352-40fe-a1e2-52840ffd45dd,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:05.077197 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-437ac4d4-f02b-4998-ba50-d8f13e1d52d2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:05.089843 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-494f049a-987d-492e-830d-7ea1820aab4a tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "DELETE /v2.0/subnets/d14d951f-1fe8-404e-a187-13153c4a70e2 HTTP/1.1" status: 204 len: 168 time: 1.3752487 Jun 02 20:37:05.091767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437ac4d4-f02b-4998-ba50-d8f13e1d52d2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:05.092399 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54956) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:05.121156 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] For port dbafb50c-3eba-4f7d-88e5-3c50cb293f94, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=dbafb50c-3eba-4f7d-88e5-3c50cb293f94,segment=NetworkSegment(5da339d1-9f9b-443f-a222-b156246d2773),segment_id=5da339d1-9f9b-443f-a222-b156246d2773)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:05.121518 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:05.125900 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] For port c29a4704-18cd-4b7b-a4b0-e4ae636cbd3f, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:37:05.128656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-437ac4d4-f02b-4998-ba50-d8f13e1d52d2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:05.132663 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437ac4d4-f02b-4998-ba50-d8f13e1d52d2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:05.138937 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437ac4d4-f02b-4998-ba50-d8f13e1d52d2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:05.139594 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-437ac4d4-f02b-4998-ba50-d8f13e1d52d2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:05.150195 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] For port c29a4704-18cd-4b7b-a4b0-e4ae636cbd3f, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=c29a4704-18cd-4b7b-a4b0-e4ae636cbd3f,segment=NetworkSegment(056b1917-97b1-482c-adbb-da823dcba21c),segment_id=056b1917-97b1-482c-adbb-da823dcba21c)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:37:05.154159 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port fc7d3c53-b754-4af8-b686-938b9de20fbd completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:05.166711 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:05.174206 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-10ba5390-9365-40db-8f9b-87ddc82a87a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:05.182179 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-437ac4d4-f02b-4998-ba50-d8f13e1d52d2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0778365 Jun 02 20:37:05.185197 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54958) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:05.190361 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-9187b550-8edf-42fb-a957-a4e08578aeec tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'fixed_ips': [{'subnet_id': '9121237a-769d-4890-b5e6-1c7aff816c0b', 'ip_address': '2001:db8::2f8d:5599:84a3:239d'}], 'name': 'tempest-NetworksTestDHCPv6-1610744125'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:05.272039 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Calling delete_port for dbafb50c-3eba-4f7d-88e5-3c50cb293f94 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:05.292578 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7a054fac-c439-4f95-b954-a3364785341d no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:37:05.292721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb927c4-2d52-4967-a461-8d09a1a93a3c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:05.293407 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-bcb927c4-2d52-4967-a461-8d09a1a93a3c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Synchronizing usage tracker for tenant:f9d08820396b47e4b9147fdc70275534 on resource:subnet {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:05.336627 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/1a213f05-011f-490d-b66d-c58dd1776e42 HTTP/1.1" status: 204 len: 168 time: 6.0982046 Jun 02 20:37:05.338241 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54960) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:05.340397 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:05.355216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 7a054fac-c439-4f95-b954-a3364785341d {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:37:05.355710 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7a054fac-c439-4f95-b954-a3364785341d not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:37:05.368936 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-bcb927c4-2d52-4967-a461-8d09a1a93a3c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Unset dirty status for tenant:f9d08820396b47e4b9147fdc70275534 on resource:subnet {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:05.377285 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-bcb927c4-2d52-4967-a461-8d09a1a93a3c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2768161 Jun 02 20:37:05.379200 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54962) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:05.385097 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f7d9033f-c54c-4224-a40e-e2bb16df1087 tempest-ExternalNetworksAdminNegativeTestJSON-891226111 tempest-ExternalNetworksAdminNegativeTestJSON-891226111-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:05.386016 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Pushing event updated for resources: {'Port': ['ID=c29a4704-18cd-4b7b-a4b0-e4ae636cbd3f,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:05.389161 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:05.443886 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Port': ['ID=dbafb50c-3eba-4f7d-88e5-3c50cb293f94,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:05.449976 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] No DVR routers for this DVR port dbafb50c-3eba-4f7d-88e5-3c50cb293f94 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:37:05.453556 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:05.489742 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982a2596-7dd8-4614-a9f4-944d6f135f0d None None] DHCP port deletion for 77b217ff-6353-454c-b9f9-4ac6040bdb5f request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:37:05.493820 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd9785a-414e-41e0-8d23-353ada030d5c tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:05.494413 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd9785a-414e-41e0-8d23-353ada030d5c tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:05.499757 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533d66ca-717d-44ee-a969-e63775d2f735 None None] Network 7bd610a5-bf3b-4da6-a840-18e968f5af56 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:05.524173 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bd65f9-7ec4-4339-8301-8a6c2aee64df None None] Network 59bce3c5-a827-4a28-ae4a-cbbde4a10a22 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:05.526219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9187b550-8edf-42fb-a957-a4e08578aeec tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:05.534533 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9187b550-8edf-42fb-a957-a4e08578aeec tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:port and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:05.535504 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9cd9785a-414e-41e0-8d23-353ada030d5c tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/1a213f05-011f-490d-b66d-c58dd1776e42 HTTP/1.1" status: 404 len: 339 time: 0.1853821 Jun 02 20:37:05.548776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9187b550-8edf-42fb-a957-a4e08578aeec tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:05.551962 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54964) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:05.557497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-1d98c673-96c4-4967-865c-224d1d82b3de tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-360716602', 'description': 'd1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:05.568200 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-1d98c673-96c4-4967-865c-224d1d82b3de tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:05.570419 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9187b550-8edf-42fb-a957-a4e08578aeec tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:05.579762 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:05.581620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1d98c673-96c4-4967-865c-224d1d82b3de tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Usage tracker for resource:network and tenant:b844dc2b9a3f473e9f66311bfcf362e2 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:05.586948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1d98c673-96c4-4967-865c-224d1d82b3de tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:05.597573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-1d98c673-96c4-4967-865c-224d1d82b3de tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:05.610747 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:05.612469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9187b550-8edf-42fb-a957-a4e08578aeec tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:05.618051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9187b550-8edf-42fb-a957-a4e08578aeec tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:05.630652 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b217ff-6353-454c-b9f9-4ac6040bdb5f']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:05.669938 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d98c673-96c4-4967-865c-224d1d82b3de tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:05.674121 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1d98c673-96c4-4967-865c-224d1d82b3de tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:05.687368 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da339d1-9f9b-443f-a222-b156246d2773') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:05.687674 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da339d1-9f9b-443f-a222-b156246d2773') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:05.701539 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-9187b550-8edf-42fb-a957-a4e08578aeec tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] device_id is not set on port 1d5f9d9b-9824-4b7d-88aa-8552831891d9 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:37:05.701713 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-038a827e-5667-4578-88b2-f205080a9b6b None None] Provisioning for port fc7d3c53-b754-4af8-b686-938b9de20fbd completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:05.711067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:05.717085 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'fixed_ips': [{'subnet_id': '9121237a-769d-4890-b5e6-1c7aff816c0b'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:37:05.717903 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:05.741533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:05.742974 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-038a827e-5667-4578-88b2-f205080a9b6b None None] Provisioning complete for port fc7d3c53-b754-4af8-b686-938b9de20fbd triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:05.743385 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-038a827e-5667-4578-88b2-f205080a9b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:05.754150 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:37:05.754656 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:37:05.772559 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:37:05.777429 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d98c673-96c4-4967-865c-224d1d82b3de tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:37:05.783554 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d9ca2c14-7515-4abd-9334-c0e36eb08a07 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:05.837309 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bc610cc6-30d3-46e9-b3eb-4dc8f713dc94 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:05.847948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1d98c673-96c4-4967-865c-224d1d82b3de tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:05.848435 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-1d98c673-96c4-4967-865c-224d1d82b3de tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Added segment 60a61cf5-cb8d-4cef-b999-facfaef8ed54 of type vlan for network d2ad0ae4-d7b5-42bc-91cf-0db8f88b55b4 Jun 02 20:37:05.878206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Deleting port c29a4704-18cd-4b7b-a4b0-e4ae636cbd3f {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:05.878750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:05.892594 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca2c14-7515-4abd-9334-c0e36eb08a07 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Pushing event deleted for resources: {'Port': ['ID=cd5c42da-ccbb-4ba3-86c0-8f80d1713506,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:05.901592 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d9ca2c14-7515-4abd-9334-c0e36eb08a07 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:05.935225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1d98c673-96c4-4967-865c-224d1d82b3de tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:05.953818 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:05.955683 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d9ca2c14-7515-4abd-9334-c0e36eb08a07 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:05.960185 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f1ebc1a1-9c56-472b-90cb-0c808b7a6fbd tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:05.977079 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:05.989413 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/networks/77b217ff-6353-454c-b9f9-4ac6040bdb5f HTTP/1.1" status: 204 len: 168 time: 1.8809493 Jun 02 20:37:05.996993 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54966) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:05.998171 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Network': ['ID=77b217ff-6353-454c-b9f9-4ac6040bdb5f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:06.005180 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-3aadf6a8-bf02-4bc5-a8dc-499c74f79fd6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1805893982'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:06.010327 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:06.015345 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d9ca2c14-7515-4abd-9334-c0e36eb08a07 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "DELETE /v2.0/ports/cd5c42da-ccbb-4ba3-86c0-8f80d1713506 HTTP/1.1" status: 204 len: 168 time: 2.4491038 Jun 02 20:37:06.016778 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3aadf6a8-bf02-4bc5-a8dc-499c74f79fd6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:06.019057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54968) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:06.083701 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:06.089719 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-a054a332-833c-4854-b64c-c4b0146882a0 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Deleting subnet 9678eed4-d307-4359-8ab3-0bcd6df75edf {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:37:06.093079 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3aadf6a8-bf02-4bc5-a8dc-499c74f79fd6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:network and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:06.095864 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a054a332-833c-4854-b64c-c4b0146882a0 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:06.106344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] For port c29a4704-18cd-4b7b-a4b0-e4ae636cbd3f, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=c29a4704-18cd-4b7b-a4b0-e4ae636cbd3f,segment=NetworkSegment(056b1917-97b1-482c-adbb-da823dcba21c),segment_id=056b1917-97b1-482c-adbb-da823dcba21c)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:06.106843 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:06.125643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3aadf6a8-bf02-4bc5-a8dc-499c74f79fd6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:06.139371 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3aadf6a8-bf02-4bc5-a8dc-499c74f79fd6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:06.179556 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a054a332-833c-4854-b64c-c4b0146882a0 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:06.226536 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-038a827e-5667-4578-88b2-f205080a9b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:06.234440 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aadf6a8-bf02-4bc5-a8dc-499c74f79fd6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:06.239444 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3aadf6a8-bf02-4bc5-a8dc-499c74f79fd6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:06.242579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1d98c673-96c4-4967-865c-224d1d82b3de tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:06.249063 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d98c673-96c4-4967-865c-224d1d82b3de tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:06.250182 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1d98c673-96c4-4967-865c-224d1d82b3de tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:06.265087 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Calling delete_port for c29a4704-18cd-4b7b-a4b0-e4ae636cbd3f owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:06.269936 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c107221e-02a8-473d-a4e8-e926be53bc60 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:06.290081 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aadf6a8-bf02-4bc5-a8dc-499c74f79fd6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:37:06.298935 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Allocated IP 2001:db8::2 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/9121237a-769d-4890-b5e6-1c7aff816c0b/24087f65-ed9d-46cd-b0ff-d13424756673) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:06.306948 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-9187b550-8edf-42fb-a957-a4e08578aeec tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 02 20:37:06.307489 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9187b550-8edf-42fb-a957-a4e08578aeec tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:06.311067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3aadf6a8-bf02-4bc5-a8dc-499c74f79fd6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:06.314044 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-3aadf6a8-bf02-4bc5-a8dc-499c74f79fd6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Added segment 061e514b-832f-4f98-a8d6-040c428c7af0 of type vlan for network 61a32003-e06b-4d53-b207-354dfb8f3b40 Jun 02 20:37:06.317869 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-038a827e-5667-4578-88b2-f205080a9b6b None None] For port fc7d3c53-b754-4af8-b686-938b9de20fbd, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fc7d3c53-b754-4af8-b686-938b9de20fbd,segment=NetworkSegment(f75bb775-fdd5-4941-8cbb-d0ca15c35585),segment_id=f75bb775-fdd5-4941-8cbb-d0ca15c35585)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:06.338149 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-038a827e-5667-4578-88b2-f205080a9b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:06.340267 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb402b3c-291b-487a-beb5-7bc4bf87ae0c None None] DHCP port deletion for 7bd610a5-bf3b-4da6-a840-18e968f5af56 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:37:06.345732 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:06.355519 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3aadf6a8-bf02-4bc5-a8dc-499c74f79fd6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:06.359957 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a054a332-833c-4854-b64c-c4b0146882a0 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:06.409249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98c673-96c4-4967-865c-224d1d82b3de tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Network': ['ID=d2ad0ae4-d7b5-42bc-91cf-0db8f88b55b4,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:06.415023 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1d98c673-96c4-4967-865c-224d1d82b3de tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:06.418147 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1d98c673-96c4-4967-865c-224d1d82b3de tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8642001 Jun 02 20:37:06.425877 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54970) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:06.429648 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9187b550-8edf-42fb-a957-a4e08578aeec tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2412832 Jun 02 20:37:06.448584 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54972) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:06.488322 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network d2ad0ae4-d7b5-42bc-91cf-0db8f88b55b4 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:37:06.597184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed147f26-eec1-4ed4-89f0-8cb5b33123af tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:06.597752 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ed147f26-eec1-4ed4-89f0-8cb5b33123af tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Synchronizing usage tracker for tenant:b844dc2b9a3f473e9f66311bfcf362e2 on resource:network {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:06.601320 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3aadf6a8-bf02-4bc5-a8dc-499c74f79fd6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:06.607103 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aadf6a8-bf02-4bc5-a8dc-499c74f79fd6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:06.607720 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3aadf6a8-bf02-4bc5-a8dc-499c74f79fd6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:06.614722 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-04484391-d3c5-4399-ac29-6c703a2f1ebd tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:06.654628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a827e-5667-4578-88b2-f205080a9b6b None None] Pushing event updated for resources: {'Port': ['ID=fc7d3c53-b754-4af8-b686-938b9de20fbd,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:06.658582 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ed147f26-eec1-4ed4-89f0-8cb5b33123af tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Unset dirty status for tenant:b844dc2b9a3f473e9f66311bfcf362e2 on resource:network {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:06.660278 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ed147f26-eec1-4ed4-89f0-8cb5b33123af tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "GET /v2.0/networks?id=d2ad0ae4-d7b5-42bc-91cf-0db8f88b55b4 HTTP/1.1" status: 200 len: 760 time: 0.2318296 Jun 02 20:37:06.666402 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54974) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:06.668381 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-038a827e-5667-4578-88b2-f205080a9b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:06.681323 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a586a2e2-541e-4fc2-808b-9cb71dbfc70a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:06.682248 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a586a2e2-541e-4fc2-808b-9cb71dbfc70a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:06.696321 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:06.711429 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-33e17702-a7c1-4259-a0ef-bd27b2b61e86 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'network': {'description': 'd2'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:06.730639 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9a9ba7ae-ba59-4714-8c1c-1a21c34accfa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:06.746340 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device dbafb50c-3eba-4f7d-88e5-3c50cb293f94 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:37:06.780163 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3aadf6a8-bf02-4bc5-a8dc-499c74f79fd6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7793880 Jun 02 20:37:06.791252 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54976) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:06.795099 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-cb402b3c-291b-487a-beb5-7bc4bf87ae0c None None] Deleting port fc7d3c53-b754-4af8-b686-938b9de20fbd {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:06.795517 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cb402b3c-291b-487a-beb5-7bc4bf87ae0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:06.798504 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-5920dc6b-7896-48fe-bbce-78f587191313 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'subnet': {'network_id': '61a32003-e06b-4d53-b207-354dfb8f3b40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:06.813708 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: dbafb50c-3eba-4f7d-88e5-3c50cb293f94 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:37:06.814062 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device dbafb50c-3eba-4f7d-88e5-3c50cb293f94 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:37:06.814689 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fc7d3c53-b754-4af8-b686-938b9de20fbd no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:37:06.824270 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadf6a8-bf02-4bc5-a8dc-499c74f79fd6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Network': ['ID=61a32003-e06b-4d53-b207-354dfb8f3b40,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:06.827352 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3aadf6a8-bf02-4bc5-a8dc-499c74f79fd6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:06.849551 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 61a32003-e06b-4d53-b207-354dfb8f3b40 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:37:06.934004 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Pushing event deleted for resources: {'Port': ['ID=c29a4704-18cd-4b7b-a4b0-e4ae636cbd3f,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:06.936154 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] No DVR routers for this DVR port c29a4704-18cd-4b7b-a4b0-e4ae636cbd3f on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:37:06.996761 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5920dc6b-7896-48fe-bbce-78f587191313 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:07.006881 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5920dc6b-7896-48fe-bbce-78f587191313 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:subnet and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:07.011319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:07.011583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5920dc6b-7896-48fe-bbce-78f587191313 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:07.025412 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5920dc6b-7896-48fe-bbce-78f587191313 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:07.026643 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.043805 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5920dc6b-7896-48fe-bbce-78f587191313 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:07.047597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5920dc6b-7896-48fe-bbce-78f587191313 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.047733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a586a2e2-541e-4fc2-808b-9cb71dbfc70a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:07.051358 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a586a2e2-541e-4fc2-808b-9cb71dbfc70a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5992451 Jun 02 20:37:07.060367 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54978) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:07.072176 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-cb402b3c-291b-487a-beb5-7bc4bf87ae0c None None] For port fc7d3c53-b754-4af8-b686-938b9de20fbd, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fc7d3c53-b754-4af8-b686-938b9de20fbd,segment=NetworkSegment(f75bb775-fdd5-4941-8cbb-d0ca15c35585),segment_id=f75bb775-fdd5-4941-8cbb-d0ca15c35585)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:07.072636 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cb402b3c-291b-487a-beb5-7bc4bf87ae0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.079888 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Transition to ACTIVE for port object 24087f65-ed9d-46cd-b0ff-d13424756673 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:07.249624 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-cb402b3c-291b-487a-beb5-7bc4bf87ae0c None None] Calling delete_port for fc7d3c53-b754-4af8-b686-938b9de20fbd owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:07.252407 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a054a332-833c-4854-b64c-c4b0146882a0 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.265104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:07.275904 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.280939 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Transition to ACTIVE for port object 24087f65-ed9d-46cd-b0ff-d13424756673 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:07.293673 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.296400 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59bce3c5-a827-4a28-ae4a-cbbde4a10a22']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:07.308364 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.309800 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054a332-833c-4854-b64c-c4b0146882a0 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Pushing event deleted for resources: {'Subnet': ['ID=9678eed4-d307-4359-8ab3-0bcd6df75edf,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:07.315213 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:07.331485 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a054a332-833c-4854-b64c-c4b0146882a0 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:07.334261 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a054a332-833c-4854-b64c-c4b0146882a0 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.353782 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf60c0f7-7590-45d6-8075-0a0968094ea0 None None] Network 9a493504-7814-455d-97be-c4bb1b45d229 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:07.359942 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a054a332-833c-4854-b64c-c4b0146882a0 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "DELETE /v2.0/subnets/9678eed4-d307-4359-8ab3-0bcd6df75edf HTTP/1.1" status: 204 len: 168 time: 1.3393693 Jun 02 20:37:07.360482 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056b1917-97b1-482c-adbb-da823dcba21c') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:07.360690 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54980) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:07.360813 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056b1917-97b1-482c-adbb-da823dcba21c') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:07.389154 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.403259 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-33e17702-a7c1-4259-a0ef-bd27b2b61e86 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.423118 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.437050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-33e17702-a7c1-4259-a0ef-bd27b2b61e86 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.440753 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:37:07.441143 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.458451 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-35d7b15c-c7ab-4dd5-8697-204a1bc5b598 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:07.465560 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:37:07.472698 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:37:07.481440 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:07.488154 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-33e17702-a7c1-4259-a0ef-bd27b2b61e86 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network d2ad0ae4-d7b5-42bc-91cf-0db8f88b55b4 is not hosted by any dhcp agent {{(pid=92549) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 20:37:07.492711 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:07.493254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e17702-a7c1-4259-a0ef-bd27b2b61e86 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:07.493849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-33e17702-a7c1-4259-a0ef-bd27b2b61e86 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.498370 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Pushing event updated for resources: {'Port': ['ID=24087f65-ed9d-46cd-b0ff-d13424756673,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:07.498531 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-33e17702-a7c1-4259-a0ef-bd27b2b61e86 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "PUT /v2.0/networks/d2ad0ae4-d7b5-42bc-91cf-0db8f88b55b4 HTTP/1.1" status: 200 len: 757 time: 0.8042562 Jun 02 20:37:07.502256 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54982) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:07.513062 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:07.516326 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port fc7d3c53-b754-4af8-b686-938b9de20fbd, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fc7d3c53-b754-4af8-b686-938b9de20fbd,segment=NetworkSegment(f75bb775-fdd5-4941-8cbb-d0ca15c35585),segment_id=f75bb775-fdd5-4941-8cbb-d0ca15c35585)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:07.521770 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.557196 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.559653 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ad0cd73d-13f2-4989-bcf9-0970545f97fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:07.693010 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Deleting port ab77d5ec-0297-40f9-9828-c481198e87e2 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:07.693594 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.737380 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e17702-a7c1-4259-a0ef-bd27b2b61e86 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Network': ['ID=d2ad0ae4-d7b5-42bc-91cf-0db8f88b55b4,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:07.744177 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-33e17702-a7c1-4259-a0ef-bd27b2b61e86 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:07.753623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.760094 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-9672e711-4ac6-4aff-8845-d96f3d76e54f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting port be2edea3-0352-40fe-a1e2-52840ffd45dd {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:07.760428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9672e711-4ac6-4aff-8845-d96f3d76e54f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.773615 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network d2ad0ae4-d7b5-42bc-91cf-0db8f88b55b4 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:37:07.776330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b388a93f-85b3-4921-ab9f-705085249476 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:07.792930 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.797129 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cb402b3c-291b-487a-beb5-7bc4bf87ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.812881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533ce807-7e82-475c-8623-04b540f505fe tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:07.814310 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-533ce807-7e82-475c-8623-04b540f505fe tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "GET /v2.0/networks?id=d2ad0ae4-d7b5-42bc-91cf-0db8f88b55b4 HTTP/1.1" status: 200 len: 760 time: 0.2627673 Jun 02 20:37:07.819015 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54984) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:07.820143 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Attempting to bind port 24087f65-ed9d-46cd-b0ff-d13424756673 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:37:07.820689 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Attempting to bind port 24087f65-ed9d-46cd-b0ff-d13424756673 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:37:07.821248 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Attempting to bind port 24087f65-ed9d-46cd-b0ff-d13424756673 on network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:37:07.822775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Pushing event deleted for resources: {'Network': ['ID=59bce3c5-a827-4a28-ae4a-cbbde4a10a22,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:07.824500 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-eee87218-8a2c-41d9-8a97-41b18f4d2eb1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1272782415'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:07.835816 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-eee87218-8a2c-41d9-8a97-41b18f4d2eb1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:07.875341 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] For port ab77d5ec-0297-40f9-9828-c481198e87e2, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ab77d5ec-0297-40f9-9828-c481198e87e2,segment=NetworkSegment(99868334-99b2-479c-bd85-f67031709784),segment_id=99868334-99b2-479c-bd85-f67031709784)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:07.877209 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.877364 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:07.882810 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb402b3c-291b-487a-beb5-7bc4bf87ae0c None None] No DVR routers for this DVR port fc7d3c53-b754-4af8-b686-938b9de20fbd on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:37:07.891260 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "DELETE /v2.0/networks/59bce3c5-a827-4a28-ae4a-cbbde4a10a22 HTTP/1.1" status: 204 len: 168 time: 2.5109255 Jun 02 20:37:07.898395 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-eee87218-8a2c-41d9-8a97-41b18f4d2eb1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:07.900101 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:37:07.900260 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54986) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:07.900491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Checking segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:07.900897 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.901297 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Bound using segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:37:07.901769 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Bound port: 24087f65-ed9d-46cd-b0ff-d13424756673, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:37:07.902150 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.914005 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=fc7d3c53-b754-4af8-b686-938b9de20fbd,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:07.920995 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:07.921653 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-1966fc34-ffad-4cd5-97f5-638d991792a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:07.950254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9672e711-4ac6-4aff-8845-d96f3d76e54f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:07.985990 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb402b3c-291b-487a-beb5-7bc4bf87ae0c None None] Pushing event deleted for resources: {'Port': ['ID=fc7d3c53-b754-4af8-b686-938b9de20fbd,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:08.019297 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-cb402b3c-291b-487a-beb5-7bc4bf87ae0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:08.060646 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Calling delete_port for ab77d5ec-0297-40f9-9828-c481198e87e2 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:08.069922 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee87218-8a2c-41d9-8a97-41b18f4d2eb1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:08.073322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eee87218-8a2c-41d9-8a97-41b18f4d2eb1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:08.075442 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-9672e711-4ac6-4aff-8845-d96f3d76e54f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Calling delete_port for be2edea3-0352-40fe-a1e2-52840ffd45dd owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:08.080260 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] For port 24087f65-ed9d-46cd-b0ff-d13424756673, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:37:08.083797 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] For port 24087f65-ed9d-46cd-b0ff-d13424756673, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=24087f65-ed9d-46cd-b0ff-d13424756673,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:37:08.089660 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:08.095029 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-714ce9e8-a51e-40a4-93d4-958ecaf43b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:08.138322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5920dc6b-7896-48fe-bbce-78f587191313 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:08.173096 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015a16fb-3f93-4520-8554-0dfb904ecc60 None None] DHCP port deletion for 9a493504-7814-455d-97be-c4bb1b45d229 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:37:08.195609 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9672e711-4ac6-4aff-8845-d96f3d76e54f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:08.201261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3ab4d882-527c-4a6e-83b3-5e1deabd0b0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:08.234578 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Pushing event updated for resources: {'Port': ['ID=24087f65-ed9d-46cd-b0ff-d13424756673,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:08.246651 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:08.254794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672e711-4ac6-4aff-8845-d96f3d76e54f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=be2edea3-0352-40fe-a1e2-52840ffd45dd,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:08.258050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9672e711-4ac6-4aff-8845-d96f3d76e54f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:08.281421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-015a16fb-3f93-4520-8554-0dfb904ecc60 None None] Deleting port ab77d5ec-0297-40f9-9828-c481198e87e2 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:08.281984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-015a16fb-3f93-4520-8554-0dfb904ecc60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:08.299911 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9672e711-4ac6-4aff-8845-d96f3d76e54f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:08.307132 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:08.311710 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9672e711-4ac6-4aff-8845-d96f3d76e54f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/be2edea3-0352-40fe-a1e2-52840ffd45dd HTTP/1.1" status: 204 len: 168 time: 1.2458041 Jun 02 20:37:08.313927 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54988) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:08.393425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-015a16fb-3f93-4520-8554-0dfb904ecc60 None None] For port ab77d5ec-0297-40f9-9828-c481198e87e2, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ab77d5ec-0297-40f9-9828-c481198e87e2,segment=NetworkSegment(99868334-99b2-479c-bd85-f67031709784),segment_id=99868334-99b2-479c-bd85-f67031709784)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:08.393425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-015a16fb-3f93-4520-8554-0dfb904ecc60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:08.478823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b98a4a02-c9ed-4952-ba96-c30fcc2db5e1 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:08.506487 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee87218-8a2c-41d9-8a97-41b18f4d2eb1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:37:08.508661 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:08.554712 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-015a16fb-3f93-4520-8554-0dfb904ecc60 None None] Calling delete_port for ab77d5ec-0297-40f9-9828-c481198e87e2 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:08.562461 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920dc6b-7896-48fe-bbce-78f587191313 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Subnet': ['ID=9e027e9f-a467-4528-b93d-a95fac94a3b7,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:08.565649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e26e14-e837-45a5-89ec-da65f4a4d5e8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:08.567168 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e26e14-e837-45a5-89ec-da65f4a4d5e8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:08.567908 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-55e26e14-e837-45a5-89ec-da65f4a4d5e8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:08.571941 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eee87218-8a2c-41d9-8a97-41b18f4d2eb1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:08.572291 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-eee87218-8a2c-41d9-8a97-41b18f4d2eb1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Added segment dfc6f5f0-1d11-49f0-a16d-be8712a8718c of type vlan for network 14020e31-6d5e-4fe7-ab0a-1aabf6eec98b Jun 02 20:37:08.579029 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5920dc6b-7896-48fe-bbce-78f587191313 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:08.581528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] No DVR routers for this DVR port ab77d5ec-0297-40f9-9828-c481198e87e2 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:37:08.588052 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ae0310cc-244b-409c-81cf-9c6c71e0aa51 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:08.592398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-55e26e14-e837-45a5-89ec-da65f4a4d5e8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:08.594064 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-55e26e14-e837-45a5-89ec-da65f4a4d5e8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2791719 Jun 02 20:37:08.596900 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54990) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:08.614517 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-015a16fb-3f93-4520-8554-0dfb904ecc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:08.623291 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:08.676797 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5920dc6b-7896-48fe-bbce-78f587191313 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Checking segment: {'id': '061e514b-832f-4f98-a8d6-040c428c7af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '61a32003-e06b-4d53-b207-354dfb8f3b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:08.677034 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5920dc6b-7896-48fe-bbce-78f587191313 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network hostable DHCP agents. Network: 61a32003-e06b-4d53-b207-354dfb8f3b40, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:37:08.687443 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a16fb-3f93-4520-8554-0dfb904ecc60 None None] Pushing event deleted for resources: {'Port': ['ID=ab77d5ec-0297-40f9-9828-c481198e87e2,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:08.690099 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee6ac96-9449-48b6-99b7-88ddff323d2b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet 9121237a-769d-4890-b5e6-1c7aff816c0b {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:37:08.690657 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-015a16fb-3f93-4520-8554-0dfb904ecc60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:08.691622 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015a16fb-3f93-4520-8554-0dfb904ecc60 None None] No DVR routers for this DVR port ab77d5ec-0297-40f9-9828-c481198e87e2 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:37:08.701232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dee6ac96-9449-48b6-99b7-88ddff323d2b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:08.721525 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Pushing event deleted for resources: {'Port': ['ID=ab77d5ec-0297-40f9-9828-c481198e87e2,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:08.748367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:08.769385 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dee6ac96-9449-48b6-99b7-88ddff323d2b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:08.773555 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 24087f65-ed9d-46cd-b0ff-d13424756673 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:08.796147 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eee87218-8a2c-41d9-8a97-41b18f4d2eb1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:08.855543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 24087f65-ed9d-46cd-b0ff-d13424756673 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:08.873785 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5920dc6b-7896-48fe-bbce-78f587191313 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 61a32003-e06b-4d53-b207-354dfb8f3b40 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:37:08.876074 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dee6ac96-9449-48b6-99b7-88ddff323d2b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:08.921544 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ab77d5ec-0297-40f9-9828-c481198e87e2 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:37:08.925451 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:08.957567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: ab77d5ec-0297-40f9-9828-c481198e87e2 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:37:08.958276 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ab77d5ec-0297-40f9-9828-c481198e87e2 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:37:08.963014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a493504-7814-455d-97be-c4bb1b45d229']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:08.981573 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-5920dc6b-7896-48fe-bbce-78f587191313 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 61a32003-e06b-4d53-b207-354dfb8f3b40) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:08.987303 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99868334-99b2-479c-bd85-f67031709784') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:08.987602 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99868334-99b2-479c-bd85-f67031709784') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:08.990266 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dbd7f4-4db2-4f0b-b14a-350c80ee0898 None None] Network 61a32003-e06b-4d53-b207-354dfb8f3b40 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:08.996773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b98a4a02-c9ed-4952-ba96-c30fcc2db5e1 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.017557 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.029438 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5920dc6b-7896-48fe-bbce-78f587191313 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:09.029996 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5920dc6b-7896-48fe-bbce-78f587191313 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.036556 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-b98a4a02-c9ed-4952-ba96-c30fcc2db5e1 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd610a5-bf3b-4da6-a840-18e968f5af56']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:09.047720 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eee87218-8a2c-41d9-8a97-41b18f4d2eb1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.053771 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee87218-8a2c-41d9-8a97-41b18f4d2eb1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:09.054374 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eee87218-8a2c-41d9-8a97-41b18f4d2eb1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.072544 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:09.089392 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.109809 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-b98a4a02-c9ed-4952-ba96-c30fcc2db5e1 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75bb775-fdd5-4941-8cbb-d0ca15c35585') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:09.110037 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-b98a4a02-c9ed-4952-ba96-c30fcc2db5e1 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75bb775-fdd5-4941-8cbb-d0ca15c35585') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:09.182268 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:37:09.182525 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:37:09.201444 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:37:09.210425 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dee6ac96-9449-48b6-99b7-88ddff323d2b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.217381 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4564c567-4875-4b68-a242-7ef5732a46aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:09.225859 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b98a4a02-c9ed-4952-ba96-c30fcc2db5e1 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.246080 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-61a32003-e06b-4d53-b207-354dfb8f3b40', 'network_id': '61a32003-e06b-4d53-b207-354dfb8f3b40', 'tenant_id': '639a199037e04a6d8785e25b9cf213f1', 'fixed_ips': [{'subnet_id': '9e027e9f-a467-4528-b93d-a95fac94a3b7'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:37:09.246870 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.252496 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5920dc6b-7896-48fe-bbce-78f587191313 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4576950 Jun 02 20:37:09.261148 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54992) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:09.266224 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-4868a349-c04d-4596-9dee-7fa5db73f140 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-628580551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:09.278309 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4868a349-c04d-4596-9dee-7fa5db73f140 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:09.280622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6ac96-9449-48b6-99b7-88ddff323d2b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=9121237a-769d-4890-b5e6-1c7aff816c0b,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:09.282632 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dee6ac96-9449-48b6-99b7-88ddff323d2b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.288952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4868a349-c04d-4596-9dee-7fa5db73f140 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:router and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:09.291716 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dee6ac96-9449-48b6-99b7-88ddff323d2b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:09.295354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4868a349-c04d-4596-9dee-7fa5db73f140 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:09.305036 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4868a349-c04d-4596-9dee-7fa5db73f140 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:09.316261 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-dee6ac96-9449-48b6-99b7-88ddff323d2b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/9121237a-769d-4890-b5e6-1c7aff816c0b HTTP/1.1" status: 204 len: 168 time: 0.7158408 Jun 02 20:37:09.316482 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee87218-8a2c-41d9-8a97-41b18f4d2eb1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Network': ['ID=14020e31-6d5e-4fe7-ab0a-1aabf6eec98b,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:09.316574 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54994) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:09.330758 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-eee87218-8a2c-41d9-8a97-41b18f4d2eb1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5106311 Jun 02 20:37:09.331988 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-eee87218-8a2c-41d9-8a97-41b18f4d2eb1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:09.334921 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b98a4a02-c9ed-4952-ba96-c30fcc2db5e1 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.343911 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 54996) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:09.346968 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 14020e31-6d5e-4fe7-ab0a-1aabf6eec98b details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:37:09.350612 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-46d408ea-c2d5-47d5-b093-f022ac8e06b1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'subnet': {'network_id': '14020e31-6d5e-4fe7-ab0a-1aabf6eec98b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:09.384281 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98a4a02-c9ed-4952-ba96-c30fcc2db5e1 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:37:09.384996 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b98a4a02-c9ed-4952-ba96-c30fcc2db5e1 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.389039 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4868a349-c04d-4596-9dee-7fa5db73f140 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.390110 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4868a349-c04d-4596-9dee-7fa5db73f140 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.406611 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f050d1ca-bced-4df1-87e6-4b85f7326747 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888851 Jun 02 20:37:09.411552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 54998) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:37:09.413427 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:37:09.418207 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-09aa1070-ce63-4ccb-88a6-e17a6c8f5abc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:09.515827 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Allocated IP 2001:db8::2 (61a32003-e06b-4d53-b207-354dfb8f3b40/9e027e9f-a467-4528-b93d-a95fac94a3b7/9bb03aa0-4349-461a-9615-94335ce6f7e2) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:09.536647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-09aa1070-ce63-4ccb-88a6-e17a6c8f5abc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:09.541377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-09aa1070-ce63-4ccb-88a6-e17a6c8f5abc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:09.544318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-09aa1070-ce63-4ccb-88a6-e17a6c8f5abc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:09.550353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-09aa1070-ce63-4ccb-88a6-e17a6c8f5abc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:09.559935 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09aa1070-ce63-4ccb-88a6-e17a6c8f5abc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:09.564035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-09aa1070-ce63-4ccb-88a6-e17a6c8f5abc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.608950 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.613856 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.619598 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9ec87571-ef3a-4944-86c8-a4454400fbe5 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:09.642432 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-46d408ea-c2d5-47d5-b093-f022ac8e06b1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:09.644938 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed7e445-f948-494a-af3a-00b6f07a2bb1 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:09.648969 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] 10.222.0.25 "DELETE /v2.0/networks/9a493504-7814-455d-97be-c4bb1b45d229 HTTP/1.1" status: 204 len: 168 time: 2.2856510 Jun 02 20:37:09.654347 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-46d408ea-c2d5-47d5-b093-f022ac8e06b1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Usage tracker for resource:subnet and tenant:b844dc2b9a3f473e9f66311bfcf362e2 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:09.657318 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Pushing event deleted for resources: {'Network': ['ID=9a493504-7814-455d-97be-c4bb1b45d229,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:09.659893 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:09.662993 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-46d408ea-c2d5-47d5-b093-f022ac8e06b1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:09.668621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-46d408ea-c2d5-47d5-b093-f022ac8e06b1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:09.676506 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b98a4a02-c9ed-4952-ba96-c30fcc2db5e1 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.685996 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b98a4a02-c9ed-4952-ba96-c30fcc2db5e1 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.691102 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0ee83488-a05a-4f4a-a7cc-68ef1e3a1897 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:09.692941 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4868a349-c04d-4596-9dee-7fa5db73f140 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.720253 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a4a02-c9ed-4952-ba96-c30fcc2db5e1 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Pushing event deleted for resources: {'Network': ['ID=7bd610a5-bf3b-4da6-a840-18e968f5af56,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:09.727467 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b98a4a02-c9ed-4952-ba96-c30fcc2db5e1 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:09.730788 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d408ea-c2d5-47d5-b093-f022ac8e06b1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:09.735735 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-46d408ea-c2d5-47d5-b093-f022ac8e06b1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.752068 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4868a349-c04d-4596-9dee-7fa5db73f140 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.759025 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b98a4a02-c9ed-4952-ba96-c30fcc2db5e1 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "DELETE /v2.0/networks/7bd610a5-bf3b-4da6-a840-18e968f5af56 HTTP/1.1" status: 204 len: 168 time: 1.8577836 Jun 02 20:37:09.765698 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55002) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:09.805771 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4868a349-c04d-4596-9dee-7fa5db73f140 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:09.807037 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4868a349-c04d-4596-9dee-7fa5db73f140 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5448213 Jun 02 20:37:09.810045 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55004) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:09.815374 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-d85008bc-f67b-457b-ad51-8f050c1710d5 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'port': {'network_id': '61a32003-e06b-4d53-b207-354dfb8f3b40', 'name': 'tempest-PortsIpV6TestJSON-95385877'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:09.857330 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7acb10cc-1f5f-4068-b835-b4d9d827a0f0 None None] Provisioning for port 24087f65-ed9d-46cd-b0ff-d13424756673 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:09.864808 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7acb10cc-1f5f-4068-b835-b4d9d827a0f0 None None] Provisioning complete for port 24087f65-ed9d-46cd-b0ff-d13424756673 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:09.865186 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7acb10cc-1f5f-4068-b835-b4d9d827a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.019742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-d85008bc-f67b-457b-ad51-8f050c1710d5 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:10.031121 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-d85008bc-f67b-457b-ad51-8f050c1710d5 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:10.086210 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55008) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:10.098049 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7acb10cc-1f5f-4068-b835-b4d9d827a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.098487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85008bc-f67b-457b-ad51-8f050c1710d5 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:10.102620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d85008bc-f67b-457b-ad51-8f050c1710d5 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.134027 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-d85008bc-f67b-457b-ad51-8f050c1710d5 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] device_id is not set on port 4d35b3b4-c909-44ea-9911-96403d076214 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:37:10.142378 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3cfd98fc-f6be-422f-8add-edcd1b4fc541 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.146480 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7acb10cc-1f5f-4068-b835-b4d9d827a0f0 None None] For port 24087f65-ed9d-46cd-b0ff-d13424756673, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=24087f65-ed9d-46cd-b0ff-d13424756673,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:10.148440 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.154382 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7acb10cc-1f5f-4068-b835-b4d9d827a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.161200 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:10.192120 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7acb10cc-1f5f-4068-b835-b4d9d827a0f0 None None] Could not find standard attr ID for object be2edea3-0352-40fe-a1e2-52840ffd45dd. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:37:10.201094 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547bfdb2-f795-464e-a333-ae7b75a46aee None None] DHCP port deletion for 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:37:10.211850 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Transition to ACTIVE for port object 9bb03aa0-4349-461a-9615-94335ce6f7e2 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:10.277504 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Transition to ACTIVE for port object 9bb03aa0-4349-461a-9615-94335ce6f7e2 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:10.290466 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.299883 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb10cc-1f5f-4068-b835-b4d9d827a0f0 None None] Pushing event updated for resources: {'Port': ['ID=24087f65-ed9d-46cd-b0ff-d13424756673,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:10.313445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7acb10cc-1f5f-4068-b835-b4d9d827a0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:10.320669 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:10.379291 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Network 61a32003-e06b-4d53-b207-354dfb8f3b40 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:10.383976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:10.389439 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:10.406896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-09aa1070-ce63-4ccb-88a6-e17a6c8f5abc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.411844 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-547bfdb2-f795-464e-a333-ae7b75a46aee None None] Deleting port 24087f65-ed9d-46cd-b0ff-d13424756673 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:10.412758 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-547bfdb2-f795-464e-a333-ae7b75a46aee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.420209 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5bc72ece-bd9d-4aaa-bcee-652728dbb970 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:10.481884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-d85008bc-f67b-457b-ad51-8f050c1710d5 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Allocated IP 2001:db8::17b (61a32003-e06b-4d53-b207-354dfb8f3b40/9e027e9f-a467-4528-b93d-a95fac94a3b7/4d35b3b4-c909-44ea-9911-96403d076214) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:10.496964 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d94e2ec6-221e-437c-aeea-3c0df66f6498 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55fc944702ba408380dff4cb10e0de9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4037647 Jun 02 20:37:10.497174 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Pushing event updated for resources: {'Port': ['ID=9bb03aa0-4349-461a-9615-94335ce6f7e2,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:10.504547 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55012) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:10.510693 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:10.525605 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aa1070-ce63-4ccb-88a6-e17a6c8f5abc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:10.533715 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-09aa1070-ce63-4ccb-88a6-e17a6c8f5abc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:10.559389 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3cfd98fc-f6be-422f-8add-edcd1b4fc541 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.581819 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Attempting to bind port 9bb03aa0-4349-461a-9615-94335ce6f7e2 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:37:10.582045 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Attempting to bind port 9bb03aa0-4349-461a-9615-94335ce6f7e2 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '061e514b-832f-4f98-a8d6-040c428c7af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '61a32003-e06b-4d53-b207-354dfb8f3b40'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:37:10.582396 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Attempting to bind port 9bb03aa0-4349-461a-9615-94335ce6f7e2 on network 61a32003-e06b-4d53-b207-354dfb8f3b40 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:37:10.582776 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-3cfd98fc-f6be-422f-8add-edcd1b4fc541 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e65ddb-ce64-4267-9deb-84fa81b51810']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:10.592036 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:37:10.592455 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Checking segment: {'id': '061e514b-832f-4f98-a8d6-040c428c7af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '61a32003-e06b-4d53-b207-354dfb8f3b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:10.592835 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.593244 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Bound using segment: {'id': '061e514b-832f-4f98-a8d6-040c428c7af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '61a32003-e06b-4d53-b207-354dfb8f3b40'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:37:10.593995 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Bound port: 9bb03aa0-4349-461a-9615-94335ce6f7e2, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061e514b-832f-4f98-a8d6-040c428c7af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '61a32003-e06b-4d53-b207-354dfb8f3b40'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:37:10.594123 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.599533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-3cfd98fc-f6be-422f-8add-edcd1b4fc541 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2902ea-f0be-4481-8368-642908d0d168') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:10.600371 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-3cfd98fc-f6be-422f-8add-edcd1b4fc541 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2902ea-f0be-4481-8368-642908d0d168') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:10.617106 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3cfd98fc-f6be-422f-8add-edcd1b4fc541 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.653391 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3cfd98fc-f6be-422f-8add-edcd1b4fc541 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.669126 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfd98fc-f6be-422f-8add-edcd1b4fc541 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:37:10.670279 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3cfd98fc-f6be-422f-8add-edcd1b4fc541 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:37:10.706591 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:37:10.717931 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-547bfdb2-f795-464e-a333-ae7b75a46aee None None] For port 24087f65-ed9d-46cd-b0ff-d13424756673, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=24087f65-ed9d-46cd-b0ff-d13424756673,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:10.718991 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-547bfdb2-f795-464e-a333-ae7b75a46aee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.729354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa1070-ce63-4ccb-88a6-e17a6c8f5abc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=93c5f38b-df81-40fc-8b7b-b9e35657b340,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:10.732092 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aa1070-ce63-4ccb-88a6-e17a6c8f5abc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:10.732696 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-09aa1070-ce63-4ccb-88a6-e17a6c8f5abc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.750670 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-09aa1070-ce63-4ccb-88a6-e17a6c8f5abc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:10.803125 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 24087f65-ed9d-46cd-b0ff-d13424756673 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:37:10.821737 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3cfd98fc-f6be-422f-8add-edcd1b4fc541 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.825469 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-09aa1070-ce63-4ccb-88a6-e17a6c8f5abc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4128208 Jun 02 20:37:10.829301 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3cfd98fc-f6be-422f-8add-edcd1b4fc541 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.837487 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55014) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:10.837982 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-24835aee-7010-4b05-a1f6-f434b25c622d tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:10.858090 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-dee2f42d-a85e-4f48-bb9f-12284208ea2b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'fixed_ips': [{'subnet_id': '93c5f38b-df81-40fc-8b7b-b9e35657b340', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1665362420'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:10.882155 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-693ae28a-e52e-42ee-b09c-cdbfff7ce67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.895375 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-547bfdb2-f795-464e-a333-ae7b75a46aee None None] Calling delete_port for 24087f65-ed9d-46cd-b0ff-d13424756673 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:10.903475 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd98fc-f6be-422f-8add-edcd1b4fc541 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Pushing event deleted for resources: {'Network': ['ID=a9e65ddb-ce64-4267-9deb-84fa81b51810,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:10.903896 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] For port 9bb03aa0-4349-461a-9615-94335ce6f7e2, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:37:10.905820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3cfd98fc-f6be-422f-8add-edcd1b4fc541 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:10.929028 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-693ae28a-e52e-42ee-b09c-cdbfff7ce67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.930002 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] For port 9bb03aa0-4349-461a-9615-94335ce6f7e2, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9bb03aa0-4349-461a-9615-94335ce6f7e2,segment=NetworkSegment(061e514b-832f-4f98-a8d6-040c428c7af0),segment_id=061e514b-832f-4f98-a8d6-040c428c7af0)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:37:10.945330 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.952496 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-cb402b3c-291b-487a-beb5-7bc4bf87ae0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:10.963050 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3cfd98fc-f6be-422f-8add-edcd1b4fc541 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "DELETE /v2.0/networks/a9e65ddb-ce64-4267-9deb-84fa81b51810 HTTP/1.1" status: 204 len: 168 time: 1.1970117 Jun 02 20:37:10.967215 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55016) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:10.988730 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-46d408ea-c2d5-47d5-b093-f022ac8e06b1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:10.995410 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ef01e947-bfa0-4af7-a5c6-196e2005edad tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:11.106222 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d85008bc-f67b-457b-ad51-8f050c1710d5 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:11.109580 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d408ea-c2d5-47d5-b093-f022ac8e06b1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Subnet': ['ID=d6328bf5-2299-4fd7-86b0-132c31dc5f77,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:11.112633 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-46d408ea-c2d5-47d5-b093-f022ac8e06b1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:11.113778 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:11.115746 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-dee2f42d-a85e-4f48-bb9f-12284208ea2b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:11.124034 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-dee2f42d-a85e-4f48-bb9f-12284208ea2b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:port and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:11.128119 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-dee2f42d-a85e-4f48-bb9f-12284208ea2b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:11.131934 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Pushing event updated for resources: {'Port': ['ID=9bb03aa0-4349-461a-9615-94335ce6f7e2,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:11.136224 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:11.136575 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d408ea-c2d5-47d5-b093-f022ac8e06b1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Checking segment: {'id': 'dfc6f5f0-1d11-49f0-a16d-be8712a8718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '14020e31-6d5e-4fe7-ab0a-1aabf6eec98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:11.136970 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d408ea-c2d5-47d5-b093-f022ac8e06b1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network hostable DHCP agents. Network: 14020e31-6d5e-4fe7-ab0a-1aabf6eec98b, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:37:11.140932 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-dee2f42d-a85e-4f48-bb9f-12284208ea2b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:11.160868 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0fbc-33ab-4a55-8c35-2f8ee8ce37de tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:11.162815 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee2f42d-a85e-4f48-bb9f-12284208ea2b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:11.165165 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-d85008bc-f67b-457b-ad51-8f050c1710d5 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Transition to ACTIVE for port object 4d35b3b4-c909-44ea-9911-96403d076214 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:11.171890 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-547bfdb2-f795-464e-a333-ae7b75a46aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:11.174456 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-693ae28a-e52e-42ee-b09c-cdbfff7ce67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:11.181115 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8e2609e3-9617-4ea3-8ef3-408e2ef37f99 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:11.183302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d408ea-c2d5-47d5-b093-f022ac8e06b1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network 14020e31-6d5e-4fe7-ab0a-1aabf6eec98b is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:37:11.200160 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ae28a-e52e-42ee-b09c-cdbfff7ce67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fc49d9-2ac3-47d9-9cf0-6d74987aa0ff,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:11.214705 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-693ae28a-e52e-42ee-b09c-cdbfff7ce67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:11.215828 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-693ae28a-e52e-42ee-b09c-cdbfff7ce67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:11.219494 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-693ae28a-e52e-42ee-b09c-cdbfff7ce67b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/68fc49d9-2ac3-47d9-9cf0-6d74987aa0ff HTTP/1.1" status: 204 len: 168 time: 0.7093072 Jun 02 20:37:11.219638 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-44a87f5a-8e07-495c-8bdf-572033e3bf34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:11.285456 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bfdb2-f795-464e-a333-ae7b75a46aee None None] Pushing event deleted for resources: {'Port': ['ID=24087f65-ed9d-46cd-b0ff-d13424756673,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:11.288547 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-547bfdb2-f795-464e-a333-ae7b75a46aee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:11.289829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547bfdb2-f795-464e-a333-ae7b75a46aee None None] No DVR routers for this DVR port 24087f65-ed9d-46cd-b0ff-d13424756673 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:37:11.303550 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-46d408ea-c2d5-47d5-b093-f022ac8e06b1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 14020e31-6d5e-4fe7-ab0a-1aabf6eec98b) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:11.311593 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de87088-3e4e-41c0-9a9c-6ca42dced4e8 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:11.337873 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d408ea-c2d5-47d5-b093-f022ac8e06b1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:11.338465 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-46d408ea-c2d5-47d5-b093-f022ac8e06b1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:11.348320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d85008bc-f67b-457b-ad51-8f050c1710d5 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:11.356716 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-49086f7d-addb-4dc7-9fa7-8896ff6de2c2 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:11.405158 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-46d408ea-c2d5-47d5-b093-f022ac8e06b1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0571537 Jun 02 20:37:11.405158 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55020) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:11.449243 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dee2f42d-a85e-4f48-bb9f-12284208ea2b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:11.460842 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a7f3ba-a209-44ca-b09e-d1df8a41db37 None None] Network 14020e31-6d5e-4fe7-ab0a-1aabf6eec98b requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:11.562934 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85008bc-f67b-457b-ad51-8f050c1710d5 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 61a32003-e06b-4d53-b207-354dfb8f3b40 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:11.564854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0fbc-33ab-4a55-8c35-2f8ee8ce37de tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:11.575665 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-d85008bc-f67b-457b-ad51-8f050c1710d5 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:11.582258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85008bc-f67b-457b-ad51-8f050c1710d5 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:11.586225 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-dee2f42d-a85e-4f48-bb9f-12284208ea2b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] device_id is not set on port 41509d49-3765-4db4-b857-756374273bc0 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:37:11.587843 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85008bc-f67b-457b-ad51-8f050c1710d5 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:11.588480 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d85008bc-f67b-457b-ad51-8f050c1710d5 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:11.612277 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-2b7d0fbc-33ab-4a55-8c35-2f8ee8ce37de tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17c7a5d-80d2-4097-a5cd-5a9b7ee49bd3']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:11.624836 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d85008bc-f67b-457b-ad51-8f050c1710d5 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8111253 Jun 02 20:37:11.624836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85008bc-f67b-457b-ad51-8f050c1710d5 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=4d35b3b4-c909-44ea-9911-96403d076214,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:11.628239 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55026) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:11.697977 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d85008bc-f67b-457b-ad51-8f050c1710d5 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:11.697977 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-2b7d0fbc-33ab-4a55-8c35-2f8ee8ce37de tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e313a1-783a-478c-af2e-c7f3ce0afa91') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:11.697977 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-2b7d0fbc-33ab-4a55-8c35-2f8ee8ce37de tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e313a1-783a-478c-af2e-c7f3ce0afa91') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:11.817580 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:11.883954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-14020e31-6d5e-4fe7-ab0a-1aabf6eec98b', 'network_id': '14020e31-6d5e-4fe7-ab0a-1aabf6eec98b', 'tenant_id': 'b844dc2b9a3f473e9f66311bfcf362e2', 'fixed_ips': [{'subnet_id': 'd6328bf5-2299-4fd7-86b0-132c31dc5f77'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:37:11.884786 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:11.904822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0fbc-33ab-4a55-8c35-2f8ee8ce37de tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:11.950136 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:12.047384 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee2f42d-a85e-4f48-bb9f-12284208ea2b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:37:12.048056 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee2f42d-a85e-4f48-bb9f-12284208ea2b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:12.058150 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'fixed_ips': [{'subnet_id': '93c5f38b-df81-40fc-8b7b-b9e35657b340'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:37:12.059120 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:12.118174 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0fbc-33ab-4a55-8c35-2f8ee8ce37de tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:12.136974 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7d0fbc-33ab-4a55-8c35-2f8ee8ce37de tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:37:12.137381 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0fbc-33ab-4a55-8c35-2f8ee8ce37de tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:37:12.153393 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:37:12.211006 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dee2f42d-a85e-4f48-bb9f-12284208ea2b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3590055 Jun 02 20:37:12.214013 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55042) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:12.285248 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55044) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:12.300661 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0279ee23-55a9-4772-b1cf-1eba4c47f045 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:12.316392 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Allocated IP 172.20.0.2 (14020e31-6d5e-4fe7-ab0a-1aabf6eec98b/d6328bf5-2299-4fd7-86b0-132c31dc5f77/a71bae91-9d53-43c0-bb72-f048e3580a32) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:12.323696 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0fbc-33ab-4a55-8c35-2f8ee8ce37de tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:12.329065 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:12.345044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0fbc-33ab-4a55-8c35-2f8ee8ce37de tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:12.361593 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d0fbc-33ab-4a55-8c35-2f8ee8ce37de tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Pushing event deleted for resources: {'Network': ['ID=f17c7a5d-80d2-4097-a5cd-5a9b7ee49bd3,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:12.368551 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2b7d0fbc-33ab-4a55-8c35-2f8ee8ce37de tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:12.403608 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2b7d0fbc-33ab-4a55-8c35-2f8ee8ce37de tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] 10.222.0.25 "DELETE /v2.0/networks/f17c7a5d-80d2-4097-a5cd-5a9b7ee49bd3 HTTP/1.1" status: 204 len: 168 time: 1.4351876 Jun 02 20:37:12.434022 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-03a9082b-348a-4290-9da7-2a0c4295db1d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:12.446295 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Allocated IP 2001:db8::2 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/93c5f38b-df81-40fc-8b7b-b9e35657b340/9682f3a2-e0a9-43e8-ac07-bca8eb06bdab) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:12.550400 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-c383ecd2-a363-4401-bd09-3f949467163b tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] Request body: {'port': {'network_id': '1c62a812-ec21-42c3-bb2a-4d5f95c4f2ae', 'name': 'tempest-NetworksNegativeTestJSON-1903666306'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:12.578548 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-c383ecd2-a363-4401-bd09-3f949467163b tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] POST failed (client error): The resource could not be found. Jun 02 20:37:12.579424 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c383ecd2-a363-4401-bd09-3f949467163b tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:12.584699 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c383ecd2-a363-4401-bd09-3f949467163b tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2891765 Jun 02 20:37:12.585011 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55050) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:12.649468 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b3f5a9-4973-4a4e-946b-b05c6613ad90 tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:12.650756 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b3f5a9-4973-4a4e-946b-b05c6613ad90 tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:12.655820 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a7b3f5a9-4973-4a4e-946b-b05c6613ad90 tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] 10.222.0.25 "DELETE /v2.0/networks/ae38227c-33be-4160-91c6-78dfb193caf6 HTTP/1.1" status: 404 len: 339 time: 0.0685484 Jun 02 20:37:12.661774 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55052) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:12.665209 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0279ee23-55a9-4772-b1cf-1eba4c47f045 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:12.673217 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0279ee23-55a9-4772-b1cf-1eba4c47f045 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4581678 Jun 02 20:37:12.686256 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55054) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:12.731446 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c4e11a-c214-4629-a25f-2fd18e1bcf25 None None] Network 61a32003-e06b-4d53-b207-354dfb8f3b40 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:12.797804 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-5051a301-41cb-460d-98bb-c117c0f85607 tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:12.798344 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5051a301-41cb-460d-98bb-c117c0f85607 tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:12.800046 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5051a301-41cb-460d-98bb-c117c0f85607 tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] 10.222.0.25 "DELETE /v2.0/ports/7a20b653-27c3-4930-b66b-e0746bc11c2f HTTP/1.1" status: 404 len: 333 time: 0.1194663 Jun 02 20:37:12.809703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55058) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:12.858536 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-5600c59a-d1e9-42aa-8100-e95bcdac9f50 tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:12.859203 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5600c59a-d1e9-42aa-8100-e95bcdac9f50 tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:12.860666 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5600c59a-d1e9-42aa-8100-e95bcdac9f50 tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] 10.222.0.25 "DELETE /v2.0/subnets/5ce202c2-c8cc-4ff4-b8af-1d90f9456b95 HTTP/1.1" status: 404 len: 337 time: 0.0500553 Jun 02 20:37:12.864293 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55060) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:12.864293 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55062) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:12.874924 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9bb03aa0-4349-461a-9615-94335ce6f7e2 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:12.908512 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56eb090-9469-4401-b852-63e755908788 tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] GET failed (client error): The resource could not be found. Jun 02 20:37:12.910951 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d56eb090-9469-4401-b852-63e755908788 tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] 10.222.0.25 "GET /v2.0/networks/b28f660b-d2fc-47d6-b64b-88a1cfd6fa6f HTTP/1.1" status: 404 len: 339 time: 0.0442152 Jun 02 20:37:12.916212 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eaf433-ec31-43af-b325-94b7d9187d4b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:12.918754 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eaf433-ec31-43af-b325-94b7d9187d4b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:12.919859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55066) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:12.921239 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c1eaf433-ec31-43af-b325-94b7d9187d4b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:12.942027 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c1eaf433-ec31-43af-b325-94b7d9187d4b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:12.947203 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c1eaf433-ec31-43af-b325-94b7d9187d4b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2112920 Jun 02 20:37:12.948480 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55068) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:12.988785 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf79a06-acc8-45ee-93aa-92eb95b8eda3 tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] GET failed (client error): The resource could not be found. Jun 02 20:37:12.994963 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55070) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:12.995690 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ccf79a06-acc8-45ee-93aa-92eb95b8eda3 tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] 10.222.0.25 "GET /v2.0/ports/49e6e307-749a-4dd7-b92e-841d5791b8a8 HTTP/1.1" status: 404 len: 333 time: 0.0742826 Jun 02 20:37:13.028930 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-60392a8e-0b9d-4d88-be20-ad1106ac975e None None] Provisioning for port 9bb03aa0-4349-461a-9615-94335ce6f7e2 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:13.077689 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:13.123129 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Transition to ACTIVE for port object a71bae91-9d53-43c0-bb72-f048e3580a32 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:13.167843 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-03a9082b-348a-4290-9da7-2a0c4295db1d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:13.174151 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-03a9082b-348a-4290-9da7-2a0c4295db1d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:13.179385 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-45a228cf-faa7-4fba-a84b-34a930ed849a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:13.194720 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:13.201858 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Transition to ACTIVE for port object a71bae91-9d53-43c0-bb72-f048e3580a32 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:13.211516 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 9bb03aa0-4349-461a-9615-94335ce6f7e2 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:13.220084 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Transition to ACTIVE for port object 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:13.228749 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 9bb03aa0-4349-461a-9615-94335ce6f7e2 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:13.229288 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:13.233405 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5e9e5c-6607-44dd-a7cc-c01e78cc4e2a tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] GET failed (client error): The resource could not be found. Jun 02 20:37:13.234746 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5f5e9e5c-6607-44dd-a7cc-c01e78cc4e2a tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] 10.222.0.25 "GET /v2.0/subnets/71d501ae-ac11-41ab-9227-6167532f8d2d HTTP/1.1" status: 404 len: 337 time: 0.2387853 Jun 02 20:37:13.244338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55072) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:13.250049 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-bb6cf6d5-857e-433f-9d82-2d95a7b2b212 tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] Request body: {'network': {'name': 'new_name'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:13.262439 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:13.275211 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6cf6d5-857e-433f-9d82-2d95a7b2b212 tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] PUT failed (client error): The resource could not be found. Jun 02 20:37:13.275532 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6cf6d5-857e-433f-9d82-2d95a7b2b212 tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:13.280475 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-bb6cf6d5-857e-433f-9d82-2d95a7b2b212 tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] 10.222.0.25 "PUT /v2.0/networks/262dc3d9-e4dc-4fdb-970c-e0531abd0c86 HTTP/1.1" status: 404 len: 339 time: 0.0311160 Jun 02 20:37:13.284003 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55074) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:13.292135 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-6c86302e-abcf-47f5-a9ca-fa0ce89ff52e tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] Request body: {'port': {'name': 'new_name'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:13.332279 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:13.340416 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:13.347744 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:13.356207 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c86302e-abcf-47f5-a9ca-fa0ce89ff52e tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] PUT failed (client error): The resource could not be found. Jun 02 20:37:13.356665 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c86302e-abcf-47f5-a9ca-fa0ce89ff52e tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:13.361557 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6c86302e-abcf-47f5-a9ca-fa0ce89ff52e tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] 10.222.0.25 "PUT /v2.0/ports/f70a2821-546d-4bcb-a1ed-7fc99a1fef8f HTTP/1.1" status: 404 len: 333 time: 0.0728333 Jun 02 20:37:13.361557 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9082b-348a-4290-9da7-2a0c4295db1d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=4d35b3b4-c909-44ea-9911-96403d076214,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:13.363794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55076) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:13.364093 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-03a9082b-348a-4290-9da7-2a0c4295db1d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:13.371354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-05c00316-9b19-4541-8052-770676a24582 tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:13.391486 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5bc0c062-37f1-4e99-8775-38cbff7a574c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9d08820396b47e4b9147fdc70275534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5237806 Jun 02 20:37:13.392394 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Subnet': ['ID=d6328bf5-2299-4fd7-86b0-132c31dc5f77,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:13.394489 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:13.399483 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e34dd8-e2cc-4381-ba2d-3f9eddd679dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet 93c5f38b-df81-40fc-8b7b-b9e35657b340 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:37:13.402604 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55078) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:13.430534 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Transition to ACTIVE for port object 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:13.439485 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c00316-9b19-4541-8052-770676a24582 tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] PUT failed (client error): The resource could not be found. Jun 02 20:37:13.440121 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c00316-9b19-4541-8052-770676a24582 tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:13.447236 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-05c00316-9b19-4541-8052-770676a24582 tempest-NetworksNegativeTestJSON-826496351 tempest-NetworksNegativeTestJSON-826496351-project] 10.222.0.25 "PUT /v2.0/subnets/3357607b-e813-43f8-8455-1042cf326f01 HTTP/1.1" status: 404 len: 337 time: 0.0760477 Jun 02 20:37:13.465367 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Network 14020e31-6d5e-4fe7-ab0a-1aabf6eec98b is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:13.471742 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d6e34dd8-e2cc-4381-ba2d-3f9eddd679dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:13.475357 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:13.479269 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:13.483874 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Pushing event updated for resources: {'Port': ['ID=a71bae91-9d53-43c0-bb72-f048e3580a32,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:13.489457 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:13.494238 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:13.499365 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-6cff74fe-d84b-438b-a15d-69d866796cea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:13.595054 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:13.610284 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:13.623064 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-03a9082b-348a-4290-9da7-2a0c4295db1d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:13.624620 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:13.637130 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:13.647902 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5a812402-7446-4550-a8b6-514d816e80ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:13.673150 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14020e31-6d5e-4fe7-ab0a-1aabf6eec98b']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:13.687543 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d6e34dd8-e2cc-4381-ba2d-3f9eddd679dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:13.731394 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc6f5f0-1d11-49f0-a16d-be8712a8718c') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:13.731870 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc6f5f0-1d11-49f0-a16d-be8712a8718c') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:13.757327 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-03a9082b-348a-4290-9da7-2a0c4295db1d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:13.757658 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5a812402-7446-4550-a8b6-514d816e80ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:13.758652 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Pushing event updated for resources: {'Port': ['ID=9682f3a2-e0a9-43e8-ac07-bca8eb06bdab,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:13.766563 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:13.776310 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:13.777997 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Attempting to bind port a71bae91-9d53-43c0-bb72-f048e3580a32 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:37:13.778323 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Attempting to bind port a71bae91-9d53-43c0-bb72-f048e3580a32 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'dfc6f5f0-1d11-49f0-a16d-be8712a8718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '14020e31-6d5e-4fe7-ab0a-1aabf6eec98b'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:37:13.778688 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Attempting to bind port a71bae91-9d53-43c0-bb72-f048e3580a32 on network 14020e31-6d5e-4fe7-ab0a-1aabf6eec98b {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:37:13.805993 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55084) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:13.815407 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:13.834076 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:37:13.834462 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Checking segment: {'id': 'dfc6f5f0-1d11-49f0-a16d-be8712a8718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '14020e31-6d5e-4fe7-ab0a-1aabf6eec98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:13.835069 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:13.835514 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Bound using segment: {'id': 'dfc6f5f0-1d11-49f0-a16d-be8712a8718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '14020e31-6d5e-4fe7-ab0a-1aabf6eec98b'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:37:13.836002 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Bound port: a71bae91-9d53-43c0-bb72-f048e3580a32, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc6f5f0-1d11-49f0-a16d-be8712a8718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '14020e31-6d5e-4fe7-ab0a-1aabf6eec98b'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:37:13.836566 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:13.848945 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:37:13.849516 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:13.858164 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:37:13.866691 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:37:13.914582 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Attempting to bind port 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:37:13.915251 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Attempting to bind port 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:37:13.915815 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Attempting to bind port 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab on network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:37:13.951675 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:37:13.952483 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Checking segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:13.953099 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:13.953665 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Bound using segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:37:13.954341 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Bound port: 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:37:13.954734 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:14.007006 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d6e34dd8-e2cc-4381-ba2d-3f9eddd679dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:14.036791 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 9bb03aa0-4349-461a-9615-94335ce6f7e2, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9bb03aa0-4349-461a-9615-94335ce6f7e2,segment=NetworkSegment(061e514b-832f-4f98-a8d6-040c428c7af0),segment_id=061e514b-832f-4f98-a8d6-040c428c7af0)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:14.045284 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5a66ac69-2486-4888-9c8c-411d327a3948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:14.052325 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:14.057690 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:14.063485 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.db.api [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 20:37:14.063485 dv-neutron-601336-84-hyperv neutron-server[92548]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 20:37:14.063485 dv-neutron-601336-84-hyperv neutron-server[92548]: [parameters: {'id': '14020e31-6d5e-4fe7-ab0a-1aabf6eec98b'}] Jun 02 20:37:14.063485 dv-neutron-601336-84-hyperv neutron-server[92548]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:37:14.064116 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_db.api [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:37:14.064725 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5a812402-7446-4550-a8b6-514d816e80ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:14.077311 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-cc559776-9e57-48a1-a37d-63d05df2e10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:14.087118 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] For port a71bae91-9d53-43c0-bb72-f048e3580a32, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:37:14.102048 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a812402-7446-4550-a8b6-514d816e80ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eec1b84-69f4-4cd3-baad-8e1718410330,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:14.106584 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5a66ac69-2486-4888-9c8c-411d327a3948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:14.111350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5a812402-7446-4550-a8b6-514d816e80ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:14.128995 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] For port a71bae91-9d53-43c0-bb72-f048e3580a32, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a71bae91-9d53-43c0-bb72-f048e3580a32,segment=NetworkSegment(dfc6f5f0-1d11-49f0-a16d-be8712a8718c),segment_id=dfc6f5f0-1d11-49f0-a16d-be8712a8718c)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:37:14.133161 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5a66ac69-2486-4888-9c8c-411d327a3948 admin admin] Usage tracker for resource:security_group_rule and tenant:9468b1d11d24453aaa4ac108f9450f7c is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:14.144560 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5a66ac69-2486-4888-9c8c-411d327a3948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:14.149199 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5a812402-7446-4550-a8b6-514d816e80ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:14.150404 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5a812402-7446-4550-a8b6-514d816e80ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8eec1b84-69f4-4cd3-baad-8e1718410330 HTTP/1.1" status: 204 len: 168 time: 0.7455258 Jun 02 20:37:14.155965 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:14.203158 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5a66ac69-2486-4888-9c8c-411d327a3948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:14.220396 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=9bb03aa0-4349-461a-9615-94335ce6f7e2,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:14.248050 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:14.250030 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-547bfdb2-f795-464e-a333-ae7b75a46aee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:14.333413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-03a9082b-348a-4290-9da7-2a0c4295db1d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:14.343099 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-03a9082b-348a-4290-9da7-2a0c4295db1d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:14.343924 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-03a9082b-348a-4290-9da7-2a0c4295db1d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:14.349935 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:14.392441 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:14.435406 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f1127319-e2a8-4179-8185-612f885dd83c None None] Provisioning for port 4d35b3b4-c909-44ea-9911-96403d076214 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:14.442427 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Pushing event updated for resources: {'Port': ['ID=a71bae91-9d53-43c0-bb72-f048e3580a32,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:14.446150 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:14.457277 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2228d5e-66b3-4f72-93e4-af65d27ce9a1 None None] Network 14020e31-6d5e-4fe7-ab0a-1aabf6eec98b requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:14.471971 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5a66ac69-2486-4888-9c8c-411d327a3948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:14.480590 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5a66ac69-2486-4888-9c8c-411d327a3948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:14.483780 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f1127319-e2a8-4179-8185-612f885dd83c None None] Provisioning complete for port 4d35b3b4-c909-44ea-9911-96403d076214 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:14.484390 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f1127319-e2a8-4179-8185-612f885dd83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:14.499469 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2d6cec05-9e7e-4032-8b03-689401c29440 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:14.538829 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66ac69-2486-4888-9c8c-411d327a3948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ece9202-b2db-4904-9374-20839d1506df,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:14.541998 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d6e34dd8-e2cc-4381-ba2d-3f9eddd679dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:14.549931 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5a66ac69-2486-4888-9c8c-411d327a3948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:14.550562 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ba0d15fb-e1c7-442d-b254-895135697510 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:14.575323 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] For port 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:37:14.599777 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:14.621866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9082b-348a-4290-9da7-2a0c4295db1d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=4d35b3b4-c909-44ea-9911-96403d076214,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:14.629605 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e34dd8-e2cc-4381-ba2d-3f9eddd679dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=93c5f38b-df81-40fc-8b7b-b9e35657b340,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:14.635317 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d6e34dd8-e2cc-4381-ba2d-3f9eddd679dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:14.636721 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d6e34dd8-e2cc-4381-ba2d-3f9eddd679dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:14.637482 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-03a9082b-348a-4290-9da7-2a0c4295db1d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:14.645330 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5a66ac69-2486-4888-9c8c-411d327a3948 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9468b1d11d24453aaa4ac108f9450f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8388822 Jun 02 20:37:14.646060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55090) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:14.669004 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] For port 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9682f3a2-e0a9-43e8-ac07-bca8eb06bdab,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:37:14.687755 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:14.695639 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-13e42ea4-5553-4616-a618-999d13c3b1e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:14.760196 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d6e34dd8-e2cc-4381-ba2d-3f9eddd679dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/93c5f38b-df81-40fc-8b7b-b9e35657b340 HTTP/1.1" status: 204 len: 168 time: 1.8098519 Jun 02 20:37:14.762912 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-f1127319-e2a8-4179-8185-612f885dd83c None None] Port 4d35b3b4-c909-44ea-9911-96403d076214 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:37:14.766703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55092) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:14.814038 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9bb03aa0-4349-461a-9615-94335ce6f7e2 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:14.871604 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cb4dab6f-9621-40d7-a8bc-5ba566abcdff tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0962687 Jun 02 20:37:14.872195 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55094) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:14.881689 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-4db9906f-d55a-4faa-a612-ff158ccf49d6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:14.938063 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a9082b-348a-4290-9da7-2a0c4295db1d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 61a32003-e06b-4d53-b207-354dfb8f3b40 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:14.940715 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-03a9082b-348a-4290-9da7-2a0c4295db1d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:14.950667 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f1127319-e2a8-4179-8185-612f885dd83c None None] Provisioning complete for port 9bb03aa0-4349-461a-9615-94335ce6f7e2 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:14.951043 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f1127319-e2a8-4179-8185-612f885dd83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:14.954178 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-73572ed1-e971-411f-878c-dde9362a219f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:15.001639 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Pushing event updated for resources: {'Port': ['ID=9682f3a2-e0a9-43e8-ac07-bca8eb06bdab,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:15.012099 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:15.067531 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 9bb03aa0-4349-461a-9615-94335ce6f7e2 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:15.068194 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:15.077797 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-73572ed1-e971-411f-878c-dde9362a219f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:15.086195 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Deleting port a71bae91-9d53-43c0-bb72-f048e3580a32 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:15.086629 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:15.227237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4db9906f-d55a-4faa-a612-ff158ccf49d6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:15.236881 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4db9906f-d55a-4faa-a612-ff158ccf49d6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:15.242559 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4db9906f-d55a-4faa-a612-ff158ccf49d6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:15.259603 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] For port a71bae91-9d53-43c0-bb72-f048e3580a32, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a71bae91-9d53-43c0-bb72-f048e3580a32,segment=NetworkSegment(dfc6f5f0-1d11-49f0-a16d-be8712a8718c),segment_id=dfc6f5f0-1d11-49f0-a16d-be8712a8718c)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:15.260054 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:15.275719 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4db9906f-d55a-4faa-a612-ff158ccf49d6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:15.292738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a9082b-348a-4290-9da7-2a0c4295db1d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Router a847db8b-9898-4c00-a10c-68443cba6110 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:37:15.347309 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a2d3b225-4691-48b3-bc84-081f794158bc None None] Provisioning complete for port 4d35b3b4-c909-44ea-9911-96403d076214 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:15.347996 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a2d3b225-4691-48b3-bc84-081f794158bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:15.425560 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a2d3b225-4691-48b3-bc84-081f794158bc None None] Port 4d35b3b4-c909-44ea-9911-96403d076214 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:37:15.492602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a9082b-348a-4290-9da7-2a0c4295db1d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:37:15.500940 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-03a9082b-348a-4290-9da7-2a0c4295db1d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "PUT /v2.0/routers/a847db8b-9898-4c00-a10c-68443cba6110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8684108 Jun 02 20:37:15.500940 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55096) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:15.503691 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c0e90d-5863-4aba-8d76-a40671c23830 None None] Sync routers for ids ['a847db8b-9898-4c00-a10c-68443cba6110'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:37:15.513460 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c0e90d-5863-4aba-8d76-a40671c23830 None None] Routers {'a847db8b-9898-4c00-a10c-68443cba6110'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:37:15.514090 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-a1c0e90d-5863-4aba-8d76-a40671c23830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:37:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a847db8b-9898-4c00-a10c-68443cba6110'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:15.582862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Calling delete_port for a71bae91-9d53-43c0-bb72-f048e3580a32 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:15.583438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1175b29-57ff-484d-9ecb-5aa580dabc0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:15.586056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a1175b29-57ff-484d-9ecb-5aa580dabc0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Synchronizing usage tracker for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:15.586297 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db9906f-d55a-4faa-a612-ff158ccf49d6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:15.589959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4db9906f-d55a-4faa-a612-ff158ccf49d6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:15.602345 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a1175b29-57ff-484d-9ecb-5aa580dabc0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Unset dirty status for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:15.603656 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a1175b29-57ff-484d-9ecb-5aa580dabc0a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a847db8b-9898-4c00-a10c-68443cba6110 HTTP/1.1" status: 200 len: 987 time: 0.1024139 Jun 02 20:37:15.606575 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55098) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:15.656362 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-a1c0e90d-5863-4aba-8d76-a40671c23830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:15.671664 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c0e90d-5863-4aba-8d76-a40671c23830 None None] Routers {'a847db8b-9898-4c00-a10c-68443cba6110'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:37:15.672846 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-a1c0e90d-5863-4aba-8d76-a40671c23830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:37:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a847db8b-9898-4c00-a10c-68443cba6110'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:15.711803 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-73572ed1-e971-411f-878c-dde9362a219f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:15.718690 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a8d7644f-a493-4a5c-b575-c25c9b836b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:15.734643 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8e0aaaef-10af-4998-837c-21f5a86b5cab None None] Provisioning complete for port 4d35b3b4-c909-44ea-9911-96403d076214 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:15.734643 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8e0aaaef-10af-4998-837c-21f5a86b5cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:15.742001 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73572ed1-e971-411f-878c-dde9362a219f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ece9202-b2db-4904-9374-20839d1506df,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:15.744419 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-73572ed1-e971-411f-878c-dde9362a219f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:15.759924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-73572ed1-e971-411f-878c-dde9362a219f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:15.761112 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-73572ed1-e971-411f-878c-dde9362a219f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ece9202-b2db-4904-9374-20839d1506df HTTP/1.1" status: 204 len: 168 time: 1.1112456 Jun 02 20:37:15.795840 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-a1c0e90d-5863-4aba-8d76-a40671c23830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:15.796323 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c0e90d-5863-4aba-8d76-a40671c23830 None None] The sync data for ids ['a847db8b-9898-4c00-a10c-68443cba6110'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:37:15.827096 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-8e0aaaef-10af-4998-837c-21f5a86b5cab None None] Port 4d35b3b4-c909-44ea-9911-96403d076214 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:37:15.897206 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:15.910223 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0fd4616c-c719-444b-9c55-6755df0e9967 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:15.976998 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No DVR routers for this DVR port a71bae91-9d53-43c0-bb72-f048e3580a32 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:37:16.027260 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Port': ['ID=a71bae91-9d53-43c0-bb72-f048e3580a32,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:16.127999 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:16.142006 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14020e31-6d5e-4fe7-ab0a-1aabf6eec98b']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:16.154877 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc6f5f0-1d11-49f0-a16d-be8712a8718c') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:16.155218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc6f5f0-1d11-49f0-a16d-be8712a8718c') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:16.167412 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:16.180821 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b9753493-d445-49f3-90de-0f72b5e4e82a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:16.184728 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:16.191494 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:37:16.191897 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:16.208368 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:37:16.209053 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:37:16.234304 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4c6335-00b4-4f56-9c8e-746d2ab5de3a None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:16.340988 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-11f4d817-c9d0-4efe-a26a-9a7a7c8a6162 None None] Provisioning for port 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:16.373958 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:16.384333 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:16.392271 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-54a7633f-9413-4e51-a626-96b4f1320291 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:16.424151 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Network': ['ID=14020e31-6d5e-4fe7-ab0a-1aabf6eec98b,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:16.430788 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:16.438563 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/14020e31-6d5e-4fe7-ab0a-1aabf6eec98b HTTP/1.1" status: 204 len: 168 time: 5.0325944 Jun 02 20:37:16.441073 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55112) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:16.492033 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03c82b0-362f-4c3d-b51f-d0324fa156f6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] GET failed (client error): The resource could not be found. Jun 02 20:37:16.492551 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c03c82b0-362f-4c3d-b51f-d0324fa156f6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Synchronizing usage tracker for tenant:b844dc2b9a3f473e9f66311bfcf362e2 on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:16.531120 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c03c82b0-362f-4c3d-b51f-d0324fa156f6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Unset dirty status for tenant:b844dc2b9a3f473e9f66311bfcf362e2 on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:16.535264 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c03c82b0-362f-4c3d-b51f-d0324fa156f6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "GET /v2.0/subnets/d6328bf5-2299-4fd7-86b0-132c31dc5f77 HTTP/1.1" status: 404 len: 337 time: 0.0932207 Jun 02 20:37:16.538265 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55118) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:16.579338 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3143e277-3d0d-47e1-9e32-ac66ded44651 req-de1ff879-c517-4d92-bdae-8ed25b4e8d47 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2240410 Jun 02 20:37:16.641089 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4bda1b-57ec-4cd7-ae52-0564254c2ec4 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:16.641583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4bda1b-57ec-4cd7-ae52-0564254c2ec4 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:16.647389 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4e4bda1b-57ec-4cd7-ae52-0564254c2ec4 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/14020e31-6d5e-4fe7-ab0a-1aabf6eec98b HTTP/1.1" status: 404 len: 339 time: 0.1040075 Jun 02 20:37:16.650010 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55124) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:16.792270 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4db9906f-d55a-4faa-a612-ff158ccf49d6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:16.797048 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:16.798106 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b2b78363-2a0f-4d5b-93c7-6b08b95f5749 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:16.884936 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db9906f-d55a-4faa-a612-ff158ccf49d6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:16.887949 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-4db9906f-d55a-4faa-a612-ff158ccf49d6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:16.898982 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:16.904941 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:16.905546 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:16.921730 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db9906f-d55a-4faa-a612-ff158ccf49d6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:16.922337 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4db9906f-d55a-4faa-a612-ff158ccf49d6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:16.947369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9906f-d55a-4faa-a612-ff158ccf49d6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=c79f090d-824a-4402-bac2-b0c79a6a8167,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:16.953417 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4db9906f-d55a-4faa-a612-ff158ccf49d6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0763178 Jun 02 20:37:16.953417 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4db9906f-d55a-4faa-a612-ff158ccf49d6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:16.953417 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55128) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:16.957975 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-6b635a97-5add-4962-9eda-847bb29099dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-112752863', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:16.965661 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-6b635a97-5add-4962-9eda-847bb29099dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:16.972427 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6b635a97-5add-4962-9eda-847bb29099dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:router and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:16.977101 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6b635a97-5add-4962-9eda-847bb29099dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:16.984745 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-6b635a97-5add-4962-9eda-847bb29099dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:17.006624 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6b635a97-5add-4962-9eda-847bb29099dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:17.009897 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6b635a97-5add-4962-9eda-847bb29099dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:17.043976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b320b1f8-e25f-4fde-bd61-4f0130e49489 None None] Provisioning complete for port 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:17.044364 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b320b1f8-e25f-4fde-bd61-4f0130e49489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:17.046914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6b635a97-5add-4962-9eda-847bb29099dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:17.072227 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6b635a97-5add-4962-9eda-847bb29099dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:17.085181 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-b9753493-d445-49f3-90de-0f72b5e4e82a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting port 4d35b3b4-c909-44ea-9911-96403d076214 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:17.085508 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b9753493-d445-49f3-90de-0f72b5e4e82a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:17.104962 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6b635a97-5add-4962-9eda-847bb29099dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:17.109179 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6b635a97-5add-4962-9eda-847bb29099dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1524479 Jun 02 20:37:17.110144 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55132) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:17.125026 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172eca28-ae81-46d9-b066-521d9b9d4c82 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:17.126571 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-172eca28-ae81-46d9-b066-521d9b9d4c82 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4742243 Jun 02 20:37:17.153061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55134) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:17.234070 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad174af4-1525-4b6b-a16c-b2a9a25349da None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:17.269306 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1852825f-f11e-4009-9676-110c0b8b20ec tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Synchronizing usage tracker for tenant:b844dc2b9a3f473e9f66311bfcf362e2 on resource:subnet {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:17.280083 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143e277-3d0d-47e1-9e32-ac66ded44651 req-f3a88821-39f8-4500-a2f6-6e3def3ab70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:17.283657 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3143e277-3d0d-47e1-9e32-ac66ded44651 req-f3a88821-39f8-4500-a2f6-6e3def3ab70d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=661507761bd9425583aaf58f371479f6&device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 1099 time: 0.4078491 Jun 02 20:37:17.319705 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:17.332166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1852825f-f11e-4009-9676-110c0b8b20ec tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Unset dirty status for tenant:b844dc2b9a3f473e9f66311bfcf362e2 on resource:subnet {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:17.333338 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1852825f-f11e-4009-9676-110c0b8b20ec tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "GET /v2.0/subnets?network_id=9eda1993-8807-4a42-8466-556269663ed3 HTTP/1.1" status: 200 len: 207 time: 0.1782618 Jun 02 20:37:17.340743 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55140) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:17.439064 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9682f3a2-e0a9-43e8-ac07-bca8eb06bdab,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:17.455807 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b320b1f8-e25f-4fde-bd61-4f0130e49489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:17.465231 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:17.470907 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-015a16fb-3f93-4520-8554-0dfb904ecc60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:17.527563 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b9753493-d445-49f3-90de-0f72b5e4e82a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:17.688190 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=9682f3a2-e0a9-43e8-ac07-bca8eb06bdab,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:17.696683 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:17.697500 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-b9753493-d445-49f3-90de-0f72b5e4e82a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Calling delete_port for 4d35b3b4-c909-44ea-9911-96403d076214 owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:17.703355 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.db.api [None req-b320b1f8-e25f-4fde-bd61-4f0130e49489 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:37:17.703723 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_db.api [None req-b320b1f8-e25f-4fde-bd61-4f0130e49489 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:37:17.758062 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143e277-3d0d-47e1-9e32-ac66ded44651 req-83b3f284-28ab-47bc-ad1a-6a65d1db427a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:17.759710 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3143e277-3d0d-47e1-9e32-ac66ded44651 req-83b3f284-28ab-47bc-ad1a-6a65d1db427a service neutron] 10.222.0.95 "GET /v2.0/networks?id=6d422b3f-35f6-44d4-a56d-8cdfa486af18 HTTP/1.1" status: 200 len: 912 time: 0.4536631 Jun 02 20:37:17.822371 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55148) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:17.838061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce6826-cf9a-49e9-9ec0-c951533006ca tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:17.843617 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce6826-cf9a-49e9-9ec0-c951533006ca tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:17.849440 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce6826-cf9a-49e9-9ec0-c951533006ca tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:17.855625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce6826-cf9a-49e9-9ec0-c951533006ca tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:17.860621 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-99ce6826-cf9a-49e9-9ec0-c951533006ca tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5128975 Jun 02 20:37:17.867087 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55152) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:17.940750 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:17.966843 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3c71a5-1e9c-4a8b-a54d-2cd5b516c592 None None] get_active_networks_info from dv-neutron-601336-84-hyperv {{(pid=92550) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 20:37:17.992307 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3143e277-3d0d-47e1-9e32-ac66ded44651 req-d1cf4cb7-082c-4629-9c89-61bc64e0186f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a901cc98-7deb-4f4d-80a3-acef48dbdab7 HTTP/1.1" status: 200 len: 1002 time: 0.2231095 Jun 02 20:37:18.093124 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3c71a5-1e9c-4a8b-a54d-2cd5b516c592 None None] Resources bound (agent type, host, resource id): {{(pid=92550) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 20:37:18.102745 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'network': {'name': 'tempest-network-smoke--1795207548', 'project_id': '7e68015eb8844c43b1007154397602c4', 'port_security_enabled': True}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:18.109323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:18.130644 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-85d037a6-17a7-47b9-8a01-477df49778cc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2528117 Jun 02 20:37:18.130644 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143e277-3d0d-47e1-9e32-ac66ded44651 req-3073814f-b305-44fa-8ccd-7224d679dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:18.132470 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3143e277-3d0d-47e1-9e32-ac66ded44651 req-3073814f-b305-44fa-8ccd-7224d679dcdb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c83951fa-3604-4554-9055-6ed20c4b7e5d HTTP/1.1" status: 200 len: 850 time: 0.1308386 Jun 02 20:37:18.132470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55154) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:18.150451 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:network and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:18.154034 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:18.164609 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:18.194821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:18.198344 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:18.248210 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:18.254020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd77f5b5-d654-4f68-832f-d6f8dec9a4af tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:18.255671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd77f5b5-d654-4f68-832f-d6f8dec9a4af tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:18.260954 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cd77f5b5-d654-4f68-832f-d6f8dec9a4af tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1240935 Jun 02 20:37:18.261236 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55156) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:18.275992 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:18.289706 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:18.294897 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:18.302869 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:18.388750 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8::1 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/c79f090d-824a-4402-bac2-b0c79a6a8167/f3c9e3bb-77b2-4ec2-90a6-986e3196919e) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:18.390971 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3f1fa4-bd48-473e-aa62-ab4e86c3ee09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['shared'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:18.392596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3f1fa4-bd48-473e-aa62-ab4e86c3ee09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['shared'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:18.394164 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-df3f1fa4-bd48-473e-aa62-ab4e86c3ee09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1319747 Jun 02 20:37:18.398353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55158) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:18.400299 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143e277-3d0d-47e1-9e32-ac66ded44651 req-1599da65-86e4-49b2-8a20-5cd2213ad855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:18.401707 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3143e277-3d0d-47e1-9e32-ac66ded44651 req-1599da65-86e4-49b2-8a20-5cd2213ad855 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6d422b3f-35f6-44d4-a56d-8cdfa486af18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2376590 Jun 02 20:37:18.501409 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-01ebe57f-9771-429f-a403-301b624cd9a0 None None] Provisioning complete for port 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:18.501783 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-01ebe57f-9771-429f-a403-301b624cd9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:18.581412 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:18.590220 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccecde9-580c-4a94-a1d3-d56eb1247ca6 None None] get_active_networks_info from dv-neutron-601336-84-hyperv {{(pid=92550) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 20:37:18.678175 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Transition to ACTIVE for port object f3c9e3bb-77b2-4ec2-90a6-986e3196919e will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:18.712999 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:18.718820 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b9753493-d445-49f3-90de-0f72b5e4e82a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:18.731927 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1cfe2e79-8bb2-4dc5-989b-bbe86278ec37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:18.748972 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-01ebe57f-9771-429f-a403-301b624cd9a0 None None] Could not find standard attr ID for object be2edea3-0352-40fe-a1e2-52840ffd45dd. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:37:18.764157 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:18.772531 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-312c7681-4d55-4a65-b7d3-0975444de33d tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:18.799866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9753493-d445-49f3-90de-0f72b5e4e82a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Port': ['ID=4d35b3b4-c909-44ea-9911-96403d076214,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:18.812213 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b9753493-d445-49f3-90de-0f72b5e4e82a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:18.818504 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccecde9-580c-4a94-a1d3-d56eb1247ca6 None None] Resources bound (agent type, host, resource id): {{(pid=92550) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 20:37:18.827704 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:18.827704 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:18.864669 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:18.871606 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:18.878192 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:18.878917 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:18.884905 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:18.896939 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=f3c9e3bb-77b2-4ec2-90a6-986e3196919e,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:18.900329 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:18.905478 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:18.906249 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6debc028-6475-44a7-aee2-2273db3d5bdf tempest-ServersTestJSON-1120728676 tempest-ServersTestJSON-1120728676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:18.918681 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:37:18.947969 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:37:18.968792 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a79ba642-6290-44f1-aac3-5b6507d0a611,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:18.971762 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:18.972273 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Added segment c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed of type vlan for network 4d3342d7-33dd-436f-b033-4f39faf2bca6 Jun 02 20:37:18.978818 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:19.036462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c872b3-10bc-42a1-8f27-12ea6ee90085 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:19.038160 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-76c872b3-10bc-42a1-8f27-12ea6ee90085 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "GET /v2.0/networks/ca74db67-696e-46dc-b425-0e0fb5c0bd16 HTTP/1.1" status: 200 len: 800 time: 0.6355872 Jun 02 20:37:19.040291 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3143e277-3d0d-47e1-9e32-ac66ded44651 req-cfbca7f2-00d3-4f62-9d01-946d59d50a4f service neutron] 10.222.0.95 "GET /v2.0/networks/6d422b3f-35f6-44d4-a56d-8cdfa486af18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6162865 Jun 02 20:37:19.050137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55160) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:19.051617 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:19.085909 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:19.102034 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b9753493-d445-49f3-90de-0f72b5e4e82a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:19.151954 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:19.157662 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:19.158348 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:19.165490 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-eee87218-8a2c-41d9-8a97-41b18f4d2eb1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:19.416294 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Network': ['ID=4d3342d7-33dd-436f-b033-4f39faf2bca6,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:19.421820 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5957851 Jun 02 20:37:19.421820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:19.422962 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55162) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:19.426781 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 4d3342d7-33dd-436f-b033-4f39faf2bca6 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:37:19.429192 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-15317489', 'admin_state_up': True, 'project_id': '7e68015eb8844c43b1007154397602c4', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:19.448005 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:19.456586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:router and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:19.464286 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:19.479645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:19.525760 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:19.526796 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:19.558706 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3143e277-3d0d-47e1-9e32-ac66ded44651 req-3bad3efa-2c9f-4c87-8e55-f3eaba3d4b9b service neutron] 10.222.0.95 "GET /v2.0/networks/6d422b3f-35f6-44d4-a56d-8cdfa486af18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091267 Jun 02 20:37:19.578321 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5f82f4bf-59e4-4874-b0fc-e6f8731e127d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "GET /v2.0/networks/ca74db67-696e-46dc-b425-0e0fb5c0bd16?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5263724 Jun 02 20:37:19.599021 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55164) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:19.680986 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0eef9da8-d06b-4b6f-8458-0da7c381e0b5 None None] Provisioning for port f3c9e3bb-77b2-4ec2-90a6-986e3196919e completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:19.686323 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0eef9da8-d06b-4b6f-8458-0da7c381e0b5 None None] Provisioning complete for port f3c9e3bb-77b2-4ec2-90a6-986e3196919e triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:19.686700 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0eef9da8-d06b-4b6f-8458-0da7c381e0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:19.727598 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9753493-d445-49f3-90de-0f72b5e4e82a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Router a847db8b-9898-4c00-a10c-68443cba6110 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:37:19.746152 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-0eef9da8-d06b-4b6f-8458-0da7c381e0b5 None None] Port f3c9e3bb-77b2-4ec2-90a6-986e3196919e cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:37:19.754475 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a17f1b6-6f18-4778-9880-02e034ca27e1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:19.757083 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2a17f1b6-6f18-4778-9880-02e034ca27e1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "GET /v2.0/subnets/7a45d266-85a4-447c-b574-2e50199fb204 HTTP/1.1" status: 200 len: 811 time: 0.1569796 Jun 02 20:37:19.760658 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55166) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:19.825663 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:19.883775 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1b692f-e4ae-4647-9993-34583931cc1a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['shared'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:19.884193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9753493-d445-49f3-90de-0f72b5e4e82a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:37:19.885147 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8a1b692f-e4ae-4647-9993-34583931cc1a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "GET /v2.0/subnets/7a45d266-85a4-447c-b574-2e50199fb204?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1235397 Jun 02 20:37:19.890222 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55168) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:19.897254 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ecdf59-3956-4727-bbd3-36c341ccb980 None None] Sync routers for ids ['a847db8b-9898-4c00-a10c-68443cba6110'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:37:19.897790 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-81a846b0-9e43-4616-8ccb-47e0ca008ef8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-519541246'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:19.901461 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b9753493-d445-49f3-90de-0f72b5e4e82a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "PUT /v2.0/routers/a847db8b-9898-4c00-a10c-68443cba6110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2937703 Jun 02 20:37:19.904050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55170) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:19.907963 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-81a846b0-9e43-4616-8ccb-47e0ca008ef8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:19.908786 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ecdf59-3956-4727-bbd3-36c341ccb980 None None] Routers {'a847db8b-9898-4c00-a10c-68443cba6110'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:37:19.909794 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-73ecdf59-3956-4727-bbd3-36c341ccb980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:37:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a847db8b-9898-4c00-a10c-68443cba6110'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:19.967663 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-81a846b0-9e43-4616-8ccb-47e0ca008ef8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Usage tracker for resource:network and tenant:b844dc2b9a3f473e9f66311bfcf362e2 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:19.971731 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-81a846b0-9e43-4616-8ccb-47e0ca008ef8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:19.978294 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-73ecdf59-3956-4727-bbd3-36c341ccb980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:19.989563 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ecdf59-3956-4727-bbd3-36c341ccb980 None None] Routers {'a847db8b-9898-4c00-a10c-68443cba6110'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:37:19.991294 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-73ecdf59-3956-4727-bbd3-36c341ccb980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:37:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a847db8b-9898-4c00-a10c-68443cba6110'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:20.041889 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-81a846b0-9e43-4616-8ccb-47e0ca008ef8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:20.056754 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-73ecdf59-3956-4727-bbd3-36c341ccb980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:20.057535 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ecdf59-3956-4727-bbd3-36c341ccb980 None None] The sync data for ids ['a847db8b-9898-4c00-a10c-68443cba6110'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:37:20.104121 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1aadbdc-a7d5-4733-94a1-ddddb0771da4 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] GET failed (client error): The resource could not be found. Jun 02 20:37:20.104548 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c1aadbdc-a7d5-4733-94a1-ddddb0771da4 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Synchronizing usage tracker for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:20.119832 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c1aadbdc-a7d5-4733-94a1-ddddb0771da4 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Unset dirty status for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:20.121255 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c1aadbdc-a7d5-4733-94a1-ddddb0771da4 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports/4d35b3b4-c909-44ea-9911-96403d076214 HTTP/1.1" status: 404 len: 333 time: 0.2160103 Jun 02 20:37:20.123938 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55172) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:20.133343 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:20.146240 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a846b0-9e43-4616-8ccb-47e0ca008ef8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:20.149696 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-81a846b0-9e43-4616-8ccb-47e0ca008ef8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:20.206255 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:20.207074 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:20.224268 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0c4d6cb3-86f9-464d-915d-ac233eae2ad9 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:20.253844 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c32748f5-6f53-4220-869a-5d9685667510 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:20.277814 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:20.342223 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a846b0-9e43-4616-8ccb-47e0ca008ef8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:37:20.353996 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=f3c9e3bb-77b2-4ec2-90a6-986e3196919e,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:20.405758 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:20.415091 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-81a846b0-9e43-4616-8ccb-47e0ca008ef8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:20.415455 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-81a846b0-9e43-4616-8ccb-47e0ca008ef8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Added segment 8ca20d2a-acdb-4134-a413-ca3ff386cb8c of type vlan for network e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9 Jun 02 20:37:20.526117 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-81a846b0-9e43-4616-8ccb-47e0ca008ef8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:20.552759 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:20.555818 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:20.562056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c32748f5-6f53-4220-869a-5d9685667510 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:20.564477 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c32748f5-6f53-4220-869a-5d9685667510 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:20.590806 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c32748f5-6f53-4220-869a-5d9685667510 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:20.591581 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32748f5-6f53-4220-869a-5d9685667510 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Fanout notify agent at l3_agent the message router_deleted on router a847db8b-9898-4c00-a10c-68443cba6110 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:37:20.605336 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c32748f5-6f53-4220-869a-5d9685667510 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:20.609026 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c32748f5-6f53-4220-869a-5d9685667510 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/routers/a847db8b-9898-4c00-a10c-68443cba6110 HTTP/1.1" status: 204 len: 168 time: 0.4817035 Jun 02 20:37:20.610206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55176) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:20.690486 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-93664f89-090a-430b-92e9-2b1836563c8a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting subnet 9e027e9f-a467-4528-b93d-a95fac94a3b7 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:37:20.693797 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-93664f89-090a-430b-92e9-2b1836563c8a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:20.715369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-81a846b0-9e43-4616-8ccb-47e0ca008ef8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:20.720851 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a846b0-9e43-4616-8ccb-47e0ca008ef8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:20.721341 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-81a846b0-9e43-4616-8ccb-47e0ca008ef8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:20.727859 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:20.760596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-93664f89-090a-430b-92e9-2b1836563c8a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:20.846445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-93664f89-090a-430b-92e9-2b1836563c8a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:20.862418 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a846b0-9e43-4616-8ccb-47e0ca008ef8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Network': ['ID=e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:20.865915 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-81a846b0-9e43-4616-8ccb-47e0ca008ef8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:20.873852 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-81a846b0-9e43-4616-8ccb-47e0ca008ef8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9799597 Jun 02 20:37:20.882065 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55178) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:20.888629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-cb213a66-2614-49a0-a45e-671fdd253600 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'subnet': {'network_id': 'e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:20.890623 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:37:20.914895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ea21270c-ad78-4ba1-b598-3e1ecb3308a0 None None] Provisioning complete for port f3c9e3bb-77b2-4ec2-90a6-986e3196919e triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:20.915447 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ea21270c-ad78-4ba1-b598-3e1ecb3308a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:21.041181 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-ea21270c-ad78-4ba1-b598-3e1ecb3308a0 None None] Port f3c9e3bb-77b2-4ec2-90a6-986e3196919e cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:37:21.070571 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Router 69bb31c4-d99f-4917-ac8b-0a7d5f5b7462 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:37:21.076769 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:21.092732 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cb213a66-2614-49a0-a45e-671fdd253600 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:21.114769 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cb213a66-2614-49a0-a45e-671fdd253600 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:21.142307 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb213a66-2614-49a0-a45e-671fdd253600 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Made reservation on behalf of b844dc2b9a3f473e9f66311bfcf362e2 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:21.146005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cb213a66-2614-49a0-a45e-671fdd253600 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:21.268904 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:21.299477 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.ipam_backend_mixin [None req-cb213a66-2614-49a0-a45e-671fdd253600 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Performing IP validity checks on allocation pools {{(pid=92549) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 02 20:37:21.299993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.ipam_backend_mixin [None req-cb213a66-2614-49a0-a45e-671fdd253600 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92549) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 02 20:37:21.367483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-93664f89-090a-430b-92e9-2b1836563c8a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:21.374069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-54a8b3cc-1471-4bd7-bf2e-2656c16946e8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:21.446612 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-93664f89-090a-430b-92e9-2b1836563c8a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:21.449115 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664f89-090a-430b-92e9-2b1836563c8a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Subnet': ['ID=9e027e9f-a467-4528-b93d-a95fac94a3b7,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:21.450853 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a00105-f815-41a8-95c7-83655e87900c None None] Network 61a32003-e06b-4d53-b207-354dfb8f3b40 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:21.456418 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-93664f89-090a-430b-92e9-2b1836563c8a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:21.467722 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-93664f89-090a-430b-92e9-2b1836563c8a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/subnets/9e027e9f-a467-4528-b93d-a95fac94a3b7 HTTP/1.1" status: 204 len: 168 time: 0.8552139 Jun 02 20:37:21.467722 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55182) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:21.508833 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:37:21.530115 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "PUT /v2.0/routers/69bb31c4-d99f-4917-ac8b-0a7d5f5b7462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4169397 Jun 02 20:37:21.530364 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55184) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:21.534956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] Sync routers for ids ['69bb31c4-d99f-4917-ac8b-0a7d5f5b7462'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:37:21.573012 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] Routers {'69bb31c4-d99f-4917-ac8b-0a7d5f5b7462'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:37:21.573670 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:37:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['69bb31c4-d99f-4917-ac8b-0a7d5f5b7462'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:21.600889 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.26.0.229 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/77737ea7-6c21-4111-bc41-92e99afe338c) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:21.625635 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71e910b-f321-4d1d-b152-19ee058ba9b4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:21.626251 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d71e910b-f321-4d1d-b152-19ee058ba9b4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:21.705401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d71e910b-f321-4d1d-b152-19ee058ba9b4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:21.709622 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d71e910b-f321-4d1d-b152-19ee058ba9b4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports/f3c9e3bb-77b2-4ec2-90a6-986e3196919e HTTP/1.1" status: 200 len: 911 time: 0.1752706 Jun 02 20:37:21.710805 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55186) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:21.763048 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:21.834877 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:21.856365 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b5ae91-0647-496c-937d-f8a157b2e31e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:21.862091 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b5ae91-0647-496c-937d-f8a157b2e31e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:21.866880 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f9b5ae91-0647-496c-937d-f8a157b2e31e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1519179 Jun 02 20:37:21.867085 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55188) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:21.869398 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] Set router 69bb31c4-d99f-4917-ac8b-0a7d5f5b7462 gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:37:21.946119 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting port 9bb03aa0-4349-461a-9615-94335ce6f7e2 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:21.946471 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:22.077840 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee542708-49ec-4837-92a0-c9df5e50dc0f None None] DHCP port deletion for 61a32003-e06b-4d53-b207-354dfb8f3b40 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:37:22.089093 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:22.100627 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-89a4c7e2-41c0-4369-9b64-0700e9cc7a2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:22.104136 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] For port 9bb03aa0-4349-461a-9615-94335ce6f7e2, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9bb03aa0-4349-461a-9615-94335ce6f7e2,segment=NetworkSegment(061e514b-832f-4f98-a8d6-040c428c7af0),segment_id=061e514b-832f-4f98-a8d6-040c428c7af0)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:22.104495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:22.229741 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-ee542708-49ec-4837-92a0-c9df5e50dc0f None None] Deleting port 9bb03aa0-4349-461a-9615-94335ce6f7e2 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:22.230282 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ee542708-49ec-4837-92a0-c9df5e50dc0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:22.234225 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:22.242255 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Calling delete_port for 9bb03aa0-4349-461a-9615-94335ce6f7e2 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:22.250710 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:22.257488 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cb213a66-2614-49a0-a45e-671fdd253600 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:22.257785 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:22.262180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7bdcf104-f6e1-45e7-8597-4f75456d4144 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:22.300734 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=77737ea7-6c21-4111-bc41-92e99afe338c,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:22.339435 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:22.348889 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-ee542708-49ec-4837-92a0-c9df5e50dc0f None None] For port 9bb03aa0-4349-461a-9615-94335ce6f7e2, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9bb03aa0-4349-461a-9615-94335ce6f7e2,segment=NetworkSegment(061e514b-832f-4f98-a8d6-040c428c7af0),segment_id=061e514b-832f-4f98-a8d6-040c428c7af0)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:22.349981 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ee542708-49ec-4837-92a0-c9df5e50dc0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:22.355947 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb213a66-2614-49a0-a45e-671fdd253600 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Subnet': ['ID=b0a5228e-b7fa-4e4b-ba47-223218ec4a83,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:22.358920 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bb31c4-d99f-4917-ac8b-0a7d5f5b7462', 'name': 'tempest-NetworksTestDHCPv6-router-112752863', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:17Z', 'updated_at': '2021-06-02T20:37:18Z', 'revision_number': 2, 'project_id': '9872c720270941e395e48a5d66cc87be', 'gw_port_host': None, '_interfaces': [{'id': 'f3c9e3bb-77b2-4ec2-90a6-986e3196919e', 'name': '', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'mac_address': 'fa:16:3e:67:01:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69bb31c4-d99f-4917-ac8b-0a7d5f5b7462', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'c79f090d-824a-4402-bac2-b0c79a6a8167', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:18Z', 'updated_at': '2021-06-02T20:37:19Z', 'revision_number': 2, 'project_id': '9872c720270941e395e48a5d66cc87be', 'subnets': [{'id': 'c79f090d-824a-4402-bac2-b0c79a6a8167', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:22.360988 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cb213a66-2614-49a0-a45e-671fdd253600 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:22.372979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb213a66-2614-49a0-a45e-671fdd253600 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Checking segment: {'id': '8ca20d2a-acdb-4134-a413-ca3ff386cb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:22.373342 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb213a66-2614-49a0-a45e-671fdd253600 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network hostable DHCP agents. Network: e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:37:22.397302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:22.402322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-20350adc-db8b-4a0d-aac9-d72655c612ba tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:22.416849 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] Checking router: 69bb31c4-d99f-4917-ac8b-0a7d5f5b7462 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:37:22.417069 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] Updating router 69bb31c4-d99f-4917-ac8b-0a7d5f5b7462 port f3c9e3bb-77b2-4ec2-90a6-986e3196919e binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:37:22.438036 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb213a66-2614-49a0-a45e-671fdd253600 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Network e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:37:22.448778 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Port': ['ID=9bb03aa0-4349-461a-9615-94335ce6f7e2,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:22.453615 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:22.455389 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] No DVR routers for this DVR port 9bb03aa0-4349-461a-9615-94335ce6f7e2 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:37:22.487767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-cb213a66-2614-49a0-a45e-671fdd253600 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:22.510476 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5232b6-0695-4e89-8275-7d2586a4c506 None None] Network e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:22.520243 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb213a66-2614-49a0-a45e-671fdd253600 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:22.521679 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cb213a66-2614-49a0-a45e-671fdd253600 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:22.528984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-ee542708-49ec-4837-92a0-c9df5e50dc0f None None] Calling delete_port for 9bb03aa0-4349-461a-9615-94335ce6f7e2 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:22.602563 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:22.618826 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cb213a66-2614-49a0-a45e-671fdd253600 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7354367 Jun 02 20:37:22.621762 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55190) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:22.623805 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:22.624631 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a32003-e06b-4d53-b207-354dfb8f3b40']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:22.635513 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c2e82850-6b09-45a4-9639-233515f6fb0d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:22.676025 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061e514b-832f-4f98-a8d6-040c428c7af0') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:22.676428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061e514b-832f-4f98-a8d6-040c428c7af0') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:22.698781 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:22.722510 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:22.749288 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9bb03aa0-4349-461a-9615-94335ce6f7e2 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:37:22.762592 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:37:22.763002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:37:22.778169 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:37:22.797417 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 9bb03aa0-4349-461a-9615-94335ce6f7e2 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:37:22.797769 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9bb03aa0-4349-461a-9615-94335ce6f7e2 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:37:22.879655 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c2e82850-6b09-45a4-9639-233515f6fb0d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16354202'] for subnet, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:22.884107 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:22.888580 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-33e17702-a7c1-4259-a0ef-bd27b2b61e86 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:22.910994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:22.914548 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Network': ['ID=61a32003-e06b-4d53-b207-354dfb8f3b40,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:22.920497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:22.930488 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/networks/61a32003-e06b-4d53-b207-354dfb8f3b40 HTTP/1.1" status: 204 len: 168 time: 1.4566057 Jun 02 20:37:22.932921 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55192) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:22.938363 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ee542708-49ec-4837-92a0-c9df5e50dc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:22.947208 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d31d70ae-7423-40df-bd7b-4fa3bc6ac56a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:22.991959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:22.992186 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee542708-49ec-4837-92a0-c9df5e50dc0f None None] Network 61a32003-e06b-4d53-b207-354dfb8f3b40 is not hosted by any dhcp agent {{(pid=92550) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 20:37:22.992475 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee542708-49ec-4837-92a0-c9df5e50dc0f None None] No DVR routers for this DVR port 9bb03aa0-4349-461a-9615-94335ce6f7e2 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:37:23.017272 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee542708-49ec-4837-92a0-c9df5e50dc0f None None] Pushing event deleted for resources: {'Port': ['ID=9bb03aa0-4349-461a-9615-94335ce6f7e2,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:23.024765 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ee542708-49ec-4837-92a0-c9df5e50dc0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:23.056736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3283f2e6-750d-4aeb-9364-96732f6e779e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:23.058053 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3283f2e6-750d-4aeb-9364-96732f6e779e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Synchronizing usage tracker for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:23.075428 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6dc09f9c-0d58-4c8d-a2d1-a0805ca475d5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:23.121571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3283f2e6-750d-4aeb-9364-96732f6e779e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Unset dirty status for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:23.126811 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3283f2e6-750d-4aeb-9364-96732f6e779e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports/11e434eb-a6df-47b2-9060-9fba4a0b8776 HTTP/1.1" status: 200 len: 845 time: 0.1929214 Jun 02 20:37:23.129759 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55194) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:23.151617 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9', 'network_id': 'e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9', 'tenant_id': 'b844dc2b9a3f473e9f66311bfcf362e2', 'fixed_ips': [{'subnet_id': 'b0a5228e-b7fa-4e4b-ba47-223218ec4a83'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:37:23.152456 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:23.261679 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-00b854b7-ab21-478d-ba70-c86fd41448f6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports/11e434eb-a6df-47b2-9060-9fba4a0b8776?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1304452 Jun 02 20:37:23.264593 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55196) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:23.271673 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-c74a6ddc-686f-4dac-8dbe-2ea2492fbd6d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'subnet': {'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:23.274206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c2e82850-6b09-45a4-9639-233515f6fb0d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732231589605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16220961'] for subnet, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:23.280519 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-eb558f99-7639-4f0e-8e0f-8f0e69f099da tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:23.335785 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e82850-6b09-45a4-9639-233515f6fb0d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:23.336416 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c2e82850-6b09-45a4-9639-233515f6fb0d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:23.337686 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c2e82850-6b09-45a4-9639-233515f6fb0d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "PUT /v2.0/subnets/b0a5228e-b7fa-4e4b-ba47-223218ec4a83 HTTP/1.1" status: 200 len: 877 time: 0.7149985 Jun 02 20:37:23.340880 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55198) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:23.376608 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e82850-6b09-45a4-9639-233515f6fb0d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event updated for resources: {'Subnet': ['ID=b0a5228e-b7fa-4e4b-ba47-223218ec4a83,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:23.382073 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c2e82850-6b09-45a4-9639-233515f6fb0d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:23.457665 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:23.470528 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Allocated IP 172.20.0.3 (e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9/b0a5228e-b7fa-4e4b-ba47-223218ec4a83/d1765138-707d-4d5e-b948-995713387800) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:23.481567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] Transition to ACTIVE for port object f3c9e3bb-77b2-4ec2-90a6-986e3196919e will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:23.494371 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:23.512083 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:23.591063 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c74a6ddc-686f-4dac-8dbe-2ea2492fbd6d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:23.608068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c74a6ddc-686f-4dac-8dbe-2ea2492fbd6d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:subnet and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:23.612670 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c74a6ddc-686f-4dac-8dbe-2ea2492fbd6d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:23.632091 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:23.672812 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c74a6ddc-686f-4dac-8dbe-2ea2492fbd6d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:23.707893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:23.714397 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f8eb0-eac0-4f9b-a3f2-23ed10446464 None None] Pushing event updated for resources: {'Port': ['ID=f3c9e3bb-77b2-4ec2-90a6-986e3196919e,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:23.715597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74a6ddc-686f-4dac-8dbe-2ea2492fbd6d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:23.719014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c74a6ddc-686f-4dac-8dbe-2ea2492fbd6d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:23.751501 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-641f8eb0-eac0-4f9b-a3f2-23ed10446464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:23.756216 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:23.970902 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:23.977821 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] Attempting to bind port f3c9e3bb-77b2-4ec2-90a6-986e3196919e on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:37:23.978279 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] Attempting to bind port f3c9e3bb-77b2-4ec2-90a6-986e3196919e by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:37:23.978742 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] Attempting to bind port f3c9e3bb-77b2-4ec2-90a6-986e3196919e on network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:37:23.989298 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:37:23.989866 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] Checking segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:23.990452 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:23.990883 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] Bound using segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:37:23.991385 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] Bound port: f3c9e3bb-77b2-4ec2-90a6-986e3196919e, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:37:23.991772 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:24.009811 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Transition to ACTIVE for port object d1765138-707d-4d5e-b948-995713387800 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:24.074096 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Transition to ACTIVE for port object d1765138-707d-4d5e-b948-995713387800 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:24.093987 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:24.099936 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:24.107114 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:24.111944 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-09aa1070-ce63-4ccb-88a6-e17a6c8f5abc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:24.148984 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a5228e-b7fa-4e4b-ba47-223218ec4a83,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:24.157649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:24.180587 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Network e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:24.188732 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:24.191389 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:24.203624 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Pushing event updated for resources: {'Port': ['ID=d1765138-707d-4d5e-b948-995713387800,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:24.206240 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:24.207605 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] For port f3c9e3bb-77b2-4ec2-90a6-986e3196919e, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:37:24.279304 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:24.282444 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] For port f3c9e3bb-77b2-4ec2-90a6-986e3196919e, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f3c9e3bb-77b2-4ec2-90a6-986e3196919e,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:37:24.293993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:24.295836 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-6dc09f9c-0d58-4c8d-a2d1-a0805ca475d5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting port f3c9e3bb-77b2-4ec2-90a6-986e3196919e {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:24.296360 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6dc09f9c-0d58-4c8d-a2d1-a0805ca475d5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:24.298904 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Attempting to bind port d1765138-707d-4d5e-b948-995713387800 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:37:24.299316 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Attempting to bind port d1765138-707d-4d5e-b948-995713387800 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '8ca20d2a-acdb-4134-a413-ca3ff386cb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:37:24.299673 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Attempting to bind port d1765138-707d-4d5e-b948-995713387800 on network e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:37:24.302160 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:24.308042 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-71994e5a-1eb6-4497-96fd-650ce4a8afaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:24.308318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca20d2a-acdb-4134-a413-ca3ff386cb8c') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:24.308808 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca20d2a-acdb-4134-a413-ca3ff386cb8c') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:24.321479 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:24.338652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:24.346102 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:37:24.346483 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Checking segment: {'id': '8ca20d2a-acdb-4134-a413-ca3ff386cb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:24.346618 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:37:24.346887 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:24.347318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:24.347471 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Bound using segment: {'id': '8ca20d2a-acdb-4134-a413-ca3ff386cb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:37:24.347829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Bound port: d1765138-707d-4d5e-b948-995713387800, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca20d2a-acdb-4134-a413-ca3ff386cb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:37:24.348269 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:37:24.362408 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:37:24.445317 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 902d19ca-210a-430a-a989-e46e6f5ef08b is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:37:24.449850 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] Routers {'69bb31c4-d99f-4917-ac8b-0a7d5f5b7462'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:37:24.450489 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:37:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['69bb31c4-d99f-4917-ac8b-0a7d5f5b7462'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:24.455472 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.db.api [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 20:37:24.455472 dv-neutron-601336-84-hyperv neutron-server[92549]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 20:37:24.455472 dv-neutron-601336-84-hyperv neutron-server[92549]: [parameters: {'id': 'e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9'}] Jun 02 20:37:24.455472 dv-neutron-601336-84-hyperv neutron-server[92549]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92549) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:37:24.456935 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_db.api [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:37:24.557723 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6dc09f9c-0d58-4c8d-a2d1-a0805ca475d5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:24.593347 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f8eb0-eac0-4f9b-a3f2-23ed10446464 None None] Pushing event updated for resources: {'Port': ['ID=f3c9e3bb-77b2-4ec2-90a6-986e3196919e,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:24.596365 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-641f8eb0-eac0-4f9b-a3f2-23ed10446464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:24.613098 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] For port d1765138-707d-4d5e-b948-995713387800, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:37:24.635576 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] For port d1765138-707d-4d5e-b948-995713387800, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d1765138-707d-4d5e-b948-995713387800,segment=NetworkSegment(8ca20d2a-acdb-4134-a413-ca3ff386cb8c),segment_id=8ca20d2a-acdb-4134-a413-ca3ff386cb8c)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:37:24.646069 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:24.653731 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:24.681112 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] Set router 69bb31c4-d99f-4917-ac8b-0a7d5f5b7462 gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:37:24.704323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-6dc09f9c-0d58-4c8d-a2d1-a0805ca475d5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Calling delete_port for f3c9e3bb-77b2-4ec2-90a6-986e3196919e owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:24.887822 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:37:24.898174 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] Sync routers for ids ['902d19ca-210a-430a-a989-e46e6f5ef08b'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:37:24.909176 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] Routers {'902d19ca-210a-430a-a989-e46e6f5ef08b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:37:24.910122 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:37:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['902d19ca-210a-430a-a989-e46e6f5ef08b'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:24.933886 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Pushing event updated for resources: {'Port': ['ID=d1765138-707d-4d5e-b948-995713387800,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:24.946030 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:24.947240 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.5236754 Jun 02 20:37:24.950396 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55202) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:24.959236 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:24.984964 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:25.090084 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-670d1ab9-df6f-4e23-ad1a-af22861279a2 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=7e68015eb8844c43b1007154397602c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1381865 Jun 02 20:37:25.093965 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55206) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:25.109978 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280703b9-4c03-44a6-bb5b-5f1fec67d6ab None None] Network e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:25.144406 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c74a6ddc-686f-4dac-8dbe-2ea2492fbd6d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:25.149486 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b2961459-7d7f-4bd0-b485-c18d048e210b tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:25.209359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Deleting port d1765138-707d-4d5e-b948-995713387800 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:25.210360 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:25.214713 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a6ddc-686f-4dac-8dbe-2ea2492fbd6d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Subnet': ['ID=b91bab10-be31-4519-a8d4-dd075761b7f6,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:25.219241 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c74a6ddc-686f-4dac-8dbe-2ea2492fbd6d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:25.226336 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6dc09f9c-0d58-4c8d-a2d1-a0805ca475d5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:25.232506 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:25.234283 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] Set router 902d19ca-210a-430a-a989-e46e6f5ef08b gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:37:25.264215 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74a6ddc-686f-4dac-8dbe-2ea2492fbd6d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:25.274131 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-c74a6ddc-686f-4dac-8dbe-2ea2492fbd6d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:25.286701 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc09f9c-0d58-4c8d-a2d1-a0805ca475d5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=f3c9e3bb-77b2-4ec2-90a6-986e3196919e,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:25.314981 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] For port d1765138-707d-4d5e-b948-995713387800, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d1765138-707d-4d5e-b948-995713387800,segment=NetworkSegment(8ca20d2a-acdb-4134-a413-ca3ff386cb8c),segment_id=8ca20d2a-acdb-4134-a413-ca3ff386cb8c)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:25.315367 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:25.321442 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6dc09f9c-0d58-4c8d-a2d1-a0805ca475d5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:25.324694 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8497b97c-887e-4576-aa07-0bf0b257aadf None None] Network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:25.327033 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74a6ddc-686f-4dac-8dbe-2ea2492fbd6d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:25.327648 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c74a6ddc-686f-4dac-8dbe-2ea2492fbd6d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:25.417628 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c74a6ddc-686f-4dac-8dbe-2ea2492fbd6d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1499887 Jun 02 20:37:25.425653 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55208) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:25.430477 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-65b9cd22-e5ea-4b01-bc49-ea3cd7063a77 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'security_group': {'name': 'tempest-secgroup-855788705'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:25.485459 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Calling delete_port for d1765138-707d-4d5e-b948-995713387800 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:25.498751 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-65b9cd22-e5ea-4b01-bc49-ea3cd7063a77 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:25.512572 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-65b9cd22-e5ea-4b01-bc49-ea3cd7063a77 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:security_group and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:25.523065 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-65b9cd22-e5ea-4b01-bc49-ea3cd7063a77 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:25.525884 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6dc09f9c-0d58-4c8d-a2d1-a0805ca475d5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:25.535958 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-65b9cd22-e5ea-4b01-bc49-ea3cd7063a77 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:25.565901 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:25.577203 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-582e2960-a8c9-4f49-a078-396ce07ba975 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:25.628079 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-65b9cd22-e5ea-4b01-bc49-ea3cd7063a77 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:25.630210 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No DVR routers for this DVR port d1765138-707d-4d5e-b948-995713387800 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:37:25.661834 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'name': 'tempest-TestNetworkBasicOps-router-15317489', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:19Z', 'updated_at': '2021-06-02T20:37:22Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:97:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:21Z', 'updated_at': '2021-06-02T20:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:25.667259 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] Checking router: 902d19ca-210a-430a-a989-e46e6f5ef08b for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:37:25.667828 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] Updating router 902d19ca-210a-430a-a989-e46e6f5ef08b port 77737ea7-6c21-4111-bc41-92e99afe338c binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:37:25.675124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Port': ['ID=d1765138-707d-4d5e-b948-995713387800,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:25.682541 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:25.714796 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d457b0de-694c-4a57-a758-7df1885da97d None None] Network e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:25.729712 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7a3953-6cdd-4591-b3b2-8d38c6c053ce tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:25.741825 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ad7a3953-6cdd-4591-b3b2-8d38c6c053ce tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6356819 Jun 02 20:37:25.742151 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55210) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:25.752660 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:25.790241 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f4312a3d-f030-45d6-8fae-dcc5df6b2fd5 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9eda1993-8807-4a42-8466-556269663ed3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437820 Jun 02 20:37:25.839741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55212) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:25.844447 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-18288555-2502-42c5-862a-2434eafc5bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-902074349', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'project_id': '7e68015eb8844c43b1007154397602c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:25.871994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-65b9cd22-e5ea-4b01-bc49-ea3cd7063a77 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:25.877266 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-65b9cd22-e5ea-4b01-bc49-ea3cd7063a77 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:security_group_rule and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:25.928153 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bb31c4-d99f-4917-ac8b-0a7d5f5b7462', 'name': 'tempest-NetworksTestDHCPv6-router-112752863', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:17Z', 'updated_at': '2021-06-02T20:37:18Z', 'revision_number': 2, 'project_id': '9872c720270941e395e48a5d66cc87be', 'gw_port_host': None, '_interfaces': [{'id': 'f3c9e3bb-77b2-4ec2-90a6-986e3196919e', 'name': '', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'mac_address': 'fa:16:3e:67:01:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69bb31c4-d99f-4917-ac8b-0a7d5f5b7462', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'c79f090d-824a-4402-bac2-b0c79a6a8167', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:18Z', 'updated_at': '2021-06-02T20:37:24Z', 'revision_number': 4, 'project_id': '9872c720270941e395e48a5d66cc87be', 'subnets': [{'id': 'c79f090d-824a-4402-bac2-b0c79a6a8167', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:25.934567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ef4087-eec1-4072-8d4f-c3980b3e8672 None None] The sync data for ids ['69bb31c4-d99f-4917-ac8b-0a7d5f5b7462'] in dv-neutron-601336-84-hyperv is: [{'id': '69bb31c4-d99f-4917-ac8b-0a7d5f5b7462', 'name': 'tempest-NetworksTestDHCPv6-router-112752863', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:17Z', 'updated_at': '2021-06-02T20:37:18Z', 'revision_number': 2, 'project_id': '9872c720270941e395e48a5d66cc87be', 'gw_port_host': None, '_interfaces': [{'id': 'f3c9e3bb-77b2-4ec2-90a6-986e3196919e', 'name': '', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'mac_address': 'fa:16:3e:67:01:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69bb31c4-d99f-4917-ac8b-0a7d5f5b7462', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'c79f090d-824a-4402-bac2-b0c79a6a8167', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:18Z', 'updated_at': '2021-06-02T20:37:24Z', 'revision_number': 4, 'project_id': '9872c720270941e395e48a5d66cc87be', 'subnets': [{'id': 'c79f090d-824a-4402-bac2-b0c79a6a8167', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:37:25.946723 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-65b9cd22-e5ea-4b01-bc49-ea3cd7063a77 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:25.975315 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-65b9cd22-e5ea-4b01-bc49-ea3cd7063a77 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:25.984874 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-593c50ea-b8fa-472a-9e86-3ef57a1b0b59', 'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59', 'tenant_id': '639a199037e04a6d8785e25b9cf213f1', 'fixed_ips': [{'subnet_id': 'b91bab10-be31-4519-a8d4-dd075761b7f6'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:37:25.986067 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.081603 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc09f9c-0d58-4c8d-a2d1-a0805ca475d5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Router 69bb31c4-d99f-4917-ac8b-0a7d5f5b7462 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:37:26.158234 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-18288555-2502-42c5-862a-2434eafc5bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:26.163002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-18288555-2502-42c5-862a-2434eafc5bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:subnet and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:26.166093 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-18288555-2502-42c5-862a-2434eafc5bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:26.166943 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Allocated IP 2001:db8::2 (593c50ea-b8fa-472a-9e86-3ef57a1b0b59/b91bab10-be31-4519-a8d4-dd075761b7f6/723ca67c-699f-4614-a0d7-216512467dd4) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:26.172488 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-18288555-2502-42c5-862a-2434eafc5bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:26.196807 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.212736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18288555-2502-42c5-862a-2434eafc5bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:26.218539 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.225675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-18288555-2502-42c5-862a-2434eafc5bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.236178 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] Transition to ACTIVE for port object 77737ea7-6c21-4111-bc41-92e99afe338c will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:26.247489 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:26.247759 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.291670 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:26.303411 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca20d2a-acdb-4134-a413-ca3ff386cb8c') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:26.303411 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca20d2a-acdb-4134-a413-ca3ff386cb8c') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:26.338573 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc09f9c-0d58-4c8d-a2d1-a0805ca475d5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:37:26.394423 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774be97-e65f-4861-8de0-26438fff370a None None] Pushing event updated for resources: {'Port': ['ID=77737ea7-6c21-4111-bc41-92e99afe338c,revision_number=2']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:26.397681 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-65b9cd22-e5ea-4b01-bc49-ea3cd7063a77 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.402612 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6dc09f9c-0d58-4c8d-a2d1-a0805ca475d5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "PUT /v2.0/routers/69bb31c4-d99f-4917-ac8b-0a7d5f5b7462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5344937 Jun 02 20:37:26.403051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.405549 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55214) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:26.430930 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774be97-e65f-4861-8de0-26438fff370a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:26.431254 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774be97-e65f-4861-8de0-26438fff370a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:26.431603 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774be97-e65f-4861-8de0-26438fff370a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:26.431986 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774be97-e65f-4861-8de0-26438fff370a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:26.432315 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774be97-e65f-4861-8de0-26438fff370a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:26.432659 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774be97-e65f-4861-8de0-26438fff370a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:26.432989 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774be97-e65f-4861-8de0-26438fff370a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:26.433327 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774be97-e65f-4861-8de0-26438fff370a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:26.433673 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774be97-e65f-4861-8de0-26438fff370a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:26.434046 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774be97-e65f-4861-8de0-26438fff370a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:26.434370 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774be97-e65f-4861-8de0-26438fff370a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:26.434689 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774be97-e65f-4861-8de0-26438fff370a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:26.443131 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.448243 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-a774be97-e65f-4861-8de0-26438fff370a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:26.449135 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] Attempting to bind port 77737ea7-6c21-4111-bc41-92e99afe338c on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:37:26.449505 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] Attempting to bind port 77737ea7-6c21-4111-bc41-92e99afe338c by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:37:26.449864 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] Attempting to bind port 77737ea7-6c21-4111-bc41-92e99afe338c on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:37:26.454184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:37:26.454790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.460528 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:37:26.460925 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:26.462004 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.462456 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:37:26.462947 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] Bound port: 77737ea7-6c21-4111-bc41-92e99afe338c, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:37:26.463567 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.467873 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.480050 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-65b9cd22-e5ea-4b01-bc49-ea3cd7063a77 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:37:26.482213 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:37:26.486381 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Transition to ACTIVE for port object 723ca67c-699f-4614-a0d7-216512467dd4 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:26.489714 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f4c562b3-c071-4a51-8765-ea5e1f2cd517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:26.513098 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Transition to ACTIVE for port object 723ca67c-699f-4614-a0d7-216512467dd4 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:26.521882 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.526305 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-11af782a-fe23-4b28-9410-dfecbfa5776a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:26.574042 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] For port 77737ea7-6c21-4111-bc41-92e99afe338c, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:37:26.577743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-65b9cd22-e5ea-4b01-bc49-ea3cd7063a77 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.578074 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] For port 77737ea7-6c21-4111-bc41-92e99afe338c, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=77737ea7-6c21-4111-bc41-92e99afe338c,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:37:26.578999 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-65b9cd22-e5ea-4b01-bc49-ea3cd7063a77 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1523652 Jun 02 20:37:26.586271 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55216) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:26.587073 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9cd22-e5ea-4b01-bc49-ea3cd7063a77 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6b6ec2-e059-4e12-a744-8cb464d436d6,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:26.587950 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.598225 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-5b9f6ff7-bf43-4712-8496-08f4a9632169 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'security_group': {'name': 'tempest-secgroup-1838441169'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:26.606284 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-65b9cd22-e5ea-4b01-bc49-ea3cd7063a77 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:26.607431 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:26.613421 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356e29ae-d24a-463f-9ca4-6ed1af2fbc71 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:26.615374 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356e29ae-d24a-463f-9ca4-6ed1af2fbc71 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:26.616700 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-356e29ae-d24a-463f-9ca4-6ed1af2fbc71 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:26.617599 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:26.618855 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.621162 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5b9f6ff7-bf43-4712-8496-08f4a9632169 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:26.624778 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:26.628116 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:26.628784 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5b9f6ff7-bf43-4712-8496-08f4a9632169 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:security_group and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:26.650556 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5b9f6ff7-bf43-4712-8496-08f4a9632169 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:26.657980 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-356e29ae-d24a-463f-9ca4-6ed1af2fbc71 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:26.661743 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-356e29ae-d24a-463f-9ca4-6ed1af2fbc71 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2523460 Jun 02 20:37:26.661743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5b9f6ff7-bf43-4712-8496-08f4a9632169 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:26.666814 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55218) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:26.675483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-150a47c0-115a-4d45-9291-2ed23f785442 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:26.704774 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.715854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Network': ['ID=e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:26.741571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:26.763134 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] Routers {'902d19ca-210a-430a-a989-e46e6f5ef08b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:37:26.763930 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:37:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['902d19ca-210a-430a-a989-e46e6f5ef08b'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:26.765924 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Attempting to bind port 723ca67c-699f-4614-a0d7-216512467dd4 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:37:26.766332 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Attempting to bind port 723ca67c-699f-4614-a0d7-216512467dd4 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'bce3e724-0134-4bb9-a50f-7ed2f7b21ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:37:26.766705 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Attempting to bind port 723ca67c-699f-4614-a0d7-216512467dd4 on network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:37:26.770521 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5b9f6ff7-bf43-4712-8496-08f4a9632169 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.779651 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:37:26.783390 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Checking segment: {'id': 'bce3e724-0134-4bb9-a50f-7ed2f7b21ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:26.783852 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.784265 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Bound using segment: {'id': 'bce3e724-0134-4bb9-a50f-7ed2f7b21ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:37:26.784768 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Bound port: 723ca67c-699f-4614-a0d7-216512467dd4, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce3e724-0134-4bb9-a50f-7ed2f7b21ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:37:26.785154 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.794050 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Pushing event updated for resources: {'Port': ['ID=723ca67c-699f-4614-a0d7-216512467dd4,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:26.798319 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:26.803820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-3568b31a-b83e-443f-aa72-9fae5ed884f0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet c79f090d-824a-4402-bac2-b0c79a6a8167 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:37:26.806206 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5b9f6ff7-bf43-4712-8496-08f4a9632169 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:26.810066 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3568b31a-b83e-443f-aa72-9fae5ed884f0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.821301 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9 HTTP/1.1" status: 204 len: 168 time: 3.4795988 Jun 02 20:37:26.826439 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55220) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:26.846361 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5b9f6ff7-bf43-4712-8496-08f4a9632169 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:security_group_rule and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:26.857961 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5b9f6ff7-bf43-4712-8496-08f4a9632169 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:26.872982 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-23887daa-3218-4ca8-8b18-61245e838057 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:26.873446 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23887daa-3218-4ca8-8b18-61245e838057 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:26.879197 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5b9f6ff7-bf43-4712-8496-08f4a9632169 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:26.881213 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-23887daa-3218-4ca8-8b18-61245e838057 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/subnets/b0a5228e-b7fa-4e4b-ba47-223218ec4a83 HTTP/1.1" status: 404 len: 337 time: 0.0484171 Jun 02 20:37:26.882097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55222) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:26.884182 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774be97-e65f-4861-8de0-26438fff370a None None] Pushing event updated for resources: {'Port': ['ID=77737ea7-6c21-4111-bc41-92e99afe338c,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:26.891727 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-a774be97-e65f-4861-8de0-26438fff370a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:26.936858 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ddd4278-6fcd-4f82-964b-1a470c0dc120 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:26.937342 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ddd4278-6fcd-4f82-964b-1a470c0dc120 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:26.939252 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3ddd4278-6fcd-4f82-964b-1a470c0dc120 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/e8d7d21c-a6ad-43ed-af4a-9f61b470c9d9 HTTP/1.1" status: 404 len: 339 time: 0.0406187 Jun 02 20:37:26.942367 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55224) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:26.952903 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] For port 723ca67c-699f-4614-a0d7-216512467dd4, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:37:26.958389 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] For port 723ca67c-699f-4614-a0d7-216512467dd4, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=723ca67c-699f-4614-a0d7-216512467dd4,segment=NetworkSegment(bce3e724-0134-4bb9-a50f-7ed2f7b21ae7),segment_id=bce3e724-0134-4bb9-a50f-7ed2f7b21ae7)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:37:26.969084 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.971090 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5b9f6ff7-bf43-4712-8496-08f4a9632169 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.979854 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5b9f6ff7-bf43-4712-8496-08f4a9632169 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:26.986107 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-641f8eb0-eac0-4f9b-a3f2-23ed10446464 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:26.987313 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3568b31a-b83e-443f-aa72-9fae5ed884f0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:27.008428 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1804bb2-5e61-41e3-8f08-c0d5c8d2d469 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:27.008948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1804bb2-5e61-41e3-8f08-c0d5c8d2d469 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:27.010991 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c1804bb2-5e61-41e3-8f08-c0d5c8d2d469 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/subnets/d6328bf5-2299-4fd7-86b0-132c31dc5f77 HTTP/1.1" status: 404 len: 337 time: 0.0653689 Jun 02 20:37:27.013438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55226) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:27.026357 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-abffa3b2-58e5-4c46-be69-8e45442cae40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:27.052586 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbf7ab4-f1fc-4ebd-b48f-a598641655a7 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:27.053472 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbbf7ab4-f1fc-4ebd-b48f-a598641655a7 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:27.056066 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fbbf7ab4-f1fc-4ebd-b48f-a598641655a7 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/14020e31-6d5e-4fe7-ab0a-1aabf6eec98b HTTP/1.1" status: 404 len: 339 time: 0.0415208 Jun 02 20:37:27.058275 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55228) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:27.071683 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Pushing event updated for resources: {'Port': ['ID=723ca67c-699f-4614-a0d7-216512467dd4,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:27.081520 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] Set router 902d19ca-210a-430a-a989-e46e6f5ef08b gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:37:27.085806 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:27.088290 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f6ff7-bf43-4712-8496-08f4a9632169 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a25beac-8309-416c-83ec-c8da3b20ed31,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:27.095020 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5b9f6ff7-bf43-4712-8496-08f4a9632169 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:27.154264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5b9f6ff7-bf43-4712-8496-08f4a9632169 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:27.155524 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5b9f6ff7-bf43-4712-8496-08f4a9632169 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5658164 Jun 02 20:37:27.158309 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55230) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:27.160753 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3568b31a-b83e-443f-aa72-9fae5ed884f0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:27.204264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-7e2b7487-63bc-4e1e-8c0c-cc6aa92b2d76 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-913459704', 'security_groups': ['4a25beac-8309-416c-83ec-c8da3b20ed31'], 'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b91bab10-be31-4519-a8d4-dd075761b7f6'}]}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:27.265272 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1c210435-889c-4524-a8bb-dafaebd68f69 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:27.431253 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'name': 'tempest-TestNetworkBasicOps-router-15317489', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:19Z', 'updated_at': '2021-06-02T20:37:22Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:97:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:21Z', 'updated_at': '2021-06-02T20:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:27.435172 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263118eb-fbd2-4fb8-bd74-c771a2583720 None None] The sync data for ids ['902d19ca-210a-430a-a989-e46e6f5ef08b'] in dv-neutron-601336-84-hyperv is: [{'id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'name': 'tempest-TestNetworkBasicOps-router-15317489', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:19Z', 'updated_at': '2021-06-02T20:37:22Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:97:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:21Z', 'updated_at': '2021-06-02T20:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:37:27.463205 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1c210435-889c-4524-a8bb-dafaebd68f69 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:27.480124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-1c210435-889c-4524-a8bb-dafaebd68f69 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ad0ae4-d7b5-42bc-91cf-0db8f88b55b4']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:27.498128 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-1c210435-889c-4524-a8bb-dafaebd68f69 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a61cf5-cb8d-4cef-b999-facfaef8ed54') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:27.498432 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-1c210435-889c-4524-a8bb-dafaebd68f69 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a61cf5-cb8d-4cef-b999-facfaef8ed54') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:27.522329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1c210435-889c-4524-a8bb-dafaebd68f69 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:27.542540 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-7e2b7487-63bc-4e1e-8c0c-cc6aa92b2d76 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:27.557016 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-7e2b7487-63bc-4e1e-8c0c-cc6aa92b2d76 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:port and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:27.569976 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-7e2b7487-63bc-4e1e-8c0c-cc6aa92b2d76 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:27.580261 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-7e2b7487-63bc-4e1e-8c0c-cc6aa92b2d76 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:27.582307 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1c210435-889c-4524-a8bb-dafaebd68f69 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:27.608173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c210435-889c-4524-a8bb-dafaebd68f69 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:37:27.608566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1c210435-889c-4524-a8bb-dafaebd68f69 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:37:27.624766 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:37:27.638459 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-18288555-2502-42c5-862a-2434eafc5bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:27.643526 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2b7487-63bc-4e1e-8c0c-cc6aa92b2d76 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:27.690984 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:27.796724 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1c210435-889c-4524-a8bb-dafaebd68f69 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:27.805995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1c210435-889c-4524-a8bb-dafaebd68f69 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:27.820342 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3568b31a-b83e-443f-aa72-9fae5ed884f0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:27.822166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18288555-2502-42c5-862a-2434eafc5bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Subnet': ['ID=906c3740-d5d8-4e4a-bd58-106df157d850,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:27.827643 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1c210435-889c-4524-a8bb-dafaebd68f69 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/d2ad0ae4-d7b5-42bc-91cf-0db8f88b55b4 HTTP/1.1" status: 204 len: 168 time: 0.7681069 Jun 02 20:37:27.828487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18288555-2502-42c5-862a-2434eafc5bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Checking segment: {'id': 'c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:27.828850 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18288555-2502-42c5-862a-2434eafc5bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network hostable DHCP agents. Network: 4d3342d7-33dd-436f-b033-4f39faf2bca6, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:37:27.829145 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4db9906f-d55a-4faa-a612-ff158ccf49d6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:27.833170 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-18288555-2502-42c5-862a-2434eafc5bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:27.833650 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55232) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:27.834185 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6f977ef2-0644-4dcf-995f-73a405cafa11 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:27.878193 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568b31a-b83e-443f-aa72-9fae5ed884f0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=c79f090d-824a-4402-bac2-b0c79a6a8167,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:27.882903 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3568b31a-b83e-443f-aa72-9fae5ed884f0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:27.884342 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3568b31a-b83e-443f-aa72-9fae5ed884f0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:27.894029 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388c036c-6893-437c-b860-24ba88ceb9f0 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:27.897693 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c210435-889c-4524-a8bb-dafaebd68f69 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Network': ['ID=d2ad0ae4-d7b5-42bc-91cf-0db8f88b55b4,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:27.900946 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-420a84ba-4769-4155-9875-62c0927d51e5 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:27.901403 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420a84ba-4769-4155-9875-62c0927d51e5 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:27.905011 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-420a84ba-4769-4155-9875-62c0927d51e5 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/subnets/a5f71831-f289-4340-95c5-786a28f81ae4 HTTP/1.1" status: 404 len: 337 time: 0.0563931 Jun 02 20:37:27.906417 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55234) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:27.907967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1c210435-889c-4524-a8bb-dafaebd68f69 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:27.920053 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18288555-2502-42c5-862a-2434eafc5bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 4d3342d7-33dd-436f-b033-4f39faf2bca6 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:37:27.935800 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-18288555-2502-42c5-862a-2434eafc5bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 4d3342d7-33dd-436f-b033-4f39faf2bca6) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:27.950103 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7e2b7487-63bc-4e1e-8c0c-cc6aa92b2d76 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:27.964905 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18288555-2502-42c5-862a-2434eafc5bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:27.965751 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-18288555-2502-42c5-862a-2434eafc5bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:27.990715 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-18288555-2502-42c5-862a-2434eafc5bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1497512 Jun 02 20:37:27.992975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55236) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:28.008048 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-7e2b7487-63bc-4e1e-8c0c-cc6aa92b2d76 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] device_id is not set on port 7f6a9327-5331-4902-a462-569a2978432b yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:37:28.024997 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad620a4-0ef7-4656-b228-8a5d81f4054f None None] Network 4d3342d7-33dd-436f-b033-4f39faf2bca6 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:28.472934 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd9a087-6ea1-4f96-8fff-c8942e13c560 None None] Sync routers for ids ['69bb31c4-d99f-4917-ac8b-0a7d5f5b7462'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:37:28.504960 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3568b31a-b83e-443f-aa72-9fae5ed884f0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/c79f090d-824a-4402-bac2-b0c79a6a8167 HTTP/1.1" status: 204 len: 168 time: 1.8365576 Jun 02 20:37:28.514873 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55238) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:28.536230 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd9a087-6ea1-4f96-8fff-c8942e13c560 None None] Routers {'69bb31c4-d99f-4917-ac8b-0a7d5f5b7462'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:37:28.542325 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-9cd9a087-6ea1-4f96-8fff-c8942e13c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:37:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['69bb31c4-d99f-4917-ac8b-0a7d5f5b7462'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:28.628104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-7e2b7487-63bc-4e1e-8c0c-cc6aa92b2d76 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Allocated IP 2001:db8::2a1 (593c50ea-b8fa-472a-9e86-3ef57a1b0b59/b91bab10-be31-4519-a8d4-dd075761b7f6/7f6a9327-5331-4902-a462-569a2978432b) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:28.789666 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-9cd9a087-6ea1-4f96-8fff-c8942e13c560 None None] Set router 69bb31c4-d99f-4917-ac8b-0a7d5f5b7462 gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:37:28.891421 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0e046e-dd8d-47d9-8add-67e1bcb06ed2 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:28.891909 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0e046e-dd8d-47d9-8add-67e1bcb06ed2 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:28.923270 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7c0e046e-dd8d-47d9-8add-67e1bcb06ed2 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/1a213f05-011f-490d-b66d-c58dd1776e42 HTTP/1.1" status: 404 len: 339 time: 1.0132759 Jun 02 20:37:28.924421 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55240) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:28.973950 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7e2b7487-63bc-4e1e-8c0c-cc6aa92b2d76 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:28.987955 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-103bce18-22be-4a41-9911-4efcb59160dc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:28.988414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103bce18-22be-4a41-9911-4efcb59160dc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:28.990792 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-103bce18-22be-4a41-9911-4efcb59160dc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/subnets/cce0e4af-d3d3-4ea6-bb89-fb21cec2d14f HTTP/1.1" status: 404 len: 337 time: 0.0648754 Jun 02 20:37:28.993695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55242) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:29.004336 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-7e2b7487-63bc-4e1e-8c0c-cc6aa92b2d76 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Transition to ACTIVE for port object 7f6a9327-5331-4902-a462-569a2978432b will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:29.016885 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 77737ea7-6c21-4111-bc41-92e99afe338c up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:29.077809 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-9cd9a087-6ea1-4f96-8fff-c8942e13c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bb31c4-d99f-4917-ac8b-0a7d5f5b7462', 'name': 'tempest-NetworksTestDHCPv6-router-112752863', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:17Z', 'updated_at': '2021-06-02T20:37:25Z', 'revision_number': 3, 'project_id': '9872c720270941e395e48a5d66cc87be', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:29.085285 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-094df647-8152-4b20-b373-b42e576338a1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:29.085967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094df647-8152-4b20-b373-b42e576338a1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:29.087788 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-094df647-8152-4b20-b373-b42e576338a1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/4a395c45-1488-4a67-999d-14e8fa469a83 HTTP/1.1" status: 404 len: 339 time: 0.0930779 Jun 02 20:37:29.098816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55244) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:29.146799 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd9a087-6ea1-4f96-8fff-c8942e13c560 None None] Checking router: 69bb31c4-d99f-4917-ac8b-0a7d5f5b7462 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:37:29.152050 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0cfe9605-088f-4215-a9ff-7d530a09323d None None] Provisioning complete for port 11e434eb-a6df-47b2-9060-9fba4a0b8776 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:29.152439 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9605-088f-4215-a9ff-7d530a09323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:29.154967 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb371a1-4016-408a-888c-6f07fec405ee tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:29.155622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb371a1-4016-408a-888c-6f07fec405ee tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:29.157729 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7e2b7487-63bc-4e1e-8c0c-cc6aa92b2d76 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:29.161582 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6fb371a1-4016-408a-888c-6f07fec405ee tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/subnets/bcbdc310-dcc6-418b-bfab-7f4f314b7154 HTTP/1.1" status: 404 len: 337 time: 0.0614302 Jun 02 20:37:29.165299 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55246) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:29.171316 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6ccafc9f-7404-4646-97f9-b557780d7f3a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:29.202420 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-378ac98c-8741-479f-954d-54e6205aba9a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:29.203160 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378ac98c-8741-479f-954d-54e6205aba9a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:29.206814 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-378ac98c-8741-479f-954d-54e6205aba9a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/5c7c7817-09f9-4b5b-858e-640d9ee490f2 HTTP/1.1" status: 404 len: 339 time: 0.0402462 Jun 02 20:37:29.215985 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55248) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:29.265053 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-4d3342d7-33dd-436f-b033-4f39faf2bca6', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ips': [{'subnet_id': '906c3740-d5d8-4e4a-bd58-106df157d850'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:37:29.266442 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:29.282699 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd9a087-6ea1-4f96-8fff-c8942e13c560 None None] Routers {'69bb31c4-d99f-4917-ac8b-0a7d5f5b7462'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:37:29.290736 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-9cd9a087-6ea1-4f96-8fff-c8942e13c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:37:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['69bb31c4-d99f-4917-ac8b-0a7d5f5b7462'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:29.320738 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2b7487-63bc-4e1e-8c0c-cc6aa92b2d76 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:29.347034 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-7e2b7487-63bc-4e1e-8c0c-cc6aa92b2d76 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:29.349078 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-17fccb95-8818-4784-85cd-b14548bdcfff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:29.349078 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17fccb95-8818-4784-85cd-b14548bdcfff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:29.350424 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-17fccb95-8818-4784-85cd-b14548bdcfff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/subnets/dd92057d-dba4-4b01-a032-282e633f1ef5 HTTP/1.1" status: 404 len: 337 time: 0.1275680 Jun 02 20:37:29.356340 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5826aa12-dac5-48d4-8c82-c2a071e094aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:router {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:29.359583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55252) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:29.373196 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2b7487-63bc-4e1e-8c0c-cc6aa92b2d76 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:29.378752 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2b7487-63bc-4e1e-8c0c-cc6aa92b2d76 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:29.379445 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7e2b7487-63bc-4e1e-8c0c-cc6aa92b2d76 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:29.402606 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad53157-6418-4493-a507-502b4cd1cd63 None None] DHCP port deletion for 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:37:29.429405 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55254) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:29.429638 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7e2b7487-63bc-4e1e-8c0c-cc6aa92b2d76 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2700300 Jun 02 20:37:29.437425 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-66be91a0-49ab-42ed-8313-31374aeb3edc tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'subnet': {'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:29.448925 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a37dfd-24e3-4cb5-bb16-58ac748a4d57 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:29.449411 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a37dfd-24e3-4cb5-bb16-58ac748a4d57 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:29.454019 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-74a37dfd-24e3-4cb5-bb16-58ac748a4d57 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/27da8744-27a8-45a8-bbb8-15bde22c5961 HTTP/1.1" status: 404 len: 339 time: 0.0524940 Jun 02 20:37:29.462854 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55256) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:29.471564 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b7487-63bc-4e1e-8c0c-cc6aa92b2d76 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=7f6a9327-5331-4902-a462-569a2978432b,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:29.497148 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:29.507678 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe9605-088f-4215-a9ff-7d530a09323d None None] Port 11e434eb-a6df-47b2-9060-9fba4a0b8776 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:37:29.512908 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5826aa12-dac5-48d4-8c82-c2a071e094aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:router {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:29.514105 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5826aa12-dac5-48d4-8c82-c2a071e094aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.9956386 Jun 02 20:37:29.515115 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7e2b7487-63bc-4e1e-8c0c-cc6aa92b2d76 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:29.516035 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-0546df9b-01c7-45ca-94bb-f88ff1b5af2a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:29.516481 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0546df9b-01c7-45ca-94bb-f88ff1b5af2a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:29.517098 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55258) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:29.520332 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0546df9b-01c7-45ca-94bb-f88ff1b5af2a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/subnets/413d048b-f9b3-4d06-9443-1ea3e6c25931 HTTP/1.1" status: 404 len: 337 time: 0.0438817 Jun 02 20:37:29.523374 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55260) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:29.553211 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f265d94-f967-418a-a3b6-97b7ebde9f8f tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:29.553840 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f265d94-f967-418a-a3b6-97b7ebde9f8f tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:29.557708 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2f265d94-f967-418a-a3b6-97b7ebde9f8f tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/ff100158-8d60-4ee1-9f63-1cb242eecd0e HTTP/1.1" status: 404 len: 339 time: 0.0312357 Jun 02 20:37:29.558086 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55262) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:29.615526 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-9cd9a087-6ea1-4f96-8fff-c8942e13c560 None None] Set router 69bb31c4-d99f-4917-ac8b-0a7d5f5b7462 gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:37:29.622201 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b003b0f-28f2-42e7-b056-bde3b67eed98 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:29.622933 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b003b0f-28f2-42e7-b056-bde3b67eed98 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:29.625050 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1b003b0f-28f2-42e7-b056-bde3b67eed98 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/subnets/2686da9f-64aa-4ffb-9fa6-b09652a1aead HTTP/1.1" status: 404 len: 337 time: 0.0649645 Jun 02 20:37:29.627504 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55264) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:29.654523 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-5060ea4b-936f-4790-8dda-e5c8222a2b4f tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:29.655733 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5060ea4b-936f-4790-8dda-e5c8222a2b4f tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:29.660158 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5060ea4b-936f-4790-8dda-e5c8222a2b4f tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/a8edbaae-2cab-44cf-9c8c-5f9c0c04697e HTTP/1.1" status: 404 len: 339 time: 0.0289969 Jun 02 20:37:29.660158 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55266) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:29.700208 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-06849222-b20c-4160-89c0-e79515df8b15 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:29.700672 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06849222-b20c-4160-89c0-e79515df8b15 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:29.704873 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-06849222-b20c-4160-89c0-e79515df8b15 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/subnets/1fdb65ce-c940-449c-894c-232ad925784b HTTP/1.1" status: 404 len: 337 time: 0.0413179 Jun 02 20:37:29.705100 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55268) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:29.735237 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f0bc27-f3e3-4afd-ae86-09e9cd62e133 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:29.735490 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f0bc27-f3e3-4afd-ae86-09e9cd62e133 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:29.739199 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-66f0bc27-f3e3-4afd-ae86-09e9cd62e133 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/337d37d0-6aa4-4a31-82c5-7408d6eb6a33 HTTP/1.1" status: 404 len: 339 time: 0.0311334 Jun 02 20:37:29.743013 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55270) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:29.765321 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-9cd9a087-6ea1-4f96-8fff-c8942e13c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69bb31c4-d99f-4917-ac8b-0a7d5f5b7462', 'name': 'tempest-NetworksTestDHCPv6-router-112752863', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:17Z', 'updated_at': '2021-06-02T20:37:25Z', 'revision_number': 3, 'project_id': '9872c720270941e395e48a5d66cc87be', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:29.767386 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 77737ea7-6c21-4111-bc41-92e99afe338c completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:29.781033 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0cfe9605-088f-4215-a9ff-7d530a09323d None None] Provisioning for port 723ca67c-699f-4614-a0d7-216512467dd4 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:29.791110 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f2e079-4b21-4d5f-b1fa-b82813aee620 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:29.795698 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5f2e079-4b21-4d5f-b1fa-b82813aee620 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:29.795857 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 77737ea7-6c21-4111-bc41-92e99afe338c triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:29.795952 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f5f2e079-4b21-4d5f-b1fa-b82813aee620 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/subnets/0611293d-a1fb-4442-800b-29529417f6fe HTTP/1.1" status: 404 len: 337 time: 0.0491385 Jun 02 20:37:29.796041 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:29.796123 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55272) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:29.819881 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd9a087-6ea1-4f96-8fff-c8942e13c560 None None] The sync data for ids ['69bb31c4-d99f-4917-ac8b-0a7d5f5b7462'] in dv-neutron-601336-84-hyperv is: [{'id': '69bb31c4-d99f-4917-ac8b-0a7d5f5b7462', 'name': 'tempest-NetworksTestDHCPv6-router-112752863', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:17Z', 'updated_at': '2021-06-02T20:37:25Z', 'revision_number': 3, 'project_id': '9872c720270941e395e48a5d66cc87be', 'gw_port_host': None}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:37:29.822953 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a18a74-570c-42ca-8080-f68dbecc054c tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:29.823464 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a18a74-570c-42ca-8080-f68dbecc054c tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:29.827699 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-04a18a74-570c-42ca-8080-f68dbecc054c tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/14951f56-3404-4f3a-a3eb-64155b4b51ca HTTP/1.1" status: 404 len: 339 time: 0.0285244 Jun 02 20:37:29.827867 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1f466714-7c4a-4598-8cf6-0d45adc8407a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:29.828473 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55274) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:29.908018 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-84da1019-b3bb-4c06-97ee-466289afd289 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Deleting subnet 7a45d266-85a4-447c-b574-2e50199fb204 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:37:29.911019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84da1019-b3bb-4c06-97ee-466289afd289 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:29.957843 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-fad53157-6418-4493-a507-502b4cd1cd63 None None] Deleting port 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:29.958231 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fad53157-6418-4493-a507-502b4cd1cd63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:29.972242 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84da1019-b3bb-4c06-97ee-466289afd289 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:30.007259 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Allocated IP 172.20.0.2 (4d3342d7-33dd-436f-b033-4f39faf2bca6/906c3740-d5d8-4e4a-bd58-106df157d850/2618f77a-ee3d-4c2a-987a-e70d75f5248a) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:30.064691 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84da1019-b3bb-4c06-97ee-466289afd289 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:30.161969 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d302fcbb-5709-4565-81b8-330a8bf5c7ca None None] Provisioning for port 7f6a9327-5331-4902-a462-569a2978432b completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:30.209039 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d302fcbb-5709-4565-81b8-330a8bf5c7ca None None] Provisioning complete for port 7f6a9327-5331-4902-a462-569a2978432b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:30.209514 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d302fcbb-5709-4565-81b8-330a8bf5c7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:30.260460 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:30.266687 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-fad53157-6418-4493-a507-502b4cd1cd63 None None] For port 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9682f3a2-e0a9-43e8-ac07-bca8eb06bdab,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:30.266687 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fad53157-6418-4493-a507-502b4cd1cd63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:30.272428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-66be91a0-49ab-42ed-8313-31374aeb3edc tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:30.355426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-66be91a0-49ab-42ed-8313-31374aeb3edc tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:subnet and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:30.359861 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84da1019-b3bb-4c06-97ee-466289afd289 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:30.362756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-66be91a0-49ab-42ed-8313-31374aeb3edc tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:30.366648 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-24bddb3d-c3eb-46b4-ae9a-ca152427d1e8 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:30.404687 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da1019-b3bb-4c06-97ee-466289afd289 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Subnet': ['ID=7a45d266-85a4-447c-b574-2e50199fb204,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:30.406657 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84da1019-b3bb-4c06-97ee-466289afd289 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:30.409413 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-84da1019-b3bb-4c06-97ee-466289afd289 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:30.419477 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-84da1019-b3bb-4c06-97ee-466289afd289 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/subnets/7a45d266-85a4-447c-b574-2e50199fb204 HTTP/1.1" status: 204 len: 168 time: 0.5879755 Jun 02 20:37:30.419639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55276) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:30.431527 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-66be91a0-49ab-42ed-8313-31374aeb3edc tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:30.470455 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1f466714-7c4a-4598-8cf6-0d45adc8407a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:30.473296 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1f466714-7c4a-4598-8cf6-0d45adc8407a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:30.487350 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29de8484-c13b-4d06-b281-931664294083 None None] Network ca74db67-696e-46dc-b425-0e0fb5c0bd16 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:30.507543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-fad53157-6418-4493-a507-502b4cd1cd63 None None] Calling delete_port for 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:30.509177 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66be91a0-49ab-42ed-8313-31374aeb3edc tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:30.512471 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-66be91a0-49ab-42ed-8313-31374aeb3edc tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:30.514678 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-d302fcbb-5709-4565-81b8-330a8bf5c7ca None None] Port 7f6a9327-5331-4902-a462-569a2978432b cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:37:30.517952 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 77737ea7-6c21-4111-bc41-92e99afe338c, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=77737ea7-6c21-4111-bc41-92e99afe338c,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:30.533490 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:30.533490 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 723ca67c-699f-4614-a0d7-216512467dd4 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:30.545846 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:30.556881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1f466714-7c4a-4598-8cf6-0d45adc8407a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:30.557717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f466714-7c4a-4598-8cf6-0d45adc8407a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Fanout notify agent at l3_agent the message router_deleted on router 69bb31c4-d99f-4917-ac8b-0a7d5f5b7462 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:37:30.576008 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7b5e801f-b37e-4787-9993-8cd6aadad77a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:30.638073 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Deleting port 2ae74b77-b607-47c6-a6b6-f60fd76d6696 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:30.638073 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:30.744824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1f466714-7c4a-4598-8cf6-0d45adc8407a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:30.748826 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1f466714-7c4a-4598-8cf6-0d45adc8407a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/routers/69bb31c4-d99f-4917-ac8b-0a7d5f5b7462 HTTP/1.1" status: 204 len: 168 time: 1.1738436 Jun 02 20:37:30.749674 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55278) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:30.756596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-be56cba3-c85a-4e71-9721-2ffb3531bcc6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:30.785028 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] For port 2ae74b77-b607-47c6-a6b6-f60fd76d6696, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2ae74b77-b607-47c6-a6b6-f60fd76d6696,segment=NetworkSegment(0b18d705-617a-4cd3-81c9-0593b6e96b9a),segment_id=0b18d705-617a-4cd3-81c9-0593b6e96b9a)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:30.785626 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:30.842364 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.ipam_backend_mixin [None req-66be91a0-49ab-42ed-8313-31374aeb3edc tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b91bab10-be31-4519-a8d4-dd075761b7f6 (CIDR: 2001:db8::/64) Jun 02 20:37:30.860223 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-66be91a0-49ab-42ed-8313-31374aeb3edc tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:37:30.860603 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66be91a0-49ab-42ed-8313-31374aeb3edc tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:30.865801 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9247-8891-4053-8c5c-826f68efd0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:30.881872 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=77737ea7-6c21-4111-bc41-92e99afe338c,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:30.902259 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-be56cba3-c85a-4e71-9721-2ffb3531bcc6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:30.905425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:30.909223 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-66be91a0-49ab-42ed-8313-31374aeb3edc tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4761114 Jun 02 20:37:30.909455 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55280) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:30.915397 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-6b58bd85-8e13-4461-8d3f-cc7906ac0d78 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'subnet': {'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:30.931024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-be56cba3-c85a-4e71-9721-2ffb3531bcc6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:30.936989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-be56cba3-c85a-4e71-9721-2ffb3531bcc6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:30.950456 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-be56cba3-c85a-4e71-9721-2ffb3531bcc6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:30.957482 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 723ca67c-699f-4614-a0d7-216512467dd4 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:30.978602 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 723ca67c-699f-4614-a0d7-216512467dd4 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:30.978967 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:31.007417 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:31.030846 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be56cba3-c85a-4e71-9721-2ffb3531bcc6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:31.034424 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-be56cba3-c85a-4e71-9721-2ffb3531bcc6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:31.038791 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Transition to ACTIVE for port object 2618f77a-ee3d-4c2a-987a-e70d75f5248a will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:31.053109 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fad53157-6418-4493-a507-502b4cd1cd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:31.067613 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Calling delete_port for 2ae74b77-b607-47c6-a6b6-f60fd76d6696 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:31.069316 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fe4d4481-d757-4d09-a7d0-3c75bc93f7c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:31.117201 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:31.122057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6dc09f9c-0d58-4c8d-a2d1-a0805ca475d5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:31.130133 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad53157-6418-4493-a507-502b4cd1cd63 None None] No DVR routers for this DVR port 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:37:31.141616 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad53157-6418-4493-a507-502b4cd1cd63 None None] Pushing event deleted for resources: {'Port': ['ID=9682f3a2-e0a9-43e8-ac07-bca8eb06bdab,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:31.146685 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Transition to ACTIVE for port object 2618f77a-ee3d-4c2a-987a-e70d75f5248a will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:31.148300 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fad53157-6418-4493-a507-502b4cd1cd63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:31.160406 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:31.166603 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-038a827e-5667-4578-88b2-f205080a9b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:31.172341 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Port': ['ID=2ae74b77-b607-47c6-a6b6-f60fd76d6696,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:31.175521 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:31.176497 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] No DVR routers for this DVR port 2ae74b77-b607-47c6-a6b6-f60fd76d6696 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:37:31.237933 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6b58bd85-8e13-4461-8d3f-cc7906ac0d78 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:31.256788 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6b58bd85-8e13-4461-8d3f-cc7906ac0d78 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:subnet and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:31.265729 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6b58bd85-8e13-4461-8d3f-cc7906ac0d78 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:31.272825 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Network 4d3342d7-33dd-436f-b033-4f39faf2bca6 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:31.277221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6b58bd85-8e13-4461-8d3f-cc7906ac0d78 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:31.279572 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:31.282215 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:31.299811 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38ce350-2b56-47d1-a467-ad788a3396e9 None None] DHCP port deletion for ca74db67-696e-46dc-b425-0e0fb5c0bd16 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:37:31.301766 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.20.0.1 (4d3342d7-33dd-436f-b033-4f39faf2bca6/906c3740-d5d8-4e4a-bd58-106df157d850/3676f909-2055-4454-a483-44ec0ea39dd8) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:31.311919 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b58bd85-8e13-4461-8d3f-cc7906ac0d78 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:31.315468 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6b58bd85-8e13-4461-8d3f-cc7906ac0d78 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:31.329241 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:31.343179 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca74db67-696e-46dc-b425-0e0fb5c0bd16']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:31.344843 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Pushing event updated for resources: {'Port': ['ID=2618f77a-ee3d-4c2a-987a-e70d75f5248a,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:31.346739 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:31.353071 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:31.356766 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b18d705-617a-4cd3-81c9-0593b6e96b9a') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:31.357066 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b18d705-617a-4cd3-81c9-0593b6e96b9a') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:31.374018 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:31.392704 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:31.403178 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:37:31.403380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:37:31.417707 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:37:31.432060 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Attempting to bind port 2618f77a-ee3d-4c2a-987a-e70d75f5248a on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:37:31.432522 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Attempting to bind port 2618f77a-ee3d-4c2a-987a-e70d75f5248a by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:37:31.432964 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Attempting to bind port 2618f77a-ee3d-4c2a-987a-e70d75f5248a on network 4d3342d7-33dd-436f-b033-4f39faf2bca6 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:37:31.446360 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:37:31.446859 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Checking segment: {'id': 'c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:31.447361 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:31.447832 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Bound using segment: {'id': 'c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:37:31.448377 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Bound port: 2618f77a-ee3d-4c2a-987a-e70d75f5248a, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:37:31.448827 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:31.468208 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 723ca67c-699f-4614-a0d7-216512467dd4, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=723ca67c-699f-4614-a0d7-216512467dd4,segment=NetworkSegment(bce3e724-0134-4bb9-a50f-7ed2f7b21ae7),segment_id=bce3e724-0134-4bb9-a50f-7ed2f7b21ae7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:31.506599 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:31.511360 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:31.512410 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:31.515935 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:31.537979 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:31.542967 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Pushing event deleted for resources: {'Network': ['ID=ca74db67-696e-46dc-b425-0e0fb5c0bd16,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:31.545493 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:31.547108 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] 10.222.0.25 "DELETE /v2.0/networks/ca74db67-696e-46dc-b425-0e0fb5c0bd16 HTTP/1.1" status: 204 len: 168 time: 1.1264307 Jun 02 20:37:31.641602 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 77737ea7-6c21-4111-bc41-92e99afe338c up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:31.680489 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=723ca67c-699f-4614-a0d7-216512467dd4,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:31.693833 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:31.694878 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] For port 2618f77a-ee3d-4c2a-987a-e70d75f5248a, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:37:31.715780 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] For port 2618f77a-ee3d-4c2a-987a-e70d75f5248a, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2618f77a-ee3d-4c2a-987a-e70d75f5248a,segment=NetworkSegment(c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed),segment_id=c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:37:31.724217 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:31.732040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:31.754401 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:31.815896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Transition to ACTIVE for port object 3676f909-2055-4454-a483-44ec0ea39dd8 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:31.834904 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 77737ea7-6c21-4111-bc41-92e99afe338c triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:31.835312 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:31.868263 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55286) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:31.932013 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Pushing event updated for resources: {'Port': ['ID=2618f77a-ee3d-4c2a-987a-e70d75f5248a,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:31.937199 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:32.057301 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-21844f96-7f4e-4141-b1ef-025bfcd2bf1b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b844dc2b9a3f473e9f66311bfcf362e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867862 Jun 02 20:37:32.059522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55290) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:32.111882 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:37:32.136375 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:32.142311 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:32.148716 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9a413470-990e-4c41-a600-a14895e2ce96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:32.178890 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:37:32.179363 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9682f3a2-e0a9-43e8-ac07-bca8eb06bdab not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:37:32.179638 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f3c9e3bb-77b2-4ec2-90a6-986e3196919e no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:37:32.216348 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9a413470-990e-4c41-a600-a14895e2ce96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:32.229732 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: f3c9e3bb-77b2-4ec2-90a6-986e3196919e {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:37:32.230104 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f3c9e3bb-77b2-4ec2-90a6-986e3196919e not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:37:32.230541 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2ae74b77-b607-47c6-a6b6-f60fd76d6696 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:37:32.251472 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 4d3342d7-33dd-436f-b033-4f39faf2bca6 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:32.261414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:32.273581 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:32.274170 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 2ae74b77-b607-47c6-a6b6-f60fd76d6696 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:37:32.274617 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2ae74b77-b607-47c6-a6b6-f60fd76d6696 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:37:32.305384 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9a413470-990e-4c41-a600-a14895e2ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:32.308450 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=3676f909-2055-4454-a483-44ec0ea39dd8,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:32.313841 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7d331d1d-5c14-48d9-9f45-ef8890411323 tempest-TagsExtTest-401305294 tempest-TagsExtTest-401305294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:32.328364 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9a413470-990e-4c41-a600-a14895e2ce96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:32.332059 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9a413470-990e-4c41-a600-a14895e2ce96 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7179b595-12df-4cda-aeb7-0dd399238f7d HTTP/1.1" status: 204 len: 168 time: 0.2690625 Jun 02 20:37:32.332059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a413470-990e-4c41-a600-a14895e2ce96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7179b595-12df-4cda-aeb7-0dd399238f7d,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:32.332316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:32.339707 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9a413470-990e-4c41-a600-a14895e2ce96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:32.420741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:32.552945 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-be56cba3-c85a-4e71-9721-2ffb3531bcc6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:32.561173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-92602eff-87ad-49a2-a2d6-95095f083ebf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:32.629611 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be56cba3-c85a-4e71-9721-2ffb3531bcc6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:32.639659 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-be56cba3-c85a-4e71-9721-2ffb3531bcc6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:32.655713 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acda4b17-b988-4c76-93ed-a4541159f930 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:32.679711 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56cba3-c85a-4e71-9721-2ffb3531bcc6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=cc44e97d-5725-4dd1-8c53-1c75c57d0689,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:32.679711 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be56cba3-c85a-4e71-9721-2ffb3531bcc6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:32.679711 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-be56cba3-c85a-4e71-9721-2ffb3531bcc6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:32.683644 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-be56cba3-c85a-4e71-9721-2ffb3531bcc6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:32.830150 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55304) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:32.830276 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-be56cba3-c85a-4e71-9721-2ffb3531bcc6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0794814 Jun 02 20:37:32.834915 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-bdbcc31e-ad9c-4d56-9edb-d7b7cdd602bb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-147878249', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:32.847068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bdbcc31e-ad9c-4d56-9edb-d7b7cdd602bb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:32.851920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:32.853430 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-bdbcc31e-ad9c-4d56-9edb-d7b7cdd602bb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:router and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:32.856718 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-bdbcc31e-ad9c-4d56-9edb-d7b7cdd602bb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:32.870266 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bdbcc31e-ad9c-4d56-9edb-d7b7cdd602bb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:32.884540 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bdbcc31e-ad9c-4d56-9edb-d7b7cdd602bb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:32.887006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6b58bd85-8e13-4461-8d3f-cc7906ac0d78 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:32.891904 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e20702b6-d364-4146-a729-d896c066d900 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:32.893461 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bdbcc31e-ad9c-4d56-9edb-d7b7cdd602bb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:32.918924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bdbcc31e-ad9c-4d56-9edb-d7b7cdd602bb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:32.946609 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bdbcc31e-ad9c-4d56-9edb-d7b7cdd602bb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:32.974971 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'fixed_ips': [{'subnet_id': 'cc44e97d-5725-4dd1-8c53-1c75c57d0689'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:37:32.976159 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:32.980417 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bdbcc31e-ad9c-4d56-9edb-d7b7cdd602bb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:32.982763 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-bdbcc31e-ad9c-4d56-9edb-d7b7cdd602bb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1512709 Jun 02 20:37:32.985057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55310) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:33.190215 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58bd85-8e13-4461-8d3f-cc7906ac0d78 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Subnet': ['ID=9b4ae948-86e9-4ef5-9b34-829177a9d5bb,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:33.209925 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1db269-4473-4c2e-87e5-ccbfd0a499e9 None None] Network 4d3342d7-33dd-436f-b033-4f39faf2bca6 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:33.376282 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8ff00ad2-db02-4020-a496-4d480590c9b1 None None] Provisioning for port 2618f77a-ee3d-4c2a-987a-e70d75f5248a completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:33.389619 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-27076c7d-d2c3-4b7a-9c78-3cd1e09f2b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:33.391790 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Allocated IP 2001:db8::2 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/cc44e97d-5725-4dd1-8c53-1c75c57d0689/77862aaa-379b-4111-bb41-212348938a74) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:33.402977 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55316) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:33.403627 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:33.484181 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6b58bd85-8e13-4461-8d3f-cc7906ac0d78 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:33.491371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b58bd85-8e13-4461-8d3f-cc7906ac0d78 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:33.492578 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-6b58bd85-8e13-4461-8d3f-cc7906ac0d78 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:33.513432 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b58bd85-8e13-4461-8d3f-cc7906ac0d78 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:33.514167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6b58bd85-8e13-4461-8d3f-cc7906ac0d78 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:33.543753 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6b58bd85-8e13-4461-8d3f-cc7906ac0d78 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6328561 Jun 02 20:37:33.547535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55320) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:33.555543 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-11d8a283-60fb-41c2-9882-ed0b4f55c840 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-605892120', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9b4ae948-86e9-4ef5-9b34-829177a9d5bb'}], 'security_groups': ['9e6b6ec2-e059-4e12-a744-8cb464d436d6']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:33.561902 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-9ad1e6e9-0012-4c7a-abf3-d24604a208ff tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:33.563075 dv-neutron-601336-84-hyperv neutron-server[92548]: WARNING neutron.api.v2.base [None req-9ad1e6e9-0012-4c7a-abf3-d24604a208ff tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 02 20:37:33.563521 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8447f2-38c1-488b-ad95-e7ddc4f351fc None None] Network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:33.563657 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-9ad1e6e9-0012-4c7a-abf3-d24604a208ff tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): There was a conflict when trying to complete your request. Jun 02 20:37:33.564762 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9ad1e6e9-0012-4c7a-abf3-d24604a208ff tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1614604 Jun 02 20:37:33.568903 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55322) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:33.570344 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:33.596257 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group': {'name': 'tempest-secgroup--337697657'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:33.607178 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:33.608332 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:33.617011 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:33.649844 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-69cea9e8-4267-4218-9c6c-fd63692c2ff4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:33.660925 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:33.670101 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:33.689387 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:33.767776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 723ca67c-699f-4614-a0d7-216512467dd4 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:33.796887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=3676f909-2055-4454-a483-44ec0ea39dd8,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:33.799989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:33.801509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:33.945420 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:33.968365 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:34.001175 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:34.010826 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:34.016266 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:34.052971 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:34.083289 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:34.086483 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 723ca67c-699f-4614-a0d7-216512467dd4 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:34.086855 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:34.157013 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Transition to ACTIVE for port object 77862aaa-379b-4111-bb41-212348938a74 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:34.202963 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:34.210588 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:34.215896 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:34.221445 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:34.226878 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:34.230163 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9a413470-990e-4c41-a600-a14895e2ce96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:34.233838 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Transition to ACTIVE for port object 77862aaa-379b-4111-bb41-212348938a74 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:34.243265 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:34.277521 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-11d8a283-60fb-41c2-9882-ed0b4f55c840 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:34.279904 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19cec40d-025e-469a-8cce-a73b7b30eadb,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:34.292671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 4d3342d7-33dd-436f-b033-4f39faf2bca6 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:34.294309 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:34.296158 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:34.298053 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:34.388035 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8::1 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/cc44e97d-5725-4dd1-8c53-1c75c57d0689/166b8c51-063f-4afa-8a3b-014aa6894357) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:34.426043 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:34.446313 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:34.461978 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:34.593601 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2618f77a-ee3d-4c2a-987a-e70d75f5248a up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:34.615909 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:34.622491 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5a812402-7446-4550-a8b6-514d816e80ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:34.662936 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 902d19ca-210a-430a-a989-e46e6f5ef08b has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:37:34.670377 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:34.676075 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:34.687058 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:34.689849 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c78dcd97-f46c-46de-b23c-43c0dc45b9e1,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:34.694773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:34.694937 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Pushing event updated for resources: {'Port': ['ID=77862aaa-379b-4111-bb41-212348938a74,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:34.726393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f6c66925-590e-4039-876b-9706485dc8c5 None None] Provisioning for port 3676f909-2055-4454-a483-44ec0ea39dd8 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:34.737224 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:34.743006 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:34.746936 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f6c66925-590e-4039-876b-9706485dc8c5 None None] Provisioning complete for port 3676f909-2055-4454-a483-44ec0ea39dd8 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:34.747354 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f6c66925-590e-4039-876b-9706485dc8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:34.763584 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Transition to ACTIVE for port object 166b8c51-063f-4afa-8a3b-014aa6894357 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:34.790055 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:34.793956 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2035553 Jun 02 20:37:34.797153 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:34.802718 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55326) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:34.804180 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2ad651d8-631b-41cf-bb72-db0832c5f593 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:34.850851 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb967185-f51d-4a02-916e-0fe5b08e5115 None None] Update dhcp port {'port': {'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59', 'fixed_ips': [{'subnet_id': 'b91bab10-be31-4519-a8d4-dd075761b7f6', 'ip_address': '2001:db8::2'}, {'subnet_id': '9b4ae948-86e9-4ef5-9b34-829177a9d5bb'}], 'binding:host_id': 'dv-neutron-601336-84-hyperv'}, 'id': '723ca67c-699f-4614-a0d7-216512467dd4'} from dv-neutron-601336-84-hyperv. {{(pid=92550) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 20:37:34.890131 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 2618f77a-ee3d-4c2a-987a-e70d75f5248a completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:34.901006 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-069fe6cb-4849-4c01-b647-d40bda0bceb8 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': 'c78dcd97-f46c-46de-b23c-43c0dc45b9e1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:34.912311 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=166b8c51-063f-4afa-8a3b-014aa6894357,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:34.920147 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 2618f77a-ee3d-4c2a-987a-e70d75f5248a triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:34.920370 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-069fe6cb-4849-4c01-b647-d40bda0bceb8 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:34.920536 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:34.924249 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:34.925473 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:34.928725 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:34.931009 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-069fe6cb-4849-4c01-b647-d40bda0bceb8 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:34.934433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:34.935226 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:34.966632 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-069fe6cb-4849-4c01-b647-d40bda0bceb8 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:34.975850 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-069fe6cb-4849-4c01-b647-d40bda0bceb8 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:34.993529 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Attempting to bind port 77862aaa-379b-4111-bb41-212348938a74 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:37:34.994107 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Attempting to bind port 77862aaa-379b-4111-bb41-212348938a74 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:37:34.994682 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Attempting to bind port 77862aaa-379b-4111-bb41-212348938a74 on network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:37:35.004379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-069fe6cb-4849-4c01-b647-d40bda0bceb8 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:35.007130 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:37:35.007842 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Checking segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:35.008222 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:35.008832 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Bound using segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:37:35.009679 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Bound port: 77862aaa-379b-4111-bb41-212348938a74, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:37:35.010002 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:35.040595 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-f6c66925-590e-4039-876b-9706485dc8c5 None None] Port 3676f909-2055-4454-a483-44ec0ea39dd8 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:37:35.042540 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cb967185-f51d-4a02-916e-0fe5b08e5115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:35.052843 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:37:35.061917 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/routers/902d19ca-210a-430a-a989-e46e6f5ef08b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0674338 Jun 02 20:37:35.064206 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55328) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:35.070730 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] Sync routers for ids ['902d19ca-210a-430a-a989-e46e6f5ef08b'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:37:35.086350 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] Routers {'902d19ca-210a-430a-a989-e46e6f5ef08b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:37:35.087291 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:37:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['902d19ca-210a-430a-a989-e46e6f5ef08b'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:35.095341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-11d8a283-60fb-41c2-9882-ed0b4f55c840 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Delete allocated IP 2001:db8::2a1 (593c50ea-b8fa-472a-9e86-3ef57a1b0b59/b91bab10-be31-4519-a8d4-dd075761b7f6) {{(pid=92549) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 02 20:37:35.105462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-11d8a283-60fb-41c2-9882-ed0b4f55c840 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Allocated IP 2001:db8:0:1::145 (593c50ea-b8fa-472a-9e86-3ef57a1b0b59/9b4ae948-86e9-4ef5-9b34-829177a9d5bb/7f6a9327-5331-4902-a462-569a2978432b) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:35.160760 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f6c66925-590e-4039-876b-9706485dc8c5 None None] Provisioning complete for port 2618f77a-ee3d-4c2a-987a-e70d75f5248a triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:35.161356 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f6c66925-590e-4039-876b-9706485dc8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:35.186312 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:35.300757 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] For port 77862aaa-379b-4111-bb41-212348938a74, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:37:35.357188 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-11d8a283-60fb-41c2-9882-ed0b4f55c840 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:35.375059 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] For port 77862aaa-379b-4111-bb41-212348938a74, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=77862aaa-379b-4111-bb41-212348938a74,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:37:35.375992 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] Set router 902d19ca-210a-430a-a989-e46e6f5ef08b gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:37:35.387219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-11d8a283-60fb-41c2-9882-ed0b4f55c840 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Transition to ACTIVE for port object 7f6a9327-5331-4902-a462-569a2978432b will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:35.393092 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:35.395511 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-11d8a283-60fb-41c2-9882-ed0b4f55c840 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:35.397537 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-069fe6cb-4849-4c01-b647-d40bda0bceb8 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:35.403507 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:35.414734 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:35.415835 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:35.483616 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-069fe6cb-4849-4c01-b647-d40bda0bceb8 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:35.499669 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:35.510702 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6149d977-feb9-476b-96e5-241358587fc7 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:35.511205 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6149d977-feb9-476b-96e5-241358587fc7 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:35.511679 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6149d977-feb9-476b-96e5-241358587fc7 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:35.512144 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6149d977-feb9-476b-96e5-241358587fc7 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:35.512602 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6149d977-feb9-476b-96e5-241358587fc7 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:35.513061 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6149d977-feb9-476b-96e5-241358587fc7 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:35.513522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6149d977-feb9-476b-96e5-241358587fc7 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:35.519333 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6149d977-feb9-476b-96e5-241358587fc7 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5026 time: 0.4488592 Jun 02 20:37:35.534257 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55332) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:35.568842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-11d8a283-60fb-41c2-9882-ed0b4f55c840 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] In _notify_port_updated(), no bound segment for port 7f6a9327-5331-4902-a462-569a2978432b on network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 {{(pid=92549) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:37:35.577566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d8a283-60fb-41c2-9882-ed0b4f55c840 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:35.578266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-11d8a283-60fb-41c2-9882-ed0b4f55c840 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:35.580047 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-11d8a283-60fb-41c2-9882-ed0b4f55c840 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "PUT /v2.0/ports/7f6a9327-5331-4902-a462-569a2978432b HTTP/1.1" status: 200 len: 930 time: 2.0314608 Jun 02 20:37:35.587870 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55334) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:35.590530 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069fe6cb-4849-4c01-b647-d40bda0bceb8 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c9e66b-5932-48bf-bf8b-38b7a616fc70,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:35.599005 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-069fe6cb-4849-4c01-b647-d40bda0bceb8 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:35.605591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8a283-60fb-41c2-9882-ed0b4f55c840 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=7f6a9327-5331-4902-a462-569a2978432b,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:35.612741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-11d8a283-60fb-41c2-9882-ed0b4f55c840 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:35.628736 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 2618f77a-ee3d-4c2a-987a-e70d75f5248a, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2618f77a-ee3d-4c2a-987a-e70d75f5248a,segment=NetworkSegment(c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed),segment_id=c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:35.641438 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f6c66925-590e-4039-876b-9706485dc8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:35.664183 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:35.680785 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Pushing event updated for resources: {'Port': ['ID=77862aaa-379b-4111-bb41-212348938a74,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:35.689848 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:35.695343 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2fee3a24-f33d-45a7-8026-834edcde2a66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:35.717095 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-069fe6cb-4849-4c01-b647-d40bda0bceb8 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:35.721979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55336) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:35.723526 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-069fe6cb-4849-4c01-b647-d40bda0bceb8 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8363810 Jun 02 20:37:35.727552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-b62ef9dd-eed2-4485-836f-42245b4fbb12 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': 'c78dcd97-f46c-46de-b23c-43c0dc45b9e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:35.738559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b62ef9dd-eed2-4485-836f-42245b4fbb12 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:35.741985 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-cb967185-f51d-4a02-916e-0fe5b08e5115 None None] Allocated IP 2001:db8:0:1::2 (593c50ea-b8fa-472a-9e86-3ef57a1b0b59/9b4ae948-86e9-4ef5-9b34-829177a9d5bb/723ca67c-699f-4614-a0d7-216512467dd4) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:35.746602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b62ef9dd-eed2-4485-836f-42245b4fbb12 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:35.752894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b62ef9dd-eed2-4485-836f-42245b4fbb12 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:35.763684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b62ef9dd-eed2-4485-836f-42245b4fbb12 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:35.803056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b62ef9dd-eed2-4485-836f-42245b4fbb12 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:35.879417 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd7adfc-9ff4-478e-b693-2cfd0821a02b tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:35.879789 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd7adfc-9ff4-478e-b693-2cfd0821a02b tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:35.880246 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd7adfc-9ff4-478e-b693-2cfd0821a02b tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:35.881040 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd7adfc-9ff4-478e-b693-2cfd0821a02b tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:35.881158 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd7adfc-9ff4-478e-b693-2cfd0821a02b tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:35.881622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd7adfc-9ff4-478e-b693-2cfd0821a02b tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:35.882053 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd7adfc-9ff4-478e-b693-2cfd0821a02b tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:35.882497 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd7adfc-9ff4-478e-b693-2cfd0821a02b tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:35.883079 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'name': 'tempest-TestNetworkBasicOps-router-15317489', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:19Z', 'updated_at': '2021-06-02T20:37:32Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:21Z', 'updated_at': '2021-06-02T20:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '3676f909-2055-4454-a483-44ec0ea39dd8', 'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b6:e6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:30Z', 'updated_at': '2021-06-02T20:37:33Z', 'revision_number': 2, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:35.890300 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1bd7adfc-9ff4-478e-b693-2cfd0821a02b tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5229 time: 0.3494654 Jun 02 20:37:35.898442 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] Checking router: 902d19ca-210a-430a-a989-e46e6f5ef08b for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:37:35.898808 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] Updating router 902d19ca-210a-430a-a989-e46e6f5ef08b port 3676f909-2055-4454-a483-44ec0ea39dd8 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:37:35.907880 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55338) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:36.014689 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:36.030838 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-b62ef9dd-eed2-4485-836f-42245b4fbb12 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): There was a conflict when trying to complete your request. Jun 02 20:37:36.034850 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b62ef9dd-eed2-4485-836f-42245b4fbb12 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3113909 Jun 02 20:37:36.037878 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55340) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:36.059914 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.db.api [None req-f6c66925-590e-4039-876b-9706485dc8c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:37:36.060282 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_db.api [None req-f6c66925-590e-4039-876b-9706485dc8c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:37:36.060768 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=2618f77a-ee3d-4c2a-987a-e70d75f5248a,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:36.180256 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5c774-a8bf-4c96-8729-35b16d630068 req-6a9153a5-57e9-4f14-9779-406a8bf9a518 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:36.182185 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8bd5c774-a8bf-4c96-8729-35b16d630068 req-6a9153a5-57e9-4f14-9779-406a8bf9a518 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.1533186 Jun 02 20:37:36.218975 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:36.225750 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:36.240222 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-e86c4278-6a1e-495e-b8d5-8cd9a85a3393 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting port 7f6a9327-5331-4902-a462-569a2978432b {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:36.240859 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e86c4278-6a1e-495e-b8d5-8cd9a85a3393 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:36.251613 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-cb967185-f51d-4a02-916e-0fe5b08e5115 None None] For port 723ca67c-699f-4614-a0d7-216512467dd4, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=723ca67c-699f-4614-a0d7-216512467dd4,segment=NetworkSegment(bce3e724-0134-4bb9-a50f-7ed2f7b21ae7),segment_id=bce3e724-0134-4bb9-a50f-7ed2f7b21ae7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:36.283332 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cb967185-f51d-4a02-916e-0fe5b08e5115 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:36.305256 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-cb967185-f51d-4a02-916e-0fe5b08e5115 None None] Transition to ACTIVE for port object 723ca67c-699f-4614-a0d7-216512467dd4 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:36.311610 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cb967185-f51d-4a02-916e-0fe5b08e5115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:36.318228 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:36.403393 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dbd172ab-81ab-4b88-90f9-d1858ea3cbde tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:36.425931 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:36.456032 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:36.457160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:36.470983 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:36.486054 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb967185-f51d-4a02-916e-0fe5b08e5115 None None] Pushing event updated for resources: {'Port': ['ID=723ca67c-699f-4614-a0d7-216512467dd4,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:36.492463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-cb967185-f51d-4a02-916e-0fe5b08e5115 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:36.512116 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8bd5c774-a8bf-4c96-8729-35b16d630068 req-07752f4f-c081-442a-b545-9746fd524e80 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3236465 Jun 02 20:37:36.520552 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dbd172ab-81ab-4b88-90f9-d1858ea3cbde tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:36.545386 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:36.558032 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] Transition to ACTIVE for port object 3676f909-2055-4454-a483-44ec0ea39dd8 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:36.565759 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:36.577179 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:36.585104 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7f102713-9b46-4193-b4b6-cef73077a68a tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2856 time: 0.6745827 Jun 02 20:37:36.604380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e86c4278-6a1e-495e-b8d5-8cd9a85a3393 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:36.666612 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007adec6-3d41-461a-944c-760b580486db None None] Pushing event updated for resources: {'Port': ['ID=3676f909-2055-4454-a483-44ec0ea39dd8,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:36.670244 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-007adec6-3d41-461a-944c-760b580486db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:36.848139 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=166b8c51-063f-4afa-8a3b-014aa6894357,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:36.885127 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] Attempting to bind port 3676f909-2055-4454-a483-44ec0ea39dd8 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:37:36.885500 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] Attempting to bind port 3676f909-2055-4454-a483-44ec0ea39dd8 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:37:36.885864 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] Attempting to bind port 3676f909-2055-4454-a483-44ec0ea39dd8 on network 4d3342d7-33dd-436f-b033-4f39faf2bca6 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:37:36.892740 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:37:36.893124 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] Checking segment: {'id': 'c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:36.893525 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:36.893921 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] Bound using segment: {'id': 'c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:37:36.894449 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] Bound port: 3676f909-2055-4454-a483-44ec0ea39dd8, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:37:36.894884 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:36.931704 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:36.994218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-e86c4278-6a1e-495e-b8d5-8cd9a85a3393 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Calling delete_port for 7f6a9327-5331-4902-a462-569a2978432b owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:37.020654 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] For port 3676f909-2055-4454-a483-44ec0ea39dd8, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:37:37.035417 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] For port 3676f909-2055-4454-a483-44ec0ea39dd8, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3676f909-2055-4454-a483-44ec0ea39dd8,segment=NetworkSegment(c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed),segment_id=c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:37:37.043449 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:37.060175 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dbd172ab-81ab-4b88-90f9-d1858ea3cbde tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:37.063373 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-356802fc-db4e-4091-a4f9-700cb2be3533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:37.081199 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55346) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:37.085944 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-b1331d23-e1df-417e-a17e-03e685a2f02d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1339994760', 'description': 'tempest-secgroup-smoke-1339994760 description', 'project_id': '7e68015eb8844c43b1007154397602c4'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:37.092042 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:37.092598 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b1331d23-e1df-417e-a17e-03e685a2f02d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:37.096714 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b1331d23-e1df-417e-a17e-03e685a2f02d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:37.099988 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b1331d23-e1df-417e-a17e-03e685a2f02d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:37.115376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b1331d23-e1df-417e-a17e-03e685a2f02d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:37.131890 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd172ab-81ab-4b88-90f9-d1858ea3cbde tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78dcd97-f46c-46de-b23c-43c0dc45b9e1,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:37.135221 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dbd172ab-81ab-4b88-90f9-d1858ea3cbde tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:37.152494 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:37.156120 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:37.162098 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dbd172ab-81ab-4b88-90f9-d1858ea3cbde tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:37.166199 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55348) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:37.166897 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dbd172ab-81ab-4b88-90f9-d1858ea3cbde tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "DELETE /v2.0/security-groups/c78dcd97-f46c-46de-b23c-43c0dc45b9e1 HTTP/1.1" status: 204 len: 168 time: 1.1200538 Jun 02 20:37:37.181396 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] Routers {'902d19ca-210a-430a-a989-e46e6f5ef08b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:37:37.182312 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:37:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['902d19ca-210a-430a-a989-e46e6f5ef08b'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:37.214765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b1331d23-e1df-417e-a17e-03e685a2f02d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:37.270369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d308cc4-3a3c-4132-af84-8c72cc449493 req-e3db007e-3be2-441e-a45b-5f026177f8df tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:37.272776 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5d308cc4-3a3c-4132-af84-8c72cc449493 req-e3db007e-3be2-441e-a45b-5f026177f8df tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.4298191 Jun 02 20:37:37.278674 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b1331d23-e1df-417e-a17e-03e685a2f02d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:37.290758 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b1331d23-e1df-417e-a17e-03e685a2f02d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:37.295336 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b1331d23-e1df-417e-a17e-03e685a2f02d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:37.303634 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b1331d23-e1df-417e-a17e-03e685a2f02d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:37.326592 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007adec6-3d41-461a-944c-760b580486db None None] Pushing event updated for resources: {'Port': ['ID=3676f909-2055-4454-a483-44ec0ea39dd8,revision_number=4']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:37.345233 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-007adec6-3d41-461a-944c-760b580486db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:37.392857 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4fd37020-5135-4f78-8a0e-17d93bf2bc6e tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2236958 Jun 02 20:37:37.403227 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55350) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:37.408627 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-44a6ad14-e477-4876-a18a-8eb60c98b56b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group': {'name': 'tempest-secgroup--998671134'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:37.422481 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-44a6ad14-e477-4876-a18a-8eb60c98b56b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:37.431279 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5d308cc4-3a3c-4132-af84-8c72cc449493 req-724534c1-e970-46a7-8d0f-bdf7b645e3b3 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998764 Jun 02 20:37:37.434553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-44a6ad14-e477-4876-a18a-8eb60c98b56b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:37.446189 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-44a6ad14-e477-4876-a18a-8eb60c98b56b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:37.458150 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-44a6ad14-e477-4876-a18a-8eb60c98b56b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:37.480318 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8291a92b-4101-4834-9726-94f4ed2d3fe2 None None] Provisioning for port 77862aaa-379b-4111-bb41-212348938a74 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:37.500179 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44a6ad14-e477-4876-a18a-8eb60c98b56b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:37.519411 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Router e0402954-70a8-42ef-b0d2-0cc635e01d17 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:37:37.592822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-44a6ad14-e477-4876-a18a-8eb60c98b56b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:37.596564 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e86c4278-6a1e-495e-b8d5-8cd9a85a3393 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:37.604328 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-44a6ad14-e477-4876-a18a-8eb60c98b56b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:37.608557 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-44a6ad14-e477-4876-a18a-8eb60c98b56b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:37.615417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-44a6ad14-e477-4876-a18a-8eb60c98b56b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:37.628392 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b11c2b79-2b80-4c69-a35b-dd082958eb63 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:37.693194 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] Set router 902d19ca-210a-430a-a989-e46e6f5ef08b gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:37:37.769967 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2f4ad6af-a878-41cf-868a-2b028da40d2e None None] Could not find standard attr ID for object 7f6a9327-5331-4902-a462-569a2978432b. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:37:37.778781 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44a6ad14-e477-4876-a18a-8eb60c98b56b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:37.791557 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44a6ad14-e477-4876-a18a-8eb60c98b56b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:37.799713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-693ae28a-e52e-42ee-b09c-cdbfff7ce67b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:37.806603 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2f4ad6af-a878-41cf-868a-2b028da40d2e None None] Provisioning complete for port 11e434eb-a6df-47b2-9060-9fba4a0b8776 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:37.807427 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2f4ad6af-a878-41cf-868a-2b028da40d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:37.924461 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c4278-6a1e-495e-b8d5-8cd9a85a3393 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Port': ['ID=7f6a9327-5331-4902-a462-569a2978432b,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:37.930008 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e86c4278-6a1e-495e-b8d5-8cd9a85a3393 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:37.974341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b1331d23-e1df-417e-a17e-03e685a2f02d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:38.003349 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6ad14-e477-4876-a18a-8eb60c98b56b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0eddaf-2290-4438-ba3b-edf1b7aef0cf,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:38.008073 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-44a6ad14-e477-4876-a18a-8eb60c98b56b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:38.018591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b1331d23-e1df-417e-a17e-03e685a2f02d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:38.039944 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1b675ff3-36ad-427d-bc1d-3b07437f7e91 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:38.113812 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ad6af-a878-41cf-868a-2b028da40d2e None None] Port 11e434eb-a6df-47b2-9060-9fba4a0b8776 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:37:38.119963 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 723ca67c-699f-4614-a0d7-216512467dd4 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:38.148665 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1331d23-e1df-417e-a17e-03e685a2f02d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71deae43-5267-48ef-b2cf-829aba137b86,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:38.151781 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44a6ad14-e477-4876-a18a-8eb60c98b56b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:38.154279 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-44a6ad14-e477-4876-a18a-8eb60c98b56b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7495816 Jun 02 20:37:38.157558 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b1331d23-e1df-417e-a17e-03e685a2f02d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:38.159100 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b1331d23-e1df-417e-a17e-03e685a2f02d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:38.159422 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e86c4278-6a1e-495e-b8d5-8cd9a85a3393 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:38.166628 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b1331d23-e1df-417e-a17e-03e685a2f02d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0843191 Jun 02 20:37:38.167291 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55356) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:38.167631 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55358) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:38.176821 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e86c4278-6a1e-495e-b8d5-8cd9a85a3393 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/ports/7f6a9327-5331-4902-a462-569a2978432b HTTP/1.1" status: 204 len: 168 time: 2.5871618 Jun 02 20:37:38.184578 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-7fd1b678-b4b4-4581-9e4a-f6e5cc1b5806 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': '4c0eddaf-2290-4438-ba3b-edf1b7aef0cf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:38.185296 dv-neutron-601336-84-hyperv neutron-server[92549]: WARNING neutron.api.v2.base [None req-7fd1b678-b4b4-4581-9e4a-f6e5cc1b5806 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 02 20:37:38.185808 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-7fd1b678-b4b4-4581-9e4a-f6e5cc1b5806 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:37:38.189429 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7fd1b678-b4b4-4581-9e4a-f6e5cc1b5806 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0182276 Jun 02 20:37:38.204145 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e8a32b15-65e5-4a36-b970-9e8bfab73774 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '71deae43-5267-48ef-b2cf-829aba137b86', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:38.207978 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55360) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:38.208658 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55362) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:38.215860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e8a32b15-65e5-4a36-b970-9e8bfab73774 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:38.231352 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e8a32b15-65e5-4a36-b970-9e8bfab73774 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:38.239118 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e8a32b15-65e5-4a36-b970-9e8bfab73774 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:38.247692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e8a32b15-65e5-4a36-b970-9e8bfab73774 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:38.260937 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'name': 'tempest-TestNetworkBasicOps-router-15317489', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:19Z', 'updated_at': '2021-06-02T20:37:32Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:21Z', 'updated_at': '2021-06-02T20:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '3676f909-2055-4454-a483-44ec0ea39dd8', 'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b6:e6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:30Z', 'updated_at': '2021-06-02T20:37:37Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:38.265707 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223ba4e1-06a1-41ff-9361-e596b688b132 None None] The sync data for ids ['902d19ca-210a-430a-a989-e46e6f5ef08b'] in dv-neutron-601336-84-hyperv is: [{'id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'name': 'tempest-TestNetworkBasicOps-router-15317489', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:19Z', 'updated_at': '2021-06-02T20:37:32Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:21Z', 'updated_at': '2021-06-02T20:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '3676f909-2055-4454-a483-44ec0ea39dd8', 'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b6:e6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:30Z', 'updated_at': '2021-06-02T20:37:37Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:37:38.273196 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2f4ad6af-a878-41cf-868a-2b028da40d2e None None] Provisioning for port 723ca67c-699f-4614-a0d7-216512467dd4 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:38.278821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:37:38.279798 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2f4ad6af-a878-41cf-868a-2b028da40d2e None None] Provisioning complete for port 723ca67c-699f-4614-a0d7-216512467dd4 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:38.280872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e8a32b15-65e5-4a36-b970-9e8bfab73774 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:38.287577 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "PUT /v2.0/routers/e0402954-70a8-42ef-b0d2-0cc635e01d17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2976923 Jun 02 20:37:38.287671 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2f4ad6af-a878-41cf-868a-2b028da40d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:38.294381 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55364) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:38.311333 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-13598482-60c7-405e-8a32-3f2461a9200f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] GET failed (client error): The resource could not be found. Jun 02 20:37:38.311879 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-13598482-60c7-405e-8a32-3f2461a9200f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Synchronizing usage tracker for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:38.370274 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 77862aaa-379b-4111-bb41-212348938a74 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:38.386946 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-13598482-60c7-405e-8a32-3f2461a9200f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Unset dirty status for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:38.391909 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-13598482-60c7-405e-8a32-3f2461a9200f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports/7f6a9327-5331-4902-a462-569a2978432b HTTP/1.1" status: 404 len: 333 time: 0.1797130 Jun 02 20:37:38.393194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55366) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:38.446921 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311436e8-1c6d-43af-bb73-f79ae06321dc None None] Sync routers for ids ['e0402954-70a8-42ef-b0d2-0cc635e01d17'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:37:38.471489 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311436e8-1c6d-43af-bb73-f79ae06321dc None None] Routers {'e0402954-70a8-42ef-b0d2-0cc635e01d17'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:37:38.472145 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-311436e8-1c6d-43af-bb73-f79ae06321dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:37:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['e0402954-70a8-42ef-b0d2-0cc635e01d17'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:38.476053 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-36ed553a-2c49-4835-904c-74aa950b4e70 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:38.491039 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535d60b-ea75-474b-852d-827509755aa9 req-96760bad-b983-433c-a4a3-c6b37df35eb5 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:38.492823 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7535d60b-ea75-474b-852d-827509755aa9 req-96760bad-b983-433c-a4a3-c6b37df35eb5 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.4719076 Jun 02 20:37:38.511637 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53962186-8253-4906-9cfc-1f2ec84fdeb6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:38.512139 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-53962186-8253-4906-9cfc-1f2ec84fdeb6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:38.527658 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e8a32b15-65e5-4a36-b970-9e8bfab73774 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:38.540716 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e8a32b15-65e5-4a36-b970-9e8bfab73774 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:38.544110 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-32c9aaef-7a00-48f7-a7ff-c3db9f790d0f tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:38.545974 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 77862aaa-379b-4111-bb41-212348938a74 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:38.557476 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 77862aaa-379b-4111-bb41-212348938a74 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:38.558301 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:38.564207 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a32b15-65e5-4a36-b970-9e8bfab73774 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be85d51b-81b1-4c25-9e34-9f43b829031f,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:38.568070 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-53962186-8253-4906-9cfc-1f2ec84fdeb6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:38.571628 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-53962186-8253-4906-9cfc-1f2ec84fdeb6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports/166b8c51-063f-4afa-8a3b-014aa6894357 HTTP/1.1" status: 200 len: 911 time: 0.2678723 Jun 02 20:37:38.571628 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e8a32b15-65e5-4a36-b970-9e8bfab73774 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:38.576502 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55368) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:38.590933 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f761defa-3ff7-4620-bd8e-1afe5660f069 None None] get_active_networks_info from dv-neutron-601336-84-hyperv {{(pid=92550) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 20:37:38.648305 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e8a32b15-65e5-4a36-b970-9e8bfab73774 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:38.652233 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e8a32b15-65e5-4a36-b970-9e8bfab73774 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4800141 Jun 02 20:37:38.652544 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55370) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:38.658725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-7d8bfa4f-5183-4a57-aa9a-2195a0adb711 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '71deae43-5267-48ef-b2cf-829aba137b86', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:38.671679 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7d8bfa4f-5183-4a57-aa9a-2195a0adb711 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:38.679408 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7d8bfa4f-5183-4a57-aa9a-2195a0adb711 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:38.686671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7d8bfa4f-5183-4a57-aa9a-2195a0adb711 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:38.696786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7d8bfa4f-5183-4a57-aa9a-2195a0adb711 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:38.717408 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bc699f-a703-422d-b2ae-ba819d81d437 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:38.729519 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bc699f-a703-422d-b2ae-ba819d81d437 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:38.733762 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b7bc699f-a703-422d-b2ae-ba819d81d437 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1537862 Jun 02 20:37:38.740540 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55372) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:38.744750 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-36ed553a-2c49-4835-904c-74aa950b4e70 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:38.750058 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7d8bfa4f-5183-4a57-aa9a-2195a0adb711 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:38.822294 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7d8bfa4f-5183-4a57-aa9a-2195a0adb711 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:38.827810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7d8bfa4f-5183-4a57-aa9a-2195a0adb711 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:38.830660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4a1d1a5a-6005-4da1-9d24-8d9d0b887e59 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:38.838931 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c51882aa-ea0c-4ca3-ab78-361f95907de9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:38.844514 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-311436e8-1c6d-43af-bb73-f79ae06321dc None None] Set router e0402954-70a8-42ef-b0d2-0cc635e01d17 gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:37:38.849703 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bfa4f-5183-4a57-aa9a-2195a0adb711 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51616226-ccc2-44bb-bb96-f638f3040e6d,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:38.852783 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7d8bfa4f-5183-4a57-aa9a-2195a0adb711 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:38.874139 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7d8bfa4f-5183-4a57-aa9a-2195a0adb711 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:38.875975 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7d8bfa4f-5183-4a57-aa9a-2195a0adb711 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2217433 Jun 02 20:37:38.878361 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55374) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:38.883938 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-1b819f13-1252-4582-84ff-cbe6a10e411b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '71deae43-5267-48ef-b2cf-829aba137b86', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:38.890579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-1b819f13-1252-4582-84ff-cbe6a10e411b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:38.897937 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1b819f13-1252-4582-84ff-cbe6a10e411b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:38.907191 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1b819f13-1252-4582-84ff-cbe6a10e411b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:38.918228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-1b819f13-1252-4582-84ff-cbe6a10e411b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:38.941364 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1b819f13-1252-4582-84ff-cbe6a10e411b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:38.960692 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7535d60b-ea75-474b-852d-827509755aa9 req-9ef2da9e-1229-4ab5-a997-907ef6d125e8 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4561648 Jun 02 20:37:38.996625 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c51882aa-ea0c-4ca3-ab78-361f95907de9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.031231 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-36ed553a-2c49-4835-904c-74aa950b4e70 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.043245 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-73572ed1-e971-411f-878c-dde9362a219f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:39.043452 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1b819f13-1252-4582-84ff-cbe6a10e411b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.050722 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1b819f13-1252-4582-84ff-cbe6a10e411b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.054745 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-241dcd35-8ab3-4a82-b81a-9636469f2645 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:39.084452 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b819f13-1252-4582-84ff-cbe6a10e411b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f65d85-0445-4e94-87e4-72ef74932259,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:39.092151 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1b819f13-1252-4582-84ff-cbe6a10e411b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:39.093095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1b819f13-1252-4582-84ff-cbe6a10e411b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.097011 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1b819f13-1252-4582-84ff-cbe6a10e411b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2149279 Jun 02 20:37:39.097130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55376) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:39.103559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-fa8d411c-8811-40fe-aee2-7c781db05b29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '71deae43-5267-48ef-b2cf-829aba137b86', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:39.109680 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fa8d411c-8811-40fe-aee2-7c781db05b29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:39.110166 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f761defa-3ff7-4620-bd8e-1afe5660f069 None None] Resources bound (agent type, host, resource id): {{(pid=92550) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 20:37:39.113977 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fa8d411c-8811-40fe-aee2-7c781db05b29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:39.118348 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fa8d411c-8811-40fe-aee2-7c781db05b29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:39.131952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fa8d411c-8811-40fe-aee2-7c781db05b29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:39.136102 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed553a-2c49-4835-904c-74aa950b4e70 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0eddaf-2290-4438-ba3b-edf1b7aef0cf,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:39.139055 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-36ed553a-2c49-4835-904c-74aa950b4e70 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:39.158265 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-89bcd7b3-fa3c-4260-bacf-1f9160682458 None None] Could not find standard attr ID for object 7f6a9327-5331-4902-a462-569a2978432b. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:37:39.162401 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fa8d411c-8811-40fe-aee2-7c781db05b29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.210043 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-36ed553a-2c49-4835-904c-74aa950b4e70 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.213857 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-36ed553a-2c49-4835-904c-74aa950b4e70 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "DELETE /v2.0/security-groups/4c0eddaf-2290-4438-ba3b-edf1b7aef0cf HTTP/1.1" status: 204 len: 168 time: 1.0028694 Jun 02 20:37:39.216016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55378) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:39.232737 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c51882aa-ea0c-4ca3-ab78-361f95907de9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.241348 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:39.269414 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51882aa-ea0c-4ca3-ab78-361f95907de9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a25beac-8309-416c-83ec-c8da3b20ed31,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:39.272433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c51882aa-ea0c-4ca3-ab78-361f95907de9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:39.280497 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c51882aa-ea0c-4ca3-ab78-361f95907de9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.281666 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c51882aa-ea0c-4ca3-ab78-361f95907de9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/security-groups/4a25beac-8309-416c-83ec-c8da3b20ed31 HTTP/1.1" status: 204 len: 168 time: 0.8753343 Jun 02 20:37:39.286363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55380) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:39.319733 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-89bcd7b3-fa3c-4260-bacf-1f9160682458 None None] Provisioning for port 166b8c51-063f-4afa-8a3b-014aa6894357 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:39.339842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fa8d411c-8811-40fe-aee2-7c781db05b29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.351564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fa8d411c-8811-40fe-aee2-7c781db05b29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.355101 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-21f4ecf6-647e-4955-9490-6c56899e1935 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:39.363124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e47e1c48-97f1-4ac4-9c59-302af3f2a71e tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Synchronizing usage tracker for tenant:4086c6dee96d40b8be9e0fc04f24974f on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:39.402468 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d411c-8811-40fe-aee2-7c781db05b29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7b5151-ff7a-413e-a726-4f8a93750dd4,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:39.412853 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-89bcd7b3-fa3c-4260-bacf-1f9160682458 None None] Provisioning complete for port 166b8c51-063f-4afa-8a3b-014aa6894357 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:39.413342 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-89bcd7b3-fa3c-4260-bacf-1f9160682458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.414568 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fa8d411c-8811-40fe-aee2-7c781db05b29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:39.421554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-77836d62-a309-4b49-b4ad-f008eb93ee72 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.432680 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fa8d411c-8811-40fe-aee2-7c781db05b29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.436654 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fa8d411c-8811-40fe-aee2-7c781db05b29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3386042 Jun 02 20:37:39.440141 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55382) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:39.445072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-0b50cd09-9cf6-47a4-83c4-66ec63ebd538 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '71deae43-5267-48ef-b2cf-829aba137b86', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:39.452710 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-0b50cd09-9cf6-47a4-83c4-66ec63ebd538 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:39.460068 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.465045 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-0b50cd09-9cf6-47a4-83c4-66ec63ebd538 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:39.468590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-0b50cd09-9cf6-47a4-83c4-66ec63ebd538 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:39.477571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-0b50cd09-9cf6-47a4-83c4-66ec63ebd538 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:39.487501 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e47e1c48-97f1-4ac4-9c59-302af3f2a71e tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Unset dirty status for tenant:4086c6dee96d40b8be9e0fc04f24974f on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:39.492452 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e47e1c48-97f1-4ac4-9c59-302af3f2a71e tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2714882 Jun 02 20:37:39.498357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55384) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:39.500572 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-0b50cd09-9cf6-47a4-83c4-66ec63ebd538 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:37:39.503821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9e129c68-6415-4261-9f53-30f23a70e82f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.512170 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-44868aa5-d327-4eb9-bf6a-d176799ae4a5 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group': {'name': 'tempest-secgroup--442645659'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:39.521560 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-77836d62-a309-4b49-b4ad-f008eb93ee72 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.533968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-44868aa5-d327-4eb9-bf6a-d176799ae4a5 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:39.538930 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0b50cd09-9cf6-47a4-83c4-66ec63ebd538 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.552300 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 77862aaa-379b-4111-bb41-212348938a74, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=77862aaa-379b-4111-bb41-212348938a74,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:39.575520 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-44868aa5-d327-4eb9-bf6a-d176799ae4a5 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:39.576689 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.577971 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2618f77a-ee3d-4c2a-987a-e70d75f5248a up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:39.612000 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-908078e0-66c6-4873-9526-55be0e005a28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:39.620872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44868aa5-d327-4eb9-bf6a-d176799ae4a5 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.647923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-77836d62-a309-4b49-b4ad-f008eb93ee72 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.654743 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-89bcd7b3-fa3c-4260-bacf-1f9160682458 None None] Port 166b8c51-063f-4afa-8a3b-014aa6894357 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:37:39.656992 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-355ab3af-99ab-47cf-9bb6-107609f71f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:39.667718 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0b50cd09-9cf6-47a4-83c4-66ec63ebd538 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.675983 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-44868aa5-d327-4eb9-bf6a-d176799ae4a5 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:39.678613 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77836d62-a309-4b49-b4ad-f008eb93ee72 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6b6ec2-e059-4e12-a744-8cb464d436d6,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:39.685052 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-77836d62-a309-4b49-b4ad-f008eb93ee72 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:39.686197 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-44868aa5-d327-4eb9-bf6a-d176799ae4a5 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:39.688959 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0b50cd09-9cf6-47a4-83c4-66ec63ebd538 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.692250 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-44868aa5-d327-4eb9-bf6a-d176799ae4a5 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:39.696072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fa8d411c-8811-40fe-aee2-7c781db05b29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:39.716459 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-44868aa5-d327-4eb9-bf6a-d176799ae4a5 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:39.726843 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-77836d62-a309-4b49-b4ad-f008eb93ee72 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.728204 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-77836d62-a309-4b49-b4ad-f008eb93ee72 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/security-groups/9e6b6ec2-e059-4e12-a744-8cb464d436d6 HTTP/1.1" status: 204 len: 168 time: 0.4379346 Jun 02 20:37:39.734205 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55386) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:39.771455 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50cd09-9cf6-47a4-83c4-66ec63ebd538 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7bb071-24c1-410e-a4bc-7f9bed499439,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:39.784193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0b50cd09-9cf6-47a4-83c4-66ec63ebd538 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:39.798010 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0b50cd09-9cf6-47a4-83c4-66ec63ebd538 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.801715 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0b50cd09-9cf6-47a4-83c4-66ec63ebd538 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3579481 Jun 02 20:37:39.804549 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55388) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:39.812420 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-9f13f5c3-d6f4-43e8-be5a-4a907abd3731 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '71deae43-5267-48ef-b2cf-829aba137b86', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:39.829239 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9f13f5c3-d6f4-43e8-be5a-4a907abd3731 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:39.848232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9f13f5c3-d6f4-43e8-be5a-4a907abd3731 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:39.854383 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9f13f5c3-d6f4-43e8-be5a-4a907abd3731 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:39.870046 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9f13f5c3-d6f4-43e8-be5a-4a907abd3731 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:39.875895 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e982988-f2e9-4ca4-b2c3-a4c2534e1982 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting subnet b91bab10-be31-4519-a8d4-dd075761b7f6 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:37:39.879439 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=77862aaa-379b-4111-bb41-212348938a74,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:39.884216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:39.884432 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8e982988-f2e9-4ca4-b2c3-a4c2534e1982 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.897119 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 2618f77a-ee3d-4c2a-987a-e70d75f5248a triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:39.897722 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.945136 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-9f13f5c3-d6f4-43e8-be5a-4a907abd3731 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:37:39.955930 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-9e129c68-6415-4261-9f53-30f23a70e82f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting port 166b8c51-063f-4afa-8a3b-014aa6894357 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:39.957053 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9e129c68-6415-4261-9f53-30f23a70e82f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.965926 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9f13f5c3-d6f4-43e8-be5a-4a907abd3731 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.983201 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44868aa5-d327-4eb9-bf6a-d176799ae4a5 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:39.987635 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8e982988-f2e9-4ca4-b2c3-a4c2534e1982 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:40.044262 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-311436e8-1c6d-43af-bb73-f79ae06321dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0402954-70a8-42ef-b0d2-0cc635e01d17', 'name': 'tempest-NetworksTestDHCPv6-router-147878249', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:32Z', 'updated_at': '2021-06-02T20:37:34Z', 'revision_number': 2, 'project_id': '9872c720270941e395e48a5d66cc87be', 'gw_port_host': None, '_interfaces': [{'id': '166b8c51-063f-4afa-8a3b-014aa6894357', 'name': '', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'mac_address': 'fa:16:3e:24:dd:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0402954-70a8-42ef-b0d2-0cc635e01d17', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'cc44e97d-5725-4dd1-8c53-1c75c57d0689', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:33Z', 'updated_at': '2021-06-02T20:37:35Z', 'revision_number': 2, 'project_id': '9872c720270941e395e48a5d66cc87be', 'subnets': [{'id': 'cc44e97d-5725-4dd1-8c53-1c75c57d0689', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:40.054494 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311436e8-1c6d-43af-bb73-f79ae06321dc None None] Checking router: e0402954-70a8-42ef-b0d2-0cc635e01d17 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:37:40.055224 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311436e8-1c6d-43af-bb73-f79ae06321dc None None] Updating router e0402954-70a8-42ef-b0d2-0cc635e01d17 port 166b8c51-063f-4afa-8a3b-014aa6894357 binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:37:40.111872 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9e129c68-6415-4261-9f53-30f23a70e82f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:40.114840 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8e982988-f2e9-4ca4-b2c3-a4c2534e1982 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:40.156213 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44868aa5-d327-4eb9-bf6a-d176799ae4a5 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:40.167695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a5af140a-9f35-44fc-840e-95b41e9d1982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:40.198291 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-311436e8-1c6d-43af-bb73-f79ae06321dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:40.243437 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-9e129c68-6415-4261-9f53-30f23a70e82f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Calling delete_port for 166b8c51-063f-4afa-8a3b-014aa6894357 owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:40.319275 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44868aa5-d327-4eb9-bf6a-d176799ae4a5 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2217968e-e2e2-408c-a984-3d0c3658e0cb,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:40.321502 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44868aa5-d327-4eb9-bf6a-d176799ae4a5 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:40.322829 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-44868aa5-d327-4eb9-bf6a-d176799ae4a5 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8234034 Jun 02 20:37:40.326720 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-44868aa5-d327-4eb9-bf6a-d176799ae4a5 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:40.329269 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55392) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:40.397757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-a4caeae3-af49-4cac-95b3-45fa04f032a1 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': '2217968e-e2e2-408c-a984-3d0c3658e0cb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:40.398583 dv-neutron-601336-84-hyperv neutron-server[92549]: WARNING neutron.api.v2.base [None req-a4caeae3-af49-4cac-95b3-45fa04f032a1 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 02 20:37:40.399074 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-a4caeae3-af49-4cac-95b3-45fa04f032a1 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:37:40.402600 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a4caeae3-af49-4cac-95b3-45fa04f032a1 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0613787 Jun 02 20:37:40.404512 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9f13f5c3-d6f4-43e8-be5a-4a907abd3731 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:40.412312 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55394) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:40.429122 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9e129c68-6415-4261-9f53-30f23a70e82f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:40.434331 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ecceae6e-f4e1-48b5-839d-da504a0dacc1 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:40.438720 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9f13f5c3-d6f4-43e8-be5a-4a907abd3731 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:40.449989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3c2ac890-34e2-4e02-bc82-34da6dea53ea tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:40.507110 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13f5c3-d6f4-43e8-be5a-4a907abd3731 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b60f7a-3b3d-4f55-9a53-1bf12943506d,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:40.537362 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9f13f5c3-d6f4-43e8-be5a-4a907abd3731 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:40.559926 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9f13f5c3-d6f4-43e8-be5a-4a907abd3731 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:40.561114 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9f13f5c3-d6f4-43e8-be5a-4a907abd3731 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7547154 Jun 02 20:37:40.604202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25be92-2fde-4955-ba4d-700a6c8dcd0b req-ffc9b6e1-94a9-4f14-a1e1-9293245f6c46 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:40.611126 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2b25be92-2fde-4955-ba4d-700a6c8dcd0b req-ffc9b6e1-94a9-4f14-a1e1-9293245f6c46 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.4557693 Jun 02 20:37:40.624452 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.db.api [None req-311436e8-1c6d-43af-bb73-f79ae06321dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:37:40.625051 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_db.api [None req-311436e8-1c6d-43af-bb73-f79ae06321dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:37:40.626917 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3676f909-2055-4454-a483-44ec0ea39dd8 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:40.645707 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e129c68-6415-4261-9f53-30f23a70e82f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=166b8c51-063f-4afa-8a3b-014aa6894357,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:40.648655 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9e129c68-6415-4261-9f53-30f23a70e82f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:40.676824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-987efdf5-039b-4fb5-ab06-4eb7ca75b988 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:40.703650 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 3676f909-2055-4454-a483-44ec0ea39dd8 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:40.711184 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 3676f909-2055-4454-a483-44ec0ea39dd8 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:40.711600 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:40.720439 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2b25be92-2fde-4955-ba4d-700a6c8dcd0b req-3c46a119-bf74-48ac-a2cf-3626e73a0211 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083181 Jun 02 20:37:40.765077 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-987efdf5-039b-4fb5-ab06-4eb7ca75b988 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:40.864674 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8e982988-f2e9-4ca4-b2c3-a4c2534e1982 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:40.870922 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-06c00963-14aa-4217-a1c2-4f2e67fde2a8 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:40.886559 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:40.902037 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-987efdf5-039b-4fb5-ab06-4eb7ca75b988 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:40.906885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9e129c68-6415-4261-9f53-30f23a70e82f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:40.911327 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e982988-f2e9-4ca4-b2c3-a4c2534e1982 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Subnet': ['ID=b91bab10-be31-4519-a8d4-dd075761b7f6,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:40.914917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8e982988-f2e9-4ca4-b2c3-a4c2534e1982 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:40.915738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3169b274-78d7-4c07-8af5-50fa1545f91a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:40.923404 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-233f198f-6447-488e-8736-fb036b242546 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:40.923706 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8e982988-f2e9-4ca4-b2c3-a4c2534e1982 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:40.944974 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987efdf5-039b-4fb5-ab06-4eb7ca75b988 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2217968e-e2e2-408c-a984-3d0c3658e0cb,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:40.948210 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-987efdf5-039b-4fb5-ab06-4eb7ca75b988 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:40.949254 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 3676f909-2055-4454-a483-44ec0ea39dd8, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3676f909-2055-4454-a483-44ec0ea39dd8,segment=NetworkSegment(c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed),segment_id=c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:40.949730 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-987efdf5-039b-4fb5-ab06-4eb7ca75b988 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:40.950854 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-987efdf5-039b-4fb5-ab06-4eb7ca75b988 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "DELETE /v2.0/security-groups/2217968e-e2e2-408c-a984-3d0c3658e0cb HTTP/1.1" status: 204 len: 168 time: 0.5356579 Jun 02 20:37:40.952261 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8e982988-f2e9-4ca4-b2c3-a4c2534e1982 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/subnets/b91bab10-be31-4519-a8d4-dd075761b7f6 HTTP/1.1" status: 204 len: 168 time: 1.2134035 Jun 02 20:37:40.953351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1156b11b-a10c-442b-83b8-804f85992315 None None] Network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:40.953507 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55412) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:40.972537 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55414) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:40.979666 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-f3e823ed-1487-4813-a8a5-a9648df5fd64 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'subnet': {'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:40.979838 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:40.980659 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 77862aaa-379b-4111-bb41-212348938a74 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:41.014746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-cdc3f12e-90fa-43be-bab3-7f25012615cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:41.070613 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-233f198f-6447-488e-8736-fb036b242546 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:41.071430 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-233f198f-6447-488e-8736-fb036b242546 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1339994760&fields=id&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 267 time: 0.2013919 Jun 02 20:37:41.183897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9c9c7624-c1f3-44dd-b393-f3678d7bd7a6 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Synchronizing usage tracker for tenant:4086c6dee96d40b8be9e0fc04f24974f on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:41.192374 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311436e8-1c6d-43af-bb73-f79ae06321dc None None] Port 166b8c51-063f-4afa-8a3b-014aa6894357 not found while updating agent binding for router e0402954-70a8-42ef-b0d2-0cc635e01d17. {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 02 20:37:41.235065 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=3676f909-2055-4454-a483-44ec0ea39dd8,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:41.253318 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311436e8-1c6d-43af-bb73-f79ae06321dc None None] Routers {'e0402954-70a8-42ef-b0d2-0cc635e01d17'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:37:41.254117 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-311436e8-1c6d-43af-bb73-f79ae06321dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:37:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['e0402954-70a8-42ef-b0d2-0cc635e01d17'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:41.275889 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9c9c7624-c1f3-44dd-b393-f3678d7bd7a6 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Unset dirty status for tenant:4086c6dee96d40b8be9e0fc04f24974f on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:41.280977 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9c9c7624-c1f3-44dd-b393-f3678d7bd7a6 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3208213 Jun 02 20:37:41.292413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55416) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:41.301763 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e129c68-6415-4261-9f53-30f23a70e82f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Router e0402954-70a8-42ef-b0d2-0cc635e01d17 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:37:41.302920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-a301757d-3663-4fa0-aabf-264994520b1a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group': {'name': 'tempest-secgroup--647540132'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:41.311806 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:41.320243 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a301757d-3663-4fa0-aabf-264994520b1a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:41.335791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a301757d-3663-4fa0-aabf-264994520b1a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:41.339704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f3e823ed-1487-4813-a8a5-a9648df5fd64 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:41.346623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f3e823ed-1487-4813-a8a5-a9648df5fd64 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:subnet and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:41.351169 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f3e823ed-1487-4813-a8a5-a9648df5fd64 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:41.357943 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f3e823ed-1487-4813-a8a5-a9648df5fd64 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:41.360018 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a301757d-3663-4fa0-aabf-264994520b1a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:41.387864 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a301757d-3663-4fa0-aabf-264994520b1a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:41.390608 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e823ed-1487-4813-a8a5-a9648df5fd64 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:41.393620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f3e823ed-1487-4813-a8a5-a9648df5fd64 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:41.415787 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a301757d-3663-4fa0-aabf-264994520b1a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:41.421361 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a301757d-3663-4fa0-aabf-264994520b1a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:41.436577 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-311436e8-1c6d-43af-bb73-f79ae06321dc None None] Set router e0402954-70a8-42ef-b0d2-0cc635e01d17 gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:37:41.482829 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e129c68-6415-4261-9f53-30f23a70e82f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:37:41.483290 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a301757d-3663-4fa0-aabf-264994520b1a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:41.489866 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-2916b056-e0ac-49f9-b6ed-27ec28a6dc9d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:41.490216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 77862aaa-379b-4111-bb41-212348938a74 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:41.490564 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-2916b056-e0ac-49f9-b6ed-27ec28a6dc9d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:network {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:41.490707 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:41.513054 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9e129c68-6415-4261-9f53-30f23a70e82f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "PUT /v2.0/routers/e0402954-70a8-42ef-b0d2-0cc635e01d17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7690098 Jun 02 20:37:41.513354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55418) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:41.520508 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-2916b056-e0ac-49f9-b6ed-27ec28a6dc9d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:network {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:41.522283 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-2916b056-e0ac-49f9-b6ed-27ec28a6dc9d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/networks?id=4d3342d7-33dd-436f-b033-4f39faf2bca6 HTTP/1.1" status: 200 len: 797 time: 0.4415102 Jun 02 20:37:41.538623 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-7dee0db4-52de-453e-9333-788a34fd6533 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/quotas/7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 375 time: 0.0096586 Jun 02 20:37:41.650472 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-30179c33-c8bb-4ee3-ad8e-12a7a2bd7f94 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049347 Jun 02 20:37:41.657940 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f07c0d0-ad15-474a-acdf-dfee3ca74e74 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:41.659516 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f07c0d0-ad15-474a-acdf-dfee3ca74e74 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:41.660259 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9f07c0d0-ad15-474a-acdf-dfee3ca74e74 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:41.713988 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a301757d-3663-4fa0-aabf-264994520b1a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:41.714392 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-311436e8-1c6d-43af-bb73-f79ae06321dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0402954-70a8-42ef-b0d2-0cc635e01d17', 'name': 'tempest-NetworksTestDHCPv6-router-147878249', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:32Z', 'updated_at': '2021-06-02T20:37:40Z', 'revision_number': 3, 'project_id': '9872c720270941e395e48a5d66cc87be', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:41.724781 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9f07c0d0-ad15-474a-acdf-dfee3ca74e74 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:41.724781 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9f07c0d0-ad15-474a-acdf-dfee3ca74e74 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2093918 Jun 02 20:37:41.729055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55420) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:41.781812 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a301757d-3663-4fa0-aabf-264994520b1a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:41.790927 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311436e8-1c6d-43af-bb73-f79ae06321dc None None] The sync data for ids ['e0402954-70a8-42ef-b0d2-0cc635e01d17'] in dv-neutron-601336-84-hyperv is: [{'id': 'e0402954-70a8-42ef-b0d2-0cc635e01d17', 'name': 'tempest-NetworksTestDHCPv6-router-147878249', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:32Z', 'updated_at': '2021-06-02T20:37:40Z', 'revision_number': 3, 'project_id': '9872c720270941e395e48a5d66cc87be', 'gw_port_host': None}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:37:41.861370 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c6ce8919-941c-430d-8aa5-4f417dde384a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:41.862366 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-5fb720ab-dfa0-443d-b1e8-7a40f994d4b9 service neutron] 10.222.0.25 "GET /v2.0/networks/4d3342d7-33dd-436f-b033-4f39faf2bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978517 Jun 02 20:37:42.026137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301757d-3663-4fa0-aabf-264994520b1a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26bb547-75d7-4d15-9851-ea85470567c3,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:42.029107 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a301757d-3663-4fa0-aabf-264994520b1a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:42.030030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a301757d-3663-4fa0-aabf-264994520b1a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:42.031295 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a301757d-3663-4fa0-aabf-264994520b1a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7378471 Jun 02 20:37:42.036267 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55424) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:42.039623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d17eb26-0273-4f7c-8e7a-d5992693495c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet cc44e97d-5725-4dd1-8c53-1c75c57d0689 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:37:42.046884 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-71743a20-4ac8-4c66-8c70-de251b9379c9 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': 'c26bb547-75d7-4d15-9851-ea85470567c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:42.050825 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7d17eb26-0273-4f7c-8e7a-d5992693495c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:42.074060 dv-neutron-601336-84-hyperv neutron-server[92548]: WARNING neutron.api.v2.base [None req-71743a20-4ac8-4c66-8c70-de251b9379c9 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 02 20:37:42.075672 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-71743a20-4ac8-4c66-8c70-de251b9379c9 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:37:42.080510 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-71743a20-4ac8-4c66-8c70-de251b9379c9 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0426965 Jun 02 20:37:42.081296 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55426) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:42.093081 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-5b758028-5c9a-470a-af48-78eb7d53e186 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': 'c26bb547-75d7-4d15-9851-ea85470567c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:42.094006 dv-neutron-601336-84-hyperv neutron-server[92548]: WARNING neutron.api.v2.base [None req-5b758028-5c9a-470a-af48-78eb7d53e186 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 02 20:37:42.095566 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-5b758028-5c9a-470a-af48-78eb7d53e186 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:37:42.101632 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5b758028-5c9a-470a-af48-78eb7d53e186 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0144439 Jun 02 20:37:42.102420 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55428) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:42.106843 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-c755fa0e-f073-4046-bb18-d5ffe96a9e00 service neutron] 10.222.0.25 "GET /v2.0/networks/4d3342d7-33dd-436f-b033-4f39faf2bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347012 Jun 02 20:37:42.107006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-63bea2f0-2069-49c7-9ee7-f774d5baeabb tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': 'c26bb547-75d7-4d15-9851-ea85470567c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:42.108894 dv-neutron-601336-84-hyperv neutron-server[92549]: WARNING neutron.api.v2.base [None req-63bea2f0-2069-49c7-9ee7-f774d5baeabb tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 02 20:37:42.109463 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-63bea2f0-2069-49c7-9ee7-f774d5baeabb tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:37:42.110973 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-63bea2f0-2069-49c7-9ee7-f774d5baeabb tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083439 Jun 02 20:37:42.118408 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55430) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:42.127400 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-7b97bb0c-59fc-4ac9-a40f-1f44d75fe7db tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': 'c26bb547-75d7-4d15-9851-ea85470567c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:42.128906 dv-neutron-601336-84-hyperv neutron-server[92548]: WARNING neutron.api.v2.base [None req-7b97bb0c-59fc-4ac9-a40f-1f44d75fe7db tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 02 20:37:42.129557 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-7b97bb0c-59fc-4ac9-a40f-1f44d75fe7db tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:37:42.142888 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7b97bb0c-59fc-4ac9-a40f-1f44d75fe7db tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0206914 Jun 02 20:37:42.143937 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55432) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:42.236328 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4e5f5503-7cff-4188-836a-37511e3a94c0 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:42.240468 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7d17eb26-0273-4f7c-8e7a-d5992693495c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:42.281216 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4e5f5503-7cff-4188-836a-37511e3a94c0 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:42.365620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727eccce-2c19-4e9d-a534-2ff30d3d8b26 req-18f83cee-5abf-4cb4-91b3-52f34ac02789 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:42.367364 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-727eccce-2c19-4e9d-a534-2ff30d3d8b26 req-18f83cee-5abf-4cb4-91b3-52f34ac02789 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.4587078 Jun 02 20:37:42.442232 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3676f909-2055-4454-a483-44ec0ea39dd8 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:42.581711 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-58ea61ac-7bcb-416f-84d9-d6d617468040 req-c35f7a94-0548-4f7b-96b8-c1fbeca6b8fb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 210 time: 0.2575855 Jun 02 20:37:42.604002 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4e5f5503-7cff-4188-836a-37511e3a94c0 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:42.619685 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 3676f909-2055-4454-a483-44ec0ea39dd8 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:42.620313 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:42.620813 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4eda533f-668d-4d64-9e54-8ba08a083ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:42.624905 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-727eccce-2c19-4e9d-a534-2ff30d3d8b26 req-2a3b52ff-1e1e-4180-91d9-aa24e31266d0 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467082 Jun 02 20:37:42.659589 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f5503-7cff-4188-836a-37511e3a94c0 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26bb547-75d7-4d15-9851-ea85470567c3,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:42.659589 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4e5f5503-7cff-4188-836a-37511e3a94c0 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:42.659589 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4e5f5503-7cff-4188-836a-37511e3a94c0 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "DELETE /v2.0/security-groups/c26bb547-75d7-4d15-9851-ea85470567c3 HTTP/1.1" status: 204 len: 168 time: 0.5119333 Jun 02 20:37:42.659589 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55444) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:42.666037 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7d17eb26-0273-4f7c-8e7a-d5992693495c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:42.679683 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4e5f5503-7cff-4188-836a-37511e3a94c0 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:42.747111 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-994bf0ba-2813-4fa1-a118-00e312edfef5 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Synchronizing usage tracker for tenant:4086c6dee96d40b8be9e0fc04f24974f on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:42.771209 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-994bf0ba-2813-4fa1-a118-00e312edfef5 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Unset dirty status for tenant:4086c6dee96d40b8be9e0fc04f24974f on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:42.777218 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-994bf0ba-2813-4fa1-a118-00e312edfef5 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1190073 Jun 02 20:37:42.777871 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55446) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:42.782948 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-0378dc9c-75f0-4efe-a5e6-365e529c242b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group': {'name': 'tempest-secgroup--2092535223'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:42.790411 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0378dc9c-75f0-4efe-a5e6-365e529c242b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:42.800510 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0378dc9c-75f0-4efe-a5e6-365e529c242b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:42.815427 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0378dc9c-75f0-4efe-a5e6-365e529c242b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:42.839570 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0378dc9c-75f0-4efe-a5e6-365e529c242b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:42.843536 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0378dc9c-75f0-4efe-a5e6-365e529c242b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:42.846568 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0378dc9c-75f0-4efe-a5e6-365e529c242b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:42.853445 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0378dc9c-75f0-4efe-a5e6-365e529c242b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:42.937714 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f1b7c43c-c315-46de-80bd-733ca84fb20e None None] Provisioning complete for port 11e434eb-a6df-47b2-9060-9fba4a0b8776 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:42.938981 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c43c-c315-46de-80bd-733ca84fb20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:42.966401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0378dc9c-75f0-4efe-a5e6-365e529c242b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:42.972888 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0378dc9c-75f0-4efe-a5e6-365e529c242b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:42.980355 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5b9f6ff7-bf43-4712-8496-08f4a9632169 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:43.010393 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f3e823ed-1487-4813-a8a5-a9648df5fd64 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:43.018774 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-494f049a-987d-492e-830d-7ea1820aab4a tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:43.025054 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7c43c-c315-46de-80bd-733ca84fb20e None None] Port 11e434eb-a6df-47b2-9060-9fba4a0b8776 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:37:43.035936 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378dc9c-75f0-4efe-a5e6-365e529c242b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb2f125-e2bb-46b0-9da1-a77a98a182df,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:43.039311 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f1b7c43c-c315-46de-80bd-733ca84fb20e None None] Provisioning complete for port 723ca67c-699f-4614-a0d7-216512467dd4 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:43.040473 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0378dc9c-75f0-4efe-a5e6-365e529c242b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:43.043461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c43c-c315-46de-80bd-733ca84fb20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:43.044957 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0378dc9c-75f0-4efe-a5e6-365e529c242b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:43.050901 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55450) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:43.052186 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0378dc9c-75f0-4efe-a5e6-365e529c242b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2732756 Jun 02 20:37:43.060299 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-a46dab7d-f7db-46f3-b33c-beabe346546b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': '8bb2f125-e2bb-46b0-9da1-a77a98a182df', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:43.061023 dv-neutron-601336-84-hyperv neutron-server[92549]: WARNING neutron.api.v2.base [None req-a46dab7d-f7db-46f3-b33c-beabe346546b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 02 20:37:43.061504 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-a46dab7d-f7db-46f3-b33c-beabe346546b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:37:43.062422 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a46dab7d-f7db-46f3-b33c-beabe346546b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057979 Jun 02 20:37:43.065489 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55452) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:43.071218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-9c13ef8f-e49a-4636-a955-db4478e35cc3 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': '8bb2f125-e2bb-46b0-9da1-a77a98a182df', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:43.077127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9c13ef8f-e49a-4636-a955-db4478e35cc3 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:43.082371 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9c13ef8f-e49a-4636-a955-db4478e35cc3 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:43.085983 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9c13ef8f-e49a-4636-a955-db4478e35cc3 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:43.092301 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9c13ef8f-e49a-4636-a955-db4478e35cc3 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:43.126410 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-9c13ef8f-e49a-4636-a955-db4478e35cc3 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:37:43.131059 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9c13ef8f-e49a-4636-a955-db4478e35cc3 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0632257 Jun 02 20:37:43.131740 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55454) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:43.142742 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-195f2e3a-31aa-470b-b1ca-f7b30472fd4f tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': '8bb2f125-e2bb-46b0-9da1-a77a98a182df', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:43.144125 dv-neutron-601336-84-hyperv neutron-server[92548]: WARNING neutron.api.v2.base [None req-195f2e3a-31aa-470b-b1ca-f7b30472fd4f tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 02 20:37:43.144627 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-195f2e3a-31aa-470b-b1ca-f7b30472fd4f tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:37:43.144823 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e823ed-1487-4813-a8a5-a9648df5fd64 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Subnet': ['ID=4850605f-7c00-4fb3-88fd-9192d5545d42,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:43.148775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f3e823ed-1487-4813-a8a5-a9648df5fd64 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:43.149408 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55456) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:43.150013 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-195f2e3a-31aa-470b-b1ca-f7b30472fd4f tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0165427 Jun 02 20:37:43.151568 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e823ed-1487-4813-a8a5-a9648df5fd64 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:43.181430 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1329eab5-fb39-4d3d-95fe-8af4a8fe6ba1 None None] Sync routers for ids ['e0402954-70a8-42ef-b0d2-0cc635e01d17'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:37:43.191190 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1329eab5-fb39-4d3d-95fe-8af4a8fe6ba1 None None] Routers {'e0402954-70a8-42ef-b0d2-0cc635e01d17'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:37:43.191809 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1329eab5-fb39-4d3d-95fe-8af4a8fe6ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:37:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['e0402954-70a8-42ef-b0d2-0cc635e01d17'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:43.233409 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-3e0d2a2f-357f-448d-8ffa-507b5b823ce9 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': '8bb2f125-e2bb-46b0-9da1-a77a98a182df', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:43.237947 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-f3e823ed-1487-4813-a8a5-a9648df5fd64 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:43.249786 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acec085-6066-4ddb-bf7a-094d8da746f7 None None] Network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:43.267294 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-3e0d2a2f-357f-448d-8ffa-507b5b823ce9 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:43.274391 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e823ed-1487-4813-a8a5-a9648df5fd64 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:43.279191 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f3e823ed-1487-4813-a8a5-a9648df5fd64 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:43.283898 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3e0d2a2f-357f-448d-8ffa-507b5b823ce9 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:43.287124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3e0d2a2f-357f-448d-8ffa-507b5b823ce9 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:43.294250 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-3e0d2a2f-357f-448d-8ffa-507b5b823ce9 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:43.325691 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-1329eab5-fb39-4d3d-95fe-8af4a8fe6ba1 None None] Set router e0402954-70a8-42ef-b0d2-0cc635e01d17 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:37:43.347625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7d17eb26-0273-4f7c-8e7a-d5992693495c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:43.357505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fe274d1b-aa1c-4eda-adc0-35870cef9ddb tempest-ExtraDHCPOptionsTestJSON-1048321323 tempest-ExtraDHCPOptionsTestJSON-1048321323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:43.416832 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7d17eb26-0273-4f7c-8e7a-d5992693495c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:43.417332 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7d17eb26-0273-4f7c-8e7a-d5992693495c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/cc44e97d-5725-4dd1-8c53-1c75c57d0689 HTTP/1.1" status: 204 len: 168 time: 1.6281459 Jun 02 20:37:43.419576 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55458) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:43.419853 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17eb26-0273-4f7c-8e7a-d5992693495c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=cc44e97d-5725-4dd1-8c53-1c75c57d0689,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:43.427729 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7d17eb26-0273-4f7c-8e7a-d5992693495c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:43.429157 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f3e823ed-1487-4813-a8a5-a9648df5fd64 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4556904 Jun 02 20:37:43.430257 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-3e0d2a2f-357f-448d-8ffa-507b5b823ce9 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:37:43.431171 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3e0d2a2f-357f-448d-8ffa-507b5b823ce9 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2082663 Jun 02 20:37:43.431657 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55460) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:43.436133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-f61b6e5c-d7c7-4f8b-8a8d-fb8e77275777 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'security_group': {'name': 'tempest-secgroup-1536909257'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:43.439651 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae2c5d8-e848-42cc-8182-a81e37924def None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:43.441777 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55462) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:43.444094 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f61b6e5c-d7c7-4f8b-8a8d-fb8e77275777 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:43.449890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-1f1ab029-370e-41bd-9740-44e64118fe98 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': '8bb2f125-e2bb-46b0-9da1-a77a98a182df', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:43.450607 dv-neutron-601336-84-hyperv neutron-server[92549]: WARNING neutron.api.v2.base [None req-1f1ab029-370e-41bd-9740-44e64118fe98 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 02 20:37:43.450914 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1329eab5-fb39-4d3d-95fe-8af4a8fe6ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0402954-70a8-42ef-b0d2-0cc635e01d17', 'name': 'tempest-NetworksTestDHCPv6-router-147878249', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:32Z', 'updated_at': '2021-06-02T20:37:40Z', 'revision_number': 3, 'project_id': '9872c720270941e395e48a5d66cc87be', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:43.451083 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-1f1ab029-370e-41bd-9740-44e64118fe98 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:37:43.452061 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1f1ab029-370e-41bd-9740-44e64118fe98 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093544 Jun 02 20:37:43.455091 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f61b6e5c-d7c7-4f8b-8a8d-fb8e77275777 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:security_group and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:43.456502 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1329eab5-fb39-4d3d-95fe-8af4a8fe6ba1 None None] Checking router: e0402954-70a8-42ef-b0d2-0cc635e01d17 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:37:43.459415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55464) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:43.462697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f61b6e5c-d7c7-4f8b-8a8d-fb8e77275777 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:43.467777 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1329eab5-fb39-4d3d-95fe-8af4a8fe6ba1 None None] Routers {'e0402954-70a8-42ef-b0d2-0cc635e01d17'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:37:43.468662 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1329eab5-fb39-4d3d-95fe-8af4a8fe6ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:37:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['e0402954-70a8-42ef-b0d2-0cc635e01d17'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:43.469148 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-eaa3a112-5e4c-42e0-8bef-4939971d6e14 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': '8bb2f125-e2bb-46b0-9da1-a77a98a182df', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:43.476978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-eaa3a112-5e4c-42e0-8bef-4939971d6e14 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:43.480890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-eaa3a112-5e4c-42e0-8bef-4939971d6e14 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:43.483971 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-eaa3a112-5e4c-42e0-8bef-4939971d6e14 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:43.490362 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-eaa3a112-5e4c-42e0-8bef-4939971d6e14 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:43.502607 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f61b6e5c-d7c7-4f8b-8a8d-fb8e77275777 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:43.505936 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-eaa3a112-5e4c-42e0-8bef-4939971d6e14 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Project 4086c6dee96d40b8be9e0fc04f24974f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:37:43.529697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f61b6e5c-d7c7-4f8b-8a8d-fb8e77275777 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:43.548042 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-eaa3a112-5e4c-42e0-8bef-4939971d6e14 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:37:43.549127 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-eaa3a112-5e4c-42e0-8bef-4939971d6e14 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0886736 Jun 02 20:37:43.553316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55466) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:43.560574 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-fc51e71d-007d-43a8-9879-720f430b23dd tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': '8bb2f125-e2bb-46b0-9da1-a77a98a182df', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:43.561264 dv-neutron-601336-84-hyperv neutron-server[92549]: WARNING neutron.api.v2.base [None req-fc51e71d-007d-43a8-9879-720f430b23dd tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 02 20:37:43.561749 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-fc51e71d-007d-43a8-9879-720f430b23dd tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:37:43.563069 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fc51e71d-007d-43a8-9879-720f430b23dd tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090072 Jun 02 20:37:43.567527 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55468) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:43.572856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-52a54867-c1fc-4168-b1ad-e957fd78c988 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': '8bb2f125-e2bb-46b0-9da1-a77a98a182df', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:43.587172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f61b6e5c-d7c7-4f8b-8a8d-fb8e77275777 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:43.589650 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-52a54867-c1fc-4168-b1ad-e957fd78c988 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:43.594234 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f61b6e5c-d7c7-4f8b-8a8d-fb8e77275777 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:security_group_rule and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:43.597166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-52a54867-c1fc-4168-b1ad-e957fd78c988 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:43.600246 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f61b6e5c-d7c7-4f8b-8a8d-fb8e77275777 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:43.603162 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-52a54867-c1fc-4168-b1ad-e957fd78c988 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:43.603815 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-1329eab5-fb39-4d3d-95fe-8af4a8fe6ba1 None None] Set router e0402954-70a8-42ef-b0d2-0cc635e01d17 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:37:43.611062 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f61b6e5c-d7c7-4f8b-8a8d-fb8e77275777 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:43.613248 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-52a54867-c1fc-4168-b1ad-e957fd78c988 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:43.643017 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-52a54867-c1fc-4168-b1ad-e957fd78c988 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Project 4086c6dee96d40b8be9e0fc04f24974f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:37:43.654375 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-25eb38d9-5466-472a-a238-36996f78ad6e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:router {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:43.698948 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-52a54867-c1fc-4168-b1ad-e957fd78c988 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:37:43.700377 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-52a54867-c1fc-4168-b1ad-e957fd78c988 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1317339 Jun 02 20:37:43.701574 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-25eb38d9-5466-472a-a238-36996f78ad6e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:router {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:43.703986 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-25eb38d9-5466-472a-a238-36996f78ad6e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2827277 Jun 02 20:37:43.704969 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55474) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:43.706625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55476) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:43.712496 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-62a978ac-d525-4d4f-92dc-ff01521aa945 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': '8bb2f125-e2bb-46b0-9da1-a77a98a182df', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:43.721090 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-62a978ac-d525-4d4f-92dc-ff01521aa945 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:43.726614 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-62a978ac-d525-4d4f-92dc-ff01521aa945 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:43.730543 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-62a978ac-d525-4d4f-92dc-ff01521aa945 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:43.742224 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-62a978ac-d525-4d4f-92dc-ff01521aa945 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:43.758479 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.securitygroups_db [None req-62a978ac-d525-4d4f-92dc-ff01521aa945 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Project 4086c6dee96d40b8be9e0fc04f24974f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:37:43.794222 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-62a978ac-d525-4d4f-92dc-ff01521aa945 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:37:43.795866 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-62a978ac-d525-4d4f-92dc-ff01521aa945 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0894797 Jun 02 20:37:43.798372 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55478) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:43.920766 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1329eab5-fb39-4d3d-95fe-8af4a8fe6ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0402954-70a8-42ef-b0d2-0cc635e01d17', 'name': 'tempest-NetworksTestDHCPv6-router-147878249', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:32Z', 'updated_at': '2021-06-02T20:37:40Z', 'revision_number': 3, 'project_id': '9872c720270941e395e48a5d66cc87be', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:37:43.925744 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1329eab5-fb39-4d3d-95fe-8af4a8fe6ba1 None None] The sync data for ids ['e0402954-70a8-42ef-b0d2-0cc635e01d17'] in dv-neutron-601336-84-hyperv is: [{'id': 'e0402954-70a8-42ef-b0d2-0cc635e01d17', 'name': 'tempest-NetworksTestDHCPv6-router-147878249', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:32Z', 'updated_at': '2021-06-02T20:37:40Z', 'revision_number': 3, 'project_id': '9872c720270941e395e48a5d66cc87be', 'gw_port_host': None}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:37:44.006671 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7187deaa-ce8c-42b3-b8f6-8df6f0ea446c req-55dabc39-7ec5-47ba-8bcd-35d691a0fdbc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 210 time: 0.1127684 Jun 02 20:37:44.013954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5809b33-78ca-4316-8665-aa95d3ecb178 None None] DHCP port deletion for 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:37:44.041372 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96f55a6c-f5e9-4ff8-af79-e76374a23928 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.086283 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96f55a6c-f5e9-4ff8-af79-e76374a23928 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.106752 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d625313a-375c-4232-a6cf-d74677c14c41 None None] Update dhcp port {'port': {'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59', 'fixed_ips': [{'subnet_id': '9b4ae948-86e9-4ef5-9b34-829177a9d5bb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4850605f-7c00-4fb3-88fd-9192d5545d42'}], 'binding:host_id': 'dv-neutron-601336-84-hyperv'}, 'id': '723ca67c-699f-4614-a0d7-216512467dd4'} from dv-neutron-601336-84-hyperv. {{(pid=92550) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 20:37:44.147939 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96f55a6c-f5e9-4ff8-af79-e76374a23928 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.155174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0a289435-7e38-4603-a95e-8a9322265ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:44.174079 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f55a6c-f5e9-4ff8-af79-e76374a23928 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb2f125-e2bb-46b0-9da1-a77a98a182df,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:44.177886 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-96f55a6c-f5e9-4ff8-af79-e76374a23928 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:44.179909 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96f55a6c-f5e9-4ff8-af79-e76374a23928 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.183626 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-96f55a6c-f5e9-4ff8-af79-e76374a23928 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "DELETE /v2.0/security-groups/8bb2f125-e2bb-46b0-9da1-a77a98a182df HTTP/1.1" status: 204 len: 168 time: 0.3833532 Jun 02 20:37:44.184200 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55480) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:44.199219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f61b6e5c-d7c7-4f8b-8a8d-fb8e77275777 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.224939 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d625313a-375c-4232-a6cf-d74677c14c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.243689 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9d5b344b-4b83-4ac6-a7b0-0e01a2d250de tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Synchronizing usage tracker for tenant:4086c6dee96d40b8be9e0fc04f24974f on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:44.258404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-daa96059-b127-4906-866d-71e5f3b65ccf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.260318 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9d5b344b-4b83-4ac6-a7b0-0e01a2d250de tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Unset dirty status for tenant:4086c6dee96d40b8be9e0fc04f24974f on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:44.265752 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9d5b344b-4b83-4ac6-a7b0-0e01a2d250de tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0806131 Jun 02 20:37:44.266374 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55486) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:44.271481 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-6e814dd2-8ea2-46a0-b9e2-c80f73eea69c tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group': {'name': 'tempest-secgroup--224672658'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:44.278459 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-6e814dd2-8ea2-46a0-b9e2-c80f73eea69c tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:44.289572 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-6e814dd2-8ea2-46a0-b9e2-c80f73eea69c tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:44.304665 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6e814dd2-8ea2-46a0-b9e2-c80f73eea69c tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.320094 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f61b6e5c-d7c7-4f8b-8a8d-fb8e77275777 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.332484 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-e5809b33-78ca-4316-8665-aa95d3ecb178 None None] Deleting port 77862aaa-379b-4111-bb41-212348938a74 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:44.333082 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e5809b33-78ca-4316-8665-aa95d3ecb178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.335295 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-6e814dd2-8ea2-46a0-b9e2-c80f73eea69c tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:44.340638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3885d9cf-1bf8-4081-b3c6-fb188c25520b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:44.341042 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6e814dd2-8ea2-46a0-b9e2-c80f73eea69c tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:44.345194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6e814dd2-8ea2-46a0-b9e2-c80f73eea69c tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:44.354463 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-6e814dd2-8ea2-46a0-b9e2-c80f73eea69c tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:44.420406 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.436402 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6e814dd2-8ea2-46a0-b9e2-c80f73eea69c tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.441614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 77862aaa-379b-4111-bb41-212348938a74 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:37:44.441812 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6e814dd2-8ea2-46a0-b9e2-c80f73eea69c tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.448468 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-96f55a6c-f5e9-4ff8-af79-e76374a23928 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:44.493405 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e814dd2-8ea2-46a0-b9e2-c80f73eea69c tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a294ed70-4fdd-4e5d-b90e-eb12e9502c2c,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:44.496785 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6e814dd2-8ea2-46a0-b9e2-c80f73eea69c tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:44.502977 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6e814dd2-8ea2-46a0-b9e2-c80f73eea69c tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.507663 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6e814dd2-8ea2-46a0-b9e2-c80f73eea69c tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2368026 Jun 02 20:37:44.507663 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55488) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:44.512291 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-32eb4c94-5afe-42e3-acf3-1ba29056977e tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': 'a294ed70-4fdd-4e5d-b90e-eb12e9502c2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:44.519361 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-32eb4c94-5afe-42e3-acf3-1ba29056977e tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:44.523237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-32eb4c94-5afe-42e3-acf3-1ba29056977e tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:44.526679 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-32eb4c94-5afe-42e3-acf3-1ba29056977e tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:44.532983 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-32eb4c94-5afe-42e3-acf3-1ba29056977e tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:44.555855 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-e5809b33-78ca-4316-8665-aa95d3ecb178 None None] For port 77862aaa-379b-4111-bb41-212348938a74, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=77862aaa-379b-4111-bb41-212348938a74,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:44.556256 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e5809b33-78ca-4316-8665-aa95d3ecb178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.570546 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-32eb4c94-5afe-42e3-acf3-1ba29056977e tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): The resource could not be found. Jun 02 20:37:44.574308 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-32eb4c94-5afe-42e3-acf3-1ba29056977e tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0631366 Jun 02 20:37:44.575127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55490) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:44.580063 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-73ae975d-9790-433b-84a8-c8ad3f2e4346 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': 'a294ed70-4fdd-4e5d-b90e-eb12e9502c2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a5911819-81bd-4da6-ab3f-3714d7d3cd4d'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:44.585679 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-73ae975d-9790-433b-84a8-c8ad3f2e4346 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:44.589392 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-73ae975d-9790-433b-84a8-c8ad3f2e4346 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:44.592185 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-73ae975d-9790-433b-84a8-c8ad3f2e4346 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:44.598025 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-73ae975d-9790-433b-84a8-c8ad3f2e4346 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:44.614232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f61b6e5c-d7c7-4f8b-8a8d-fb8e77275777 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.619838 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f61b6e5c-d7c7-4f8b-8a8d-fb8e77275777 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1828916 Jun 02 20:37:44.620081 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55492) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:44.625777 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-543c29d2-d7b8-4e8c-ab54-daa1c379da07 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'security_group': {'name': 'tempest-secgroup-2043861461'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:44.639123 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-543c29d2-d7b8-4e8c-ab54-daa1c379da07 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:44.644856 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-543c29d2-d7b8-4e8c-ab54-daa1c379da07 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:security_group and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:44.650350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-543c29d2-d7b8-4e8c-ab54-daa1c379da07 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:44.657012 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-543c29d2-d7b8-4e8c-ab54-daa1c379da07 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:44.661004 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-73ae975d-9790-433b-84a8-c8ad3f2e4346 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): The resource could not be found. Jun 02 20:37:44.665149 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-73ae975d-9790-433b-84a8-c8ad3f2e4346 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0871575 Jun 02 20:37:44.665750 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55494) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:44.691229 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-543c29d2-d7b8-4e8c-ab54-daa1c379da07 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.693110 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b6e5c-d7c7-4f8b-8a8d-fb8e77275777 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5efe70-99f1-49a5-91d8-ebed56e566d5,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:44.696007 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f61b6e5c-d7c7-4f8b-8a8d-fb8e77275777 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:44.712528 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-daa96059-b127-4906-866d-71e5f3b65ccf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.717585 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-daa96059-b127-4906-866d-71e5f3b65ccf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.726833 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-450a95db-904e-45ee-92cc-a674fcc0b6b5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:44.728512 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-450a95db-904e-45ee-92cc-a674fcc0b6b5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/networks?id=4d3342d7-33dd-436f-b033-4f39faf2bca6 HTTP/1.1" status: 200 len: 797 time: 0.7328706 Jun 02 20:37:44.738516 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-543c29d2-d7b8-4e8c-ab54-daa1c379da07 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:44.743840 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-543c29d2-d7b8-4e8c-ab54-daa1c379da07 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:security_group_rule and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:44.750133 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-543c29d2-d7b8-4e8c-ab54-daa1c379da07 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:44.760782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947bdf8-c6d5-4bed-939c-a489eb690ebb req-813f0f20-7f43-48d2-9cb8-87cd802c82e2 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:44.762374 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c947bdf8-c6d5-4bed-939c-a489eb690ebb req-813f0f20-7f43-48d2-9cb8-87cd802c82e2 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.7745321 Jun 02 20:37:44.765728 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-543c29d2-d7b8-4e8c-ab54-daa1c379da07 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:44.775259 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6adfe7af-2e4f-4d48-ae66-2e17b8850fb4 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.775608 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-daa96059-b127-4906-866d-71e5f3b65ccf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.776111 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa96059-b127-4906-866d-71e5f3b65ccf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Fanout notify agent at l3_agent the message router_deleted on router e0402954-70a8-42ef-b0d2-0cc635e01d17 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:37:44.781151 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-e5809b33-78ca-4316-8665-aa95d3ecb178 None None] Calling delete_port for 77862aaa-379b-4111-bb41-212348938a74 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:44.826892 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6adfe7af-2e4f-4d48-ae66-2e17b8850fb4 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.888782 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c947bdf8-c6d5-4bed-939c-a489eb690ebb req-0cc396fa-e60f-47cc-bb14-36c119a7950d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103690 Jun 02 20:37:44.893579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-daa96059-b127-4906-866d-71e5f3b65ccf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.894886 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-daa96059-b127-4906-866d-71e5f3b65ccf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/routers/e0402954-70a8-42ef-b0d2-0cc635e01d17 HTTP/1.1" status: 204 len: 168 time: 1.1870277 Jun 02 20:37:44.897283 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55496) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:44.898431 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-228816ed-a15d-4844-8aab-30736a37aa29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:44.925007 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-228816ed-a15d-4844-8aab-30736a37aa29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:44.926550 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-228816ed-a15d-4844-8aab-30736a37aa29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 380 time: 0.1455376 Jun 02 20:37:44.947758 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-80ed460b-4bb4-489e-aaf1-ff7a6a299eca tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'port': {'device_id': 'd3d9ccd6-8a8d-4d09-9364-6f2389652f60', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'admin_state_up': True, 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'security_groups': ['71deae43-5267-48ef-b2cf-829aba137b86']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:44.976430 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-d625313a-375c-4232-a6cf-d74677c14c41 None None] Allocated IP 2001:db8::2 (593c50ea-b8fa-472a-9e86-3ef57a1b0b59/4850605f-7c00-4fb3-88fd-9192d5545d42/723ca67c-699f-4614-a0d7-216512467dd4) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:44.978408 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6adfe7af-2e4f-4d48-ae66-2e17b8850fb4 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.979333 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:44.985831 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4b8ab97f-1a48-404b-9cba-35d78df79a69 tempest-QuotasNegativeTest-1638129768 tempest-QuotasNegativeTest-1638129768-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:45.020071 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfe7af-2e4f-4d48-ae66-2e17b8850fb4 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a294ed70-4fdd-4e5d-b90e-eb12e9502c2c,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:45.036255 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6adfe7af-2e4f-4d48-ae66-2e17b8850fb4 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:45.060179 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6adfe7af-2e4f-4d48-ae66-2e17b8850fb4 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:45.061301 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6adfe7af-2e4f-4d48-ae66-2e17b8850fb4 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "DELETE /v2.0/security-groups/a294ed70-4fdd-4e5d-b90e-eb12e9502c2c HTTP/1.1" status: 204 len: 168 time: 0.3950422 Jun 02 20:37:45.066208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55500) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:45.076818 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-543c29d2-d7b8-4e8c-ab54-daa1c379da07 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:45.087273 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-543c29d2-d7b8-4e8c-ab54-daa1c379da07 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:45.093864 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:45.116028 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751d7af4-1dd4-45a3-be73-f39f1847e973 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:45.116744 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-751d7af4-1dd4-45a3-be73-f39f1847e973 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:45.149293 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-543c29d2-d7b8-4e8c-ab54-daa1c379da07 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:45.154726 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-543c29d2-d7b8-4e8c-ab54-daa1c379da07 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5284927 Jun 02 20:37:45.154894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55502) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:45.163548 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-3788d6f3-9294-4b02-81b7-5bc470bacace tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'security_group': {'name': 'tempest-secgroup-380214680'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:45.173138 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-3788d6f3-9294-4b02-81b7-5bc470bacace tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:45.186912 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c8b507df-e657-44a5-a175-173d3191cd65 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Synchronizing usage tracker for tenant:4086c6dee96d40b8be9e0fc04f24974f on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:45.189829 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3788d6f3-9294-4b02-81b7-5bc470bacace tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:security_group and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:45.193289 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-80ed460b-4bb4-489e-aaf1-ff7a6a299eca tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:45.196884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3788d6f3-9294-4b02-81b7-5bc470bacace tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:45.200200 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c29d2-d7b8-4e8c-ab54-daa1c379da07 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29807893-e94d-4a89-bd01-adfb94bf16c0,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:45.200394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-80ed460b-4bb4-489e-aaf1-ff7a6a299eca tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:port and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:45.203259 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-751d7af4-1dd4-45a3-be73-f39f1847e973 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:45.204488 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-751d7af4-1dd4-45a3-be73-f39f1847e973 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3061008 Jun 02 20:37:45.206983 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8a32e3e0-e57f-449f-89d4-174002f8388a req-35b3cc29-1060-44c9-bf0f-29a644490ab7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 210 time: 0.0659001 Jun 02 20:37:45.208127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-543c29d2-d7b8-4e8c-ab54-daa1c379da07 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:45.208792 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55504) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:45.209994 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e5809b33-78ca-4316-8665-aa95d3ecb178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:45.218036 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-3788d6f3-9294-4b02-81b7-5bc470bacace tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:45.220817 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-80ed460b-4bb4-489e-aaf1-ff7a6a299eca tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:45.225989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:45.229265 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c8b507df-e657-44a5-a175-173d3191cd65 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Unset dirty status for tenant:4086c6dee96d40b8be9e0fc04f24974f on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:45.234287 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c8b507df-e657-44a5-a175-173d3191cd65 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1634359 Jun 02 20:37:45.234287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-80ed460b-4bb4-489e-aaf1-ff7a6a299eca tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:45.234591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55506) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:45.242131 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-bb02604c-194c-4429-93a7-9a669c74150a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': '09271167-d34b-4241-97e8-693696f7916e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:45.255242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-bb02604c-194c-4429-93a7-9a669c74150a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:45.259971 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3788d6f3-9294-4b02-81b7-5bc470bacace tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:45.269236 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-80ed460b-4bb4-489e-aaf1-ff7a6a299eca tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:45.273252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-80ed460b-4bb4-489e-aaf1-ff7a6a299eca tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:45.285059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-bb02604c-194c-4429-93a7-9a669c74150a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:45.291756 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5809b33-78ca-4316-8665-aa95d3ecb178 None None] Pushing event deleted for resources: {'Port': ['ID=77862aaa-379b-4111-bb41-212348938a74,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:45.293469 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f9ec0c-5bf5-4b2c-b5cc-fc7bde27bd4a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:45.293614 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-bb02604c-194c-4429-93a7-9a669c74150a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:45.294166 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e6f9ec0c-5bf5-4b2c-b5cc-fc7bde27bd4a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:45.294317 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e5809b33-78ca-4316-8665-aa95d3ecb178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:45.305000 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5809b33-78ca-4316-8665-aa95d3ecb178 None None] No DVR routers for this DVR port 77862aaa-379b-4111-bb41-212348938a74 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:37:45.310071 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-bb02604c-194c-4429-93a7-9a669c74150a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:45.323290 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e6f9ec0c-5bf5-4b2c-b5cc-fc7bde27bd4a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:45.325414 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e6f9ec0c-5bf5-4b2c-b5cc-fc7bde27bd4a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1155324 Jun 02 20:37:45.327716 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55508) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:45.357052 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-d625313a-375c-4232-a6cf-d74677c14c41 None None] For port 723ca67c-699f-4614-a0d7-216512467dd4, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=723ca67c-699f-4614-a0d7-216512467dd4,segment=NetworkSegment(bce3e724-0134-4bb9-a50f-7ed2f7b21ae7),segment_id=bce3e724-0134-4bb9-a50f-7ed2f7b21ae7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:45.361302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-3788d6f3-9294-4b02-81b7-5bc470bacace tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:45.368395 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3788d6f3-9294-4b02-81b7-5bc470bacace tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:security_group_rule and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:45.379714 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3788d6f3-9294-4b02-81b7-5bc470bacace tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:45.390336 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d625313a-375c-4232-a6cf-d74677c14c41 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:45.402596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-3788d6f3-9294-4b02-81b7-5bc470bacace tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:45.426905 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4179f53d-0272-4590-b5e6-103178250bbb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0818396 Jun 02 20:37:45.427767 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d625313a-375c-4232-a6cf-d74677c14c41 None None] Transition to ACTIVE for port object 723ca67c-699f-4614-a0d7-216512467dd4 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:45.427889 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55510) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:45.427889 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-d7452d0c-3b5f-42e2-8aa3-0d590a4a8537 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:45.434891 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d625313a-375c-4232-a6cf-d74677c14c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:45.440918 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:45.493426 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-bb02604c-194c-4429-93a7-9a669c74150a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): The resource could not be found. Jun 02 20:37:45.498729 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-bb02604c-194c-4429-93a7-9a669c74150a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2587795 Jun 02 20:37:45.502531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55512) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:45.516005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943983038'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:45.538322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:45.543993 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d7452d0c-3b5f-42e2-8aa3-0d590a4a8537 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:45.556540 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d7452d0c-3b5f-42e2-8aa3-0d590a4a8537 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:45.568438 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7452d0c-3b5f-42e2-8aa3-0d590a4a8537 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:45.572742 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d7452d0c-3b5f-42e2-8aa3-0d590a4a8537 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:45.579757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-80ed460b-4bb4-489e-aaf1-ff7a6a299eca tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.20.0.12 (4d3342d7-33dd-436f-b033-4f39faf2bca6/906c3740-d5d8-4e4a-bd58-106df157d850/78f4386c-0e07-4e2e-9ae3-1b618f67e4a2) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:45.581797 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:45.602369 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625313a-375c-4232-a6cf-d74677c14c41 None None] Pushing event updated for resources: {'Port': ['ID=723ca67c-699f-4614-a0d7-216512467dd4,revision_number=6']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:45.608776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d625313a-375c-4232-a6cf-d74677c14c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:45.612947 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3788d6f3-9294-4b02-81b7-5bc470bacace tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:45.617088 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:45.629221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3788d6f3-9294-4b02-81b7-5bc470bacace tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:45.643866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:45.708968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:45.736695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:45.741131 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788d6f3-9294-4b02-81b7-5bc470bacace tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf8ffe7-9623-47c1-aba5-12ca991a425e,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:45.746974 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:45.752246 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3788d6f3-9294-4b02-81b7-5bc470bacace tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:45.954325 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3788d6f3-9294-4b02-81b7-5bc470bacace tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:45.958038 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3788d6f3-9294-4b02-81b7-5bc470bacace tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8009079 Jun 02 20:37:45.958038 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:45.962378 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55516) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:45.972945 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-58d5e82e-3567-49d5-bb94-e1fec07cff62 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-819335345', 'security_groups': ['ddf8ffe7-9623-47c1-aba5-12ca991a425e'], 'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4850605f-7c00-4fb3-88fd-9192d5545d42'}]}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:46.162808 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-80ed460b-4bb4-489e-aaf1-ff7a6a299eca tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:46.183366 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-074b9e3a-0c4f-475d-a75f-713188eef535 None None] Provisioning complete for port 11e434eb-a6df-47b2-9060-9fba4a0b8776 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:46.184245 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-074b9e3a-0c4f-475d-a75f-713188eef535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:46.195658 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-80ed460b-4bb4-489e-aaf1-ff7a6a299eca tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Transition to ACTIVE for port object 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:46.209498 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1f835-2810-45f4-b16b-e3588059085f req-48fb88d1-58a1-47c1-a090-73f3d89b5006 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:46.211063 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b4b1f835-2810-45f4-b16b-e3588059085f req-48fb88d1-58a1-47c1-a090-73f3d89b5006 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.1832528 Jun 02 20:37:46.214693 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:46.238951 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:46.249092 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-22f01586-e5a5-453c-9919-f260f1f21ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:46.258609 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-074b9e3a-0c4f-475d-a75f-713188eef535 None None] Port 11e434eb-a6df-47b2-9060-9fba4a0b8776 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:37:46.278039 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-074b9e3a-0c4f-475d-a75f-713188eef535 None None] Provisioning for port 723ca67c-699f-4614-a0d7-216512467dd4 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:46.285409 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-074b9e3a-0c4f-475d-a75f-713188eef535 None None] Provisioning complete for port 723ca67c-699f-4614-a0d7-216512467dd4 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:46.286553 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-074b9e3a-0c4f-475d-a75f-713188eef535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:46.333045 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-58d5e82e-3567-49d5-bb94-e1fec07cff62 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:46.339384 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b4b1f835-2810-45f4-b16b-e3588059085f req-36c2ff03-48f7-49b1-ad0d-0bd3b06e39b9 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185660 Jun 02 20:37:46.358287 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-58d5e82e-3567-49d5-bb94-e1fec07cff62 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:46.388025 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f48283a-a139-4387-9f84-154c85a61187,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:46.393820 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-80ed460b-4bb4-489e-aaf1-ff7a6a299eca tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:46.404877 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:46.405421 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:46.405812 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:46.408097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:46.408488 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:46.408870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:46.409288 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:46.409994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:46.410550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:46.410923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:46.411423 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:46.411792 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:46.416864 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:46.421594 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9149625 Jun 02 20:37:46.424469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55520) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:46.425874 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:46.428094 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-774b6bc8-87ec-45fe-9946-f5b2180bb8b4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:46.433308 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 723ca67c-699f-4614-a0d7-216512467dd4 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:46.460340 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.objects.ports [None req-d7452d0c-3b5f-42e2-8aa3-0d590a4a8537 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92548) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 20:37:46.463269 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d7452d0c-3b5f-42e2-8aa3-0d590a4a8537 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:46.470332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-31da326c-7e24-48db-a567-500a7e037672 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:46.475786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-f8fe32d0-8f9e-4d7c-8875-1b081275b1ec tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078026407'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:46.493274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f8fe32d0-8f9e-4d7c-8875-1b081275b1ec tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:46.495127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d5e82e-3567-49d5-bb94-e1fec07cff62 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:46.511285 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f8fe32d0-8f9e-4d7c-8875-1b081275b1ec tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:46.517341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-80ed460b-4bb4-489e-aaf1-ff7a6a299eca tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 4d3342d7-33dd-436f-b033-4f39faf2bca6 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:46.519851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f8fe32d0-8f9e-4d7c-8875-1b081275b1ec tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:46.526162 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-80ed460b-4bb4-489e-aaf1-ff7a6a299eca tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:46.526490 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 723ca67c-699f-4614-a0d7-216512467dd4 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:46.527089 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:46.530917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed460b-4bb4-489e-aaf1-ff7a6a299eca tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=78f4386c-0e07-4e2e-9ae3-1b618f67e4a2,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:46.533368 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f8fe32d0-8f9e-4d7c-8875-1b081275b1ec tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:46.535348 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-80ed460b-4bb4-489e-aaf1-ff7a6a299eca tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:46.565989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-80ed460b-4bb4-489e-aaf1-ff7a6a299eca tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:46.587980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f8fe32d0-8f9e-4d7c-8875-1b081275b1ec tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:46.617514 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7452d0c-3b5f-42e2-8aa3-0d590a4a8537 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:46.620751 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-80ed460b-4bb4-489e-aaf1-ff7a6a299eca tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:46.621647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-80ed460b-4bb4-489e-aaf1-ff7a6a299eca tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:46.625686 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f8fe32d0-8f9e-4d7c-8875-1b081275b1ec tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:46.626755 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-d7452d0c-3b5f-42e2-8aa3-0d590a4a8537 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:46.636518 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f8fe32d0-8f9e-4d7c-8875-1b081275b1ec tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:46.636803 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7452d0c-3b5f-42e2-8aa3-0d590a4a8537 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=7b9d3a48-9ab0-4c07-99ca-b0820d40a501,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:46.641898 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f8fe32d0-8f9e-4d7c-8875-1b081275b1ec tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:46.647267 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d7452d0c-3b5f-42e2-8aa3-0d590a4a8537 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:46.654193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f8fe32d0-8f9e-4d7c-8875-1b081275b1ec tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:46.658671 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7452d0c-3b5f-42e2-8aa3-0d590a4a8537 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:46.659339 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d7452d0c-3b5f-42e2-8aa3-0d590a4a8537 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:46.662284 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-80ed460b-4bb4-489e-aaf1-ff7a6a299eca tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7297850 Jun 02 20:37:46.675297 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Request body: {'port': {'device_id': 'd3d9ccd6-8a8d-4d09-9364-6f2389652f60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:46.715894 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0e56c-415c-4534-806d-e102251f8c59 req-a979fb7b-9cad-4477-9ff5-48058bbae7ae tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:46.717532 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-69e0e56c-415c-4534-806d-e102251f8c59 req-a979fb7b-9cad-4477-9ff5-48058bbae7ae tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 932 time: 0.3570387 Jun 02 20:37:46.733927 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58d5e82e-3567-49d5-bb94-e1fec07cff62 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:46.775615 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d7452d0c-3b5f-42e2-8aa3-0d590a4a8537 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3556533 Jun 02 20:37:46.778381 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55522) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:46.787212 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-ec1ad6c2-7b49-4267-ba74-b6d4e81d9bd8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:46.797443 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633519b6-6ce9-472c-a981-4b3a0b2611b1 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:46.803259 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-58d5e82e-3567-49d5-bb94-e1fec07cff62 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] device_id is not set on port 448f9028-5cd5-4f5f-b750-b2a2cc9fe06d yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:37:46.851086 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:46.925144 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f8fe32d0-8f9e-4d7c-8875-1b081275b1ec tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:46.932726 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-69e0e56c-415c-4534-806d-e102251f8c59 req-c4cb2056-690e-464d-ab38-e649315c80a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=71deae43-5267-48ef-b2cf-829aba137b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055581 Jun 02 20:37:46.936654 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f8fe32d0-8f9e-4d7c-8875-1b081275b1ec tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:46.968533 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b1331d23-e1df-417e-a17e-03e685a2f02d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:46.985334 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f8fe32d0-8f9e-4d7c-8875-1b081275b1ec tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:46.986623 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f8fe32d0-8f9e-4d7c-8875-1b081275b1ec tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5597284 Jun 02 20:37:46.998050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55524) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:47.002852 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-14cce2d6-c0b9-461b-b849-2573e78f7e02 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': '2f48283a-a139-4387-9f84-154c85a61187', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6a29c478-5e3b-4425-8c82-b462a39c5143'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:47.046413 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-abc634bf-81ea-4a16-867d-42edc8c647d1 None None] Provisioning for port 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:47.056133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-14cce2d6-c0b9-461b-b849-2573e78f7e02 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:47.057961 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-abc634bf-81ea-4a16-867d-42edc8c647d1 None None] Provisioning complete for port 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:47.058412 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-abc634bf-81ea-4a16-867d-42edc8c647d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:47.062637 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe32d0-8f9e-4d7c-8875-1b081275b1ec tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a29c478-5e3b-4425-8c82-b462a39c5143,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:47.068404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-14cce2d6-c0b9-461b-b849-2573e78f7e02 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:47.077152 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f8fe32d0-8f9e-4d7c-8875-1b081275b1ec tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:47.080603 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-14cce2d6-c0b9-461b-b849-2573e78f7e02 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:47.083688 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ec1ad6c2-7b49-4267-ba74-b6d4e81d9bd8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:47.091131 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ec1ad6c2-7b49-4267-ba74-b6d4e81d9bd8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:47.095178 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-14cce2d6-c0b9-461b-b849-2573e78f7e02 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:47.096962 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ec1ad6c2-7b49-4267-ba74-b6d4e81d9bd8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:47.102364 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'fixed_ips': [{'subnet_id': '7b9d3a48-9ab0-4c07-99ca-b0820d40a501'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:37:47.103631 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:47.140660 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ec1ad6c2-7b49-4267-ba74-b6d4e81d9bd8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:47.165059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1ad6c2-7b49-4267-ba74-b6d4e81d9bd8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:47.168608 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ec1ad6c2-7b49-4267-ba74-b6d4e81d9bd8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:47.189619 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-abc634bf-81ea-4a16-867d-42edc8c647d1 None None] Port 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:37:47.207724 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-14cce2d6-c0b9-461b-b849-2573e78f7e02 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:37:47.209067 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-14cce2d6-c0b9-461b-b849-2573e78f7e02 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2100759 Jun 02 20:37:47.213870 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55526) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:47.214988 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-58d5e82e-3567-49d5-bb94-e1fec07cff62 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Allocated IP 2001:db8::217 (593c50ea-b8fa-472a-9e86-3ef57a1b0b59/4850605f-7c00-4fb3-88fd-9192d5545d42/448f9028-5cd5-4f5f-b750-b2a2cc9fe06d) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:47.298425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Allocated IP 2001:db8::f816:3eff:fe3c:85e8 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/7b9d3a48-9ab0-4c07-99ca-b0820d40a501/8930ab82-9640-4e8f-bc17-16a39a89bf81) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:47.338125 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:37:47.345782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:47.377255 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Transition to ACTIVE for port object 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:47.382761 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:47.394808 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-11d8a283-60fb-41c2-9882-ed0b4f55c840 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:47.441419 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3225d7e5-a00e-46e5-bcd8-a1a878053801 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:47.568652 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3225d7e5-a00e-46e5-bcd8-a1a878053801 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:47.589866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Pushing event updated for resources: {'Port': ['ID=78f4386c-0e07-4e2e-9ae3-1b618f67e4a2,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:47.624954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:47.629999 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:47.639338 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Transition to ACTIVE for port object 8930ab82-9640-4e8f-bc17-16a39a89bf81 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:47.662624 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Transition to ACTIVE for port object 8930ab82-9640-4e8f-bc17-16a39a89bf81 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:47.673181 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:47.677857 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-39c19c60-f689-4697-a9d6-491355d46dba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:47.678052 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58d5e82e-3567-49d5-bb94-e1fec07cff62 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:47.714520 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de8579-a0d9-4807-8f30-84cd7a61bbac req-ca653a46-9762-47ca-ab5d-46ec7798e3a1 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:47.716064 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f1de8579-a0d9-4807-8f30-84cd7a61bbac req-ca653a46-9762-47ca-ab5d-46ec7798e3a1 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.2132475 Jun 02 20:37:47.728635 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-58d5e82e-3567-49d5-bb94-e1fec07cff62 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Transition to ACTIVE for port object 448f9028-5cd5-4f5f-b750-b2a2cc9fe06d will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:47.751537 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3225d7e5-a00e-46e5-bcd8-a1a878053801 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:47.755894 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-867eab99-6d08-4927-82d2-bd6c691b9da0 tempest-ServersTestManualDisk-249309091 tempest-ServersTestManualDisk-249309091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:47.772915 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Attempting to bind port 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:37:47.773301 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Attempting to bind port 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:37:47.773441 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225d7e5-a00e-46e5-bcd8-a1a878053801 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a29c478-5e3b-4425-8c82-b462a39c5143,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:47.773633 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Attempting to bind port 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 on network 4d3342d7-33dd-436f-b033-4f39faf2bca6 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:37:47.778347 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Pushing event updated for resources: {'Port': ['ID=8930ab82-9640-4e8f-bc17-16a39a89bf81,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:47.780969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Port 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 on network 4d3342d7-33dd-436f-b033-4f39faf2bca6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:37:47.781355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Attempting to bind port 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 on network 4d3342d7-33dd-436f-b033-4f39faf2bca6 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:37:47.781473 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:47.787090 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:47.788485 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:47.789598 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:37:47.789967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Checking segment: {'id': 'c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:47.790341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Bound using segment: {'id': 'c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:37:47.790774 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Bound port: 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:37:47.791126 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:47.793360 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:47.798461 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d7e5-a00e-46e5-bcd8-a1a878053801 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:47.798851 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d7e5-a00e-46e5-bcd8-a1a878053801 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:47.799254 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d7e5-a00e-46e5-bcd8-a1a878053801 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:47.799631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d7e5-a00e-46e5-bcd8-a1a878053801 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:47.799997 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d7e5-a00e-46e5-bcd8-a1a878053801 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:47.800366 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d7e5-a00e-46e5-bcd8-a1a878053801 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:47.800727 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d7e5-a00e-46e5-bcd8-a1a878053801 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:47.801086 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d7e5-a00e-46e5-bcd8-a1a878053801 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:47.801442 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d7e5-a00e-46e5-bcd8-a1a878053801 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:47.801802 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d7e5-a00e-46e5-bcd8-a1a878053801 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:47.802693 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d7e5-a00e-46e5-bcd8-a1a878053801 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:47.803051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3225d7e5-a00e-46e5-bcd8-a1a878053801 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:47.809197 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3225d7e5-a00e-46e5-bcd8-a1a878053801 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:47.846631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3225d7e5-a00e-46e5-bcd8-a1a878053801 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:47.850775 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3225d7e5-a00e-46e5-bcd8-a1a878053801 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "DELETE /v2.0/security-groups/6a29c478-5e3b-4425-8c82-b462a39c5143 HTTP/1.1" status: 204 len: 168 time: 0.6264274 Jun 02 20:37:47.853965 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55530) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:47.863704 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f1de8579-a0d9-4807-8f30-84cd7a61bbac req-537d5993-d1b9-4b30-b090-bfb5a7ca1d11 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276717 Jun 02 20:37:47.886527 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58d5e82e-3567-49d5-bb94-e1fec07cff62 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:47.909181 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Attempting to bind port 8930ab82-9640-4e8f-bc17-16a39a89bf81 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:37:47.909855 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Attempting to bind port 8930ab82-9640-4e8f-bc17-16a39a89bf81 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:37:47.910439 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Attempting to bind port 8930ab82-9640-4e8f-bc17-16a39a89bf81 on network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:37:47.921475 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:37:47.921861 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Checking segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:47.922282 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:47.922682 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Bound using segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:37:47.923354 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Bound port: 8930ab82-9640-4e8f-bc17-16a39a89bf81, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:37:47.923705 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:47.940048 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-974b66c4-bd88-41ea-9250-ea5dffca68a9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:47.961689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2ce0a0c5-7cec-4ecd-82a9-54f706724a1a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Synchronizing usage tracker for tenant:4086c6dee96d40b8be9e0fc04f24974f on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:47.965362 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] For port 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:37:47.968935 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] For port 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=78f4386c-0e07-4e2e-9ae3-1b618f67e4a2,segment=NetworkSegment(c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed),segment_id=c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:37:47.989137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:47.998150 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:48.021803 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d5e82e-3567-49d5-bb94-e1fec07cff62 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:48.025910 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-58d5e82e-3567-49d5-bb94-e1fec07cff62 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:48.035103 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d5e82e-3567-49d5-bb94-e1fec07cff62 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:48.041284 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d5e82e-3567-49d5-bb94-e1fec07cff62 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:48.041910 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58d5e82e-3567-49d5-bb94-e1fec07cff62 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:48.044457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2ce0a0c5-7cec-4ecd-82a9-54f706724a1a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Unset dirty status for tenant:4086c6dee96d40b8be9e0fc04f24974f on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:48.046071 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2ce0a0c5-7cec-4ecd-82a9-54f706724a1a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1856806 Jun 02 20:37:48.048094 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5e82e-3567-49d5-bb94-e1fec07cff62 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=448f9028-5cd5-4f5f-b750-b2a2cc9fe06d,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:48.050310 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55534) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:48.064923 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] For port 8930ab82-9640-4e8f-bc17-16a39a89bf81, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:37:48.073029 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] For port 8930ab82-9640-4e8f-bc17-16a39a89bf81, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=8930ab82-9640-4e8f-bc17-16a39a89bf81,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:37:48.079660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:48.080283 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:48.081128 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-58d5e82e-3567-49d5-bb94-e1fec07cff62 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:48.081803 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] 10.222.0.95 "PUT /v2.0/ports/78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 HTTP/1.1" status: 200 len: 1094 time: 1.4110687 Jun 02 20:37:48.082394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d9ccd6-8a8d-4d09-9364-6f2389652f60', 'tag': '78f4386c-0e07-4e2e-9ae3-1b618f67e4a2'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:37:48.086283 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852bd801-24c2-4ce3-9cd6-6ee7fe419a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d9ccd6-8a8d-4d09-9364-6f2389652f60", "tag": "78f4386c-0e07-4e2e-9ae3-1b618f67e4a2"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:37:48.086922 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:48.111969 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7acb10cc-1f5f-4068-b835-b4d9d827a0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:48.133635 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-58d5e82e-3567-49d5-bb94-e1fec07cff62 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1660612 Jun 02 20:37:48.137038 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55538) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:48.143845 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-1a150f02-6463-4bbe-96ef-42537648dc72 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'subnet': {'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:48.166862 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Pushing event updated for resources: {'Port': ['ID=78f4386c-0e07-4e2e-9ae3-1b618f67e4a2,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:48.171651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:48.227238 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Pushing event updated for resources: {'Port': ['ID=8930ab82-9640-4e8f-bc17-16a39a89bf81,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:48.235773 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:48.260051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5e4328-966d-4a63-bcd5-59cdec2a2e33 x-openstack-request-id: req-ff5e4328-966d-4a63-bcd5-59cdec2a2e33 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:37:48.260410 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d9ccd6-8a8d-4d09-9364-6f2389652f60", "tag": "78f4386c-0e07-4e2e-9ae3-1b618f67e4a2", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:37:48.260741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff5e4328-966d-4a63-bcd5-59cdec2a2e33 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:37:48.261311 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d9ccd6-8a8d-4d09-9364-6f2389652f60', 'tag': '78f4386c-0e07-4e2e-9ae3-1b618f67e4a2', 'status': 'completed', 'code': 200} Jun 02 20:37:48.471450 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-363e0a1f-7ee8-415a-9d41-611398b7e044 None None] Provisioning for port 448f9028-5cd5-4f5f-b750-b2a2cc9fe06d completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:48.483353 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-363e0a1f-7ee8-415a-9d41-611398b7e044 None None] Provisioning complete for port 448f9028-5cd5-4f5f-b750-b2a2cc9fe06d triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:48.483808 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-363e0a1f-7ee8-415a-9d41-611398b7e044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:48.484346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7d5de969-2236-4467-bd9f-4eb0d81bdde0 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:48.598425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-363e0a1f-7ee8-415a-9d41-611398b7e044 None None] Port 448f9028-5cd5-4f5f-b750-b2a2cc9fe06d cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:37:48.609504 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-117fa7d2-fbeb-4061-9555-df495bb1907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:48.610207 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7d5de969-2236-4467-bd9f-4eb0d81bdde0 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:48.611997 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-117fa7d2-fbeb-4061-9555-df495bb1907f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 1097 time: 0.4464400 Jun 02 20:37:48.668104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd49c8-47f8-44dd-a9c8-f5afca5ea2bc req-02898a66-358a-4067-8fea-895ba9c51809 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:48.669796 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-40dd49c8-47f8-44dd-a9c8-f5afca5ea2bc req-02898a66-358a-4067-8fea-895ba9c51809 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 944 time: 0.5528190 Jun 02 20:37:48.682221 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ec1ad6c2-7b49-4267-ba74-b6d4e81d9bd8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:48.690528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c74a6ddc-686f-4dac-8dbe-2ea2492fbd6d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:48.724521 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-1a150f02-6463-4bbe-96ef-42537648dc72 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:48.728638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1a150f02-6463-4bbe-96ef-42537648dc72 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:subnet and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:48.737162 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1a150f02-6463-4bbe-96ef-42537648dc72 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:48.749432 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-44458999-7d19-47a9-b128-c77afab5a7cb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 HTTP/1.1" status: 200 len: 217 time: 0.0966175 Jun 02 20:37:48.750253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-1a150f02-6463-4bbe-96ef-42537648dc72 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:48.804712 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1ad6c2-7b49-4267-ba74-b6d4e81d9bd8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:48.805041 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a150f02-6463-4bbe-96ef-42537648dc72 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:48.809419 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1a150f02-6463-4bbe-96ef-42537648dc72 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:48.811638 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7d5de969-2236-4467-bd9f-4eb0d81bdde0 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:48.815424 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-ec1ad6c2-7b49-4267-ba74-b6d4e81d9bd8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:48.823303 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-40dd49c8-47f8-44dd-a9c8-f5afca5ea2bc req-bb292350-d241-4c9f-8408-a0ff47dd18ac tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=71deae43-5267-48ef-b2cf-829aba137b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425676 Jun 02 20:37:48.847126 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ad6c2-7b49-4267-ba74-b6d4e81d9bd8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=f47d855d-c99e-4f8c-8cd5-303e34fd7d74,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:48.848680 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1ad6c2-7b49-4267-ba74-b6d4e81d9bd8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:48.849402 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ec1ad6c2-7b49-4267-ba74-b6d4e81d9bd8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:48.855308 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ec1ad6c2-7b49-4267-ba74-b6d4e81d9bd8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:48.855568 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-88485b4c-7322-4a68-86db-285d3bdc52bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:48.877952 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5de969-2236-4467-bd9f-4eb0d81bdde0 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f48283a-a139-4387-9f84-154c85a61187,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:48.884709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7d5de969-2236-4467-bd9f-4eb0d81bdde0 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:48.886772 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7d5de969-2236-4467-bd9f-4eb0d81bdde0 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:48.891407 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7d5de969-2236-4467-bd9f-4eb0d81bdde0 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "DELETE /v2.0/security-groups/2f48283a-a139-4387-9f84-154c85a61187 HTTP/1.1" status: 204 len: 168 time: 0.8352411 Jun 02 20:37:48.892012 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55540) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:48.911690 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ec1ad6c2-7b49-4267-ba74-b6d4e81d9bd8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1297865 Jun 02 20:37:48.912318 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55544) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:48.923777 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e46164a3-bc99-40be-8ec4-d87748c8ba82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'mac_address': 'fa:16:3e:20:00:ca', 'name': 'tempest-NetworksTestDHCPv6-2124754813'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:48.928466 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-cdc0bc33-198f-4558-b5fb-c02e59c8ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:48.930146 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-cdc0bc33-198f-4558-b5fb-c02e59c8ef7a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=906c3740-d5d8-4e4a-bd58-106df157d850 HTTP/1.1" status: 200 len: 834 time: 0.1724486 Jun 02 20:37:49.056803 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-06c25384-2c61-434a-8031-c19213a9bab3 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Synchronizing usage tracker for tenant:4086c6dee96d40b8be9e0fc04f24974f on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:49.081925 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.ipam_backend_mixin [None req-1a150f02-6463-4bbe-96ef-42537648dc72 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4850605f-7c00-4fb3-88fd-9192d5545d42 (CIDR: 2001:db8::/64) Jun 02 20:37:49.096257 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a150f02-6463-4bbe-96ef-42537648dc72 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:37:49.096757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a150f02-6463-4bbe-96ef-42537648dc72 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:49.102429 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-06c25384-2c61-434a-8031-c19213a9bab3 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Unset dirty status for tenant:4086c6dee96d40b8be9e0fc04f24974f on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:49.108042 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-06c25384-2c61-434a-8031-c19213a9bab3 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2109437 Jun 02 20:37:49.108364 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55546) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:49.112859 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-9388140e-a33f-42bc-b63a-1c47e9ddf205 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group': {'name': 'tempest-secgroup--1510441439'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:49.120313 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9388140e-a33f-42bc-b63a-1c47e9ddf205 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:49.132881 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9388140e-a33f-42bc-b63a-1c47e9ddf205 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:49.141886 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e46164a3-bc99-40be-8ec4-d87748c8ba82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:49.146017 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e46164a3-bc99-40be-8ec4-d87748c8ba82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:port and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:49.148913 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e46164a3-bc99-40be-8ec4-d87748c8ba82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:49.155063 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1a150f02-6463-4bbe-96ef-42537648dc72 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0166504 Jun 02 20:37:49.155330 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e46164a3-bc99-40be-8ec4-d87748c8ba82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:49.155845 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55548) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:49.169102 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46164a3-bc99-40be-8ec4-d87748c8ba82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:49.173034 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-75f22e6d-959c-452e-87aa-d32e303ec6bb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'subnet': {'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:49.187945 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9388140e-a33f-42bc-b63a-1c47e9ddf205 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:49.200875 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-b770bbd6-a4d6-4557-b8d5-2b0e9e9889ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:49.202744 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-b770bbd6-a4d6-4557-b8d5-2b0e9e9889ce service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4d3342d7-33dd-436f-b033-4f39faf2bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2645409 Jun 02 20:37:49.274666 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9388140e-a33f-42bc-b63a-1c47e9ddf205 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:49.288344 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9388140e-a33f-42bc-b63a-1c47e9ddf205 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:49.292110 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9388140e-a33f-42bc-b63a-1c47e9ddf205 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:49.301162 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9388140e-a33f-42bc-b63a-1c47e9ddf205 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:49.350029 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e46164a3-bc99-40be-8ec4-d87748c8ba82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:49.379300 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6403bab-ab3e-4b5a-9f39-bac6b1404368 req-de463cc7-58da-42b3-b9a0-535ab3e109b5 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:49.390327 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e6403bab-ab3e-4b5a-9f39-bac6b1404368 req-de463cc7-58da-42b3-b9a0-535ab3e109b5 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.3718069 Jun 02 20:37:49.393164 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-e46164a3-bc99-40be-8ec4-d87748c8ba82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] device_id is not set on port f4d600db-07f9-4a82-a2b1-6a103e377379 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:37:49.503572 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47e2ecb-4e01-4a1c-973e-9147796d549f None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:49.507748 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9388140e-a33f-42bc-b63a-1c47e9ddf205 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:49.512709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9388140e-a33f-42bc-b63a-1c47e9ddf205 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:49.520500 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:49.523073 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e6403bab-ab3e-4b5a-9f39-bac6b1404368 req-a5aa4e80-1df2-461b-a40d-c3c3692abac9 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317296 Jun 02 20:37:49.524148 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-75f22e6d-959c-452e-87aa-d32e303ec6bb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:49.532744 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-75f22e6d-959c-452e-87aa-d32e303ec6bb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:subnet and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:49.537193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-75f22e6d-959c-452e-87aa-d32e303ec6bb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:49.541410 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-a7cf4763-4259-4cdb-8fe5-bfc5fc1b3af0 service neutron] 10.222.0.95 "GET /v2.0/networks/4d3342d7-33dd-436f-b033-4f39faf2bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272781 Jun 02 20:37:49.545589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-75f22e6d-959c-452e-87aa-d32e303ec6bb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:49.598457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f22e6d-959c-452e-87aa-d32e303ec6bb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:49.602717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-75f22e6d-959c-452e-87aa-d32e303ec6bb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:49.611654 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7b9733e1-6c1b-4a84-9a5a-c26f3a3c0f25 None None] Provisioning for port 8930ab82-9640-4e8f-bc17-16a39a89bf81 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:49.624583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388140e-a33f-42bc-b63a-1c47e9ddf205 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ce85e9-d3b3-41a1-8b0a-5227bc6ddc42,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:49.629754 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9388140e-a33f-42bc-b63a-1c47e9ddf205 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:49.638107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9388140e-a33f-42bc-b63a-1c47e9ddf205 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:49.642456 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9388140e-a33f-42bc-b63a-1c47e9ddf205 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5332234 Jun 02 20:37:49.646295 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55550) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:49.653644 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-70c37897-ce5e-47be-882e-7832fa4959bc tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': '17ce85e9-d3b3-41a1-8b0a-5227bc6ddc42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:49.690502 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-70c37897-ce5e-47be-882e-7832fa4959bc tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:49.698378 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-70c37897-ce5e-47be-882e-7832fa4959bc tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:49.706503 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-70c37897-ce5e-47be-882e-7832fa4959bc tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:49.715495 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-70c37897-ce5e-47be-882e-7832fa4959bc tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:49.731733 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-e46164a3-bc99-40be-8ec4-d87748c8ba82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 172.20.0.10 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/f47d855d-c99e-4f8c-8cd5-303e34fd7d74/f4d600db-07f9-4a82-a2b1-6a103e377379) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:49.757828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-e46164a3-bc99-40be-8ec4-d87748c8ba82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8::f816:3eff:fe20:ca (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/7b9d3a48-9ab0-4c07-99ca-b0820d40a501/f4d600db-07f9-4a82-a2b1-6a103e377379) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:49.788402 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-70c37897-ce5e-47be-882e-7832fa4959bc tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:37:49.791916 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-70c37897-ce5e-47be-882e-7832fa4959bc tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1422567 Jun 02 20:37:49.792821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55552) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:49.797852 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-fd31fd03-5ad6-4e13-bde0-6e786f67f765 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group_rule': {'security_group_id': '17ce85e9-d3b3-41a1-8b0a-5227bc6ddc42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:49.813159 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-fd31fd03-5ad6-4e13-bde0-6e786f67f765 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:49.822506 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-fd31fd03-5ad6-4e13-bde0-6e786f67f765 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:49.828230 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea3eb3d4-a9b7-4121-bf6d-aaa6394146ed req-174dac8d-6452-41ea-819d-d51ab2f416b1 service neutron] 10.222.0.95 "GET /v2.0/networks/4d3342d7-33dd-436f-b033-4f39faf2bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686729 Jun 02 20:37:49.831172 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-fd31fd03-5ad6-4e13-bde0-6e786f67f765 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:49.842292 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-fd31fd03-5ad6-4e13-bde0-6e786f67f765 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:49.852333 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.ipam_backend_mixin [None req-75f22e6d-959c-452e-87aa-d32e303ec6bb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9b4ae948-86e9-4ef5-9b34-829177a9d5bb (CIDR: 2001:db8:0:1::/64) Jun 02 20:37:49.858099 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f22e6d-959c-452e-87aa-d32e303ec6bb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:37:49.859357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f22e6d-959c-452e-87aa-d32e303ec6bb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:49.890009 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95b182d-9b83-4fcf-9b4c-df1513eaed93 None None] Update dhcp port {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'fixed_ips': [{'subnet_id': '7b9d3a48-9ab0-4c07-99ca-b0820d40a501', 'ip_address': '2001:db8::f816:3eff:fe3c:85e8'}, {'subnet_id': 'f47d855d-c99e-4f8c-8cd5-303e34fd7d74'}], 'binding:host_id': 'dv-neutron-601336-84-hyperv'}, 'id': '8930ab82-9640-4e8f-bc17-16a39a89bf81'} from dv-neutron-601336-84-hyperv. {{(pid=92550) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 20:37:49.951528 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-75f22e6d-959c-452e-87aa-d32e303ec6bb tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7912197 Jun 02 20:37:49.953133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55556) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:49.959963 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-44f38a53-49e1-451f-880d-06fef25706da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'subnet': {'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:49.963809 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f95b182d-9b83-4fcf-9b4c-df1513eaed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:50.037151 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-fd31fd03-5ad6-4e13-bde0-6e786f67f765 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:37:50.040853 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fd31fd03-5ad6-4e13-bde0-6e786f67f765 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2444396 Jun 02 20:37:50.042175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55558) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:50.044465 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bd801-24c2-4ce3-9cd6-6ee7fe419a8b req-516bc4fa-14fe-428b-b543-89938cc9078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:50.046086 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-852bd801-24c2-4ce3-9cd6-6ee7fe419a8b req-516bc4fa-14fe-428b-b543-89938cc9078b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 1097 time: 0.1657178 Jun 02 20:37:50.102876 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e46164a3-bc99-40be-8ec4-d87748c8ba82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:50.124151 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-e46164a3-bc99-40be-8ec4-d87748c8ba82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Transition to ACTIVE for port object f4d600db-07f9-4a82-a2b1-6a103e377379 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:50.133849 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffa189-a64d-4d3b-b229-89972bdb3f61 req-ec3eb181-f2b2-452c-970f-601aec84d770 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:50.135471 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c4ffa189-a64d-4d3b-b229-89972bdb3f61 req-ec3eb181-f2b2-452c-970f-601aec84d770 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 944 time: 0.1714680 Jun 02 20:37:50.189058 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c4ffa189-a64d-4d3b-b229-89972bdb3f61 req-e71329bc-6bfd-4912-acd5-2c7058fdcc3d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=71deae43-5267-48ef-b2cf-829aba137b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472074 Jun 02 20:37:50.190826 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e46164a3-bc99-40be-8ec4-d87748c8ba82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:50.197253 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-774093ce-fd37-4b29-b210-ee693af647e6 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:50.264194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-44f38a53-49e1-451f-880d-06fef25706da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:50.268198 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46164a3-bc99-40be-8ec4-d87748c8ba82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:50.268857 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b35490af-6c9e-4c24-9d02-83644c896775 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:50.270409 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-f95b182d-9b83-4fcf-9b4c-df1513eaed93 None None] Allocated IP 172.20.0.2 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/f47d855d-c99e-4f8c-8cd5-303e34fd7d74/8930ab82-9640-4e8f-bc17-16a39a89bf81) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:50.271520 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-e46164a3-bc99-40be-8ec4-d87748c8ba82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:50.275836 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46164a3-bc99-40be-8ec4-d87748c8ba82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:50.311956 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46164a3-bc99-40be-8ec4-d87748c8ba82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=f4d600db-07f9-4a82-a2b1-6a103e377379,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:50.312273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b35490af-6c9e-4c24-9d02-83644c896775 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:50.316734 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e46164a3-bc99-40be-8ec4-d87748c8ba82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:50.355288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46164a3-bc99-40be-8ec4-d87748c8ba82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:50.356088 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e46164a3-bc99-40be-8ec4-d87748c8ba82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:50.356219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-44f38a53-49e1-451f-880d-06fef25706da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Usage tracker for resource:subnet and tenant:639a199037e04a6d8785e25b9cf213f1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:50.363550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bd801-24c2-4ce3-9cd6-6ee7fe419a8b req-1bbc897a-bdc6-4fbc-88f3-f8a6f2f0206d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:50.366070 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-852bd801-24c2-4ce3-9cd6-6ee7fe419a8b req-1bbc897a-bdc6-4fbc-88f3-f8a6f2f0206d service neutron] 10.222.0.95 "GET /v2.0/networks?id=4d3342d7-33dd-436f-b033-4f39faf2bca6 HTTP/1.1" status: 200 len: 898 time: 0.3001294 Jun 02 20:37:50.367048 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-44f38a53-49e1-451f-880d-06fef25706da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:50.376710 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-44f38a53-49e1-451f-880d-06fef25706da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:50.380206 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e46164a3-bc99-40be-8ec4-d87748c8ba82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.4648912 Jun 02 20:37:50.382566 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55560) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:50.432220 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f95b182d-9b83-4fcf-9b4c-df1513eaed93 None None] For port 8930ab82-9640-4e8f-bc17-16a39a89bf81, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=8930ab82-9640-4e8f-bc17-16a39a89bf81,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:50.435949 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 8930ab82-9640-4e8f-bc17-16a39a89bf81 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:50.485028 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538acf5b-0bde-4f2c-b50f-66baff0ba6c4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:50.492622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538acf5b-0bde-4f2c-b50f-66baff0ba6c4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:50.493727 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-538acf5b-0bde-4f2c-b50f-66baff0ba6c4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:50.512955 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-538acf5b-0bde-4f2c-b50f-66baff0ba6c4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:50.516707 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-538acf5b-0bde-4f2c-b50f-66baff0ba6c4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1303589 Jun 02 20:37:50.516842 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f95b182d-9b83-4fcf-9b4c-df1513eaed93 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:50.517331 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55562) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:50.535537 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f95b182d-9b83-4fcf-9b4c-df1513eaed93 None None] Transition to ACTIVE for port object 8930ab82-9640-4e8f-bc17-16a39a89bf81 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:50.541025 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f95b182d-9b83-4fcf-9b4c-df1513eaed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:50.545623 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-711e2649-df03-4999-9174-a039fb7d3dee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:50.584318 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 8930ab82-9640-4e8f-bc17-16a39a89bf81 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:50.608580 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-852bd801-24c2-4ce3-9cd6-6ee7fe419a8b req-d96ce2fb-3a9f-4378-8e78-ef436057e7e7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 HTTP/1.1" status: 200 len: 217 time: 0.2330890 Jun 02 20:37:50.664523 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f38a53-49e1-451f-880d-06fef25706da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Made reservation on behalf of 639a199037e04a6d8785e25b9cf213f1 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:50.667956 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44f38a53-49e1-451f-880d-06fef25706da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:50.697031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b182d-9b83-4fcf-9b4c-df1513eaed93 None None] Pushing event updated for resources: {'Port': ['ID=8930ab82-9640-4e8f-bc17-16a39a89bf81,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:50.704503 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b182d-9b83-4fcf-9b4c-df1513eaed93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:50.704855 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b182d-9b83-4fcf-9b4c-df1513eaed93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:50.705198 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b182d-9b83-4fcf-9b4c-df1513eaed93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:50.705551 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b182d-9b83-4fcf-9b4c-df1513eaed93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:50.705869 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b182d-9b83-4fcf-9b4c-df1513eaed93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:50.706287 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b182d-9b83-4fcf-9b4c-df1513eaed93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:50.706556 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b182d-9b83-4fcf-9b4c-df1513eaed93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:50.706851 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b182d-9b83-4fcf-9b4c-df1513eaed93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:50.707232 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b182d-9b83-4fcf-9b4c-df1513eaed93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:50.707339 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-14e046b3-7c8e-462c-ad80-d22d0dd81793 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting port f4d600db-07f9-4a82-a2b1-6a103e377379 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:50.707582 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b182d-9b83-4fcf-9b4c-df1513eaed93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:50.707763 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-14e046b3-7c8e-462c-ad80-d22d0dd81793 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:50.707916 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b182d-9b83-4fcf-9b4c-df1513eaed93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:50.708393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b182d-9b83-4fcf-9b4c-df1513eaed93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:37:50.712616 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f95b182d-9b83-4fcf-9b4c-df1513eaed93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:50.830121 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b35490af-6c9e-4c24-9d02-83644c896775 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:50.842646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ebbf638b-320f-4661-aee5-2c02d316a702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:50.856852 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-14e046b3-7c8e-462c-ad80-d22d0dd81793 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:50.859161 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bd801-24c2-4ce3-9cd6-6ee7fe419a8b req-16e2e9e8-8ad9-450f-87c5-9ab8a1c8e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:50.860803 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-852bd801-24c2-4ce3-9cd6-6ee7fe419a8b req-16e2e9e8-8ad9-450f-87c5-9ab8a1c8e598 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=906c3740-d5d8-4e4a-bd58-106df157d850 HTTP/1.1" status: 200 len: 834 time: 0.2365739 Jun 02 20:37:50.879387 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35490af-6c9e-4c24-9d02-83644c896775 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ce85e9-d3b3-41a1-8b0a-5227bc6ddc42,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:50.884138 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b35490af-6c9e-4c24-9d02-83644c896775 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:50.950265 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b35490af-6c9e-4c24-9d02-83644c896775 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:50.951706 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b35490af-6c9e-4c24-9d02-83644c896775 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "DELETE /v2.0/security-groups/17ce85e9-d3b3-41a1-8b0a-5227bc6ddc42 HTTP/1.1" status: 204 len: 168 time: 0.9045155 Jun 02 20:37:50.959298 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55566) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:50.995738 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-14e046b3-7c8e-462c-ad80-d22d0dd81793 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Calling delete_port for f4d600db-07f9-4a82-a2b1-6a103e377379 owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:51.050980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa654d9-9168-4b06-8330-b738a12b7f4d req-5a47e2c5-ff23-4a9a-bdad-f5ce46cab366 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:51.052641 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dfa654d9-9168-4b06-8330-b738a12b7f4d req-5a47e2c5-ff23-4a9a-bdad-f5ce46cab366 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.3587532 Jun 02 20:37:51.100293 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d0a700eb-1689-4ea5-a6b6-96c1468bdcd6 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Synchronizing usage tracker for tenant:4086c6dee96d40b8be9e0fc04f24974f on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:51.182214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d0a700eb-1689-4ea5-a6b6-96c1468bdcd6 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Unset dirty status for tenant:4086c6dee96d40b8be9e0fc04f24974f on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:51.187314 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d0a700eb-1689-4ea5-a6b6-96c1468bdcd6 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2197368 Jun 02 20:37:51.187314 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bd801-24c2-4ce3-9cd6-6ee7fe419a8b req-1064e69b-13d0-4fb3-b939-177e571005af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:51.187314 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-852bd801-24c2-4ce3-9cd6-6ee7fe419a8b req-1064e69b-13d0-4fb3-b939-177e571005af service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4d3342d7-33dd-436f-b033-4f39faf2bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3120956 Jun 02 20:37:51.187830 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55568) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:51.193211 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-fb29060a-ab99-4aba-b367-417e1316971d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865614384'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:51.201171 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-fb29060a-ab99-4aba-b367-417e1316971d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:51.205277 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-14e046b3-7c8e-462c-ad80-d22d0dd81793 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:51.205915 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dfa654d9-9168-4b06-8330-b738a12b7f4d req-bc73be67-c69d-4558-a071-25044dbf642c tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140203 Jun 02 20:37:51.225006 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9128e5cf-24a6-4c74-b7cf-0dc7ea01020d tempest-RoutersIpV6AdminTest-517925970 tempest-RoutersIpV6AdminTest-517925970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:51.375789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-849ed9a2-db83-4141-b6be-a14d0c2e1d0f None None] Provisioning for port 8930ab82-9640-4e8f-bc17-16a39a89bf81 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:51.384344 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-849ed9a2-db83-4141-b6be-a14d0c2e1d0f None None] Provisioning complete for port 8930ab82-9640-4e8f-bc17-16a39a89bf81 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:51.385377 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-849ed9a2-db83-4141-b6be-a14d0c2e1d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:51.401695 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-852bd801-24c2-4ce3-9cd6-6ee7fe419a8b req-d6a467bb-3525-4f35-8fa3-69f53f6bda2e service neutron] 10.222.0.95 "GET /v2.0/networks/4d3342d7-33dd-436f-b033-4f39faf2bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947384 Jun 02 20:37:51.522981 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-fb29060a-ab99-4aba-b367-417e1316971d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:51.532557 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e046b3-7c8e-462c-ad80-d22d0dd81793 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=f4d600db-07f9-4a82-a2b1-6a103e377379,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:51.537014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-14e046b3-7c8e-462c-ad80-d22d0dd81793 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:51.543979 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-849ed9a2-db83-4141-b6be-a14d0c2e1d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:51.552943 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fb29060a-ab99-4aba-b367-417e1316971d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:51.580008 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-fb29060a-ab99-4aba-b367-417e1316971d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:51.584145 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-fb29060a-ab99-4aba-b367-417e1316971d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Usage tracker for resource:security_group_rule and tenant:4086c6dee96d40b8be9e0fc04f24974f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:51.586972 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-fb29060a-ab99-4aba-b367-417e1316971d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:51.592006 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-849ed9a2-db83-4141-b6be-a14d0c2e1d0f None None] For port 8930ab82-9640-4e8f-bc17-16a39a89bf81, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=8930ab82-9640-4e8f-bc17-16a39a89bf81,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:51.595454 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-fb29060a-ab99-4aba-b367-417e1316971d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:51.600221 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-849ed9a2-db83-4141-b6be-a14d0c2e1d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:51.606046 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:51.624825 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-852bd801-24c2-4ce3-9cd6-6ee7fe419a8b req-a3f75f62-b65f-4571-bd7b-e0bbda08a1ab service neutron] 10.222.0.95 "GET /v2.0/networks/4d3342d7-33dd-436f-b033-4f39faf2bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148871 Jun 02 20:37:51.722155 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e2a4b44d-5523-487d-9e34-bea81e6746a2 None None] Could not find standard attr ID for object f4d600db-07f9-4a82-a2b1-6a103e377379. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:37:51.730929 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ed9a2-db83-4141-b6be-a14d0c2e1d0f None None] Pushing event updated for resources: {'Port': ['ID=8930ab82-9640-4e8f-bc17-16a39a89bf81,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:51.734350 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-849ed9a2-db83-4141-b6be-a14d0c2e1d0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:51.744649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44f38a53-49e1-451f-880d-06fef25706da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:51.750967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cb213a66-2614-49a0-a45e-671fdd253600 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:51.780246 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48927a7-bee9-42e2-9648-faaff1f6bfe4 req-8041c279-1be3-4ac3-86a2-f5a9c3bb35cb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:51.782584 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a48927a7-bee9-42e2-9648-faaff1f6bfe4 req-8041c279-1be3-4ac3-86a2-f5a9c3bb35cb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 944 time: 0.3184638 Jun 02 20:37:51.784512 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-14e046b3-7c8e-462c-ad80-d22d0dd81793 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:51.809287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f38a53-49e1-451f-880d-06fef25706da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:51.812445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-44f38a53-49e1-451f-880d-06fef25706da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:51.823315 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b2e3b2-5461-49e1-8ff3-f0ae29c60554 None None] Network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:51.824908 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f38a53-49e1-451f-880d-06fef25706da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:51.825530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44f38a53-49e1-451f-880d-06fef25706da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:51.856153 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f38a53-49e1-451f-880d-06fef25706da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Subnet': ['ID=a25f9fa9-2f6c-4db2-baeb-5f0b1b25f40c,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:51.862668 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-44f38a53-49e1-451f-880d-06fef25706da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:51.865344 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-44f38a53-49e1-451f-880d-06fef25706da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9110842 Jun 02 20:37:51.868088 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55572) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:51.868561 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fb29060a-ab99-4aba-b367-417e1316971d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:51.874295 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-14e046b3-7c8e-462c-ad80-d22d0dd81793 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/f4d600db-07f9-4a82-a2b1-6a103e377379 HTTP/1.1" status: 204 len: 168 time: 1.3558273 Jun 02 20:37:51.875020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-9626ee67-25b2-4be2-8702-e71520951f44 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1852636911', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a25f9fa9-2f6c-4db2-baeb-5f0b1b25f40c'}], 'security_groups': ['6c5efe70-99f1-49a5-91d8-ebed56e566d5', '29807893-e94d-4a89-bd01-adfb94bf16c0']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:51.877485 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55574) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:51.913372 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fb29060a-ab99-4aba-b367-417e1316971d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:51.922828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4e5f5503-7cff-4188-836a-37511e3a94c0 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:51.932822 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a48927a7-bee9-42e2-9648-faaff1f6bfe4 req-69719312-99c4-44a4-8be5-ed94d57ff3d6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=71deae43-5267-48ef-b2cf-829aba137b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389849 Jun 02 20:37:51.976502 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fb29060a-ab99-4aba-b367-417e1316971d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:51.980365 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fb29060a-ab99-4aba-b367-417e1316971d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7888026 Jun 02 20:37:51.982155 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55576) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:51.987052 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-77bd049a-ca10-45ff-bd6c-2e2f1f4862f8 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:51.987487 dv-neutron-601336-84-hyperv neutron-server[92548]: WARNING neutron.api.v2.base [None req-77bd049a-ca10-45ff-bd6c-2e2f1f4862f8 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 02 20:37:51.987990 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-77bd049a-ca10-45ff-bd6c-2e2f1f4862f8 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] update failed (client error): There was a conflict when trying to complete your request. Jun 02 20:37:51.991205 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-77bd049a-ca10-45ff-bd6c-2e2f1f4862f8 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "PUT /v2.0/security-groups/b4ba6313-7599-44b1-8264-1ec6b597efae HTTP/1.1" status: 409 len: 330 time: 0.0052960 Jun 02 20:37:51.992150 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29060a-ab99-4aba-b367-417e1316971d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ba6313-7599-44b1-8264-1ec6b597efae,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:51.997881 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55578) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:52.010831 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fb29060a-ab99-4aba-b367-417e1316971d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:52.014481 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5446a5-93b9-4878-9e3f-3a9caf236665 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:52.016107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5446a5-93b9-4878-9e3f-3a9caf236665 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:52.017589 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5446a5-93b9-4878-9e3f-3a9caf236665 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:52.018384 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4d5446a5-93b9-4878-9e3f-3a9caf236665 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:52.055107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4d5446a5-93b9-4878-9e3f-3a9caf236665 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:52.058708 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4d5446a5-93b9-4878-9e3f-3a9caf236665 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1778202 Jun 02 20:37:52.059019 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55580) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:52.080965 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c1f804c0-b35a-4756-9d7f-7dd435820e77 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:52.114783 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c1f804c0-b35a-4756-9d7f-7dd435820e77 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:52.180000 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c1f804c0-b35a-4756-9d7f-7dd435820e77 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:52.185417 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-61b0fb09-d7c4-4c6f-b957-cf4a3db0e7e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:52.188246 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e742a00-f31b-4694-a98a-6149f9e50aac tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet 7b9d3a48-9ab0-4c07-99ca-b0820d40a501 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:37:52.192093 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d682bd-ff56-4135-84eb-ab692a9fd7a8 None None] Update dhcp port {'port': {'network_id': '593c50ea-b8fa-472a-9e86-3ef57a1b0b59', 'fixed_ips': [{'subnet_id': '9b4ae948-86e9-4ef5-9b34-829177a9d5bb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4850605f-7c00-4fb3-88fd-9192d5545d42', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a25f9fa9-2f6c-4db2-baeb-5f0b1b25f40c'}], 'binding:host_id': 'dv-neutron-601336-84-hyperv'}, 'id': '723ca67c-699f-4614-a0d7-216512467dd4'} from dv-neutron-601336-84-hyperv. {{(pid=92550) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 20:37:52.196450 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2e742a00-f31b-4694-a98a-6149f9e50aac tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:52.199886 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f804c0-b35a-4756-9d7f-7dd435820e77 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ba6313-7599-44b1-8264-1ec6b597efae,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:52.202636 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c1f804c0-b35a-4756-9d7f-7dd435820e77 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:52.214361 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c1f804c0-b35a-4756-9d7f-7dd435820e77 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:52.217933 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c1f804c0-b35a-4756-9d7f-7dd435820e77 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "DELETE /v2.0/security-groups/b4ba6313-7599-44b1-8264-1ec6b597efae HTTP/1.1" status: 204 len: 168 time: 0.2168353 Jun 02 20:37:52.218324 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55582) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:52.262322 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-07d682bd-ff56-4135-84eb-ab692a9fd7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:52.271203 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6514bc8c-0217-4a14-ba5d-f805f1f97e51 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Synchronizing usage tracker for tenant:4086c6dee96d40b8be9e0fc04f24974f on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:52.279969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2e742a00-f31b-4694-a98a-6149f9e50aac tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:52.288526 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6514bc8c-0217-4a14-ba5d-f805f1f97e51 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Unset dirty status for tenant:4086c6dee96d40b8be9e0fc04f24974f on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:52.290443 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6514bc8c-0217-4a14-ba5d-f805f1f97e51 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0708601 Jun 02 20:37:52.294502 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55586) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:52.316426 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-a203d47a-5864-4e1f-85b3-9d6a94342d0f tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] delete failed (client error): The resource could not be found. Jun 02 20:37:52.318880 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a203d47a-5864-4e1f-85b3-9d6a94342d0f tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "DELETE /v2.0/security-groups/ecb629d1-25d6-4266-baf5-a3ef4c6c5563 HTTP/1.1" status: 404 len: 347 time: 0.0231693 Jun 02 20:37:52.322221 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55588) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:52.332979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9626ee67-25b2-4be2-8702-e71520951f44 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:52.344369 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-ea80a1d4-574f-4813-8512-e5ef2c02e5c7 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] show failed (client error): The resource could not be found. Jun 02 20:37:52.349455 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ea80a1d4-574f-4813-8512-e5ef2c02e5c7 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "GET /v2.0/security-groups/f70cae4a-8ec6-4979-b5c2-997a710382b4 HTTP/1.1" status: 404 len: 347 time: 0.0222681 Jun 02 20:37:52.349803 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55590) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:52.374704 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-18747fed-6614-4888-80cc-1a2040c1e40d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] show failed (client error): The resource could not be found. Jun 02 20:37:52.375948 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-18747fed-6614-4888-80cc-1a2040c1e40d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] 10.222.0.25 "GET /v2.0/security-group-rules/56baae28-e09e-44d2-9de6-614b6b04cf1a HTTP/1.1" status: 404 len: 356 time: 0.0251634 Jun 02 20:37:52.386082 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 8930ab82-9640-4e8f-bc17-16a39a89bf81 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:52.526421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 8930ab82-9640-4e8f-bc17-16a39a89bf81 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:52.526815 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:52.584351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-07d682bd-ff56-4135-84eb-ab692a9fd7a8 None None] Allocated IP 2001:db8:0:2::2 (593c50ea-b8fa-472a-9e86-3ef57a1b0b59/a25f9fa9-2f6c-4db2-baeb-5f0b1b25f40c/723ca67c-699f-4614-a0d7-216512467dd4) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:52.699924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55596) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:52.721566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2e742a00-f31b-4694-a98a-6149f9e50aac tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:52.782641 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-07d682bd-ff56-4135-84eb-ab692a9fd7a8 None None] For port 723ca67c-699f-4614-a0d7-216512467dd4, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=723ca67c-699f-4614-a0d7-216512467dd4,segment=NetworkSegment(bce3e724-0134-4bb9-a50f-7ed2f7b21ae7),segment_id=bce3e724-0134-4bb9-a50f-7ed2f7b21ae7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:52.811628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-07d682bd-ff56-4135-84eb-ab692a9fd7a8 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:52.830855 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-07d682bd-ff56-4135-84eb-ab692a9fd7a8 None None] Transition to ACTIVE for port object 723ca67c-699f-4614-a0d7-216512467dd4 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:52.832418 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c43ed-d044-4ccc-8308-961abe70d8af req-b8abe9fa-8543-41d5-a209-11adbd8cc1bf tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:52.834614 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a97c43ed-d044-4ccc-8308-961abe70d8af req-b8abe9fa-8543-41d5-a209-11adbd8cc1bf tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.4862118 Jun 02 20:37:52.835267 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-07d682bd-ff56-4135-84eb-ab692a9fd7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:52.839722 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-cb967185-f51d-4a02-916e-0fe5b08e5115 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:52.873008 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fba0fd0f-56d3-4109-9acf-7d214111e293 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4086c6dee96d40b8be9e0fc04f24974f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1692562 Jun 02 20:37:52.873376 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55600) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:52.935397 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d46739b3-0ff0-4a92-a1bf-2dff88ca5e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:52.962171 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d46739b3-0ff0-4a92-a1bf-2dff88ca5e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:52.979015 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d682bd-ff56-4135-84eb-ab692a9fd7a8 None None] Pushing event updated for resources: {'Port': ['ID=723ca67c-699f-4614-a0d7-216512467dd4,revision_number=7']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:52.994755 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-07d682bd-ff56-4135-84eb-ab692a9fd7a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:53.025665 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a97c43ed-d044-4ccc-8308-961abe70d8af req-379d1e6d-689d-417b-b897-f5f2499dc6ff tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811159 Jun 02 20:37:53.037322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d46739b3-0ff0-4a92-a1bf-2dff88ca5e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:53.049473 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0e4688d2-e4ec-4e19-b31c-4dbde1c1ad5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:53.103192 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46739b3-0ff0-4a92-a1bf-2dff88ca5e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cec40d-025e-469a-8cce-a73b7b30eadb,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:53.105597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d46739b3-0ff0-4a92-a1bf-2dff88ca5e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:53.129309 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d46739b3-0ff0-4a92-a1bf-2dff88ca5e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:53.134243 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d46739b3-0ff0-4a92-a1bf-2dff88ca5e57 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19cec40d-025e-469a-8cce-a73b7b30eadb HTTP/1.1" status: 204 len: 168 time: 0.2599783 Jun 02 20:37:53.184084 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b753f-e985-4c83-9383-af78633ab954 req-1ce433c8-070e-4283-a8fb-c18a28ec141f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:53.185963 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2d3b753f-e985-4c83-9383-af78633ab954 req-1ce433c8-070e-4283-a8fb-c18a28ec141f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 944 time: 0.1254315 Jun 02 20:37:53.273058 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2d3b753f-e985-4c83-9383-af78633ab954 req-4d893960-2e2d-4f05-9057-fa03446a1795 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=71deae43-5267-48ef-b2cf-829aba137b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800624 Jun 02 20:37:53.316596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-9626ee67-25b2-4be2-8702-e71520951f44 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Delete allocated IP 2001:db8::217 (593c50ea-b8fa-472a-9e86-3ef57a1b0b59/4850605f-7c00-4fb3-88fd-9192d5545d42) {{(pid=92549) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 02 20:37:53.333084 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-9626ee67-25b2-4be2-8702-e71520951f44 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Allocated IP 2001:db8:0:2::2ea (593c50ea-b8fa-472a-9e86-3ef57a1b0b59/a25f9fa9-2f6c-4db2-baeb-5f0b1b25f40c/448f9028-5cd5-4f5f-b750-b2a2cc9fe06d) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:53.359579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2e742a00-f31b-4694-a98a-6149f9e50aac tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:53.366211 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c1011f1a-744e-4fd2-8237-387c14430211 tempest-RoutersIpV6AdminTest-813770353 tempest-RoutersIpV6AdminTest-813770353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:53.416689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2e742a00-f31b-4694-a98a-6149f9e50aac tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:53.419603 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e742a00-f31b-4694-a98a-6149f9e50aac tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=7b9d3a48-9ab0-4c07-99ca-b0820d40a501,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:53.422519 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2e742a00-f31b-4694-a98a-6149f9e50aac tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:53.423106 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edb159d-3d7a-4630-b7fa-15cfc3127f32 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:53.482450 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55610) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:53.482634 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2e742a00-f31b-4694-a98a-6149f9e50aac tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/7b9d3a48-9ab0-4c07-99ca-b0820d40a501 HTTP/1.1" status: 204 len: 168 time: 1.4225006 Jun 02 20:37:53.595937 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-76031bf5-f867-4aa3-9a78-617f21669a29 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet f47d855d-c99e-4f8c-8cd5-303e34fd7d74 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:37:53.599008 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-76031bf5-f867-4aa3-9a78-617f21669a29 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:53.691593 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-76031bf5-f867-4aa3-9a78-617f21669a29 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:53.713048 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9626ee67-25b2-4be2-8702-e71520951f44 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:53.732363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-9626ee67-25b2-4be2-8702-e71520951f44 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Transition to ACTIVE for port object 448f9028-5cd5-4f5f-b750-b2a2cc9fe06d will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:53.738734 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9626ee67-25b2-4be2-8702-e71520951f44 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:53.752681 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-03a9082b-348a-4290-9da7-2a0c4295db1d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:53.804147 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-76031bf5-f867-4aa3-9a78-617f21669a29 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:53.862100 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-9626ee67-25b2-4be2-8702-e71520951f44 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] In _notify_port_updated(), no bound segment for port 448f9028-5cd5-4f5f-b750-b2a2cc9fe06d on network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 {{(pid=92549) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:37:53.867589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626ee67-25b2-4be2-8702-e71520951f44 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:53.868235 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9626ee67-25b2-4be2-8702-e71520951f44 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:53.869569 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9626ee67-25b2-4be2-8702-e71520951f44 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "PUT /v2.0/ports/448f9028-5cd5-4f5f-b750-b2a2cc9fe06d HTTP/1.1" status: 200 len: 970 time: 2.0000122 Jun 02 20:37:53.873182 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7fa8d3c5-994a-4036-8788-b00fc2988e47 None None] Provisioning complete for port 11e434eb-a6df-47b2-9060-9fba4a0b8776 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:53.873686 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55620) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:53.873785 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d3c5-994a-4036-8788-b00fc2988e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:53.947961 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:37:54.032580 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626ee67-25b2-4be2-8702-e71520951f44 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event updated for resources: {'Port': ['ID=448f9028-5cd5-4f5f-b750-b2a2cc9fe06d,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:54.038713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9626ee67-25b2-4be2-8702-e71520951f44 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:54.073368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8d3c5-994a-4036-8788-b00fc2988e47 None None] Port 11e434eb-a6df-47b2-9060-9fba4a0b8776 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:37:54.092160 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a1982a9b-86a1-4ac4-b619-4a782ca5663a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting port 448f9028-5cd5-4f5f-b750-b2a2cc9fe06d {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:54.092811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a1982a9b-86a1-4ac4-b619-4a782ca5663a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:54.254425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7fa8d3c5-994a-4036-8788-b00fc2988e47 None None] Provisioning for port 448f9028-5cd5-4f5f-b750-b2a2cc9fe06d completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:54.262398 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7fa8d3c5-994a-4036-8788-b00fc2988e47 None None] Provisioning complete for port 448f9028-5cd5-4f5f-b750-b2a2cc9fe06d triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:54.262787 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d3c5-994a-4036-8788-b00fc2988e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:54.311293 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-76031bf5-f867-4aa3-9a78-617f21669a29 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:54.323258 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5920dc6b-7896-48fe-bbce-78f587191313 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:54.369001 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a1982a9b-86a1-4ac4-b619-4a782ca5663a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:54.387483 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55632) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:54.406215 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0062325 Jun 02 20:37:54.411105 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55634) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:54.423302 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 723ca67c-699f-4614-a0d7-216512467dd4 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:54.429095 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76031bf5-f867-4aa3-9a78-617f21669a29 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=f47d855d-c99e-4f8c-8cd5-303e34fd7d74,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:54.438019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-76031bf5-f867-4aa3-9a78-617f21669a29 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:54.444361 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-76031bf5-f867-4aa3-9a78-617f21669a29 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:54.468537 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-76031bf5-f867-4aa3-9a78-617f21669a29 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/f47d855d-c99e-4f8c-8cd5-303e34fd7d74 HTTP/1.1" status: 204 len: 168 time: 0.9846590 Jun 02 20:37:54.469324 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55638) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:54.541722 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=78f4386c-0e07-4e2e-9ae3-1b618f67e4a2,segment=NetworkSegment(c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed),segment_id=c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:54.549588 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8d3c5-994a-4036-8788-b00fc2988e47 None None] Port 448f9028-5cd5-4f5f-b750-b2a2cc9fe06d cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:37:54.565944 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '78f4386c-0e07-4e2e-9ae3-1b618f67e4a2', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'port_id': '78f4386c-0e07-4e2e-9ae3-1b618f67e4a2', 'mac_address': 'fa:16:3e:d3:34:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:37:54.576578 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-817012a8-706b-41c7-9fc6-db0b04713eaa tempest-NetworksApiDiscovery-1549372925 tempest-NetworksApiDiscovery-1549372925-project] 10.222.0.25 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1634846 Jun 02 20:37:54.611346 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7fa8d3c5-994a-4036-8788-b00fc2988e47 None None] Provisioning for port 723ca67c-699f-4614-a0d7-216512467dd4 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:54.620929 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7fa8d3c5-994a-4036-8788-b00fc2988e47 None None] Provisioning complete for port 723ca67c-699f-4614-a0d7-216512467dd4 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:54.621574 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d3c5-994a-4036-8788-b00fc2988e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:54.631299 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c9e11b29-ede3-4410-9455-ed1941060147 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1529391 Jun 02 20:37:54.636706 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55642) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:54.649347 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:54.677118 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 723ca67c-699f-4614-a0d7-216512467dd4 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:54.677497 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:54.727824 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babdac0b-0fdc-40d9-b618-438f6cd53ef8 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:54.773033 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:54.781954 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:54.789673 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:54.794049 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:54.795379 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a1982a9b-86a1-4ac4-b619-4a782ca5663a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Calling delete_port for 448f9028-5cd5-4f5f-b750-b2a2cc9fe06d owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:54.802249 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:54.838185 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:54.842828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:54.871361 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41e299-aa94-4b7e-a0e3-6019ff0f7174 req-5e9cd73f-1a8c-4478-96df-5018ebd39261 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:54.879617 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8e41e299-aa94-4b7e-a0e3-6019ff0f7174 req-5e9cd73f-1a8c-4478-96df-5018ebd39261 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.6574450 Jun 02 20:37:54.881957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:37:54.885683 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417862b-5b75-4e1e-8952-2d4b9cc6c53e req-f8dae54b-69dd-402a-972f-b41f344ac7fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:54.892780 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3417862b-5b75-4e1e-8952-2d4b9cc6c53e req-f8dae54b-69dd-402a-972f-b41f344ac7fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 944 time: 0.3270469 Jun 02 20:37:54.943271 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8e41e299-aa94-4b7e-a0e3-6019ff0f7174 req-24d16b9f-e3c3-40e5-a8bc-83d9ff650f76 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618365 Jun 02 20:37:54.970453 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=78f4386c-0e07-4e2e-9ae3-1b618f67e4a2,segment=NetworkSegment(c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed),segment_id=c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:55.040226 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:55.048750 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-3fa080a7-7326-4521-8940-4c393b038f1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:55.100287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55648) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:55.109755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a1982a9b-86a1-4ac4-b619-4a782ca5663a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:55.124818 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-80ed460b-4bb4-489e-aaf1-ff7a6a299eca tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:55.218804 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1982a9b-86a1-4ac4-b619-4a782ca5663a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Port': ['ID=448f9028-5cd5-4f5f-b750-b2a2cc9fe06d,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:55.223415 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=78f4386c-0e07-4e2e-9ae3-1b618f67e4a2,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:55.230493 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:55.230690 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3417862b-5b75-4e1e-8952-2d4b9cc6c53e req-fa9d0fb2-6be7-42de-a1a9-a6debe32a705 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=71deae43-5267-48ef-b2cf-829aba137b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3367782 Jun 02 20:37:55.303083 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7ef706c9-8e72-452b-ab0a-88a59f168905 None None] Could not find standard attr ID for object 448f9028-5cd5-4f5f-b750-b2a2cc9fe06d. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:37:55.329372 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7ef706c9-8e72-452b-ab0a-88a59f168905 None None] Provisioning complete for port 8930ab82-9640-4e8f-bc17-16a39a89bf81 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:55.329791 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7ef706c9-8e72-452b-ab0a-88a59f168905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:55.363285 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a1982a9b-86a1-4ac4-b619-4a782ca5663a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:55.384565 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a1982a9b-86a1-4ac4-b619-4a782ca5663a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:55.397204 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786f0ff4-d981-466e-8998-004b670c5675 None None] DHCP port deletion for 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:37:55.436348 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-406975d8-1e85-451e-8710-dcf6b09acfe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:55.446925 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['78f4386c-0e07-4e2e-9ae3-1b618f67e4a2'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:37:55.473047 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-406975d8-1e85-451e-8710-dcf6b09acfe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:55.477561 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-406975d8-1e85-451e-8710-dcf6b09acfe3 admin admin] Usage tracker for resource:security_group_rule and tenant:56e011495fb34803b1d7328a0d139eb5 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:55.515353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-406975d8-1e85-451e-8710-dcf6b09acfe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:55.536369 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a1982a9b-86a1-4ac4-b619-4a782ca5663a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/ports/448f9028-5cd5-4f5f-b750-b2a2cc9fe06d HTTP/1.1" status: 204 len: 168 time: 1.6621239 Jun 02 20:37:55.538164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-406975d8-1e85-451e-8710-dcf6b09acfe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:55.546334 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55654) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:55.626031 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-56367e78-5bca-411e-a0d4-20c095da74a8 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] GET failed (client error): The resource could not be found. Jun 02 20:37:55.626572 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-56367e78-5bca-411e-a0d4-20c095da74a8 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Synchronizing usage tracker for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:55.631100 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-786f0ff4-d981-466e-8998-004b670c5675 None None] Deleting port 8930ab82-9640-4e8f-bc17-16a39a89bf81 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:37:55.631513 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-786f0ff4-d981-466e-8998-004b670c5675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:55.681002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a750ab-da67-45e2-9e26-f4feb8720586 req-e8e2d506-44a3-47be-b874-f63db4fb812f tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:55.683177 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-82a750ab-da67-45e2-9e26-f4feb8720586 req-e8e2d506-44a3-47be-b874-f63db4fb812f tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.3220046 Jun 02 20:37:55.690640 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-56367e78-5bca-411e-a0d4-20c095da74a8 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Unset dirty status for tenant:639a199037e04a6d8785e25b9cf213f1 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:55.691368 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-56367e78-5bca-411e-a0d4-20c095da74a8 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports/448f9028-5cd5-4f5f-b750-b2a2cc9fe06d HTTP/1.1" status: 404 len: 333 time: 0.1405199 Jun 02 20:37:55.694852 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55656) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:55.700957 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48133602-358c-4372-85af-9fb8c89b43db req-3a6e1760-36e3-409c-9cf7-d42af2d12437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:55.702431 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-48133602-358c-4372-85af-9fb8c89b43db req-3a6e1760-36e3-409c-9cf7-d42af2d12437 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=661507761bd9425583aaf58f371479f6&device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 1099 time: 0.2408605 Jun 02 20:37:55.784769 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.objects.ports [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92548) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 20:37:55.812358 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-786f0ff4-d981-466e-8998-004b670c5675 None None] For port 8930ab82-9640-4e8f-bc17-16a39a89bf81, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=8930ab82-9640-4e8f-bc17-16a39a89bf81,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:55.812750 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-786f0ff4-d981-466e-8998-004b670c5675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:55.884115 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-82a750ab-da67-45e2-9e26-f4feb8720586 req-a578048e-82cc-4c9d-a736-7f2558b12492 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906972 Jun 02 20:37:55.918107 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:37:55.920469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-406975d8-1e85-451e-8710-dcf6b09acfe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:55.942404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-406975d8-1e85-451e-8710-dcf6b09acfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:55.955478 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d4d4e93e-f052-40e3-b83c-2bd520e6bfbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:55.957186 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-786f0ff4-d981-466e-8998-004b670c5675 None None] Calling delete_port for 8930ab82-9640-4e8f-bc17-16a39a89bf81 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:37:55.980142 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-77cc5a4a-ca2f-486a-9fc0-ebb304743d74 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:56.023162 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:56.032491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48133602-358c-4372-85af-9fb8c89b43db req-011b11cc-0305-42c7-9170-a93b80f9a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:56.033945 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-48133602-358c-4372-85af-9fb8c89b43db req-011b11cc-0305-42c7-9170-a93b80f9a605 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6d422b3f-35f6-44d4-a56d-8cdfa486af18 HTTP/1.1" status: 200 len: 912 time: 0.3033226 Jun 02 20:37:56.037453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406975d8-1e85-451e-8710-dcf6b09acfe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb04294b-28dc-4997-af97-4235cc09ebc9,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:56.047930 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-406975d8-1e85-451e-8710-dcf6b09acfe3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56e011495fb34803b1d7328a0d139eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9463854 Jun 02 20:37:56.048933 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-406975d8-1e85-451e-8710-dcf6b09acfe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:56.066298 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55660) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:56.105596 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-786f0ff4-d981-466e-8998-004b670c5675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:56.108581 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-77cc5a4a-ca2f-486a-9fc0-ebb304743d74 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:56.113801 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fad53157-6418-4493-a507-502b4cd1cd63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:56.161699 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786f0ff4-d981-466e-8998-004b670c5675 None None] No DVR routers for this DVR port 8930ab82-9640-4e8f-bc17-16a39a89bf81 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:37:56.166591 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f0ff4-d981-466e-8998-004b670c5675 None None] Pushing event deleted for resources: {'Port': ['ID=8930ab82-9640-4e8f-bc17-16a39a89bf81,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:56.172897 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-786f0ff4-d981-466e-8998-004b670c5675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:56.190712 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-48133602-358c-4372-85af-9fb8c89b43db req-21984351-d73d-4ad8-aeb3-1dde8468f5df service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a901cc98-7deb-4f4d-80a3-acef48dbdab7 HTTP/1.1" status: 200 len: 1002 time: 0.1377656 Jun 02 20:37:56.196490 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-77cc5a4a-ca2f-486a-9fc0-ebb304743d74 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:56.201410 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:56.233450 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b407124-a3b7-4279-9c0b-1d520c24f430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:56.247418 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc5a4a-ca2f-486a-9fc0-ebb304743d74 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf8ffe7-9623-47c1-aba5-12ca991a425e,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:56.279076 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b407124-a3b7-4279-9c0b-1d520c24f430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:56.279312 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-77cc5a4a-ca2f-486a-9fc0-ebb304743d74 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:56.299991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-77cc5a4a-ca2f-486a-9fc0-ebb304743d74 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:56.304212 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-77cc5a4a-ca2f-486a-9fc0-ebb304743d74 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/security-groups/ddf8ffe7-9623-47c1-aba5-12ca991a425e HTTP/1.1" status: 204 len: 168 time: 0.5978093 Jun 02 20:37:56.304212 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48133602-358c-4372-85af-9fb8c89b43db req-df8f5e17-fe2a-4ff2-82e9-d474b966a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:56.305320 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-48133602-358c-4372-85af-9fb8c89b43db req-df8f5e17-fe2a-4ff2-82e9-d474b966a8cd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c83951fa-3604-4554-9055-6ed20c4b7e5d HTTP/1.1" status: 200 len: 850 time: 0.1047623 Jun 02 20:37:56.305779 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55666) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:56.352872 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] For port 8930ab82-9640-4e8f-bc17-16a39a89bf81, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=8930ab82-9640-4e8f-bc17-16a39a89bf81,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:56.391242 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 8930ab82-9640-4e8f-bc17-16a39a89bf81 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:37:56.423041 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-deac5bf1-b8f1-4133-9077-fd601f77b3c0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:56.429883 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:56.440404 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:56.441278 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:56.447243 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e5bf0f48-693a-4296-91fc-4a4458607be8 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:56.469413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-deac5bf1-b8f1-4133-9077-fd601f77b3c0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:56.483713 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 8930ab82-9640-4e8f-bc17-16a39a89bf81 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:37:56.484519 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b407124-a3b7-4279-9c0b-1d520c24f430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:56.484646 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 8930ab82-9640-4e8f-bc17-16a39a89bf81 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:37:56.502455 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=8930ab82-9640-4e8f-bc17-16a39a89bf81,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:56.508246 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48133602-358c-4372-85af-9fb8c89b43db req-7c397ab0-417b-46cf-9a48-ae48392f4944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:56.509497 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-48133602-358c-4372-85af-9fb8c89b43db req-7c397ab0-417b-46cf-9a48-ae48392f4944 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6d422b3f-35f6-44d4-a56d-8cdfa486af18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1615236 Jun 02 20:37:56.511459 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:56.512385 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1d70f7bf-0f17-4e00-8025-e48bf5bd767e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:56.555832 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:56.562127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:56.573220 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976df601-571b-45a4-bba3-281fe439dd5a None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:56.586596 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd68d7-6281-45b5-8d65-247c3d9c4bd6 req-8ee3f60d-20bd-42bf-8a12-72532ee74f7c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:56.588092 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-79dd68d7-6281-45b5-8d65-247c3d9c4bd6 req-8ee3f60d-20bd-42bf-8a12-72532ee74f7c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 945 time: 0.2380128 Jun 02 20:37:56.598104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-deac5bf1-b8f1-4133-9077-fd601f77b3c0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:56.598774 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:56.599386 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:56.605266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9a1c0746-4db5-4708-a76d-b5512683f059 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:56.627512 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac5bf1-b8f1-4133-9077-fd601f77b3c0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29807893-e94d-4a89-bd01-adfb94bf16c0,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:56.629797 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b407124-a3b7-4279-9c0b-1d520c24f430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:56.632196 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4b407124-a3b7-4279-9c0b-1d520c24f430 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb04294b-28dc-4997-af97-4235cc09ebc9 HTTP/1.1" status: 204 len: 168 time: 0.5598805 Jun 02 20:37:56.638999 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=2b42c58b-33cf-4d94-b4f4-fd7ac0864bb6,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:56.643953 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:56.645429 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-877e62a2-9be3-4dad-b089-a303b9ea6962 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:56.646352 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-deac5bf1-b8f1-4133-9077-fd601f77b3c0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:56.658010 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-deac5bf1-b8f1-4133-9077-fd601f77b3c0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:56.659131 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-deac5bf1-b8f1-4133-9077-fd601f77b3c0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/security-groups/29807893-e94d-4a89-bd01-adfb94bf16c0 HTTP/1.1" status: 204 len: 168 time: 0.3524683 Jun 02 20:37:56.662743 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0249517 Jun 02 20:37:56.666471 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55670) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:56.666805 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55672) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:56.673104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e1a6e269-5d08-41dc-9dce-1f0383beae42 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:56.699707 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b407124-a3b7-4279-9c0b-1d520c24f430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb04294b-28dc-4997-af97-4235cc09ebc9,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:56.703906 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-48133602-358c-4372-85af-9fb8c89b43db req-f1d70b03-51f3-42b1-828d-227df8b09080 service neutron] 10.222.0.95 "GET /v2.0/networks/6d422b3f-35f6-44d4-a56d-8cdfa486af18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856515 Jun 02 20:37:56.707694 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4b407124-a3b7-4279-9c0b-1d520c24f430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:56.726473 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-79dd68d7-6281-45b5-8d65-247c3d9c4bd6 req-e3216742-16c4-466d-96ac-b7876849766d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=71deae43-5267-48ef-b2cf-829aba137b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229718 Jun 02 20:37:56.863682 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d81fd03-fd66-4993-b6c6-b687adfac067 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:56.870571 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-48133602-358c-4372-85af-9fb8c89b43db req-d40a56ea-c7ee-4cfb-8985-c55d9b94872e service neutron] 10.222.0.95 "GET /v2.0/networks/6d422b3f-35f6-44d4-a56d-8cdfa486af18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600478 Jun 02 20:37:56.916778 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'fixed_ips': [{'subnet_id': '2b42c58b-33cf-4d94-b4f4-fd7ac0864bb6'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:37:56.917631 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:56.923189 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d81fd03-fd66-4993-b6c6-b687adfac067 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:56.931366 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e1a6e269-5d08-41dc-9dce-1f0383beae42 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:56.940861 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e1a6e269-5d08-41dc-9dce-1f0383beae42 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:56.950079 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e1a6e269-5d08-41dc-9dce-1f0383beae42 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:56.959572 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e1a6e269-5d08-41dc-9dce-1f0383beae42 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:56.987562 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a6e269-5d08-41dc-9dce-1f0383beae42 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:56.991129 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e1a6e269-5d08-41dc-9dce-1f0383beae42 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:57.017323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d81fd03-fd66-4993-b6c6-b687adfac067 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:57.023174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d81baa77-6f65-4cb9-bc63-d099b126306a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:57.080954 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81fd03-fd66-4993-b6c6-b687adfac067 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5efe70-99f1-49a5-91d8-ebed56e566d5,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:57.085850 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5d81fd03-fd66-4993-b6c6-b687adfac067 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:57.103601 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1c416-9877-4b7b-acd3-eba849408228 req-2df2dbfa-1749-48fd-a2e1-1c1bb0bbb090 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:57.104647 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c5a1c416-9877-4b7b-acd3-eba849408228 req-2df2dbfa-1749-48fd-a2e1-1c1bb0bbb090 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.0877278 Jun 02 20:37:57.106416 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d81fd03-fd66-4993-b6c6-b687adfac067 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:57.109806 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5d81fd03-fd66-4993-b6c6-b687adfac067 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/security-groups/6c5efe70-99f1-49a5-91d8-ebed56e566d5 HTTP/1.1" status: 204 len: 168 time: 0.4398367 Jun 02 20:37:57.110966 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55676) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:57.116716 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Allocated IP 2001:db8::f816:3eff:febd:4548 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/2b42c58b-33cf-4d94-b4f4-fd7ac0864bb6/48fb01d8-674d-4457-a4ca-4c66ab534010) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:57.156888 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c5a1c416-9877-4b7b-acd3-eba849408228 req-29275686-4c00-4559-ae15-4fae1ed1945e tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446651 Jun 02 20:37:57.336301 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:57.344566 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-14198f05-3b51-43cb-8c83-914bfed489d8 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting subnet 4850605f-7c00-4fb3-88fd-9192d5545d42 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:37:57.346553 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Transition to ACTIVE for port object 48fb01d8-674d-4457-a4ca-4c66ab534010 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:57.350189 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-14198f05-3b51-43cb-8c83-914bfed489d8 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:57.365463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Transition to ACTIVE for port object 48fb01d8-674d-4457-a4ca-4c66ab534010 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:57.371454 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:57.381233 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e5809b33-78ca-4316-8665-aa95d3ecb178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:57.441661 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-14198f05-3b51-43cb-8c83-914bfed489d8 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:57.451498 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:57.454677 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:57.458277 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:57.545274 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Pushing event updated for resources: {'Port': ['ID=48fb01d8-674d-4457-a4ca-4c66ab534010,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:57.548176 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:57.569539 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Attempting to bind port 48fb01d8-674d-4457-a4ca-4c66ab534010 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:37:57.569925 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Attempting to bind port 48fb01d8-674d-4457-a4ca-4c66ab534010 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:37:57.570294 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Attempting to bind port 48fb01d8-674d-4457-a4ca-4c66ab534010 on network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:37:57.571925 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-14198f05-3b51-43cb-8c83-914bfed489d8 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:57.575608 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:37:57.575990 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Checking segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:37:57.576395 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:57.576791 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Bound using segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:37:57.577267 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Bound port: 48fb01d8-674d-4457-a4ca-4c66ab534010, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:37:57.577636 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:57.669662 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] For port 48fb01d8-674d-4457-a4ca-4c66ab534010, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:37:57.672514 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] For port 48fb01d8-674d-4457-a4ca-4c66ab534010, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=48fb01d8-674d-4457-a4ca-4c66ab534010,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:37:57.677984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:57.682337 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5b0a65a2-c0af-4edf-b5d7-54865c3c626e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:57.761981 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Pushing event updated for resources: {'Port': ['ID=48fb01d8-674d-4457-a4ca-4c66ab534010,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:57.772425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:57.987871 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:58.047026 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8da85-fbfa-4b23-9217-2c2e66efb08a req-a9cadb1a-95e8-49b1-a72e-d5c3b903fc24 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:58.048594 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-78c8da85-fbfa-4b23-9217-2c2e66efb08a req-a9cadb1a-95e8-49b1-a72e-d5c3b903fc24 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 945 time: 0.2043426 Jun 02 20:37:58.071259 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:58.075953 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:58.076333 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:58.080417 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-14198f05-3b51-43cb-8c83-914bfed489d8 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:58.090057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-412236f6-72f4-43bc-a963-9f98a052b1fc tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:58.148831 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14198f05-3b51-43cb-8c83-914bfed489d8 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Subnet': ['ID=4850605f-7c00-4fb3-88fd-9192d5545d42,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:58.151212 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-14198f05-3b51-43cb-8c83-914bfed489d8 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:58.153856 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-14198f05-3b51-43cb-8c83-914bfed489d8 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:58.171997 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05bda64-49fd-4560-9155-2a0fcd2da617 None None] Network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:58.189786 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-14198f05-3b51-43cb-8c83-914bfed489d8 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/subnets/4850605f-7c00-4fb3-88fd-9192d5545d42 HTTP/1.1" status: 204 len: 168 time: 1.0770452 Jun 02 20:37:58.194264 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55682) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:58.197814 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e1a6e269-5d08-41dc-9dce-1f0383beae42 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:58.203947 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-78c8da85-fbfa-4b23-9217-2c2e66efb08a req-9774e3bb-200a-4022-807c-6892a88f005d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=71deae43-5267-48ef-b2cf-829aba137b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250117 Jun 02 20:37:58.205598 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d515601c-3014-44fa-8ab3-524d2e88e752 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:58.254970 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a6e269-5d08-41dc-9dce-1f0383beae42 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:58.261889 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-e1a6e269-5d08-41dc-9dce-1f0383beae42 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:58.276061 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a6e269-5d08-41dc-9dce-1f0383beae42 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:58.276658 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e1a6e269-5d08-41dc-9dce-1f0383beae42 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:58.292505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af45043-c9cf-4db0-8582-941976a88850 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting subnet a25f9fa9-2f6c-4db2-baeb-5f0b1b25f40c {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:37:58.296265 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6e269-5d08-41dc-9dce-1f0383beae42 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=285a9397-6872-4471-9c31-c9963aec4f48,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:58.296439 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2af45043-c9cf-4db0-8582-941976a88850 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:58.299717 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e1a6e269-5d08-41dc-9dce-1f0383beae42 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:58.310593 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e1a6e269-5d08-41dc-9dce-1f0383beae42 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6416638 Jun 02 20:37:58.313373 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55684) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:58.318951 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-740adc71-4cb6-4805-afef-5b89263bb86f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'mac_address': 'fa:16:3e:9e:72:52', 'name': 'tempest-NetworksTestDHCPv6-733444610'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:37:58.450643 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:58.468976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 48fb01d8-674d-4457-a4ca-4c66ab534010 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:37:58.486694 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-740adc71-4cb6-4805-afef-5b89263bb86f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:37:58.492733 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-740adc71-4cb6-4805-afef-5b89263bb86f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:port and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:37:58.496397 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-740adc71-4cb6-4805-afef-5b89263bb86f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:37:58.508277 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-740adc71-4cb6-4805-afef-5b89263bb86f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:37:58.522596 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740adc71-4cb6-4805-afef-5b89263bb86f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:37:58.576421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d9ccd6-8a8d-4d09-9364-6f2389652f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f4386c-0e07-4e2e-9ae3-1b618f67e4a2'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:37:58.579330 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f2181a-b825-472f-9d01-5fb04af85cbf" -d '{"events": [{"server_uuid": "d3d9ccd6-8a8d-4d09-9364-6f2389652f60", "name": "network-vif-plugged", "status": "completed", "tag": "78f4386c-0e07-4e2e-9ae3-1b618f67e4a2"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:37:58.593277 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2af45043-c9cf-4db0-8582-941976a88850 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:58.601411 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 48fb01d8-674d-4457-a4ca-4c66ab534010 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:58.621396 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=78f4386c-0e07-4e2e-9ae3-1b618f67e4a2,segment=NetworkSegment(c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed),segment_id=c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:58.632584 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:58.635747 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:58.679816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755224e-3ac0-448e-8a39-0aec66b26ee5 req-2c6b6275-5f9e-40d4-99d0-d2ccd9a49bf9 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:58.687440 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2755224e-3ac0-448e-8a39-0aec66b26ee5 req-2c6b6275-5f9e-40d4-99d0-d2ccd9a49bf9 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.3568888 Jun 02 20:37:58.700693 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-740adc71-4cb6-4805-afef-5b89263bb86f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:58.721114 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=78f4386c-0e07-4e2e-9ae3-1b618f67e4a2,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:58.726217 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:58.727968 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-740adc71-4cb6-4805-afef-5b89263bb86f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] device_id is not set on port 9564f05c-1a43-401d-9ba8-08e4e279d7e2 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:37:58.760202 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2755224e-3ac0-448e-8a39-0aec66b26ee5 req-4601ac29-6e19-4381-83cc-f3f65e415d86 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716288 Jun 02 20:37:58.770303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2af45043-c9cf-4db0-8582-941976a88850 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:58.986329 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-740adc71-4cb6-4805-afef-5b89263bb86f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 172.20.0.2 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/285a9397-6872-4471-9c31-c9963aec4f48/9564f05c-1a43-401d-9ba8-08e4e279d7e2) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:58.996414 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679748ce-7d08-4ded-8a71-1c880ce8011f None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:59.008704 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-740adc71-4cb6-4805-afef-5b89263bb86f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8::f816:3eff:fe9e:7252 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/2b42c58b-33cf-4d94-b4f4-fd7ac0864bb6/9564f05c-1a43-401d-9ba8-08e4e279d7e2) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:37:59.116532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d676d-d2e6-4a55-ade4-c552469378dc req-c4b637f9-cfaf-42ef-9bb5-fd7af1910bba tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:59.118058 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c17d676d-d2e6-4a55-ade4-c552469378dc req-c4b637f9-cfaf-42ef-9bb5-fd7af1910bba tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.1871238 Jun 02 20:37:59.179360 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d4388d55-b073-4f24-a8aa-25cda307122f None None] Provisioning for port 48fb01d8-674d-4457-a4ca-4c66ab534010 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:37:59.195134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2af45043-c9cf-4db0-8582-941976a88850 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:59.200162 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dee6ac96-9449-48b6-99b7-88ddff323d2b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:59.206306 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d4388d55-b073-4f24-a8aa-25cda307122f None None] Provisioning complete for port 48fb01d8-674d-4457-a4ca-4c66ab534010 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:59.206981 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d4388d55-b073-4f24-a8aa-25cda307122f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:59.266386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af45043-c9cf-4db0-8582-941976a88850 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Subnet': ['ID=a25f9fa9-2f6c-4db2-baeb-5f0b1b25f40c,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:59.270303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2af45043-c9cf-4db0-8582-941976a88850 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:59.271444 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2af45043-c9cf-4db0-8582-941976a88850 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:59.278559 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2af45043-c9cf-4db0-8582-941976a88850 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/subnets/a25f9fa9-2f6c-4db2-baeb-5f0b1b25f40c HTTP/1.1" status: 204 len: 168 time: 1.0807920 Jun 02 20:37:59.280158 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55694) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:59.371492 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3450b9-8b38-43ab-9a4d-432bcae2ce4c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] DELETE failed (client error): The resource could not be found. Jun 02 20:37:59.371968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3450b9-8b38-43ab-9a4d-432bcae2ce4c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:37:59.374228 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-bb3450b9-8b38-43ab-9a4d-432bcae2ce4c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/subnets/4850605f-7c00-4fb3-88fd-9192d5545d42 HTTP/1.1" status: 404 len: 337 time: 0.0901313 Jun 02 20:37:59.376700 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55696) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:59.487239 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d4388d55-b073-4f24-a8aa-25cda307122f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:59.490128 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-740adc71-4cb6-4805-afef-5b89263bb86f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:59.495673 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c17d676d-d2e6-4a55-ade4-c552469378dc req-afd5a76e-19a6-4e13-bc63-a89c9e807f1f tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3680563 Jun 02 20:37:59.499928 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-db03f38d-35a4-4748-b0f8-cb721ab16b93 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting subnet 9b4ae948-86e9-4ef5-9b34-829177a9d5bb {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:37:59.504432 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-db03f38d-35a4-4748-b0f8-cb721ab16b93 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:59.509878 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-740adc71-4cb6-4805-afef-5b89263bb86f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Transition to ACTIVE for port object 9564f05c-1a43-401d-9ba8-08e4e279d7e2 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:37:59.520205 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ac0eb2-5722-4c7b-8ce2-501acbc74130 None None] Network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:37:59.537427 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-740adc71-4cb6-4805-afef-5b89263bb86f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:59.547304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7ed0e2d2-24c6-4673-be42-c7fe6c3d0be5 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:59.584580 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-db03f38d-35a4-4748-b0f8-cb721ab16b93 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:59.624589 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740adc71-4cb6-4805-afef-5b89263bb86f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:37:59.632548 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-740adc71-4cb6-4805-afef-5b89263bb86f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:37:59.636951 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740adc71-4cb6-4805-afef-5b89263bb86f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:37:59.637644 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-d4388d55-b073-4f24-a8aa-25cda307122f None None] For port 48fb01d8-674d-4457-a4ca-4c66ab534010, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=48fb01d8-674d-4457-a4ca-4c66ab534010,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:37:59.647236 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d4388d55-b073-4f24-a8aa-25cda307122f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:59.651168 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:37:59.684636 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740adc71-4cb6-4805-afef-5b89263bb86f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=9564f05c-1a43-401d-9ba8-08e4e279d7e2,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:59.702616 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16627593-5121-47ce-bbc3-3fbee0f0232d x-openstack-request-id: req-16627593-5121-47ce-bbc3-3fbee0f0232d {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:37:59.703035 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d9ccd6-8a8d-4d09-9364-6f2389652f60", "name": "network-vif-plugged", "status": "completed", "tag": "78f4386c-0e07-4e2e-9ae3-1b618f67e4a2", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:37:59.703399 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16627593-5121-47ce-bbc3-3fbee0f0232d {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:37:59.704100 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d9ccd6-8a8d-4d09-9364-6f2389652f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f4386c-0e07-4e2e-9ae3-1b618f67e4a2', 'code': 200} Jun 02 20:37:59.765497 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740adc71-4cb6-4805-afef-5b89263bb86f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:59.766091 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-740adc71-4cb6-4805-afef-5b89263bb86f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:59.778631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-740adc71-4cb6-4805-afef-5b89263bb86f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:59.809461 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488571c1-b190-4652-9e13-38cba9b81f42 req-6b0f4a16-f502-4640-afa3-cefb37dbfe58 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:59.810214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-488571c1-b190-4652-9e13-38cba9b81f42 req-6b0f4a16-f502-4640-afa3-cefb37dbfe58 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:37:59.839419 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-db03f38d-35a4-4748-b0f8-cb721ab16b93 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:59.865756 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-740adc71-4cb6-4805-afef-5b89263bb86f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5510941 Jun 02 20:37:59.871690 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55702) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:37:59.873732 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-488571c1-b190-4652-9e13-38cba9b81f42 req-6b0f4a16-f502-4640-afa3-cefb37dbfe58 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:37:59.874876 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-488571c1-b190-4652-9e13-38cba9b81f42 req-6b0f4a16-f502-4640-afa3-cefb37dbfe58 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 946 time: 0.2445681 Jun 02 20:37:59.908562 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4388d55-b073-4f24-a8aa-25cda307122f None None] Pushing event updated for resources: {'Port': ['ID=48fb01d8-674d-4457-a4ca-4c66ab534010,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:37:59.918311 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d4388d55-b073-4f24-a8aa-25cda307122f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:37:59.921454 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8fb743-7342-4111-acce-bbf53bd8100a None None] Update dhcp port {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'fixed_ips': [{'subnet_id': '2b42c58b-33cf-4d94-b4f4-fd7ac0864bb6', 'ip_address': '2001:db8::f816:3eff:febd:4548'}, {'subnet_id': '285a9397-6872-4471-9c31-c9963aec4f48'}], 'binding:host_id': 'dv-neutron-601336-84-hyperv'}, 'id': '48fb01d8-674d-4457-a4ca-4c66ab534010'} from dv-neutron-601336-84-hyperv. {{(pid=92550) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 20:37:59.954492 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c139560f-fbb5-484e-870e-79abe8ea1156 None None] Provisioning complete for port 11e434eb-a6df-47b2-9060-9fba4a0b8776 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:37:59.955232 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c139560f-fbb5-484e-870e-79abe8ea1156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:37:59.980256 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2becf-0c51-4fe1-bad2-277f8b2fc02d req-a72cb6b2-c4ff-426f-ba1b-e5c878c7f1c3 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:37:59.981746 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-93d2becf-0c51-4fe1-bad2-277f8b2fc02d req-a72cb6b2-c4ff-426f-ba1b-e5c878c7f1c3 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.1734831 Jun 02 20:38:00.024454 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096c2042-a1a4-4528-b696-c590262ad31f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:00.030709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096c2042-a1a4-4528-b696-c590262ad31f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:00.031645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-096c2042-a1a4-4528-b696-c590262ad31f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:00.060575 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-93d2becf-0c51-4fe1-bad2-277f8b2fc02d req-81f91af3-a24e-498a-8619-72c07809dbd0 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705247 Jun 02 20:38:00.065549 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-096c2042-a1a4-4528-b696-c590262ad31f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:00.069975 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-096c2042-a1a4-4528-b696-c590262ad31f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1944180 Jun 02 20:38:00.070558 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55704) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:00.070721 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb743-7342-4111-acce-bbf53bd8100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:00.075832 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-488571c1-b190-4652-9e13-38cba9b81f42 req-d1cf3a8f-7489-444a-a2d5-bfdafbb002f1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=71deae43-5267-48ef-b2cf-829aba137b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808634 Jun 02 20:38:00.088764 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-c139560f-fbb5-484e-870e-79abe8ea1156 None None] Port 11e434eb-a6df-47b2-9060-9fba4a0b8776 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:38:00.163124 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c139560f-fbb5-484e-870e-79abe8ea1156 None None] Provisioning complete for port 723ca67c-699f-4614-a0d7-216512467dd4 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:00.163914 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c139560f-fbb5-484e-870e-79abe8ea1156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:00.229568 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-0663c76e-c592-43a6-bc0c-63634462046b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting port 9564f05c-1a43-401d-9ba8-08e4e279d7e2 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:00.229568 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0663c76e-c592-43a6-bc0c-63634462046b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:00.242313 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba89e00-c52d-4297-970a-2f467562341d req-adcf5d6a-4d28-4403-a8c0-45bcdd58718a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:00.245631 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dba89e00-c52d-4297-970a-2f467562341d req-adcf5d6a-4d28-4403-a8c0-45bcdd58718a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 1099 time: 0.3274257 Jun 02 20:38:00.310120 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dba89e00-c52d-4297-970a-2f467562341d req-e38c7d2a-5d72-47c8-8520-4170f198ac71 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=71deae43-5267-48ef-b2cf-829aba137b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553758 Jun 02 20:38:00.314660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-db03f38d-35a4-4748-b0f8-cb721ab16b93 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:00.322130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-73d219b9-6717-4948-8cca-40f1e6a97445 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:00.414595 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03f38d-35a4-4748-b0f8-cb721ab16b93 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Subnet': ['ID=9b4ae948-86e9-4ef5-9b34-829177a9d5bb,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:00.423713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-db03f38d-35a4-4748-b0f8-cb721ab16b93 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:00.426765 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-aa8fb743-7342-4111-acce-bbf53bd8100a None None] Allocated IP 172.20.0.3 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/285a9397-6872-4471-9c31-c9963aec4f48/48fb01d8-674d-4457-a4ca-4c66ab534010) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:00.427320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-db03f38d-35a4-4748-b0f8-cb721ab16b93 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:00.445367 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-db03f38d-35a4-4748-b0f8-cb721ab16b93 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/subnets/9b4ae948-86e9-4ef5-9b34-829177a9d5bb HTTP/1.1" status: 204 len: 168 time: 1.0666904 Jun 02 20:38:00.447701 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0663c76e-c592-43a6-bc0c-63634462046b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:00.450340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55708) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:00.469219 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 48fb01d8-674d-4457-a4ca-4c66ab534010 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:00.505493 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9ef5d4-6e05-4e6e-ba0a-4b5d011e4c47 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] DELETE failed (client error): The resource could not be found. Jun 02 20:38:00.509055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9ef5d4-6e05-4e6e-ba0a-4b5d011e4c47 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:38:00.520889 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-dd9ef5d4-6e05-4e6e-ba0a-4b5d011e4c47 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/subnets/b91bab10-be31-4519-a8d4-dd075761b7f6 HTTP/1.1" status: 404 len: 337 time: 0.0645568 Jun 02 20:38:00.521218 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55712) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:00.569391 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-347fd76f-c730-4acf-af33-306c0a570e52 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "GET /v2.0/ports?device_id=a847db8b-9898-4c00-a10c-68443cba6110 HTTP/1.1" status: 200 len: 205 time: 0.0440962 Jun 02 20:38:00.569703 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55714) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:00.609352 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-0663c76e-c592-43a6-bc0c-63634462046b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Calling delete_port for 9564f05c-1a43-401d-9ba8-08e4e279d7e2 owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:00.658925 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-eb01e24c-aba3-4122-a530-1958facd9efd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] delete failed (client error): The resource could not be found. Jun 02 20:38:00.664386 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-eb01e24c-aba3-4122-a530-1958facd9efd tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/routers/a847db8b-9898-4c00-a10c-68443cba6110 HTTP/1.1" status: 404 len: 336 time: 0.0933917 Jun 02 20:38:00.665190 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55716) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:00.690073 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 48fb01d8-674d-4457-a4ca-4c66ab534010 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:00.690462 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:00.715586 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-9959c711-60a4-4159-a8e7-c21cdcd9885c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] DELETE failed (client error): The resource could not be found. Jun 02 20:38:00.715586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9959c711-60a4-4159-a8e7-c21cdcd9885c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:38:00.719104 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9959c711-60a4-4159-a8e7-c21cdcd9885c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/subnets/9e027e9f-a467-4528-b93d-a95fac94a3b7 HTTP/1.1" status: 404 len: 337 time: 0.0504718 Jun 02 20:38:00.723926 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55718) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:00.770415 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c299465-2a78-47f5-9d4e-08f32144ccd0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] DELETE failed (client error): The resource could not be found. Jun 02 20:38:00.771643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d72de9-ba76-4320-b397-497f668f2792 req-9c32d35d-394a-434c-9a0e-a4a2a66a5e6d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:00.771943 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c299465-2a78-47f5-9d4e-08f32144ccd0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:38:00.773168 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-92d72de9-ba76-4320-b397-497f668f2792 req-9c32d35d-394a-434c-9a0e-a4a2a66a5e6d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.1609778 Jun 02 20:38:00.774331 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7c299465-2a78-47f5-9d4e-08f32144ccd0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/subnets/62c9e127-2691-4777-92f1-ff65e9ca1902 HTTP/1.1" status: 404 len: 337 time: 0.0514076 Jun 02 20:38:00.776861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55720) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:00.797795 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-aa8fb743-7342-4111-acce-bbf53bd8100a None None] For port 48fb01d8-674d-4457-a4ca-4c66ab534010, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=48fb01d8-674d-4457-a4ca-4c66ab534010,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:00.819755 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c1d1f194-1a10-43de-9054-b51d63155038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:00.880525 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-92d72de9-ba76-4320-b397-497f668f2792 req-0170ce78-76fb-49f3-911d-22fd1ffe2c12 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965848 Jun 02 20:38:00.909662 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb743-7342-4111-acce-bbf53bd8100a None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:00.937409 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-aa8fb743-7342-4111-acce-bbf53bd8100a None None] Transition to ACTIVE for port object 48fb01d8-674d-4457-a4ca-4c66ab534010 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:00.942435 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-aa8fb743-7342-4111-acce-bbf53bd8100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:00.948004 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f0a8454c-3214-4aa6-b888-419b04de926c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:00.983939 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-746348a4-4369-4e46-9613-dbf2193f16f9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] DELETE failed (client error): The resource could not be found. Jun 02 20:38:00.984401 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746348a4-4369-4e46-9613-dbf2193f16f9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:38:00.986058 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-746348a4-4369-4e46-9613-dbf2193f16f9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/subnets/e9db15bb-f857-42ad-9f63-2060d0a5c5cd HTTP/1.1" status: 404 len: 337 time: 0.2080631 Jun 02 20:38:00.988619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55722) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:00.999685 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0663c76e-c592-43a6-bc0c-63634462046b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:01.012896 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a54452a0-b8b2-4927-8664-e7531a5776f7 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:01.030660 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f298a3-6b3d-47c8-8af2-8b85a5d4d92e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] DELETE failed (client error): The resource could not be found. Jun 02 20:38:01.031214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f298a3-6b3d-47c8-8af2-8b85a5d4d92e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:38:01.035133 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a9f298a3-6b3d-47c8-8af2-8b85a5d4d92e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/ports/e27d2f40-f233-4c15-923b-a99de3868c2f HTTP/1.1" status: 404 len: 333 time: 0.0427270 Jun 02 20:38:01.035425 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55724) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:01.079278 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-afbcb3da-789b-4ab0-9827-a7f7fb2a4dc3 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] DELETE failed (client error): The resource could not be found. Jun 02 20:38:01.079737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afbcb3da-789b-4ab0-9827-a7f7fb2a4dc3 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:38:01.081462 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-afbcb3da-789b-4ab0-9827-a7f7fb2a4dc3 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/subnets/004c6bc9-851f-47c2-a939-2f00b5817339 HTTP/1.1" status: 404 len: 337 time: 0.0444949 Jun 02 20:38:01.086020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55726) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:01.122432 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663c76e-c592-43a6-bc0c-63634462046b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=9564f05c-1a43-401d-9ba8-08e4e279d7e2,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:01.139625 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-51df1037-4a32-48ee-929d-ca1e31a603f4 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] DELETE failed (client error): The resource could not be found. Jun 02 20:38:01.140072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51df1037-4a32-48ee-929d-ca1e31a603f4 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:38:01.140826 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0663c76e-c592-43a6-bc0c-63634462046b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:01.142004 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-51df1037-4a32-48ee-929d-ca1e31a603f4 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/subnets/eaaf4001-ad5d-492d-ba4d-7004f74d90f4 HTTP/1.1" status: 404 len: 337 time: 0.0547614 Jun 02 20:38:01.142345 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc78b27-cd61-4f2f-bcee-86af874d049e None None] Network 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:01.144259 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55730) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:01.202775 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-be61a521-055a-44b6-86ee-8978957d03aa tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] DELETE failed (client error): The resource could not be found. Jun 02 20:38:01.203282 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be61a521-055a-44b6-86ee-8978957d03aa tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:38:01.207479 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-be61a521-055a-44b6-86ee-8978957d03aa tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/ports/ebfd2f41-f4b2-42f2-baba-fc9faad7cb8a HTTP/1.1" status: 404 len: 333 time: 0.0599217 Jun 02 20:38:01.212820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55734) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:01.261168 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-237daaa5-7ed6-42bc-a729-ec2425d851a0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] DELETE failed (client error): The resource could not be found. Jun 02 20:38:01.261649 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237daaa5-7ed6-42bc-a729-ec2425d851a0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:38:01.278915 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-237daaa5-7ed6-42bc-a729-ec2425d851a0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/subnets/edea0c0f-a0ce-4bd5-b68d-ec8ebe72f9de HTTP/1.1" status: 404 len: 337 time: 0.0652194 Jun 02 20:38:01.281800 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55736) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:01.281953 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d79f52b6-3b99-4ef4-b7ef-681e59821fee None None] Provisioning complete for port 11e434eb-a6df-47b2-9060-9fba4a0b8776 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:01.282110 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d79f52b6-3b99-4ef4-b7ef-681e59821fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:01.302822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c9149-1f42-4f4d-be5b-0783d09acbfa req-11a6fdf6-ce7a-42cb-9aa5-c2442715de77 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:01.307744 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fb743-7342-4111-acce-bbf53bd8100a None None] Pushing event updated for resources: {'Port': ['ID=48fb01d8-674d-4457-a4ca-4c66ab534010,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:01.310469 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b28c9149-1f42-4f4d-be5b-0783d09acbfa req-11a6fdf6-ce7a-42cb-9aa5-c2442715de77 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 946 time: 0.1041265 Jun 02 20:38:01.311051 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-aa8fb743-7342-4111-acce-bbf53bd8100a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:01.330775 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-9899dbf7-e6af-4f83-afe4-8136da1d5e4d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] DELETE failed (client error): The resource could not be found. Jun 02 20:38:01.333906 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9899dbf7-e6af-4f83-afe4-8136da1d5e4d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:38:01.335884 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9899dbf7-e6af-4f83-afe4-8136da1d5e4d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/subnets/b6a50d72-c1c7-417d-ba0d-ef01473b450b HTTP/1.1" status: 404 len: 337 time: 0.0533938 Jun 02 20:38:01.338612 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55738) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:01.369598 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b28c9149-1f42-4f4d-be5b-0783d09acbfa req-1bc08160-0c3d-42f6-82d5-14a67cc32cbf tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=71deae43-5267-48ef-b2cf-829aba137b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580642 Jun 02 20:38:01.438428 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-d79f52b6-3b99-4ef4-b7ef-681e59821fee None None] Port 11e434eb-a6df-47b2-9060-9fba4a0b8776 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:38:01.467228 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d79f52b6-3b99-4ef4-b7ef-681e59821fee None None] Provisioning complete for port 723ca67c-699f-4614-a0d7-216512467dd4 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:01.467755 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d79f52b6-3b99-4ef4-b7ef-681e59821fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:01.491792 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0663c76e-c592-43a6-bc0c-63634462046b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:01.502990 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55740) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:01.503221 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0663c76e-c592-43a6-bc0c-63634462046b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/9564f05c-1a43-401d-9ba8-08e4e279d7e2 HTTP/1.1" status: 204 len: 168 time: 1.4315822 Jun 02 20:38:01.542477 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-6deb2e1f-ae99-4cbb-ad09-3d376464f7f0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Deleting port 11e434eb-a6df-47b2-9060-9fba4a0b8776 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:01.542973 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6deb2e1f-ae99-4cbb-ad09-3d376464f7f0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:01.622237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefa7461-2c21-46d6-8444-f964dde65b21 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:01.624110 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefa7461-2c21-46d6-8444-f964dde65b21 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:01.625752 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefa7461-2c21-46d6-8444-f964dde65b21 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:01.626569 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-aefa7461-2c21-46d6-8444-f964dde65b21 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:01.655198 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-aefa7461-2c21-46d6-8444-f964dde65b21 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:01.656612 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-aefa7461-2c21-46d6-8444-f964dde65b21 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1521897 Jun 02 20:38:01.659523 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55742) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:01.672005 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157b6b9e-d152-408b-aed6-1d7d53e0da09 None None] DHCP port deletion for 593c50ea-b8fa-472a-9e86-3ef57a1b0b59 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:38:01.753184 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-157b6b9e-d152-408b-aed6-1d7d53e0da09 None None] Deleting port 723ca67c-699f-4614-a0d7-216512467dd4 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:01.753448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd900c6-c437-4b84-b130-122023b2650e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet 285a9397-6872-4471-9c31-c9963aec4f48 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:38:01.755709 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-157b6b9e-d152-408b-aed6-1d7d53e0da09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:01.756868 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7cd900c6-c437-4b84-b130-122023b2650e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:01.818920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7cd900c6-c437-4b84-b130-122023b2650e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:01.847607 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6deb2e1f-ae99-4cbb-ad09-3d376464f7f0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:01.876772 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-157b6b9e-d152-408b-aed6-1d7d53e0da09 None None] For port 723ca67c-699f-4614-a0d7-216512467dd4, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=723ca67c-699f-4614-a0d7-216512467dd4,segment=NetworkSegment(bce3e724-0134-4bb9-a50f-7ed2f7b21ae7),segment_id=bce3e724-0134-4bb9-a50f-7ed2f7b21ae7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:01.877383 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-157b6b9e-d152-408b-aed6-1d7d53e0da09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:01.921260 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7cd900c6-c437-4b84-b130-122023b2650e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:02.001568 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-6deb2e1f-ae99-4cbb-ad09-3d376464f7f0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Calling delete_port for 11e434eb-a6df-47b2-9060-9fba4a0b8776 owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:02.035237 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-157b6b9e-d152-408b-aed6-1d7d53e0da09 None None] Calling delete_port for 723ca67c-699f-4614-a0d7-216512467dd4 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:02.096285 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-157b6b9e-d152-408b-aed6-1d7d53e0da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:02.102214 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-1957b436-65f3-40d9-8b0c-fdb0a402e541 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:02.128454 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6deb2e1f-ae99-4cbb-ad09-3d376464f7f0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:02.135374 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-df3c1086-5e5a-4a12-82e9-b11d9c20553b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:02.160228 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157b6b9e-d152-408b-aed6-1d7d53e0da09 None None] No DVR routers for this DVR port 723ca67c-699f-4614-a0d7-216512467dd4 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:38:02.163055 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b6b9e-d152-408b-aed6-1d7d53e0da09 None None] Pushing event deleted for resources: {'Port': ['ID=723ca67c-699f-4614-a0d7-216512467dd4,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:02.166677 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-157b6b9e-d152-408b-aed6-1d7d53e0da09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:02.183941 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecafbb-67af-4e53-af04-42b7cc5c624f req-1e8d6ab1-d6fb-434d-a69c-c61cb4c20c13 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:02.185175 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6fecafbb-67af-4e53-af04-42b7cc5c624f req-1e8d6ab1-d6fb-434d-a69c-c61cb4c20c13 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.1520236 Jun 02 20:38:02.195857 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-733dbeae-1518-4ba8-8863-31257c1015c0 None None] Provisioning for port 48fb01d8-674d-4457-a4ca-4c66ab534010 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:02.197686 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb2e1f-ae99-4cbb-ad09-3d376464f7f0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Port': ['ID=11e434eb-a6df-47b2-9060-9fba4a0b8776,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:02.205975 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-733dbeae-1518-4ba8-8863-31257c1015c0 None None] Provisioning complete for port 48fb01d8-674d-4457-a4ca-4c66ab534010 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:02.206360 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-733dbeae-1518-4ba8-8863-31257c1015c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:02.214790 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6deb2e1f-ae99-4cbb-ad09-3d376464f7f0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:02.221738 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6deb2e1f-ae99-4cbb-ad09-3d376464f7f0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:02.250246 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6fecafbb-67af-4e53-af04-42b7cc5c624f req-29899e0a-0630-4ceb-8e1f-e63be7acc595 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559943 Jun 02 20:38:02.255703 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6deb2e1f-ae99-4cbb-ad09-3d376464f7f0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/ports/11e434eb-a6df-47b2-9060-9fba4a0b8776 HTTP/1.1" status: 204 len: 168 time: 0.9160941 Jun 02 20:38:02.256307 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55746) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:02.312082 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7cd900c6-c437-4b84-b130-122023b2650e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:02.324616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2e742a00-f31b-4694-a98a-6149f9e50aac tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:02.364140 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7cd900c6-c437-4b84-b130-122023b2650e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:02.379133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd900c6-c437-4b84-b130-122023b2650e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=285a9397-6872-4471-9c31-c9963aec4f48,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:02.382578 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7cd900c6-c437-4b84-b130-122023b2650e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:02.398833 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7cd900c6-c437-4b84-b130-122023b2650e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/285a9397-6872-4471-9c31-c9963aec4f48 HTTP/1.1" status: 204 len: 168 time: 0.7326248 Jun 02 20:38:02.399570 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55752) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:02.455261 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7c684199-031b-4d05-b3c5-0c528e0b643d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:02.457234 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 48fb01d8-674d-4457-a4ca-4c66ab534010 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:02.512627 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2bf4a26-f84c-4a3e-92d7-3f9899c5bc24 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet 2b42c58b-33cf-4d94-b4f4-fd7ac0864bb6 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:38:02.515837 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4a26-f84c-4a3e-92d7-3f9899c5bc24 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:02.517684 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43a2999-43f6-4045-9338-9cc0760d0020 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:02.547100 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-207ece47-f65a-4940-85d8-4af1fd63674f None None] Could not find standard attr ID for object 9564f05c-1a43-401d-9ba8-08e4e279d7e2. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:38:02.589762 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4a26-f84c-4a3e-92d7-3f9899c5bc24 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:02.612788 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7c684199-031b-4d05-b3c5-0c528e0b643d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:02.651113 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-7c684199-031b-4d05-b3c5-0c528e0b643d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593c50ea-b8fa-472a-9e86-3ef57a1b0b59']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:02.681473 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 48fb01d8-674d-4457-a4ca-4c66ab534010 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:02.682274 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:02.742752 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-7c684199-031b-4d05-b3c5-0c528e0b643d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce3e724-0134-4bb9-a50f-7ed2f7b21ae7') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:02.742885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-7c684199-031b-4d05-b3c5-0c528e0b643d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce3e724-0134-4bb9-a50f-7ed2f7b21ae7') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:02.763300 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7c684199-031b-4d05-b3c5-0c528e0b643d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:02.790414 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7c684199-031b-4d05-b3c5-0c528e0b643d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:02.800624 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c684199-031b-4d05-b3c5-0c528e0b643d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:38:02.801028 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7c684199-031b-4d05-b3c5-0c528e0b643d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:38:02.817906 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:38:02.832086 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4a26-f84c-4a3e-92d7-3f9899c5bc24 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:02.884915 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be43e2c-902e-410d-9486-0f9b67dbcf86 req-2a180493-e07c-4188-9cf1-61495beb7974 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:02.886930 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3be43e2c-902e-410d-9486-0f9b67dbcf86 req-2a180493-e07c-4188-9cf1-61495beb7974 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.1860642 Jun 02 20:38:02.898663 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a6b47-defb-4632-9cde-5e8b2162af9c req-642201a8-3dc6-433f-ad8a-a348739d9901 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:02.900494 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9d1a6b47-defb-4632-9cde-5e8b2162af9c req-642201a8-3dc6-433f-ad8a-a348739d9901 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 946 time: 0.2421799 Jun 02 20:38:02.948258 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7c684199-031b-4d05-b3c5-0c528e0b643d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:02.952647 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7c684199-031b-4d05-b3c5-0c528e0b643d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:02.960180 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-81a846b0-9e43-4616-8ccb-47e0ca008ef8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:02.963865 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3be43e2c-902e-410d-9486-0f9b67dbcf86 req-ddfdc2c1-b8cb-4212-acbf-bc5c0fcec9b3 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651863 Jun 02 20:38:02.981809 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 723ca67c-699f-4614-a0d7-216512467dd4 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:38:02.986703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c684199-031b-4d05-b3c5-0c528e0b643d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Pushing event deleted for resources: {'Network': ['ID=593c50ea-b8fa-472a-9e86-3ef57a1b0b59,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:02.999344 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7c684199-031b-4d05-b3c5-0c528e0b643d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:02.999468 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc158044-e449-4475-9e63-e57c7dd565bc req-7e242ad2-23ac-44c7-b3c6-c0642608d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:02.999468 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dc158044-e449-4475-9e63-e57c7dd565bc req-7e242ad2-23ac-44c7-b3c6-c0642608d5f4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=661507761bd9425583aaf58f371479f6&device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 1099 time: 0.2509947 Jun 02 20:38:03.001118 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9d1a6b47-defb-4632-9cde-5e8b2162af9c req-ff27e6bf-92ec-41a7-8b96-b354348f38d1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=71deae43-5267-48ef-b2cf-829aba137b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898759 Jun 02 20:38:03.002815 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7c684199-031b-4d05-b3c5-0c528e0b643d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] 10.222.0.25 "DELETE /v2.0/networks/593c50ea-b8fa-472a-9e86-3ef57a1b0b59 HTTP/1.1" status: 204 len: 168 time: 0.7455752 Jun 02 20:38:03.045027 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 723ca67c-699f-4614-a0d7-216512467dd4 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:38:03.045576 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 723ca67c-699f-4614-a0d7-216512467dd4 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:38:03.294437 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cf41eda8-65c3-4544-a417-b35c1d54a202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:03.331997 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:03.361217 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55762) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:03.474727 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc158044-e449-4475-9e63-e57c7dd565bc req-b7339c69-8d7c-4d10-b537-ccca2a6b226c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:03.476219 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dc158044-e449-4475-9e63-e57c7dd565bc req-b7339c69-8d7c-4d10-b537-ccca2a6b226c service neutron] 10.222.0.95 "GET /v2.0/networks?id=6d422b3f-35f6-44d4-a56d-8cdfa486af18 HTTP/1.1" status: 200 len: 912 time: 0.4711993 Jun 02 20:38:03.531584 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4deb6132-9bc8-40aa-afad-0f4134088f7e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=639a199037e04a6d8785e25b9cf213f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1689856 Jun 02 20:38:03.533830 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55766) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:03.576661 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-5a01f486-47cf-4a78-aabf-be44bb6bf486 None None] Provisioning complete for port 48fb01d8-674d-4457-a4ca-4c66ab534010 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:03.577253 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5a01f486-47cf-4a78-aabf-be44bb6bf486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:03.603017 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-91b2caaf-2011-4b38-b118-9b258aca7377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:03.615671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b90c9c-d908-409a-8ed4-b05cb08ac0d4 req-c93cb31a-ac46-46ec-b4eb-e3b86e97a5c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:03.617284 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d8b90c9c-d908-409a-8ed4-b05cb08ac0d4 req-c93cb31a-ac46-46ec-b4eb-e3b86e97a5c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 946 time: 0.4714484 Jun 02 20:38:03.631036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-91b2caaf-2011-4b38-b118-9b258aca7377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:03.691176 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dc158044-e449-4475-9e63-e57c7dd565bc req-dd25d7f1-82a0-4922-8542-85cbdd2e18bc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a901cc98-7deb-4f4d-80a3-acef48dbdab7 HTTP/1.1" status: 200 len: 1002 time: 0.1777196 Jun 02 20:38:03.693767 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-91b2caaf-2011-4b38-b118-9b258aca7377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:03.700012 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ab2eb99b-9934-42cb-8226-4966aa8bf485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:03.713025 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2caaf-2011-4b38-b118-9b258aca7377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d99b149-a223-4d74-bd5d-7a73e84404c9,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:03.716589 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-91b2caaf-2011-4b38-b118-9b258aca7377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:03.719213 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-91b2caaf-2011-4b38-b118-9b258aca7377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:03.725342 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-91b2caaf-2011-4b38-b118-9b258aca7377 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d99b149-a223-4d74-bd5d-7a73e84404c9 HTTP/1.1" status: 204 len: 168 time: 0.1904905 Jun 02 20:38:03.742933 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4a26-f84c-4a3e-92d7-3f9899c5bc24 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:03.751805 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d8b90c9c-d908-409a-8ed4-b05cb08ac0d4 req-28580b90-b16f-4de9-b83f-8380bee01289 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=71deae43-5267-48ef-b2cf-829aba137b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220465 Jun 02 20:38:03.759094 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-93664f89-090a-430b-92e9-2b1836563c8a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:03.783225 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55770) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:03.838146 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf4a26-f84c-4a3e-92d7-3f9899c5bc24 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=2b42c58b-33cf-4d94-b4f4-fd7ac0864bb6,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:03.846067 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a2bf4a26-f84c-4a3e-92d7-3f9899c5bc24 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:03.852089 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc54657-05f5-4c03-b3ec-752b06b6a739 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:03.853280 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a2bf4a26-f84c-4a3e-92d7-3f9899c5bc24 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:03.858813 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f5ac2f-d65b-459f-804e-e5857577ce27 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:03.863383 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-46f5ac2f-d65b-459f-804e-e5857577ce27 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 1094 time: 0.0760942 Jun 02 20:38:03.863684 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55772) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:03.869352 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': '78f4386c-0e07-4e2e-9ae3-1b618f67e4a2', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:03.874126 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc158044-e449-4475-9e63-e57c7dd565bc req-5ec442ac-9564-470d-91e2-fddc6d247ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:03.875946 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:03.876780 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dc158044-e449-4475-9e63-e57c7dd565bc req-5ec442ac-9564-470d-91e2-fddc6d247ed6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c83951fa-3604-4554-9055-6ed20c4b7e5d HTTP/1.1" status: 200 len: 850 time: 0.1795793 Jun 02 20:38:03.879166 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a2bf4a26-f84c-4a3e-92d7-3f9899c5bc24 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/2b42c58b-33cf-4d94-b4f4-fd7ac0864bb6 HTTP/1.1" status: 204 len: 168 time: 1.4783697 Jun 02 20:38:03.882619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55774) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:03.882941 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:floatingip and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:03.885970 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:03.891852 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:03.905433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:04.066401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:04.100544 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8b646e2e-1de4-4de3-9c4d-338229b20123 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:router {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:04.151068 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8b646e2e-1de4-4de3-9c4d-338229b20123 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:router {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:04.153001 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8b646e2e-1de4-4de3-9c4d-338229b20123 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2684543 Jun 02 20:38:04.158105 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55780) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:04.165412 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-50aa9ca1-13f2-43b1-a03d-aa43ddb9104e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:04.209562 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:04.268615 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7f15c2-9479-463d-8852-bc88972ef074 None None] DHCP port deletion for 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:38:04.307311 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-50aa9ca1-13f2-43b1-a03d-aa43ddb9104e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:04.314583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-50aa9ca1-13f2-43b1-a03d-aa43ddb9104e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:04.319002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-50aa9ca1-13f2-43b1-a03d-aa43ddb9104e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:04.327092 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-50aa9ca1-13f2-43b1-a03d-aa43ddb9104e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:04.342596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc158044-e449-4475-9e63-e57c7dd565bc req-2e65327b-ef16-4f8b-9741-2fc74f128b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:04.349612 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dc158044-e449-4475-9e63-e57c7dd565bc req-2e65327b-ef16-4f8b-9741-2fc74f128b13 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6d422b3f-35f6-44d4-a56d-8cdfa486af18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3258672 Jun 02 20:38:04.352051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aa9ca1-13f2-43b1-a03d-aa43ddb9104e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:04.359292 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-0f7f15c2-9479-463d-8852-bc88972ef074 None None] Deleting port 48fb01d8-674d-4457-a4ca-4c66ab534010 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:04.359484 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-50aa9ca1-13f2-43b1-a03d-aa43ddb9104e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:04.359585 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0f7f15c2-9479-463d-8852-bc88972ef074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:04.372159 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.26.0.164 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/c7b12a7c-d914-4d8e-a31c-398d75151fcf) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:04.400040 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656ea3c-b41d-4131-b787-a51f3641f1e3 req-bdb36384-e7a8-4dc5-8f0b-c8a3ed9027c5 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:04.408436 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a656ea3c-b41d-4131-b787-a51f3641f1e3 req-bdb36384-e7a8-4dc5-8f0b-c8a3ed9027c5 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.2050281 Jun 02 20:38:04.451455 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 48fb01d8-674d-4457-a4ca-4c66ab534010 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:38:04.529250 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a656ea3c-b41d-4131-b787-a51f3641f1e3 req-47cc23ac-6205-4b21-a14e-dfc95113e4ec tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198699 Jun 02 20:38:04.553606 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-0f7f15c2-9479-463d-8852-bc88972ef074 None None] For port 48fb01d8-674d-4457-a4ca-4c66ab534010, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=48fb01d8-674d-4457-a4ca-4c66ab534010,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:04.554244 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0f7f15c2-9479-463d-8852-bc88972ef074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:04.626276 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dc158044-e449-4475-9e63-e57c7dd565bc req-ff0feede-2ac0-437f-88e8-ddfaf291ef58 service neutron] 10.222.0.95 "GET /v2.0/networks/6d422b3f-35f6-44d4-a56d-8cdfa486af18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748039 Jun 02 20:38:04.631803 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:04.665319 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:04.676197 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-14e046b3-7c8e-462c-ad80-d22d0dd81793 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:04.727996 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-0f7f15c2-9479-463d-8852-bc88972ef074 None None] Calling delete_port for 48fb01d8-674d-4457-a4ca-4c66ab534010 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:04.747567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:04.751936 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:04.759457 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:04.805491 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=c7b12a7c-d914-4d8e-a31c-398d75151fcf,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:04.816392 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0f7f15c2-9479-463d-8852-bc88972ef074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:04.816621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:04.827563 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:04.876502 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f15c2-9479-463d-8852-bc88972ef074 None None] Pushing event deleted for resources: {'Port': ['ID=48fb01d8-674d-4457-a4ca-4c66ab534010,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:04.879491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0f7f15c2-9479-463d-8852-bc88972ef074 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:04.880368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Port 48fb01d8-674d-4457-a4ca-4c66ab534010 update to DOWN by agent not found {{(pid=92550) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} Jun 02 20:38:04.888224 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dc158044-e449-4475-9e63-e57c7dd565bc req-0f63f8c7-780d-4c37-9ec9-ae2028a59b5f service neutron] 10.222.0.95 "GET /v2.0/networks/6d422b3f-35f6-44d4-a56d-8cdfa486af18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562921 Jun 02 20:38:04.891107 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7f15c2-9479-463d-8852-bc88972ef074 None None] No DVR routers for this DVR port 48fb01d8-674d-4457-a4ca-4c66ab534010 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:38:04.914118 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55798) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:05.038632 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'network': {'name': 'tempest-RoutersTest-1627716310'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:05.048057 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:05.054317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:network and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:05.064762 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:05.073515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:05.089635 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Made reservation on behalf of 6ef1a7bf134143cc9e0a9276ad9cbe3f for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:05.093011 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:05.135691 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:05.162836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:05.170730 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:security_group_rule and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:05.175059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:05.184343 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:05.186370 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-50aa9ca1-13f2-43b1-a03d-aa43ddb9104e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:05.191568 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8e982988-f2e9-4ca4-b2c3-a4c2534e1982 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:05.262310 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aa9ca1-13f2-43b1-a03d-aa43ddb9104e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:05.266682 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-50aa9ca1-13f2-43b1-a03d-aa43ddb9104e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:05.276715 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513dcbf3-a8d9-46cc-a675-3cb2714b5867 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:05.285796 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa9ca1-13f2-43b1-a03d-aa43ddb9104e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=d20a0db0-1b59-4acc-b364-50b308f95252,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:05.290943 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aa9ca1-13f2-43b1-a03d-aa43ddb9104e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:05.291525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-50aa9ca1-13f2-43b1-a03d-aa43ddb9104e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:05.297040 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-50aa9ca1-13f2-43b1-a03d-aa43ddb9104e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:05.337398 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-50aa9ca1-13f2-43b1-a03d-aa43ddb9104e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1782706 Jun 02 20:38:05.342478 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55802) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:05.349768 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:05.387402 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:05.468743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:05.514154 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'fixed_ips': [{'subnet_id': 'd20a0db0-1b59-4acc-b364-50b308f95252'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:38:05.515112 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:05.624963 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:05.636490 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:05.642126 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:05.696377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:38:05.697679 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Allocated IP 172.20.0.2 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/d20a0db0-1b59-4acc-b364-50b308f95252/b982ff2f-4e33-4f01-b610-9e1f0fcf6614) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:05.716186 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:05.723853 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:05.729613 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e86c4278-6a1e-495e-b8d5-8cd9a85a3393 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:05.762535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0811ae3d-422c-4415-ae70-9683c2692d27,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:05.767802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:05.775689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:05.775902 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Added segment f4a1d691-604b-439c-b9ce-150c2165176c of type vlan for network 7768d22b-3b6b-4e57-97ae-13f09b593e14 Jun 02 20:38:05.782812 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:05.789174 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:05.794525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:05.820877 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:05.838940 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:05.852969 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=c7b12a7c-d914-4d8e-a31c-398d75151fcf,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:05.857914 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:05.858208 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:05.862003 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:05.867537 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:05.883320 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:05.968810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfe7e7-9d08-4853-b5d2-4820e501fe3a req-c0096608-5116-482c-9e45-a47dbe6b300b tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:05.970037 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:05.970373 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-00bfe7e7-9d08-4853-b5d2-4820e501fe3a req-c0096608-5116-482c-9e45-a47dbe6b300b tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.2814124 Jun 02 20:38:05.984212 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Transition to ACTIVE for port object b982ff2f-4e33-4f01-b610-9e1f0fcf6614 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:05.990014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:05.995482 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:05.996072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:06.003072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a8ea0c3f-3237-4d02-94ef-7d2da9a9f6d0 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:06.010164 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Transition to ACTIVE for port object b982ff2f-4e33-4f01-b610-9e1f0fcf6614 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:06.019108 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:06.026682 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:06.095024 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:06.098217 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:06.102465 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:06.105266 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Floating IP 00d50627-d792-4ad7-b0cb-cb95a0aafe78 associated. External IP: 172.26.0.164, port: 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2. Jun 02 20:38:06.139180 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Pushing event updated for resources: {'Port': ['ID=b982ff2f-4e33-4f01-b610-9e1f0fcf6614,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:06.146634 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:06.173804 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2586002 Jun 02 20:38:06.179064 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55806) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:06.180306 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Network': ['ID=7768d22b-3b6b-4e57-97ae-13f09b593e14,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:06.186726 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-92a26684-5ee4-4aac-ae08-4480995b3afd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'network': {'name': 'tempest-RoutersTest-726657797'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:06.186918 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:06.197368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 7768d22b-3b6b-4e57-97ae-13f09b593e14 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:38:06.201337 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-92a26684-5ee4-4aac-ae08-4480995b3afd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:06.206410 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-00bfe7e7-9d08-4853-b5d2-4820e501fe3a req-ea5c8453-5cae-487e-ba08-cc6a7181ce52 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206860 Jun 02 20:38:06.207394 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-92a26684-5ee4-4aac-ae08-4480995b3afd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:network and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:06.210955 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-92a26684-5ee4-4aac-ae08-4480995b3afd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:06.217127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-92a26684-5ee4-4aac-ae08-4480995b3afd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:06.266436 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Attempting to bind port b982ff2f-4e33-4f01-b610-9e1f0fcf6614 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:38:06.266811 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Attempting to bind port b982ff2f-4e33-4f01-b610-9e1f0fcf6614 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:38:06.267201 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Attempting to bind port b982ff2f-4e33-4f01-b610-9e1f0fcf6614 on network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:38:06.291849 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a26684-5ee4-4aac-ae08-4480995b3afd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Made reservation on behalf of 6ef1a7bf134143cc9e0a9276ad9cbe3f for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:06.295343 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-92a26684-5ee4-4aac-ae08-4480995b3afd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:06.326016 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:38:06.326288 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Checking segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:38:06.326708 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:06.327106 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Bound using segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:38:06.327687 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Bound port: b982ff2f-4e33-4f01-b610-9e1f0fcf6614, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:38:06.328068 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:06.349425 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a26684-5ee4-4aac-ae08-4480995b3afd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:38:06.427095 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-92a26684-5ee4-4aac-ae08-4480995b3afd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:06.427790 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-92a26684-5ee4-4aac-ae08-4480995b3afd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Added segment f6a411fb-141e-4365-9848-b82b5a58f1e3 of type vlan for network f236daeb-d9da-4b06-9d4b-f50f9997e7bf Jun 02 20:38:06.438901 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] For port b982ff2f-4e33-4f01-b610-9e1f0fcf6614, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:38:06.442628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] For port b982ff2f-4e33-4f01-b610-9e1f0fcf6614, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b982ff2f-4e33-4f01-b610-9e1f0fcf6614,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:38:06.447845 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:06.452724 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d625313a-375c-4232-a6cf-d74677c14c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:06.523992 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-92a26684-5ee4-4aac-ae08-4480995b3afd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:06.536638 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Pushing event updated for resources: {'Port': ['ID=b982ff2f-4e33-4f01-b610-9e1f0fcf6614,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:06.541492 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:06.584067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 902d19ca-210a-430a-a989-e46e6f5ef08b has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:38:06.593542 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-92a26684-5ee4-4aac-ae08-4480995b3afd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:06.599175 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a26684-5ee4-4aac-ae08-4480995b3afd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:06.599821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-92a26684-5ee4-4aac-ae08-4480995b3afd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:06.605266 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:06.636657 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.objects.ports [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92549) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 20:38:06.909587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:06.947237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a26684-5ee4-4aac-ae08-4480995b3afd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Network': ['ID=f236daeb-d9da-4b06-9d4b-f50f9997e7bf,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:06.949913 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-92a26684-5ee4-4aac-ae08-4480995b3afd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:06.954392 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-92a26684-5ee4-4aac-ae08-4480995b3afd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7746897 Jun 02 20:38:06.957217 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55808) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:06.961046 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network f236daeb-d9da-4b06-9d4b-f50f9997e7bf details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:38:06.963629 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-eb3a17b4-fed0-432b-8dd9-9befe4e2ceb4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'subnet': {'network_id': '7768d22b-3b6b-4e57-97ae-13f09b593e14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:07.140767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] For port b982ff2f-4e33-4f01-b610-9e1f0fcf6614, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b982ff2f-4e33-4f01-b610-9e1f0fcf6614,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:07.145332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:38:07.161519 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-eb3a17b4-fed0-432b-8dd9-9befe4e2ceb4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:07.162069 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96534b68-208c-46cb-a694-e32bd100cde7 None None] Sync routers for ids ['902d19ca-210a-430a-a989-e46e6f5ef08b'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:38:07.167824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-eb3a17b4-fed0-432b-8dd9-9befe4e2ceb4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:subnet and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:07.171396 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:07.172832 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96534b68-208c-46cb-a694-e32bd100cde7 None None] Routers {'902d19ca-210a-430a-a989-e46e6f5ef08b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:38:07.173559 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-96534b68-208c-46cb-a694-e32bd100cde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['902d19ca-210a-430a-a989-e46e6f5ef08b'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:07.177953 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:07.178669 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-eb3a17b4-fed0-432b-8dd9-9befe4e2ceb4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:07.179261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:07.185139 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:07.189437 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:07.209643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-eb3a17b4-fed0-432b-8dd9-9befe4e2ceb4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:07.244137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3a17b4-fed0-432b-8dd9-9befe4e2ceb4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Made reservation on behalf of 6ef1a7bf134143cc9e0a9276ad9cbe3f for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:07.260153 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eb3a17b4-fed0-432b-8dd9-9befe4e2ceb4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:07.294750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:07.296528 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=b982ff2f-4e33-4f01-b610-9e1f0fcf6614,revision_number=4']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:07.299950 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:07.302498 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:07.305844 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2af45043-c9cf-4db0-8582-941976a88850 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:07.306007 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4380705 Jun 02 20:38:07.306795 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d9ccd6-8a8d-4d09-9364-6f2389652f60', 'tag': '78f4386c-0e07-4e2e-9ae3-1b618f67e4a2'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:38:07.308953 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e872f252-e2c2-4fc4-9ba0-92a48e578c38" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d9ccd6-8a8d-4d09-9364-6f2389652f60", "tag": "78f4386c-0e07-4e2e-9ae3-1b618f67e4a2"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:38:07.358017 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55812) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:07.404984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-96534b68-208c-46cb-a694-e32bd100cde7 None None] Set router 902d19ca-210a-430a-a989-e46e6f5ef08b gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:38:07.417699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=01bba874-e950-44c4-b300-cc60fcfd6fba,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:07.420597 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:07.421255 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:07.444467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:07.488433 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1423490 Jun 02 20:38:07.492258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55816) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:07.501160 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-0f39ef6d-a6bf-4421-bb95-43600b997635 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'mac_address': 'fa:16:3e:90:25:ab', 'name': 'tempest-NetworksTestDHCPv6-1076638470'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:07.535558 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae905bb-07d1-4f08-b04f-17a425883435 x-openstack-request-id: req-cae905bb-07d1-4f08-b04f-17a425883435 {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:38:07.536202 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d9ccd6-8a8d-4d09-9364-6f2389652f60", "tag": "78f4386c-0e07-4e2e-9ae3-1b618f67e4a2", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:38:07.536202 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cae905bb-07d1-4f08-b04f-17a425883435 {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:38:07.536663 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d9ccd6-8a8d-4d09-9364-6f2389652f60', 'tag': '78f4386c-0e07-4e2e-9ae3-1b618f67e4a2', 'status': 'completed', 'code': 200} Jun 02 20:38:07.571960 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-931f4869-6acc-4b73-8313-b7dc4ad5ecbc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/00d50627-d792-4ad7-b0cb-cb95a0aafe78 HTTP/1.1" status: 200 len: 992 time: 0.2117014 Jun 02 20:38:07.630828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25596c-a7b9-4187-aeb3-80217246b27b req-a3a07a9f-61fd-4e60-a752-281e4324834d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:07.632389 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0e25596c-a7b9-4187-aeb3-80217246b27b req-a3a07a9f-61fd-4e60-a752-281e4324834d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.1322393 Jun 02 20:38:07.672271 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872f252-e2c2-4fc4-9ba0-92a48e578c38 req-16cd7ecf-e2c3-430b-825a-60169ce4bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:07.673959 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e872f252-e2c2-4fc4-9ba0-92a48e578c38 req-16cd7ecf-e2c3-430b-825a-60169ce4bcd6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 1099 time: 0.2284546 Jun 02 20:38:07.710254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-0f39ef6d-a6bf-4421-bb95-43600b997635 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:07.718210 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-0f39ef6d-a6bf-4421-bb95-43600b997635 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:port and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:07.722612 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cb1692-1d80-4f6f-8152-5fdc0eb9a1f9 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:07.744194 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0e25596c-a7b9-4187-aeb3-80217246b27b req-c3ecb037-b01b-439e-919f-bbfe4cdd011a tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044698 Jun 02 20:38:07.837049 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e19d5f92-1637-42ec-ab1a-62b9982bf7d8 None None] Provisioning for port b982ff2f-4e33-4f01-b610-9e1f0fcf6614 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:07.934708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-0f39ef6d-a6bf-4421-bb95-43600b997635 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:07.974309 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-0f39ef6d-a6bf-4421-bb95-43600b997635 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:08.026309 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f39ef6d-a6bf-4421-bb95-43600b997635 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:08.033491 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eb3a17b4-fed0-432b-8dd9-9befe4e2ceb4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:08.038674 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ec1ad6c2-7b49-4267-ba74-b6d4e81d9bd8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:08.066225 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-96534b68-208c-46cb-a694-e32bd100cde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'name': 'tempest-TestNetworkBasicOps-router-15317489', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:19Z', 'updated_at': '2021-06-02T20:37:32Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:21Z', 'updated_at': '2021-06-02T20:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '00d50627-d792-4ad7-b0cb-cb95a0aafe78', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'port_id': '78f4386c-0e07-4e2e-9ae3-1b618f67e4a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'mac_address': 'fa:16:3e:d3:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d9ccd6-8a8d-4d09-9364-6f2389652f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:38:05Z', 'updated_at': '2021-06-02T20:38:05Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3676f909-2055-4454-a483-44ec0ea39dd8', 'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b6:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:30Z', 'updated_at': '2021-06-02T20:37:40Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:08.074357 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96534b68-208c-46cb-a694-e32bd100cde7 None None] Checking router: 902d19ca-210a-430a-a989-e46e6f5ef08b for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:38:08.093992 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96534b68-208c-46cb-a694-e32bd100cde7 None None] Routers {'902d19ca-210a-430a-a989-e46e6f5ef08b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:38:08.094610 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-96534b68-208c-46cb-a694-e32bd100cde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['902d19ca-210a-430a-a989-e46e6f5ef08b'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:08.123302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a17b4-fed0-432b-8dd9-9befe4e2ceb4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Subnet': ['ID=7bcc1da4-b88b-4881-a829-e38e3b10f6db,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:08.126150 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-eb3a17b4-fed0-432b-8dd9-9befe4e2ceb4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:08.134167 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3a17b4-fed0-432b-8dd9-9befe4e2ceb4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Checking segment: {'id': 'f4a1d691-604b-439c-b9ce-150c2165176c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7768d22b-3b6b-4e57-97ae-13f09b593e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:38:08.134628 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3a17b4-fed0-432b-8dd9-9befe4e2ceb4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network hostable DHCP agents. Network: 7768d22b-3b6b-4e57-97ae-13f09b593e14, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:38:08.138068 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872f252-e2c2-4fc4-9ba0-92a48e578c38 req-f432231f-bed6-49ab-8850-2045f06e2efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:08.139447 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e872f252-e2c2-4fc4-9ba0-92a48e578c38 req-f432231f-bed6-49ab-8850-2045f06e2efd service neutron] 10.222.0.95 "GET /v2.0/networks?id=4d3342d7-33dd-436f-b033-4f39faf2bca6 HTTP/1.1" status: 200 len: 898 time: 0.4585676 Jun 02 20:38:08.154323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3a17b4-fed0-432b-8dd9-9befe4e2ceb4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network 7768d22b-3b6b-4e57-97ae-13f09b593e14 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:38:08.165947 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-eb3a17b4-fed0-432b-8dd9-9befe4e2ceb4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 7768d22b-3b6b-4e57-97ae-13f09b593e14) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:08.176710 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eb12a8-3cbd-40d1-a34e-742c36e8e879 None None] Network 7768d22b-3b6b-4e57-97ae-13f09b593e14 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:08.184683 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3a17b4-fed0-432b-8dd9-9befe4e2ceb4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:08.185762 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eb3a17b4-fed0-432b-8dd9-9befe4e2ceb4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:08.221757 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-eb3a17b4-fed0-432b-8dd9-9befe4e2ceb4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2596741 Jun 02 20:38:08.221947 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55820) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:08.227682 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-7effe13e-5542-44ff-abbc-0b9ed06afb50 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'subnet': {'network_id': 'f236daeb-d9da-4b06-9d4b-f50f9997e7bf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:08.261044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5bc74-fb38-4911-b2a7-945cbffc01a5 req-4d67e193-88fc-40a4-89ec-96adf6a9076b tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:08.268951 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8cc5bc74-fb38-4911-b2a7-945cbffc01a5 req-4d67e193-88fc-40a4-89ec-96adf6a9076b tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.3354101 Jun 02 20:38:08.316406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0f39ef6d-a6bf-4421-bb95-43600b997635 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:08.363453 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e872f252-e2c2-4fc4-9ba0-92a48e578c38 req-008a48be-896c-4ced-801c-096b04e9e6bc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 HTTP/1.1" status: 200 len: 1000 time: 0.2132144 Jun 02 20:38:08.387445 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8cc5bc74-fb38-4911-b2a7-945cbffc01a5 req-545556ed-ace4-4783-93f7-e543d56ad869 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174262 Jun 02 20:38:08.397641 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-7effe13e-5542-44ff-abbc-0b9ed06afb50 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:08.402938 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-7effe13e-5542-44ff-abbc-0b9ed06afb50 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:subnet and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:08.406066 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-7effe13e-5542-44ff-abbc-0b9ed06afb50 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:08.412086 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-7effe13e-5542-44ff-abbc-0b9ed06afb50 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:08.428193 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7effe13e-5542-44ff-abbc-0b9ed06afb50 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Made reservation on behalf of 6ef1a7bf134143cc9e0a9276ad9cbe3f for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:08.434081 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7effe13e-5542-44ff-abbc-0b9ed06afb50 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:08.444340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-0f39ef6d-a6bf-4421-bb95-43600b997635 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] device_id is not set on port 6ac3d8ba-1cb1-401d-bf61-3a34063f18d2 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:38:08.481052 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-96534b68-208c-46cb-a694-e32bd100cde7 None None] Set router 902d19ca-210a-430a-a989-e46e6f5ef08b gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:38:08.541159 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b982ff2f-4e33-4f01-b610-9e1f0fcf6614 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:08.576129 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55824) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:08.667778 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872f252-e2c2-4fc4-9ba0-92a48e578c38 req-58fd7d7f-3c32-46fa-bdf8-840cadc30111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:08.669250 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e872f252-e2c2-4fc4-9ba0-92a48e578c38 req-58fd7d7f-3c32-46fa-bdf8-840cadc30111 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=906c3740-d5d8-4e4a-bd58-106df157d850 HTTP/1.1" status: 200 len: 834 time: 0.2788000 Jun 02 20:38:08.943630 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port b982ff2f-4e33-4f01-b610-9e1f0fcf6614 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:08.998832 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-0f39ef6d-a6bf-4421-bb95-43600b997635 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 172.20.0.12 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/d20a0db0-1b59-4acc-b364-50b308f95252/6ac3d8ba-1cb1-401d-bf61-3a34063f18d2) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:09.002758 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-7768d22b-3b6b-4e57-97ae-13f09b593e14', 'network_id': '7768d22b-3b6b-4e57-97ae-13f09b593e14', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'fixed_ips': [{'subnet_id': '7bcc1da4-b88b-4881-a829-e38e3b10f6db'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:38:09.003814 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:09.008147 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ad9d7315-afa7-4811-a7e5-8962496a517d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/00d50627-d792-4ad7-b0cb-cb95a0aafe78 HTTP/1.1" status: 200 len: 992 time: 0.4282434 Jun 02 20:38:09.025342 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port b982ff2f-4e33-4f01-b610-9e1f0fcf6614 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:09.025727 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:09.072069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-0f39ef6d-a6bf-4421-bb95-43600b997635 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8::f816:3eff:fe90:25ab (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/01bba874-e950-44c4-b300-cc60fcfd6fba/6ac3d8ba-1cb1-401d-bf61-3a34063f18d2) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:09.112780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872f252-e2c2-4fc4-9ba0-92a48e578c38 req-c828a510-345a-455f-84c1-c4b8f706bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:09.115003 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e872f252-e2c2-4fc4-9ba0-92a48e578c38 req-c828a510-345a-455f-84c1-c4b8f706bbe8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4d3342d7-33dd-436f-b033-4f39faf2bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4245102 Jun 02 20:38:09.201249 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9f9bdbd6-9628-4bbe-b882-942b7f4080ef None None] Provisioning complete for port b982ff2f-4e33-4f01-b610-9e1f0fcf6614 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:09.201851 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9f9bdbd6-9628-4bbe-b882-942b7f4080ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:09.231080 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7effe13e-5542-44ff-abbc-0b9ed06afb50 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:09.237101 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e73578ba-4b5c-47be-9b34-ff39c5f2de4f tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:09.312229 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effe13e-5542-44ff-abbc-0b9ed06afb50 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Subnet': ['ID=b871f0a5-fd65-4005-aa65-900b7aca28af,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:09.315804 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7effe13e-5542-44ff-abbc-0b9ed06afb50 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:09.322879 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7effe13e-5542-44ff-abbc-0b9ed06afb50 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Checking segment: {'id': 'f6a411fb-141e-4365-9848-b82b5a58f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f236daeb-d9da-4b06-9d4b-f50f9997e7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:38:09.323391 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7effe13e-5542-44ff-abbc-0b9ed06afb50 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network hostable DHCP agents. Network: f236daeb-d9da-4b06-9d4b-f50f9997e7bf, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:38:09.339909 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3b16a-3b79-43a0-b5a7-fcfcb420dd89 req-6efb3935-7b27-4b9d-90fc-1457fad4cc58 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:09.341369 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-87e3b16a-3b79-43a0-b5a7-fcfcb420dd89 req-6efb3935-7b27-4b9d-90fc-1457fad4cc58 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.3441722 Jun 02 20:38:09.346303 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7effe13e-5542-44ff-abbc-0b9ed06afb50 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network f236daeb-d9da-4b06-9d4b-f50f9997e7bf is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:38:09.358132 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-7effe13e-5542-44ff-abbc-0b9ed06afb50 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, f236daeb-d9da-4b06-9d4b-f50f9997e7bf) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:09.369555 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7effe13e-5542-44ff-abbc-0b9ed06afb50 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:09.370705 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7effe13e-5542-44ff-abbc-0b9ed06afb50 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:09.387811 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfc3335-07a7-41b6-99f3-0adff51d884f None None] Network f236daeb-d9da-4b06-9d4b-f50f9997e7bf requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:09.395926 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7effe13e-5542-44ff-abbc-0b9ed06afb50 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1727431 Jun 02 20:38:09.398179 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55828) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:09.403569 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-b0e40601-8a17-4766-a464-e88ba86d4419 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-56444331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:09.411773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b0e40601-8a17-4766-a464-e88ba86d4419 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:09.415708 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b0e40601-8a17-4766-a464-e88ba86d4419 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:router and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:09.419119 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b0e40601-8a17-4766-a464-e88ba86d4419 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:09.425015 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b0e40601-8a17-4766-a464-e88ba86d4419 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:09.441090 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e872f252-e2c2-4fc4-9ba0-92a48e578c38 req-caea2ea3-a530-4f99-a2c8-a07b6c9017b6 service neutron] 10.222.0.95 "GET /v2.0/networks/4d3342d7-33dd-436f-b033-4f39faf2bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096359 Jun 02 20:38:09.441349 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b0e40601-8a17-4766-a464-e88ba86d4419 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:09.443647 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b0e40601-8a17-4766-a464-e88ba86d4419 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:09.464225 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b0e40601-8a17-4766-a464-e88ba86d4419 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:09.485533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b0e40601-8a17-4766-a464-e88ba86d4419 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:09.488677 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-87e3b16a-3b79-43a0-b5a7-fcfcb420dd89 req-7c51edea-eb02-4df7-b41b-1eed7b0bf857 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405911 Jun 02 20:38:09.520683 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:09.521183 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b0e40601-8a17-4766-a464-e88ba86d4419 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:09.525460 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b0e40601-8a17-4766-a464-e88ba86d4419 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1231742 Jun 02 20:38:09.525760 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55830) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:09.541645 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Allocated IP 172.20.0.2 (7768d22b-3b6b-4e57-97ae-13f09b593e14/7bcc1da4-b88b-4881-a829-e38e3b10f6db/9297ea28-d981-4e99-b058-e31ad7566d93) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:09.564142 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0f39ef6d-a6bf-4421-bb95-43600b997635 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:09.593804 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-0f39ef6d-a6bf-4421-bb95-43600b997635 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Transition to ACTIVE for port object 6ac3d8ba-1cb1-401d-bf61-3a34063f18d2 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:09.633716 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e872f252-e2c2-4fc4-9ba0-92a48e578c38 req-93ad8ee3-88bb-4eea-8ae6-5a3bf81210f7 service neutron] 10.222.0.95 "GET /v2.0/networks/4d3342d7-33dd-436f-b033-4f39faf2bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793540 Jun 02 20:38:09.654880 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0f39ef6d-a6bf-4421-bb95-43600b997635 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:09.660574 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9672e711-4ac6-4aff-8845-d96f3d76e54f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:09.695877 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-96534b68-208c-46cb-a694-e32bd100cde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'name': 'tempest-TestNetworkBasicOps-router-15317489', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:19Z', 'updated_at': '2021-06-02T20:37:32Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:21Z', 'updated_at': '2021-06-02T20:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '00d50627-d792-4ad7-b0cb-cb95a0aafe78', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'port_id': '78f4386c-0e07-4e2e-9ae3-1b618f67e4a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'mac_address': 'fa:16:3e:d3:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d9ccd6-8a8d-4d09-9364-6f2389652f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:38:05Z', 'updated_at': '2021-06-02T20:38:05Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3676f909-2055-4454-a483-44ec0ea39dd8', 'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b6:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:30Z', 'updated_at': '2021-06-02T20:37:40Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:09.705275 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port b982ff2f-4e33-4f01-b610-9e1f0fcf6614, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b982ff2f-4e33-4f01-b610-9e1f0fcf6614,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:09.790027 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96534b68-208c-46cb-a694-e32bd100cde7 None None] The sync data for ids ['902d19ca-210a-430a-a989-e46e6f5ef08b'] in dv-neutron-601336-84-hyperv is: [{'id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'name': 'tempest-TestNetworkBasicOps-router-15317489', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:19Z', 'updated_at': '2021-06-02T20:37:32Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:21Z', 'updated_at': '2021-06-02T20:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '00d50627-d792-4ad7-b0cb-cb95a0aafe78', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'port_id': '78f4386c-0e07-4e2e-9ae3-1b618f67e4a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'mac_address': 'fa:16:3e:d3:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d9ccd6-8a8d-4d09-9364-6f2389652f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:38:05Z', 'updated_at': '2021-06-02T20:38:05Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3676f909-2055-4454-a483-44ec0ea39dd8', 'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b6:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:30Z', 'updated_at': '2021-06-02T20:37:40Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:38:09.792582 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:09.800924 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:09.830150 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9f9bdbd6-9628-4bbe-b882-942b7f4080ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:09.901771 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f39ef6d-a6bf-4421-bb95-43600b997635 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:09.905189 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-0f39ef6d-a6bf-4421-bb95-43600b997635 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:09.909508 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f39ef6d-a6bf-4421-bb95-43600b997635 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:09.960215 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39ef6d-a6bf-4421-bb95-43600b997635 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=6ac3d8ba-1cb1-401d-bf61-3a34063f18d2,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:09.965021 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0f39ef6d-a6bf-4421-bb95-43600b997635 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:09.979034 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f39ef6d-a6bf-4421-bb95-43600b997635 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:09.980243 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0f39ef6d-a6bf-4421-bb95-43600b997635 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:10.008066 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0f39ef6d-a6bf-4421-bb95-43600b997635 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.5109100 Jun 02 20:38:10.012586 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55832) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:10.013319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55834) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:10.041051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:10.169667 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce9e456-14bf-4055-a689-b51cc8b5284d None None] New status for floating IP 00d50627-d792-4ad7-b0cb-cb95a0aafe78: ACTIVE {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:38:10.217406 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e5b26331-ec46-48c4-91bc-ef5f46d31c24 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/00d50627-d792-4ad7-b0cb-cb95a0aafe78 HTTP/1.1" status: 200 len: 992 time: 0.1688836 Jun 02 20:38:10.218689 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.db.api [None req-9f9bdbd6-9628-4bbe-b882-942b7f4080ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:38:10.219215 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_db.api [None req-9f9bdbd6-9628-4bbe-b882-942b7f4080ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:38:10.231489 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=b982ff2f-4e33-4f01-b610-9e1f0fcf6614,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:10.237890 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:10.249080 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26bab38-ee69-4ab7-b8f6-4526f51f47c9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:10.249260 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-f236daeb-d9da-4b06-9d4b-f50f9997e7bf', 'network_id': 'f236daeb-d9da-4b06-9d4b-f50f9997e7bf', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'fixed_ips': [{'subnet_id': 'b871f0a5-fd65-4005-aa65-900b7aca28af'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:38:10.250168 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:10.255232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26bab38-ee69-4ab7-b8f6-4526f51f47c9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:10.256194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d26bab38-ee69-4ab7-b8f6-4526f51f47c9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:10.277735 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d26bab38-ee69-4ab7-b8f6-4526f51f47c9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:10.281223 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d26bab38-ee69-4ab7-b8f6-4526f51f47c9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2671108 Jun 02 20:38:10.281834 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55836) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:10.386220 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:10.406098 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Transition to ACTIVE for port object 9297ea28-d981-4e99-b058-e31ad7566d93 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:10.428477 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-18e4dbb9-7e11-4734-815c-b8274a9eb2c1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting port 6ac3d8ba-1cb1-401d-bf61-3a34063f18d2 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:10.428820 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-18e4dbb9-7e11-4734-815c-b8274a9eb2c1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:10.429592 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Transition to ACTIVE for port object 9297ea28-d981-4e99-b058-e31ad7566d93 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:10.438440 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b982ff2f-4e33-4f01-b610-9e1f0fcf6614 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:10.491573 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:10.508151 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-786f0ff4-d981-466e-8998-004b670c5675 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:10.512067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Allocated IP 172.20.0.1 (7768d22b-3b6b-4e57-97ae-13f09b593e14/7bcc1da4-b88b-4881-a829-e38e3b10f6db/2290f980-5000-4929-b2ad-0b79324333b7) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:10.599224 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-18e4dbb9-7e11-4734-815c-b8274a9eb2c1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:10.693067 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Network 7768d22b-3b6b-4e57-97ae-13f09b593e14 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:10.701447 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:10.710219 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:10.712428 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Pushing event updated for resources: {'Port': ['ID=9297ea28-d981-4e99-b058-e31ad7566d93,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:10.721136 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:10.749923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-18e4dbb9-7e11-4734-815c-b8274a9eb2c1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Calling delete_port for 6ac3d8ba-1cb1-401d-bf61-3a34063f18d2 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:10.863957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port b982ff2f-4e33-4f01-b610-9e1f0fcf6614 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:10.864336 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:10.887371 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:10.908478 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Transition to ACTIVE for port object 2290f980-5000-4929-b2ad-0b79324333b7 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:10.910769 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Allocated IP 172.21.0.2 (f236daeb-d9da-4b06-9d4b-f50f9997e7bf/b871f0a5-fd65-4005-aa65-900b7aca28af/d754f33e-6334-40f4-8cdf-43f6bd3c7f05) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:10.943598 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Attempting to bind port 9297ea28-d981-4e99-b058-e31ad7566d93 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:38:10.943969 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Attempting to bind port 9297ea28-d981-4e99-b058-e31ad7566d93 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'f4a1d691-604b-439c-b9ce-150c2165176c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7768d22b-3b6b-4e57-97ae-13f09b593e14'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:38:10.944336 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Attempting to bind port 9297ea28-d981-4e99-b058-e31ad7566d93 on network 7768d22b-3b6b-4e57-97ae-13f09b593e14 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:38:10.945617 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:10.951870 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:10.967915 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-18e4dbb9-7e11-4734-815c-b8274a9eb2c1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:10.979551 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:10.980190 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:38:10.980571 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Checking segment: {'id': 'f4a1d691-604b-439c-b9ce-150c2165176c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7768d22b-3b6b-4e57-97ae-13f09b593e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:38:10.980982 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:10.981364 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Bound using segment: {'id': 'f4a1d691-604b-439c-b9ce-150c2165176c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7768d22b-3b6b-4e57-97ae-13f09b593e14'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:38:10.981839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Bound port: 9297ea28-d981-4e99-b058-e31ad7566d93, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a1d691-604b-439c-b9ce-150c2165176c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '7768d22b-3b6b-4e57-97ae-13f09b593e14'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:38:10.982213 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:11.070193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4dbb9-7e11-4734-815c-b8274a9eb2c1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=6ac3d8ba-1cb1-401d-bf61-3a34063f18d2,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:11.073431 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network 7768d22b-3b6b-4e57-97ae-13f09b593e14 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:11.076969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-18e4dbb9-7e11-4734-815c-b8274a9eb2c1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:11.083748 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:11.089553 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:11.116007 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Port': ['ID=2290f980-5000-4929-b2ad-0b79324333b7,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:11.128018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0d6fe394-76d0-4af2-b461-efdf27b87bb2 None None] Could not find standard attr ID for object 6ac3d8ba-1cb1-401d-bf61-3a34063f18d2. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:38:11.131899 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:11.172402 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:11.205477 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2dec3-ced6-4832-bcb0-af1970aa5ea6 req-e4ad0a9a-534d-4845-b988-f364e0b553e5 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:11.207037 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5de2dec3-ced6-4832-bcb0-af1970aa5ea6 req-e4ad0a9a-534d-4845-b988-f364e0b553e5 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.4078147 Jun 02 20:38:11.212360 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-18e4dbb9-7e11-4734-815c-b8274a9eb2c1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:11.220833 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55842) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:11.288020 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5de2dec3-ced6-4832-bcb0-af1970aa5ea6 req-c8f3d932-3284-47b0-a163-f70163eda76a tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620615 Jun 02 20:38:11.298569 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-18e4dbb9-7e11-4734-815c-b8274a9eb2c1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/6ac3d8ba-1cb1-401d-bf61-3a34063f18d2 HTTP/1.1" status: 204 len: 168 time: 1.0156476 Jun 02 20:38:11.303747 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55844) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:11.319572 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] For port 9297ea28-d981-4e99-b058-e31ad7566d93, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:38:11.330965 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] For port 9297ea28-d981-4e99-b058-e31ad7566d93, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9297ea28-d981-4e99-b058-e31ad7566d93,segment=NetworkSegment(f4a1d691-604b-439c-b9ce-150c2165176c),segment_id=f4a1d691-604b-439c-b9ce-150c2165176c)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:38:11.338642 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:11.362666 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9891fcf7-6b15-49c1-8888-15f6620186a6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/00d50627-d792-4ad7-b0cb-cb95a0aafe78 HTTP/1.1" status: 200 len: 994 time: 0.1334186 Jun 02 20:38:11.378136 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:11.432965 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7511166-8f6c-4756-acab-37f48a2537cb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:11.434483 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7511166-8f6c-4756-acab-37f48a2537cb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:11.436105 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7511166-8f6c-4756-acab-37f48a2537cb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:11.437555 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e7511166-8f6c-4756-acab-37f48a2537cb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:11.441429 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:11.479978 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:11.486811 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Pushing event updated for resources: {'Port': ['ID=9297ea28-d981-4e99-b058-e31ad7566d93,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:11.493323 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:11.496838 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Transition to ACTIVE for port object d754f33e-6334-40f4-8cdf-43f6bd3c7f05 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:11.523638 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Transition to ACTIVE for port object d754f33e-6334-40f4-8cdf-43f6bd3c7f05 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:11.525835 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e7511166-8f6c-4756-acab-37f48a2537cb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:11.530386 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e7511166-8f6c-4756-acab-37f48a2537cb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2232475 Jun 02 20:38:11.532090 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fa1d9-e206-409b-be31-de8d21fcb86b req-6cb88072-03a2-4808-b6fd-70e8bb0b5e6b tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:11.533510 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-170fa1d9-e206-409b-be31-de8d21fcb86b req-6cb88072-03a2-4808-b6fd-70e8bb0b5e6b tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.95 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.1081824 Jun 02 20:38:11.533995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55846) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:11.537058 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:11.554906 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7bff44d6-a65a-40c7-a6f7-05afa4170bca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:11.612876 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Network f236daeb-d9da-4b06-9d4b-f50f9997e7bf is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:11.617250 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:11.625953 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:11.666708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-255fc02c-5c02-4ac6-a3f8-66fd57cffa09 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet 01bba874-e950-44c4-b300-cc60fcfd6fba {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:38:11.668896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-255fc02c-5c02-4ac6-a3f8-66fd57cffa09 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:11.669260 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Pushing event updated for resources: {'Port': ['ID=d754f33e-6334-40f4-8cdf-43f6bd3c7f05,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:11.739416 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:11.774864 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Attempting to bind port d754f33e-6334-40f4-8cdf-43f6bd3c7f05 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:38:11.775338 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Attempting to bind port d754f33e-6334-40f4-8cdf-43f6bd3c7f05 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'f6a411fb-141e-4365-9848-b82b5a58f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f236daeb-d9da-4b06-9d4b-f50f9997e7bf'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:38:11.775711 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Attempting to bind port d754f33e-6334-40f4-8cdf-43f6bd3c7f05 on network f236daeb-d9da-4b06-9d4b-f50f9997e7bf {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:38:11.781690 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:38:11.782073 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Checking segment: {'id': 'f6a411fb-141e-4365-9848-b82b5a58f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f236daeb-d9da-4b06-9d4b-f50f9997e7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:38:11.782507 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:11.782904 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Bound using segment: {'id': 'f6a411fb-141e-4365-9848-b82b5a58f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f236daeb-d9da-4b06-9d4b-f50f9997e7bf'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:38:11.783403 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Bound port: d754f33e-6334-40f4-8cdf-43f6bd3c7f05, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a411fb-141e-4365-9848-b82b5a58f1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f236daeb-d9da-4b06-9d4b-f50f9997e7bf'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:38:11.783782 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:11.809200 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-255fc02c-5c02-4ac6-a3f8-66fd57cffa09 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:11.891421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] For port d754f33e-6334-40f4-8cdf-43f6bd3c7f05, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:38:11.894417 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] For port d754f33e-6334-40f4-8cdf-43f6bd3c7f05, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d754f33e-6334-40f4-8cdf-43f6bd3c7f05,segment=NetworkSegment(f6a411fb-141e-4365-9848-b82b5a58f1e3),segment_id=f6a411fb-141e-4365-9848-b82b5a58f1e3)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:38:11.903902 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:11.908543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:11.910551 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-170fa1d9-e206-409b-be31-de8d21fcb86b req-706e9d23-a3e1-4182-9a23-7bd0c6537230 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Deleting port a901cc98-7deb-4f4d-80a3-acef48dbdab7 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:11.911451 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-170fa1d9-e206-409b-be31-de8d21fcb86b req-706e9d23-a3e1-4182-9a23-7bd0c6537230 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:11.954906 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:11.960797 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:11.987412 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c2470566-de18-41f2-96f8-da115ad41a5c tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:11.994129 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Pushing event updated for resources: {'Port': ['ID=d754f33e-6334-40f4-8cdf-43f6bd3c7f05,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:12.006103 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:12.086367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:12.090075 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Port': ['ID=2290f980-5000-4929-b2ad-0b79324333b7,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:12.093515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:12.133855 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-255fc02c-5c02-4ac6-a3f8-66fd57cffa09 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:12.264020 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network 7768d22b-3b6b-4e57-97ae-13f09b593e14 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:12.265286 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:12.404444 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-170fa1d9-e206-409b-be31-de8d21fcb86b req-706e9d23-a3e1-4182-9a23-7bd0c6537230 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] For port a901cc98-7deb-4f4d-80a3-acef48dbdab7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a901cc98-7deb-4f4d-80a3-acef48dbdab7,segment=NetworkSegment(b8b3afdf-c9d2-4e79-ab7d-f74425a00d42),segment_id=b8b3afdf-c9d2-4e79-ab7d-f74425a00d42)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:12.404879 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-170fa1d9-e206-409b-be31-de8d21fcb86b req-706e9d23-a3e1-4182-9a23-7bd0c6537230 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:12.530423 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router 14f85ad9-a271-416e-9caf-f67cb0080a53 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:38:12.538500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d754f33e-6334-40f4-8cdf-43f6bd3c7f05 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:12.635736 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port d754f33e-6334-40f4-8cdf-43f6bd3c7f05 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:12.642143 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9297ea28-d981-4e99-b058-e31ad7566d93 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:12.742337 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 9297ea28-d981-4e99-b058-e31ad7566d93 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:12.767934 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab797127-21de-48a8-b583-bed215a14c30 None None] Network 7768d22b-3b6b-4e57-97ae-13f09b593e14 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:12.883087 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-76b34172-2c31-4db8-a7e3-0e0b5ced2755 None None] Provisioning for port 9297ea28-d981-4e99-b058-e31ad7566d93 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:12.886018 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:38:12.892281 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-76b34172-2c31-4db8-a7e3-0e0b5ced2755 None None] Provisioning complete for port 9297ea28-d981-4e99-b058-e31ad7566d93 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:12.892668 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-76b34172-2c31-4db8-a7e3-0e0b5ced2755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:12.901921 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/14f85ad9-a271-416e-9caf-f67cb0080a53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3749418 Jun 02 20:38:12.905030 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55850) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:12.930442 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-170fa1d9-e206-409b-be31-de8d21fcb86b req-706e9d23-a3e1-4182-9a23-7bd0c6537230 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:12.931000 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-170fa1d9-e206-409b-be31-de8d21fcb86b req-706e9d23-a3e1-4182-9a23-7bd0c6537230 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:12.932206 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [req-170fa1d9-e206-409b-be31-de8d21fcb86b req-706e9d23-a3e1-4182-9a23-7bd0c6537230 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Floating IP 4644003c-d6da-417f-b258-1a02fda7cf79 disassociated. External IP: 172.26.0.180, port: a901cc98-7deb-4f4d-80a3-acef48dbdab7. Jun 02 20:38:12.932693 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-170fa1d9-e206-409b-be31-de8d21fcb86b req-706e9d23-a3e1-4182-9a23-7bd0c6537230 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Calling delete_port for a901cc98-7deb-4f4d-80a3-acef48dbdab7 owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:12.936441 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1242ffd9-1362-43dc-8e7c-a55afa85452f None None] Sync routers for ids ['14f85ad9-a271-416e-9caf-f67cb0080a53'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:38:12.954414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1c38b-ad9b-442d-a026-70b5bba0f919 req-5543e275-2a7c-4659-b745-808fc37c0722 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:12.956721 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-aff1c38b-ad9b-442d-a026-70b5bba0f919 req-5543e275-2a7c-4659-b745-808fc37c0722 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 946 time: 0.5405664 Jun 02 20:38:13.006351 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199659fc-b00c-48e0-bcbb-e664da809491 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:13.007325 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-199659fc-b00c-48e0-bcbb-e664da809491 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Synchronizing usage tracker for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:13.029827 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-199659fc-b00c-48e0-bcbb-e664da809491 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Unset dirty status for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:13.031502 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-199659fc-b00c-48e0-bcbb-e664da809491 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/ports/2290f980-5000-4929-b2ad-0b79324333b7 HTTP/1.1" status: 200 len: 910 time: 0.1255157 Jun 02 20:38:13.034774 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55852) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:13.038515 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-aff1c38b-ad9b-442d-a026-70b5bba0f919 req-915dbab5-4c03-4ce0-a653-e769c79fa3a4 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups?id=de005365-dedc-403c-a5be-e51ae7ed3499&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691137 Jun 02 20:38:13.043257 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-255fc02c-5c02-4ac6-a3f8-66fd57cffa09 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:13.054660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a2bf4a26-f84c-4a3e-92d7-3f9899c5bc24 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:13.093310 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fc02c-5c02-4ac6-a3f8-66fd57cffa09 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=01bba874-e950-44c4-b300-cc60fcfd6fba,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:13.101973 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-255fc02c-5c02-4ac6-a3f8-66fd57cffa09 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:13.106061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-255fc02c-5c02-4ac6-a3f8-66fd57cffa09 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:13.129035 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-255fc02c-5c02-4ac6-a3f8-66fd57cffa09 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/01bba874-e950-44c4-b300-cc60fcfd6fba HTTP/1.1" status: 204 len: 168 time: 1.5914001 Jun 02 20:38:13.129519 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55854) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:13.139571 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbb5d2b-8a07-41a1-ac2e-b52bb14ba761 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:13.155394 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1242ffd9-1362-43dc-8e7c-a55afa85452f None None] Routers {'14f85ad9-a271-416e-9caf-f67cb0080a53'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:38:13.156197 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-1242ffd9-1362-43dc-8e7c-a55afa85452f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['14f85ad9-a271-416e-9caf-f67cb0080a53'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:13.255979 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202eaa65-eb29-4d64-9c1d-fa60113cf5ed None None] Network f236daeb-d9da-4b06-9d4b-f50f9997e7bf requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:13.267940 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-1242ffd9-1362-43dc-8e7c-a55afa85452f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:13.275912 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-b042997c-d034-4672-8cdc-1cdfccc4a9c0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet d20a0db0-1b59-4acc-b364-50b308f95252 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:38:13.279513 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b042997c-d034-4672-8cdc-1cdfccc4a9c0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:13.314344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-170fa1d9-e206-409b-be31-de8d21fcb86b req-706e9d23-a3e1-4182-9a23-7bd0c6537230 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:13.323414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0f39ef6d-a6bf-4421-bb95-43600b997635 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:13.335227 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1242ffd9-1362-43dc-8e7c-a55afa85452f None None] Routers {'14f85ad9-a271-416e-9caf-f67cb0080a53'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:38:13.335867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-1242ffd9-1362-43dc-8e7c-a55afa85452f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['14f85ad9-a271-416e-9caf-f67cb0080a53'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:13.383112 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e9d23-a3e1-4182-9a23-7bd0c6537230 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Pushing event deleted for resources: {'Port': ['ID=a901cc98-7deb-4f4d-80a3-acef48dbdab7,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:13.385289 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-706e9d23-a3e1-4182-9a23-7bd0c6537230 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:13.403877 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-1242ffd9-1362-43dc-8e7c-a55afa85452f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:13.404211 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1242ffd9-1362-43dc-8e7c-a55afa85452f None None] The sync data for ids ['14f85ad9-a271-416e-9caf-f67cb0080a53'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:38:13.456078 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b042997c-d034-4672-8cdc-1cdfccc4a9c0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:13.464869 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-76b34172-2c31-4db8-a7e3-0e0b5ced2755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:13.649278 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [req-170fa1d9-e206-409b-be31-de8d21fcb86b req-706e9d23-a3e1-4182-9a23-7bd0c6537230 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Router 38795858-5b1f-4b12-9830-6505ec103d64 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:38:13.655673 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b042997c-d034-4672-8cdc-1cdfccc4a9c0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:13.724199 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-76b34172-2c31-4db8-a7e3-0e0b5ced2755 None None] For port 9297ea28-d981-4e99-b058-e31ad7566d93, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9297ea28-d981-4e99-b058-e31ad7566d93,segment=NetworkSegment(f4a1d691-604b-439c-b9ce-150c2165176c),segment_id=f4a1d691-604b-439c-b9ce-150c2165176c)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:13.743277 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:13.770510 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-76b34172-2c31-4db8-a7e3-0e0b5ced2755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:13.776761 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:13.912417 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b34172-2c31-4db8-a7e3-0e0b5ced2755 None None] Pushing event updated for resources: {'Port': ['ID=9297ea28-d981-4e99-b058-e31ad7566d93,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:13.918283 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-76b34172-2c31-4db8-a7e3-0e0b5ced2755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:13.972288 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8c63d3f7-4ef6-492f-9363-ad8c88e9a5e3 None None] Provisioning for port d754f33e-6334-40f4-8cdf-43f6bd3c7f05 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:13.984785 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8c63d3f7-4ef6-492f-9363-ad8c88e9a5e3 None None] Provisioning complete for port d754f33e-6334-40f4-8cdf-43f6bd3c7f05 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:13.985531 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8c63d3f7-4ef6-492f-9363-ad8c88e9a5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:14.195865 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-170fa1d9-e206-409b-be31-de8d21fcb86b req-706e9d23-a3e1-4182-9a23-7bd0c6537230 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:38:14.205753 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55be071-7a7a-42c4-9400-6938188cedd0 None None] Sync routers for ids ['38795858-5b1f-4b12-9830-6505ec103d64'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:38:14.231602 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55be071-7a7a-42c4-9400-6938188cedd0 None None] Routers {'38795858-5b1f-4b12-9830-6505ec103d64'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:38:14.232241 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b55be071-7a7a-42c4-9400-6938188cedd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['38795858-5b1f-4b12-9830-6505ec103d64'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:14.257484 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8c63d3f7-4ef6-492f-9363-ad8c88e9a5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:14.263736 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Allocated IP 172.21.0.1 (f236daeb-d9da-4b06-9d4b-f50f9997e7bf/b871f0a5-fd65-4005-aa65-900b7aca28af/ffc1d39b-3e9c-420a-beed-99b9610fc06f) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:14.344539 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:14.359326 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-170fa1d9-e206-409b-be31-de8d21fcb86b req-706e9d23-a3e1-4182-9a23-7bd0c6537230 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] No DVR routers for this DVR port a901cc98-7deb-4f4d-80a3-acef48dbdab7 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:38:14.362294 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-170fa1d9-e206-409b-be31-de8d21fcb86b req-706e9d23-a3e1-4182-9a23-7bd0c6537230 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:14.372398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d1c2c3-e221-43fd-8cd9-5dc8b435d26a', 'name': 'network-vif-deleted', 'tag': 'a901cc98-7deb-4f4d-80a3-acef48dbdab7'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:38:14.374806 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b756523-e8af-4da9-be78-95a46c35e5b7" -d '{"events": [{"server_uuid": "91d1c2c3-e221-43fd-8cd9-5dc8b435d26a", "name": "network-vif-deleted", "tag": "a901cc98-7deb-4f4d-80a3-acef48dbdab7"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:38:14.393668 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-8c63d3f7-4ef6-492f-9363-ad8c88e9a5e3 None None] For port d754f33e-6334-40f4-8cdf-43f6bd3c7f05, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d754f33e-6334-40f4-8cdf-43f6bd3c7f05,segment=NetworkSegment(f6a411fb-141e-4365-9848-b82b5a58f1e3),segment_id=f6a411fb-141e-4365-9848-b82b5a58f1e3)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:14.401192 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8c63d3f7-4ef6-492f-9363-ad8c88e9a5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:14.403669 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-9762c2f4-16a2-48ba-9701-cad2c48daf0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:14.484845 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-170fa1d9-e206-409b-be31-de8d21fcb86b req-706e9d23-a3e1-4182-9a23-7bd0c6537230 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.95 "DELETE /v2.0/ports/a901cc98-7deb-4f4d-80a3-acef48dbdab7 HTTP/1.1" status: 204 len: 173 time: 2.9157941 Jun 02 20:38:14.497459 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9297ea28-d981-4e99-b058-e31ad7566d93 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:14.533267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b042997c-d034-4672-8cdc-1cdfccc4a9c0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:14.541273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-75c778b3-1aec-4605-96fb-c1c450fe24fc tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:14.615261 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e447af92-c578-413e-a286-edd147425007 None None] Provisioning complete for port d754f33e-6334-40f4-8cdf-43f6bd3c7f05 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:14.616281 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e447af92-c578-413e-a286-edd147425007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:14.625738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1e8264-f79d-4191-94ae-11cb2c4c6bd3 x-openstack-request-id: req-ec1e8264-f79d-4191-94ae-11cb2c4c6bd3 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:38:14.635110 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d1c2c3-e221-43fd-8cd9-5dc8b435d26a", "name": "network-vif-deleted", "tag": "a901cc98-7deb-4f4d-80a3-acef48dbdab7", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:38:14.635537 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec1e8264-f79d-4191-94ae-11cb2c4c6bd3 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:38:14.636047 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d1c2c3-e221-43fd-8cd9-5dc8b435d26a', 'name': 'network-vif-deleted', 'tag': 'a901cc98-7deb-4f4d-80a3-acef48dbdab7', 'status': 'completed', 'code': 200} Jun 02 20:38:14.646123 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042997c-d034-4672-8cdc-1cdfccc4a9c0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=d20a0db0-1b59-4acc-b364-50b308f95252,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:14.653579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b042997c-d034-4672-8cdc-1cdfccc4a9c0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:14.660724 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b042997c-d034-4672-8cdc-1cdfccc4a9c0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:14.661748 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:14.673830 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b042997c-d034-4672-8cdc-1cdfccc4a9c0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/d20a0db0-1b59-4acc-b364-50b308f95252 HTTP/1.1" status: 204 len: 168 time: 1.5430593 Jun 02 20:38:14.676238 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55860) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:14.685771 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63d3f7-4ef6-492f-9363-ad8c88e9a5e3 None None] Pushing event updated for resources: {'Port': ['ID=d754f33e-6334-40f4-8cdf-43f6bd3c7f05,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:14.729698 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8c63d3f7-4ef6-492f-9363-ad8c88e9a5e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:14.757387 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-b55be071-7a7a-42c4-9400-6938188cedd0 None None] Set router 38795858-5b1f-4b12-9830-6505ec103d64 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:38:14.762079 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ee31b628-a965-4202-b7c0-2a9f19db667d req-82318a56-38b4-4524-937a-7ccaf82b1b4d tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d1c2c3-e221-43fd-8cd9-5dc8b435d26a HTTP/1.1" status: 200 len: 210 time: 0.0858140 Jun 02 20:38:14.763174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Transition to ACTIVE for port object ffc1d39b-3e9c-420a-beed-99b9610fc06f will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:14.812296 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55862) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:14.813301 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4c381182-c367-4274-ac5f-9c53e44df5fa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1356885 Jun 02 20:38:14.817850 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-b2065ca1-a426-4d59-9671-0e9bd9e2e491 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:14.828977 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 9297ea28-d981-4e99-b058-e31ad7566d93 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:14.829314 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:14.854465 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:14.865339 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:15.031900 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e447af92-c578-413e-a286-edd147425007 None None] Provisioning for port 2290f980-5000-4929-b2ad-0b79324333b7 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:15.038724 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e447af92-c578-413e-a286-edd147425007 None None] Provisioning complete for port 2290f980-5000-4929-b2ad-0b79324333b7 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:15.039114 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e447af92-c578-413e-a286-edd147425007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:15.122361 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b55be071-7a7a-42c4-9400-6938188cedd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38795858-5b1f-4b12-9830-6505ec103d64', 'name': 'tempest-ServerActionsTestJSON-641857274-router', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:43Z', 'updated_at': '2021-06-02T20:32:54Z', 'revision_number': 4, 'project_id': '661507761bd9425583aaf58f371479f6', 'gw_port': {'id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:44Z', 'updated_at': '2021-06-02T20:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'f1338d54-7efb-485e-be73-03a7ef1a3302', 'name': '', 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'mac_address': 'fa:16:3e:a5:98:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c83951fa-3604-4554-9055-6ed20c4b7e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:51Z', 'updated_at': '2021-06-02T20:33:07Z', 'revision_number': 5, 'project_id': '661507761bd9425583aaf58f371479f6', 'subnets': [{'id': 'c83951fa-3604-4554-9055-6ed20c4b7e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:15.127706 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55be071-7a7a-42c4-9400-6938188cedd0 None None] Checking router: 38795858-5b1f-4b12-9830-6505ec103d64 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:38:15.140764 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55be071-7a7a-42c4-9400-6938188cedd0 None None] Routers {'38795858-5b1f-4b12-9830-6505ec103d64'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:38:15.141749 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b55be071-7a7a-42c4-9400-6938188cedd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['38795858-5b1f-4b12-9830-6505ec103d64'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:15.150105 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9893ca20-5a80-4f3f-bc75-fad91a2ea3f4 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:15.262144 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-e447af92-c578-413e-a286-edd147425007 None None] Port 2290f980-5000-4929-b2ad-0b79324333b7 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:38:15.263738 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network f236daeb-d9da-4b06-9d4b-f50f9997e7bf is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:15.269839 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:15.295523 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:15.364768 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e447af92-c578-413e-a286-edd147425007 None None] Provisioning complete for port 9297ea28-d981-4e99-b058-e31ad7566d93 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:15.365170 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e447af92-c578-413e-a286-edd147425007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:15.384966 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:15.389083 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-b55be071-7a7a-42c4-9400-6938188cedd0 None None] Set router 38795858-5b1f-4b12-9830-6505ec103d64 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:38:15.416655 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Port': ['ID=ffc1d39b-3e9c-420a-beed-99b9610fc06f,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:15.424836 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b2065ca1-a426-4d59-9671-0e9bd9e2e491 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:15.434100 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:15.438987 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b2065ca1-a426-4d59-9671-0e9bd9e2e491 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:15.443273 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b2065ca1-a426-4d59-9671-0e9bd9e2e491 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:15.462128 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b2065ca1-a426-4d59-9671-0e9bd9e2e491 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:15.493851 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2065ca1-a426-4d59-9671-0e9bd9e2e491 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:15.499234 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b2065ca1-a426-4d59-9671-0e9bd9e2e491 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:15.573412 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba341e52-7dda-47c9-9b60-a4e76da8bb6f None None] DHCP port deletion for 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:38:15.653566 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-ba341e52-7dda-47c9-9b60-a4e76da8bb6f None None] Deleting port b982ff2f-4e33-4f01-b610-9e1f0fcf6614 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:15.654141 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ba341e52-7dda-47c9-9b60-a4e76da8bb6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:15.699506 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:15.751015 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b55be071-7a7a-42c4-9400-6938188cedd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38795858-5b1f-4b12-9830-6505ec103d64', 'name': 'tempest-ServerActionsTestJSON-641857274-router', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:43Z', 'updated_at': '2021-06-02T20:32:54Z', 'revision_number': 4, 'project_id': '661507761bd9425583aaf58f371479f6', 'gw_port': {'id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:44Z', 'updated_at': '2021-06-02T20:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'f1338d54-7efb-485e-be73-03a7ef1a3302', 'name': '', 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'mac_address': 'fa:16:3e:a5:98:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c83951fa-3604-4554-9055-6ed20c4b7e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:51Z', 'updated_at': '2021-06-02T20:33:07Z', 'revision_number': 5, 'project_id': '661507761bd9425583aaf58f371479f6', 'subnets': [{'id': 'c83951fa-3604-4554-9055-6ed20c4b7e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:15.756429 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55be071-7a7a-42c4-9400-6938188cedd0 None None] The sync data for ids ['38795858-5b1f-4b12-9830-6505ec103d64'] in dv-neutron-601336-84-hyperv is: [{'id': '38795858-5b1f-4b12-9830-6505ec103d64', 'name': 'tempest-ServerActionsTestJSON-641857274-router', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:43Z', 'updated_at': '2021-06-02T20:32:54Z', 'revision_number': 4, 'project_id': '661507761bd9425583aaf58f371479f6', 'gw_port': {'id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:44Z', 'updated_at': '2021-06-02T20:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'f1338d54-7efb-485e-be73-03a7ef1a3302', 'name': '', 'network_id': '6d422b3f-35f6-44d4-a56d-8cdfa486af18', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'mac_address': 'fa:16:3e:a5:98:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c83951fa-3604-4554-9055-6ed20c4b7e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:51Z', 'updated_at': '2021-06-02T20:33:07Z', 'revision_number': 5, 'project_id': '661507761bd9425583aaf58f371479f6', 'subnets': [{'id': 'c83951fa-3604-4554-9055-6ed20c4b7e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:38:15.774936 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2d9ebae9-7c13-46fe-8b10-dc87de50ad3f None None] Provisioning complete for port b982ff2f-4e33-4f01-b610-9e1f0fcf6614 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:15.775514 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2d9ebae9-7c13-46fe-8b10-dc87de50ad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:15.837371 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-ba341e52-7dda-47c9-9b60-a4e76da8bb6f None None] For port b982ff2f-4e33-4f01-b610-9e1f0fcf6614, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b982ff2f-4e33-4f01-b610-9e1f0fcf6614,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:15.837781 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ba341e52-7dda-47c9-9b60-a4e76da8bb6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:15.902188 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55868) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:15.975468 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-ba341e52-7dda-47c9-9b60-a4e76da8bb6f None None] Calling delete_port for b982ff2f-4e33-4f01-b610-9e1f0fcf6614 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:15.980381 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e8dd-ef16-4953-93b0-9f0cd76323b0 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:16.018262 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e8dd-ef16-4953-93b0-9f0cd76323b0 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:16.069771 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2d9ebae9-7c13-46fe-8b10-dc87de50ad3f None None] Provisioning for port ffc1d39b-3e9c-420a-beed-99b9610fc06f completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:16.077643 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2d9ebae9-7c13-46fe-8b10-dc87de50ad3f None None] Provisioning complete for port ffc1d39b-3e9c-420a-beed-99b9610fc06f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:16.078193 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2d9ebae9-7c13-46fe-8b10-dc87de50ad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:16.089866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e8dd-ef16-4953-93b0-9f0cd76323b0 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:16.103488 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-77836d62-a309-4b49-b4ad-f008eb93ee72 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:16.122302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e8dd-ef16-4953-93b0-9f0cd76323b0 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:16.123440 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5ad2e8dd-ef16-4953-93b0-9f0cd76323b0 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "DELETE /v2.0/security-groups/de005365-dedc-403c-a5be-e51ae7ed3499 HTTP/1.1" status: 204 len: 168 time: 0.2202542 Jun 02 20:38:16.124407 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2e8dd-ef16-4953-93b0-9f0cd76323b0 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de005365-dedc-403c-a5be-e51ae7ed3499,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:16.126134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55870) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:16.126344 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a84313-5299-4907-8f5d-ea31bb99f301 None None] New status for floating IP 4644003c-d6da-417f-b258-1a02fda7cf79: DOWN {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:38:16.145700 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5ad2e8dd-ef16-4953-93b0-9f0cd76323b0 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:16.146598 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-a23db673-5694-4cdb-b8b3-8ce865e3d2a6 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] show failed (client error): The resource could not be found. Jun 02 20:38:16.150058 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a23db673-5694-4cdb-b8b3-8ce865e3d2a6 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "GET /v2.0/security-groups/de005365-dedc-403c-a5be-e51ae7ed3499 HTTP/1.1" status: 404 len: 347 time: 0.0205772 Jun 02 20:38:16.150293 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55872) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:16.197951 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device a901cc98-7deb-4f4d-80a3-acef48dbdab7 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:38:16.339759 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: a901cc98-7deb-4f4d-80a3-acef48dbdab7 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:38:16.339759 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device a901cc98-7deb-4f4d-80a3-acef48dbdab7 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:38:16.340030 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:16.349721 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:16.358065 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ebae9-7c13-46fe-8b10-dc87de50ad3f None None] Port ffc1d39b-3e9c-420a-beed-99b9610fc06f cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:38:16.385352 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:16.414163 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ba341e52-7dda-47c9-9b60-a4e76da8bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:16.433223 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-76b34172-2c31-4db8-a7e3-0e0b5ced2755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:16.446609 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-ad1a0bf5-dcec-4a6d-95ff-74b9256d3342 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Deleting port 9ef9258c-6497-4a1d-807b-d5c49f9cce2b {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:16.446955 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0bf5-dcec-4a6d-95ff-74b9256d3342 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:16.482768 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba341e52-7dda-47c9-9b60-a4e76da8bb6f None None] No DVR routers for this DVR port b982ff2f-4e33-4f01-b610-9e1f0fcf6614 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:38:16.496032 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba341e52-7dda-47c9-9b60-a4e76da8bb6f None None] Pushing event deleted for resources: {'Port': ['ID=b982ff2f-4e33-4f01-b610-9e1f0fcf6614,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:16.504954 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:16.506647 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ba341e52-7dda-47c9-9b60-a4e76da8bb6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:16.507681 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d754f33e-6334-40f4-8cdf-43f6bd3c7f05 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:16.513342 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Port': ['ID=ffc1d39b-3e9c-420a-beed-99b9610fc06f,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:16.519186 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:16.558499 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cbc216bf-1780-4333-b66e-f210568c909b req-b007449e-ed44-45e9-bdd6-8011333c2602 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1782627 Jun 02 20:38:16.568739 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2d9ebae9-7c13-46fe-8b10-dc87de50ad3f None None] Provisioning complete for port 2290f980-5000-4929-b2ad-0b79324333b7 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:16.569012 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2d9ebae9-7c13-46fe-8b10-dc87de50ad3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:16.598780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0bf5-dcec-4a6d-95ff-74b9256d3342 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:16.599120 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0bf5-dcec-4a6d-95ff-74b9256d3342 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:16.644058 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ebae9-7c13-46fe-8b10-dc87de50ad3f None None] Port 2290f980-5000-4929-b2ad-0b79324333b7 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:38:16.652586 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port d754f33e-6334-40f4-8cdf-43f6bd3c7f05 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:16.652974 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:16.710007 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b2065ca1-a426-4d59-9671-0e9bd9e2e491 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:16.717362 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-14198f05-3b51-43cb-8c83-914bfed489d8 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:16.774589 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2065ca1-a426-4d59-9671-0e9bd9e2e491 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:16.783715 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-b2065ca1-a426-4d59-9671-0e9bd9e2e491 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:16.788426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-ad1a0bf5-dcec-4a6d-95ff-74b9256d3342 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Calling delete_port for 9ef9258c-6497-4a1d-807b-d5c49f9cce2b owned by network:floatingip {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:16.789407 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network f236daeb-d9da-4b06-9d4b-f50f9997e7bf is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:16.797160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:16.804660 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37654139-6f91-4a1e-9d2c-c42c6dbcc28a None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:16.809134 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2065ca1-a426-4d59-9671-0e9bd9e2e491 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:16.809823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b2065ca1-a426-4d59-9671-0e9bd9e2e491 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:16.838306 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2065ca1-a426-4d59-9671-0e9bd9e2e491 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=2115a467-3373-4137-85c6-12abdc51e8a3,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:16.841376 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b2065ca1-a426-4d59-9671-0e9bd9e2e491 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:16.849440 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc216bf-1780-4333-b66e-f210568c909b req-ad0baa95-8fb4-48d0-b056-bfc8690b7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:16.850967 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cbc216bf-1780-4333-b66e-f210568c909b req-ad0baa95-8fb4-48d0-b056-bfc8690b7d7e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 1099 time: 0.1760015 Jun 02 20:38:16.891767 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b982ff2f-4e33-4f01-b610-9e1f0fcf6614 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:38:16.910708 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b2065ca1-a426-4d59-9671-0e9bd9e2e491 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0970485 Jun 02 20:38:16.914492 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55874) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:16.951419 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:16.993395 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: b982ff2f-4e33-4f01-b610-9e1f0fcf6614 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:38:16.993868 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b982ff2f-4e33-4f01-b610-9e1f0fcf6614 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:38:17.158439 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'fixed_ips': [{'subnet_id': '2115a467-3373-4137-85c6-12abdc51e8a3'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:38:17.159622 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:17.209485 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router 14f85ad9-a271-416e-9caf-f67cb0080a53 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:38:17.241134 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-5a36c0ba-01df-420c-881b-ec8dc288722d None None] Provisioning complete for port ffc1d39b-3e9c-420a-beed-99b9610fc06f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:17.241479 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5a36c0ba-01df-420c-881b-ec8dc288722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:17.324661 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-5a36c0ba-01df-420c-881b-ec8dc288722d None None] Port ffc1d39b-3e9c-420a-beed-99b9610fc06f cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:38:17.335977 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0bf5-dcec-4a6d-95ff-74b9256d3342 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:17.351426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b9753493-d445-49f3-90de-0f72b5e4e82a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:17.382439 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:38:17.387637 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Allocated IP 172.20.0.2 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/2115a467-3373-4137-85c6-12abdc51e8a3/5ae0be8a-83d2-4caf-9500-2b2c2929d1fc) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:17.391641 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/14f85ad9-a271-416e-9caf-f67cb0080a53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3522084 Jun 02 20:38:17.391641 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55876) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:17.400167 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62c7b07-0f24-4c88-be96-f9302ebdafa1 None None] Sync routers for ids ['14f85ad9-a271-416e-9caf-f67cb0080a53'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:38:17.413786 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62c7b07-0f24-4c88-be96-f9302ebdafa1 None None] Routers {'14f85ad9-a271-416e-9caf-f67cb0080a53'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:38:17.414369 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b62c7b07-0f24-4c88-be96-f9302ebdafa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['14f85ad9-a271-416e-9caf-f67cb0080a53'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:17.416742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a0bf5-dcec-4a6d-95ff-74b9256d3342 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Pushing event deleted for resources: {'Port': ['ID=9ef9258c-6497-4a1d-807b-d5c49f9cce2b,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:17.419204 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ad1a0bf5-dcec-4a6d-95ff-74b9256d3342 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:17.467093 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dc1758-c760-4227-b849-6037d44a5cf6 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:17.467724 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-24dc1758-c760-4227-b849-6037d44a5cf6 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Synchronizing usage tracker for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:17.486022 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-24dc1758-c760-4227-b849-6037d44a5cf6 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Unset dirty status for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:17.487370 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-24dc1758-c760-4227-b849-6037d44a5cf6 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/ports/ffc1d39b-3e9c-420a-beed-99b9610fc06f HTTP/1.1" status: 200 len: 910 time: 0.0953293 Jun 02 20:38:17.490225 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55878) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:17.491518 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b62c7b07-0f24-4c88-be96-f9302ebdafa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:17.501674 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62c7b07-0f24-4c88-be96-f9302ebdafa1 None None] Routers {'14f85ad9-a271-416e-9caf-f67cb0080a53'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:38:17.502628 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b62c7b07-0f24-4c88-be96-f9302ebdafa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['14f85ad9-a271-416e-9caf-f67cb0080a53'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:17.505188 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:17.507938 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc216bf-1780-4333-b66e-f210568c909b req-11295cb8-4975-47d4-939c-6f31489be8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:17.509443 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cbc216bf-1780-4333-b66e-f210568c909b req-11295cb8-4975-47d4-939c-6f31489be8e7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=4d3342d7-33dd-436f-b033-4f39faf2bca6 HTTP/1.1" status: 200 len: 898 time: 0.6229355 Jun 02 20:38:17.514980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:17.524272 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:17.568198 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b62c7b07-0f24-4c88-be96-f9302ebdafa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:17.568862 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62c7b07-0f24-4c88-be96-f9302ebdafa1 None None] The sync data for ids ['14f85ad9-a271-416e-9caf-f67cb0080a53'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:38:17.591235 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:17.624056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0bf5-dcec-4a6d-95ff-74b9256d3342 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks [] for floatingip, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:17.646827 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:17.656775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:17.657885 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Transition to ACTIVE for port object 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:17.661520 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:17.677466 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Transition to ACTIVE for port object 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:17.683856 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:17.688759 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c52af95c-510a-4a8b-8a58-db087fcf2773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:17.744454 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cbc216bf-1780-4333-b66e-f210568c909b req-b0381798-1c07-41ea-a698-a787f2fa4dc4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 HTTP/1.1" status: 200 len: 1002 time: 0.2212262 Jun 02 20:38:17.756234 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:17.759759 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:17.762520 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:17.794870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0bf5-dcec-4a6d-95ff-74b9256d3342 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:17.798874 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ad1a0bf5-dcec-4a6d-95ff-74b9256d3342 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] 10.222.0.25 "DELETE /v2.0/floatingips/4644003c-d6da-417f-b258-1a02fda7cf79 HTTP/1.1" status: 204 len: 168 time: 1.6448493 Jun 02 20:38:17.799202 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55880) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:17.802472 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Pushing event updated for resources: {'Port': ['ID=5ae0be8a-83d2-4caf-9500-2b2c2929d1fc,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:17.805354 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:17.858446 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc216bf-1780-4333-b66e-f210568c909b req-c2666ad8-4e45-4957-b593-59603225670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:17.859904 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cbc216bf-1780-4333-b66e-f210568c909b req-c2666ad8-4e45-4957-b593-59603225670d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=906c3740-d5d8-4e4a-bd58-106df157d850 HTTP/1.1" status: 200 len: 834 time: 0.1072133 Jun 02 20:38:17.870186 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Attempting to bind port 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:38:17.870404 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Attempting to bind port 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:38:17.870864 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Attempting to bind port 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc on network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:38:17.877941 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:38:17.878339 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Checking segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:38:17.878741 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:17.879138 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Bound using segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:38:17.880986 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Bound port: 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:38:17.881394 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:17.991428 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] For port 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:38:17.992759 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc216bf-1780-4333-b66e-f210568c909b req-8f24f963-7892-4c2d-a26b-fca9875e3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:17.994084 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cbc216bf-1780-4333-b66e-f210568c909b req-8f24f963-7892-4c2d-a26b-fca9875e3546 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4d3342d7-33dd-436f-b033-4f39faf2bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1261959 Jun 02 20:38:17.995633 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] For port 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=5ae0be8a-83d2-4caf-9500-2b2c2929d1fc,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:38:18.001346 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:18.005971 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f95b182d-9b83-4fcf-9b4c-df1513eaed93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:18.088393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Pushing event updated for resources: {'Port': ['ID=5ae0be8a-83d2-4caf-9500-2b2c2929d1fc,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:18.099704 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:18.171518 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cbc216bf-1780-4333-b66e-f210568c909b req-3e9c72f8-95f9-4925-8adb-2e3377f08c4a service neutron] 10.222.0.95 "GET /v2.0/networks/4d3342d7-33dd-436f-b033-4f39faf2bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704628 Jun 02 20:38:18.292017 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-408dc215-59a9-42f3-b0c0-2dfbc6c6b28e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:18.417017 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cbc216bf-1780-4333-b66e-f210568c909b req-4dd85315-a789-4399-9525-93ca05ecaa3b service neutron] 10.222.0.95 "GET /v2.0/networks/4d3342d7-33dd-436f-b033-4f39faf2bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271693 Jun 02 20:38:18.487984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:18.561193 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:18.630919 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.objects.ports [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92549) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 20:38:18.802122 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:19.152835 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-408dc215-59a9-42f3-b0c0-2dfbc6c6b28e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting port ffc1d39b-3e9c-420a-beed-99b9610fc06f {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:19.153417 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-408dc215-59a9-42f3-b0c0-2dfbc6c6b28e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:19.165679 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b89e53ba-1515-4094-bfff-6d36fe488e45 None None] Provisioning for port 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:19.172995 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b89e53ba-1515-4094-bfff-6d36fe488e45 None None] Provisioning complete for port 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:19.173382 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b89e53ba-1515-4094-bfff-6d36fe488e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:19.189808 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-af907e55-214b-4d51-8346-58f51873a06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:19.204313 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] For port 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=5ae0be8a-83d2-4caf-9500-2b2c2929d1fc,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:19.229880 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:19.236176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:19.237060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:19.241315 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-69455465-9810-44db-9575-b5001a9d274a tempest-RoutersAdminNegativeIpV6Test-404965756 tempest-RoutersAdminNegativeIpV6Test-404965756-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:19.307374 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b89e53ba-1515-4094-bfff-6d36fe488e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:19.315553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:19.319292 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:19.332575 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:19.333091 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:19.339978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=5ae0be8a-83d2-4caf-9500-2b2c2929d1fc,revision_number=4']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:19.343503 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:19.349245 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-50aa9ca1-13f2-43b1-a03d-aa43ddb9104e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:19.352264 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b89382-e992-4f3b-a590-83b39f513da1 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:19.368648 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-b89e53ba-1515-4094-bfff-6d36fe488e45 None None] For port 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=5ae0be8a-83d2-4caf-9500-2b2c2929d1fc,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:19.376303 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b89e53ba-1515-4094-bfff-6d36fe488e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:19.380631 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ee542708-49ec-4837-92a0-c9df5e50dc0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:19.414188 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4656267 Jun 02 20:38:19.414428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55884) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:19.419228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-fc5381f1-7928-4502-b5ff-15df10181d73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'mac_address': 'fa:16:3e:c8:d9:e1', 'name': 'tempest-NetworksTestDHCPv6-1322240247'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:19.447709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-408dc215-59a9-42f3-b0c0-2dfbc6c6b28e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:19.506553 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e53ba-1515-4094-bfff-6d36fe488e45 None None] Pushing event updated for resources: {'Port': ['ID=5ae0be8a-83d2-4caf-9500-2b2c2929d1fc,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:19.513188 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-b89e53ba-1515-4094-bfff-6d36fe488e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:19.558221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=61f7ccf3-772e-48bd-9eaf-73131c7ea2e9,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:19.568526 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:19.579001 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fc5381f1-7928-4502-b5ff-15df10181d73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:19.579817 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-408dc215-59a9-42f3-b0c0-2dfbc6c6b28e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Calling delete_port for ffc1d39b-3e9c-420a-beed-99b9610fc06f owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:19.583391 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fc5381f1-7928-4502-b5ff-15df10181d73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:port and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:19.586353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fc5381f1-7928-4502-b5ff-15df10181d73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:19.592339 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fc5381f1-7928-4502-b5ff-15df10181d73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:19.603580 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5381f1-7928-4502-b5ff-15df10181d73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:19.751872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc5381f1-7928-4502-b5ff-15df10181d73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:19.778366 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-fc5381f1-7928-4502-b5ff-15df10181d73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] device_id is not set on port 22716c31-6bf2-48a2-8217-71efa767928b yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:38:19.942339 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-af907e55-214b-4d51-8346-58f51873a06a admin admin] Deleting port f1338d54-7efb-485e-be73-03a7ef1a3302 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:19.942714 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-af907e55-214b-4d51-8346-58f51873a06a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:19.961306 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-408dc215-59a9-42f3-b0c0-2dfbc6c6b28e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:19.969056 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:20.013178 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-fc5381f1-7928-4502-b5ff-15df10181d73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 172.20.0.12 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/2115a467-3373-4137-85c6-12abdc51e8a3/22716c31-6bf2-48a2-8217-71efa767928b) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:20.020616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-fc5381f1-7928-4502-b5ff-15df10181d73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8::f816:3eff:fec8:d9e1 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/61f7ccf3-772e-48bd-9eaf-73131c7ea2e9/22716c31-6bf2-48a2-8217-71efa767928b) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:20.025918 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408dc215-59a9-42f3-b0c0-2dfbc6c6b28e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Port': ['ID=ffc1d39b-3e9c-420a-beed-99b9610fc06f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:20.029236 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-408dc215-59a9-42f3-b0c0-2dfbc6c6b28e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:20.284665 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc5381f1-7928-4502-b5ff-15df10181d73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:20.305769 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-fc5381f1-7928-4502-b5ff-15df10181d73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Transition to ACTIVE for port object 22716c31-6bf2-48a2-8217-71efa767928b will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:20.335413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc5381f1-7928-4502-b5ff-15df10181d73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:20.342903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-03a9082b-348a-4290-9da7-2a0c4295db1d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:20.432913 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5381f1-7928-4502-b5ff-15df10181d73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:20.436154 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-fc5381f1-7928-4502-b5ff-15df10181d73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:20.438826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5381f1-7928-4502-b5ff-15df10181d73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:20.450889 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:20.491134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5381f1-7928-4502-b5ff-15df10181d73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=22716c31-6bf2-48a2-8217-71efa767928b,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:20.496696 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fc5381f1-7928-4502-b5ff-15df10181d73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:20.536965 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5381f1-7928-4502-b5ff-15df10181d73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:20.537622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc5381f1-7928-4502-b5ff-15df10181d73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:20.553097 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-af907e55-214b-4d51-8346-58f51873a06a admin admin] For port f1338d54-7efb-485e-be73-03a7ef1a3302, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f1338d54-7efb-485e-be73-03a7ef1a3302,segment=NetworkSegment(b8b3afdf-c9d2-4e79-ab7d-f74425a00d42),segment_id=b8b3afdf-c9d2-4e79-ab7d-f74425a00d42)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:20.553678 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-af907e55-214b-4d51-8346-58f51873a06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:20.578426 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fc5381f1-7928-4502-b5ff-15df10181d73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1630576 Jun 02 20:38:20.583878 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55886) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:20.595999 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7c1a895b-8428-4ca1-a46a-78a5d1a3599d None None] Provisioning complete for port 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:20.596465 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7c1a895b-8428-4ca1-a46a-78a5d1a3599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:20.673224 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:20.673746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:20.679384 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ec6d7f-9273-44eb-9b40-da312af0250f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:20.685661 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ec6d7f-9273-44eb-9b40-da312af0250f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:20.686734 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-93ec6d7f-9273-44eb-9b40-da312af0250f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:20.706320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-93ec6d7f-9273-44eb-9b40-da312af0250f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:20.708606 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-93ec6d7f-9273-44eb-9b40-da312af0250f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1234169 Jun 02 20:38:20.711432 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55888) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:20.730292 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-af907e55-214b-4d51-8346-58f51873a06a admin admin] Calling delete_port for f1338d54-7efb-485e-be73-03a7ef1a3302 owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:20.751769 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-408dc215-59a9-42f3-b0c0-2dfbc6c6b28e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:20.862871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-562b1fe9-e1ee-46e7-8d96-0c968f7bdbdb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting port 22716c31-6bf2-48a2-8217-71efa767928b {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:20.863294 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-562b1fe9-e1ee-46e7-8d96-0c968f7bdbdb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:20.932404 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2345b6bb-0e91-4026-af19-079f31daa11e None None] Provisioning for port 22716c31-6bf2-48a2-8217-71efa767928b completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:20.936997 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2345b6bb-0e91-4026-af19-079f31daa11e None None] Provisioning complete for port 22716c31-6bf2-48a2-8217-71efa767928b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:20.937383 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2345b6bb-0e91-4026-af19-079f31daa11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:20.995103 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-2345b6bb-0e91-4026-af19-079f31daa11e None None] Port 22716c31-6bf2-48a2-8217-71efa767928b cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:38:21.002397 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-562b1fe9-e1ee-46e7-8d96-0c968f7bdbdb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:21.124808 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-562b1fe9-e1ee-46e7-8d96-0c968f7bdbdb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Calling delete_port for 22716c31-6bf2-48a2-8217-71efa767928b owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:21.150136 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408dc215-59a9-42f3-b0c0-2dfbc6c6b28e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router 14f85ad9-a271-416e-9caf-f67cb0080a53 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:38:21.357976 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408dc215-59a9-42f3-b0c0-2dfbc6c6b28e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:38:21.368187 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfeac17-7703-4667-a86d-01b2a263862f None None] Sync routers for ids ['14f85ad9-a271-416e-9caf-f67cb0080a53'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:38:21.378612 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfeac17-7703-4667-a86d-01b2a263862f None None] Routers {'14f85ad9-a271-416e-9caf-f67cb0080a53'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:38:21.379526 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7cfeac17-7703-4667-a86d-01b2a263862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['14f85ad9-a271-416e-9caf-f67cb0080a53'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:21.393938 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-408dc215-59a9-42f3-b0c0-2dfbc6c6b28e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/14f85ad9-a271-416e-9caf-f67cb0080a53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9023802 Jun 02 20:38:21.394659 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55890) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:21.438839 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-562b1fe9-e1ee-46e7-8d96-0c968f7bdbdb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:21.445793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-437ac4d4-f02b-4998-ba50-d8f13e1d52d2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:21.454878 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7cfeac17-7703-4667-a86d-01b2a263862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:21.464246 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfeac17-7703-4667-a86d-01b2a263862f None None] Routers {'14f85ad9-a271-416e-9caf-f67cb0080a53'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:38:21.465063 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7cfeac17-7703-4667-a86d-01b2a263862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['14f85ad9-a271-416e-9caf-f67cb0080a53'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:21.465350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-af907e55-214b-4d51-8346-58f51873a06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:21.471648 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e46164a3-bc99-40be-8ec4-d87748c8ba82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:21.489812 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b1fe9-e1ee-46e7-8d96-0c968f7bdbdb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=22716c31-6bf2-48a2-8217-71efa767928b,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:21.498895 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-562b1fe9-e1ee-46e7-8d96-0c968f7bdbdb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:21.530025 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7cfeac17-7703-4667-a86d-01b2a263862f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:21.530366 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfeac17-7703-4667-a86d-01b2a263862f None None] The sync data for ids ['14f85ad9-a271-416e-9caf-f67cb0080a53'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:38:21.648722 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-562b1fe9-e1ee-46e7-8d96-0c968f7bdbdb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:21.666252 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-562b1fe9-e1ee-46e7-8d96-0c968f7bdbdb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/22716c31-6bf2-48a2-8217-71efa767928b HTTP/1.1" status: 204 len: 168 time: 0.9512699 Jun 02 20:38:21.666514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55892) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:21.759973 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcda3322-a3c0-431c-ad05-f79a12152031 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:21.761497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcda3322-a3c0-431c-ad05-f79a12152031 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:21.763111 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcda3322-a3c0-431c-ad05-f79a12152031 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:21.763929 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-bcda3322-a3c0-431c-ad05-f79a12152031 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:21.767813 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af907e55-214b-4d51-8346-58f51873a06a admin admin] Pushing event deleted for resources: {'Port': ['ID=f1338d54-7efb-485e-be73-03a7ef1a3302,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:21.780986 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-af907e55-214b-4d51-8346-58f51873a06a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:21.783481 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-bcda3322-a3c0-431c-ad05-f79a12152031 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:21.784721 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-bcda3322-a3c0-431c-ad05-f79a12152031 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1172411 Jun 02 20:38:21.788038 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55894) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:21.854737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c3e299-7858-48f2-9ae9-180207f109c6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet 2115a467-3373-4137-85c6-12abdc51e8a3 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:38:21.859436 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e5c3e299-7858-48f2-9ae9-180207f109c6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:21.918685 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e5c3e299-7858-48f2-9ae9-180207f109c6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:22.005848 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e5c3e299-7858-48f2-9ae9-180207f109c6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:22.244290 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-af907e55-214b-4d51-8346-58f51873a06a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:22.276395 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e5c3e299-7858-48f2-9ae9-180207f109c6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:22.281368 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b93f2f55-79fa-469f-ab64-593dc8dbee2e tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:22.321192 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e5c3e299-7858-48f2-9ae9-180207f109c6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:22.323967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3e299-7858-48f2-9ae9-180207f109c6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=2115a467-3373-4137-85c6-12abdc51e8a3,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:22.326790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e5c3e299-7858-48f2-9ae9-180207f109c6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:22.329470 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa2aebf-0cf0-4095-8e80-8288bf983fc7 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:22.340144 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e5c3e299-7858-48f2-9ae9-180207f109c6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/2115a467-3373-4137-85c6-12abdc51e8a3 HTTP/1.1" status: 204 len: 168 time: 0.5508342 Jun 02 20:38:22.342587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55896) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:22.428667 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08b252f-d329-4504-b545-4849a30c3ff2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet 61f7ccf3-772e-48bd-9eaf-73131c7ea2e9 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:38:22.431875 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c08b252f-d329-4504-b545-4849a30c3ff2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:22.492699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c08b252f-d329-4504-b545-4849a30c3ff2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:22.581313 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5db48efd-a73f-41bb-9c2c-cbfb7f864286 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:22.583934 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c08b252f-d329-4504-b545-4849a30c3ff2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:22.875945 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c08b252f-d329-4504-b545-4849a30c3ff2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:22.880866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f3e823ed-1487-4813-a8a5-a9648df5fd64 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:22.916690 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b252f-d329-4504-b545-4849a30c3ff2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=61f7ccf3-772e-48bd-9eaf-73131c7ea2e9,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:22.919441 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c08b252f-d329-4504-b545-4849a30c3ff2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:22.928914 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c08b252f-d329-4504-b545-4849a30c3ff2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:22.939922 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c08b252f-d329-4504-b545-4849a30c3ff2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/61f7ccf3-772e-48bd-9eaf-73131c7ea2e9 HTTP/1.1" status: 204 len: 168 time: 0.5953939 Jun 02 20:38:22.942339 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55898) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:23.015657 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-66aa1656-7548-4eca-9cad-fef352ac122e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719495 Jun 02 20:38:23.017892 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55900) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:23.105908 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af907e55-214b-4d51-8346-58f51873a06a admin admin] Router 38795858-5b1f-4b12-9830-6505ec103d64 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:38:23.125353 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d526a01a-3ffc-497c-a12f-1a7fa7aaa42c None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:23.126930 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aa9d31-9418-44ab-ab49-da5924dff606 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:23.127808 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c7aa9d31-9418-44ab-ab49-da5924dff606 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:23.146410 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c7aa9d31-9418-44ab-ab49-da5924dff606 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:23.150601 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c7aa9d31-9418-44ab-ab49-da5924dff606 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1294174 Jun 02 20:38:23.150866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55902) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:23.210248 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-6064e117-b14b-4fa2-bb0f-51d6f6cbc854 None None] Provisioning complete for port 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:23.210632 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6064e117-b14b-4fa2-bb0f-51d6f6cbc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:23.224470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fc3222-09c3-43d7-9a24-8e9e466b2ecd tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:23.225156 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-29fc3222-09c3-43d7-9a24-8e9e466b2ecd tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:23.240698 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-29fc3222-09c3-43d7-9a24-8e9e466b2ecd tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:23.242056 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-29fc3222-09c3-43d7-9a24-8e9e466b2ecd tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0901449 Jun 02 20:38:23.244615 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55904) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:23.316434 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-73c1a86a-aa0e-4201-98aa-02db4f51217e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706332 Jun 02 20:38:23.323491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55906) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:23.328625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-8b925ce3-a1b3-4cc5-be0f-5a83120a9662 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:23.354528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af907e55-214b-4d51-8346-58f51873a06a admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:38:23.363406 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-af907e55-214b-4d51-8346-58f51873a06a admin admin] 10.222.0.25 "PUT /v2.0/routers/38795858-5b1f-4b12-9830-6505ec103d64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5631764 Jun 02 20:38:23.365813 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55908) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:23.369592 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c8fb1a-8cd5-4276-b869-021735674bed None None] Sync routers for ids ['38795858-5b1f-4b12-9830-6505ec103d64'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:38:23.393231 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c8fb1a-8cd5-4276-b869-021735674bed None None] Routers {'38795858-5b1f-4b12-9830-6505ec103d64'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:38:23.393856 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-68c8fb1a-8cd5-4276-b869-021735674bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['38795858-5b1f-4b12-9830-6505ec103d64'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:23.486348 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8b925ce3-a1b3-4cc5-be0f-5a83120a9662 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:23.499763 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8b925ce3-a1b3-4cc5-be0f-5a83120a9662 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:23.509056 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f978f3af-c975-40b0-adb5-1d29c3ada52e None None] DHCP port deletion for 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:38:23.525122 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b925ce3-a1b3-4cc5-be0f-5a83120a9662 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:23.529341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8b925ce3-a1b3-4cc5-be0f-5a83120a9662 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:23.531422 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b925ce3-a1b3-4cc5-be0f-5a83120a9662 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:38:23.532211 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b925ce3-a1b3-4cc5-be0f-5a83120a9662 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:38:23.565683 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55910) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:23.568388 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8b925ce3-a1b3-4cc5-be0f-5a83120a9662 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2432673 Jun 02 20:38:23.571610 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-dd563b5f-8fef-4d92-a8d5-d7a989241737 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:23.586253 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-f978f3af-c975-40b0-adb5-1d29c3ada52e None None] Deleting port 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:23.587007 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f978f3af-c975-40b0-adb5-1d29c3ada52e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:23.627193 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-68c8fb1a-8cd5-4276-b869-021735674bed None None] Set router 38795858-5b1f-4b12-9830-6505ec103d64 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:38:23.689861 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f978f3af-c975-40b0-adb5-1d29c3ada52e None None] For port 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=5ae0be8a-83d2-4caf-9500-2b2c2929d1fc,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:23.690260 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f978f3af-c975-40b0-adb5-1d29c3ada52e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:23.690965 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-5db48efd-a73f-41bb-9c2c-cbfb7f864286 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting port 2290f980-5000-4929-b2ad-0b79324333b7 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:23.691338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5db48efd-a73f-41bb-9c2c-cbfb7f864286 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:23.708259 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee540-990a-48af-bab7-09af10b27596 admin admin] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:23.815409 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-f978f3af-c975-40b0-adb5-1d29c3ada52e None None] Calling delete_port for 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:23.862855 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-dd563b5f-8fef-4d92-a8d5-d7a989241737 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:23.864744 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f978f3af-c975-40b0-adb5-1d29c3ada52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:23.872189 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-07d682bd-ff56-4135-84eb-ab692a9fd7a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:23.918123 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978f3af-c975-40b0-adb5-1d29c3ada52e None None] Pushing event deleted for resources: {'Port': ['ID=5ae0be8a-83d2-4caf-9500-2b2c2929d1fc,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:23.922041 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f978f3af-c975-40b0-adb5-1d29c3ada52e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:23.924449 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f978f3af-c975-40b0-adb5-1d29c3ada52e None None] No DVR routers for this DVR port 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:38:23.926545 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-68c8fb1a-8cd5-4276-b869-021735674bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38795858-5b1f-4b12-9830-6505ec103d64', 'name': 'tempest-ServerActionsTestJSON-641857274-router', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:43Z', 'updated_at': '2021-06-02T20:38:21Z', 'revision_number': 5, 'project_id': '661507761bd9425583aaf58f371479f6', 'gw_port': {'id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:44Z', 'updated_at': '2021-06-02T20:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:23.936254 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c8fb1a-8cd5-4276-b869-021735674bed None None] Checking router: 38795858-5b1f-4b12-9830-6505ec103d64 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:38:23.946795 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-dd563b5f-8fef-4d92-a8d5-d7a989241737 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:23.947184 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c8fb1a-8cd5-4276-b869-021735674bed None None] Routers {'38795858-5b1f-4b12-9830-6505ec103d64'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:38:23.947804 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-68c8fb1a-8cd5-4276-b869-021735674bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['38795858-5b1f-4b12-9830-6505ec103d64'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:23.993632 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd563b5f-8fef-4d92-a8d5-d7a989241737 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:23.997302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dd563b5f-8fef-4d92-a8d5-d7a989241737 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:23.998674 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd563b5f-8fef-4d92-a8d5-d7a989241737 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:38:23.999093 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd563b5f-8fef-4d92-a8d5-d7a989241737 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:38:24.029022 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5db48efd-a73f-41bb-9c2c-cbfb7f864286 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:24.041574 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee540-990a-48af-bab7-09af10b27596 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:24.123410 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-68c8fb1a-8cd5-4276-b869-021735674bed None None] Set router 38795858-5b1f-4b12-9830-6505ec103d64 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:38:24.155381 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dd563b5f-8fef-4d92-a8d5-d7a989241737 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5858769 Jun 02 20:38:24.156726 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55912) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:24.160999 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-5db48efd-a73f-41bb-9c2c-cbfb7f864286 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Calling delete_port for 2290f980-5000-4929-b2ad-0b79324333b7 owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:24.164071 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e1df2225-99f8-44fc-8987-338b18bff203 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:24.249010 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-0b9ee540-990a-48af-bab7-09af10b27596 admin admin] Deleting port e4002618-2f22-4f47-ba04-e33db16cc0a4 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:24.249242 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee540-990a-48af-bab7-09af10b27596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:24.276656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e1df2225-99f8-44fc-8987-338b18bff203 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:24.286814 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e1df2225-99f8-44fc-8987-338b18bff203 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:24.296293 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1df2225-99f8-44fc-8987-338b18bff203 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:24.299796 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1df2225-99f8-44fc-8987-338b18bff203 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:24.301570 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1df2225-99f8-44fc-8987-338b18bff203 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:38:24.301570 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1df2225-99f8-44fc-8987-338b18bff203 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:38:24.320063 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e1df2225-99f8-44fc-8987-338b18bff203 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1621339 Jun 02 20:38:24.322915 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55914) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:24.328150 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-766a5e24-23d9-46c9-bd76-150f60ad8f1f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:24.420943 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-68c8fb1a-8cd5-4276-b869-021735674bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38795858-5b1f-4b12-9830-6505ec103d64', 'name': 'tempest-ServerActionsTestJSON-641857274-router', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:43Z', 'updated_at': '2021-06-02T20:38:21Z', 'revision_number': 5, 'project_id': '661507761bd9425583aaf58f371479f6', 'gw_port': {'id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:44Z', 'updated_at': '2021-06-02T20:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:24.426127 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c8fb1a-8cd5-4276-b869-021735674bed None None] The sync data for ids ['38795858-5b1f-4b12-9830-6505ec103d64'] in dv-neutron-601336-84-hyperv is: [{'id': '38795858-5b1f-4b12-9830-6505ec103d64', 'name': 'tempest-ServerActionsTestJSON-641857274-router', 'tenant_id': '661507761bd9425583aaf58f371479f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:32:43Z', 'updated_at': '2021-06-02T20:38:21Z', 'revision_number': 5, 'project_id': '661507761bd9425583aaf58f371479f6', 'gw_port': {'id': 'e4002618-2f22-4f47-ba04-e33db16cc0a4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38795858-5b1f-4b12-9830-6505ec103d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:32:44Z', 'updated_at': '2021-06-02T20:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:38:24.432007 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:38:24.456034 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-766a5e24-23d9-46c9-bd76-150f60ad8f1f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:24.468748 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-766a5e24-23d9-46c9-bd76-150f60ad8f1f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:24.480564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766a5e24-23d9-46c9-bd76-150f60ad8f1f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:24.484413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-766a5e24-23d9-46c9-bd76-150f60ad8f1f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:24.486011 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-766a5e24-23d9-46c9-bd76-150f60ad8f1f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:38:24.486450 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766a5e24-23d9-46c9-bd76-150f60ad8f1f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:38:24.511208 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-766a5e24-23d9-46c9-bd76-150f60ad8f1f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1843808 Jun 02 20:38:24.511879 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55916) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:24.518780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-8aa57fb1-9b35-4ca6-aebb-69d8d79b9b70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:24.530250 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:38:24.530794 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 5ae0be8a-83d2-4caf-9500-2b2c2929d1fc not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:38:24.561259 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-0b9ee540-990a-48af-bab7-09af10b27596 admin admin] For port e4002618-2f22-4f47-ba04-e33db16cc0a4, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e4002618-2f22-4f47-ba04-e33db16cc0a4,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:24.561612 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee540-990a-48af-bab7-09af10b27596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:24.634908 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8aa57fb1-9b35-4ca6-aebb-69d8d79b9b70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:24.644671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8aa57fb1-9b35-4ca6-aebb-69d8d79b9b70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:24.654952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa57fb1-9b35-4ca6-aebb-69d8d79b9b70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:24.658384 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8aa57fb1-9b35-4ca6-aebb-69d8d79b9b70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:24.659773 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa57fb1-9b35-4ca6-aebb-69d8d79b9b70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:38:24.660202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa57fb1-9b35-4ca6-aebb-69d8d79b9b70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:38:24.678556 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8aa57fb1-9b35-4ca6-aebb-69d8d79b9b70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1660526 Jun 02 20:38:24.681935 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55918) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:24.686715 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-faf2335d-1b22-4643-912c-0839c74a2a06 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:24.718019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-0b9ee540-990a-48af-bab7-09af10b27596 admin admin] Calling delete_port for e4002618-2f22-4f47-ba04-e33db16cc0a4 owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:24.764576 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5db48efd-a73f-41bb-9c2c-cbfb7f864286 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:24.769660 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d9ca2c14-7515-4abd-9334-c0e36eb08a07 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:24.803114 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-faf2335d-1b22-4643-912c-0839c74a2a06 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:24.813474 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-faf2335d-1b22-4643-912c-0839c74a2a06 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:24.818232 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db48efd-a73f-41bb-9c2c-cbfb7f864286 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Port': ['ID=2290f980-5000-4929-b2ad-0b79324333b7,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:24.838534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf2335d-1b22-4643-912c-0839c74a2a06 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:24.842370 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-faf2335d-1b22-4643-912c-0839c74a2a06 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:24.843760 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf2335d-1b22-4643-912c-0839c74a2a06 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:38:24.844172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf2335d-1b22-4643-912c-0839c74a2a06 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:38:24.845997 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5db48efd-a73f-41bb-9c2c-cbfb7f864286 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:24.871849 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-faf2335d-1b22-4643-912c-0839c74a2a06 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1884110 Jun 02 20:38:24.872549 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55920) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:24.926836 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55922) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:24.930469 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-25417c8e-7d3e-494a-8b31-732f5799924e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0564902 Jun 02 20:38:25.137187 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd63f88-f56c-4f62-884b-0bee4dd647cc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:25.137794 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1bd63f88-f56c-4f62-884b-0bee4dd647cc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:25.140064 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5db48efd-a73f-41bb-9c2c-cbfb7f864286 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:25.250925 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1bd63f88-f56c-4f62-884b-0bee4dd647cc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:25.252088 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1bd63f88-f56c-4f62-884b-0bee4dd647cc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3240914 Jun 02 20:38:25.255313 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55924) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:25.323133 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f506939e-1ecc-4d8a-96ac-50fff74e357c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664885 Jun 02 20:38:25.326656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55926) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:25.332019 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-981bbd58-6b15-4547-a8d9-9e7a98117877 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:25.336166 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee540-990a-48af-bab7-09af10b27596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:25.340520 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:25.440581 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ee540-990a-48af-bab7-09af10b27596 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4002618-2f22-4f47-ba04-e33db16cc0a4,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:25.453162 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0b9ee540-990a-48af-bab7-09af10b27596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:25.573788 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-981bbd58-6b15-4547-a8d9-9e7a98117877 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:25.583124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-981bbd58-6b15-4547-a8d9-9e7a98117877 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:25.592050 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db48efd-a73f-41bb-9c2c-cbfb7f864286 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router 14f85ad9-a271-416e-9caf-f67cb0080a53 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:38:25.593687 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981bbd58-6b15-4547-a8d9-9e7a98117877 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:25.597284 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-981bbd58-6b15-4547-a8d9-9e7a98117877 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:25.669041 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee540-990a-48af-bab7-09af10b27596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:26.050112 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.objects.ports [None req-981bbd58-6b15-4547-a8d9-9e7a98117877 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92549) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 20:38:26.051387 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-981bbd58-6b15-4547-a8d9-9e7a98117877 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:26.055856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c08b252f-d329-4504-b545-4849a30c3ff2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:26.056743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db48efd-a73f-41bb-9c2c-cbfb7f864286 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:38:26.059550 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee540-990a-48af-bab7-09af10b27596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:26.064249 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee540-990a-48af-bab7-09af10b27596 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:26.067372 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0817469-cde1-486b-88a1-b0dd4e9cd951 None None] Sync routers for ids ['14f85ad9-a271-416e-9caf-f67cb0080a53'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:38:26.076646 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0817469-cde1-486b-88a1-b0dd4e9cd951 None None] Routers {'14f85ad9-a271-416e-9caf-f67cb0080a53'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:38:26.077529 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f0817469-cde1-486b-88a1-b0dd4e9cd951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['14f85ad9-a271-416e-9caf-f67cb0080a53'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:26.087666 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5db48efd-a73f-41bb-9c2c-cbfb7f864286 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/14f85ad9-a271-416e-9caf-f67cb0080a53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6904426 Jun 02 20:38:26.090396 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55928) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:26.112020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981bbd58-6b15-4547-a8d9-9e7a98117877 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:26.115203 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-981bbd58-6b15-4547-a8d9-9e7a98117877 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:26.128619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981bbd58-6b15-4547-a8d9-9e7a98117877 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:26.129132 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-981bbd58-6b15-4547-a8d9-9e7a98117877 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:26.132319 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a4602f-7b7c-4bd7-8877-8d9842201d94 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:26.135196 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1a3dcd00-90c2-466d-94bc-5b21da7dfa81 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Synchronizing usage tracker for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:26.138824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee540-990a-48af-bab7-09af10b27596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:26.139333 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9ee540-990a-48af-bab7-09af10b27596 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38795858-5b1f-4b12-9830-6505ec103d64 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:38:26.141133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bbd58-6b15-4547-a8d9-9e7a98117877 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=0f20bb04-6773-4a83-b603-84fb72cae406,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:26.145950 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-981bbd58-6b15-4547-a8d9-9e7a98117877 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:26.162145 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0b9ee540-990a-48af-bab7-09af10b27596 admin admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:26.162852 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-981bbd58-6b15-4547-a8d9-9e7a98117877 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8351405 Jun 02 20:38:26.163326 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0b9ee540-990a-48af-bab7-09af10b27596 admin admin] 10.222.0.25 "DELETE /v2.0/routers/38795858-5b1f-4b12-9830-6505ec103d64 HTTP/1.1" status: 204 len: 168 time: 2.7965214 Jun 02 20:38:26.165675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55930) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:26.166202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55932) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:26.172175 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1a3dcd00-90c2-466d-94bc-5b21da7dfa81 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Unset dirty status for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:26.173617 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-904880fc-b820-44fa-aa5c-d3b107079654 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'mac_address': 'fa:16:3e:17:00:9e', 'name': 'tempest-NetworksTestDHCPv6-585178451'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:26.174005 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1a3dcd00-90c2-466d-94bc-5b21da7dfa81 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/ports?device_id=14f85ad9-a271-416e-9caf-f67cb0080a53 HTTP/1.1" status: 200 len: 205 time: 0.0825453 Jun 02 20:38:26.176517 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55934) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:26.180256 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f0817469-cde1-486b-88a1-b0dd4e9cd951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:26.243826 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0817469-cde1-486b-88a1-b0dd4e9cd951 None None] Routers {'14f85ad9-a271-416e-9caf-f67cb0080a53'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:38:26.244861 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f0817469-cde1-486b-88a1-b0dd4e9cd951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['14f85ad9-a271-416e-9caf-f67cb0080a53'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:26.323600 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f0817469-cde1-486b-88a1-b0dd4e9cd951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:26.324394 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0817469-cde1-486b-88a1-b0dd4e9cd951 None None] The sync data for ids ['14f85ad9-a271-416e-9caf-f67cb0080a53'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:38:26.333727 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-9604cd0b-e507-4a52-8024-3f67afdd79bd admin admin] Deleting subnet c83951fa-3604-4554-9055-6ed20c4b7e5d {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:38:26.340751 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-38df705f-9898-42db-bcd5-87b98b8f2839 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:26.341558 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9604cd0b-e507-4a52-8024-3f67afdd79bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:26.418109 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-904880fc-b820-44fa-aa5c-d3b107079654 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:26.422127 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9604cd0b-e507-4a52-8024-3f67afdd79bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:26.456921 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'fixed_ips': [{'subnet_id': '0f20bb04-6773-4a83-b603-84fb72cae406'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:38:26.458448 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:26.469396 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-904880fc-b820-44fa-aa5c-d3b107079654 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:26.502284 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904880fc-b820-44fa-aa5c-d3b107079654 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:26.619295 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Allocated IP 2001:db8::f816:3eff:fe6c:7ad3 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/0f20bb04-6773-4a83-b603-84fb72cae406/c555e319-77c9-4c28-b9de-e2c3faae4c02) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:26.630213 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9604cd0b-e507-4a52-8024-3f67afdd79bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:26.658981 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-38df705f-9898-42db-bcd5-87b98b8f2839 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:26.662581 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-38df705f-9898-42db-bcd5-87b98b8f2839 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:26.698851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-904880fc-b820-44fa-aa5c-d3b107079654 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:26.700330 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-38df705f-9898-42db-bcd5-87b98b8f2839 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:26.705123 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38df705f-9898-42db-bcd5-87b98b8f2839 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Fanout notify agent at l3_agent the message router_deleted on router 14f85ad9-a271-416e-9caf-f67cb0080a53 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:38:26.734121 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f1338d54-7efb-485e-be73-03a7ef1a3302 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:38:26.739413 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-38df705f-9898-42db-bcd5-87b98b8f2839 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:26.740995 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-38df705f-9898-42db-bcd5-87b98b8f2839 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/routers/14f85ad9-a271-416e-9caf-f67cb0080a53 HTTP/1.1" status: 204 len: 168 time: 0.5630834 Jun 02 20:38:26.743195 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55936) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:26.781197 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: f1338d54-7efb-485e-be73-03a7ef1a3302 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:38:26.781595 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f1338d54-7efb-485e-be73-03a7ef1a3302 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:38:26.781967 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e4002618-2f22-4f47-ba04-e33db16cc0a4 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:38:26.809335 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a1871d-475c-446e-9bbe-0e0e72515684 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting subnet b871f0a5-fd65-4005-aa65-900b7aca28af {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:38:26.812911 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-53a1871d-475c-446e-9bbe-0e0e72515684 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:26.814396 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-904880fc-b820-44fa-aa5c-d3b107079654 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] device_id is not set on port f3344e2b-c3cf-459c-ba80-38df034fe2a8 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:38:26.821790 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: e4002618-2f22-4f47-ba04-e33db16cc0a4 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:38:26.822139 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e4002618-2f22-4f47-ba04-e33db16cc0a4 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:38:26.876702 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-53a1871d-475c-446e-9bbe-0e0e72515684 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:26.930445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:26.940843 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Transition to ACTIVE for port object c555e319-77c9-4c28-b9de-e2c3faae4c02 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:26.959973 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Transition to ACTIVE for port object c555e319-77c9-4c28-b9de-e2c3faae4c02 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:26.961700 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-53a1871d-475c-446e-9bbe-0e0e72515684 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:26.966193 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:26.969924 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-849ed9a2-db83-4141-b6be-a14d0c2e1d0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:27.037793 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:27.041023 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:27.045794 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:27.049261 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Pushing event updated for resources: {'Port': ['ID=c555e319-77c9-4c28-b9de-e2c3faae4c02,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:27.052884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-904880fc-b820-44fa-aa5c-d3b107079654 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8::f816:3eff:fe17:9e (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/0f20bb04-6773-4a83-b603-84fb72cae406/f3344e2b-c3cf-459c-ba80-38df034fe2a8) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:27.054247 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:27.087627 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9604cd0b-e507-4a52-8024-3f67afdd79bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:27.094470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7cd900c6-c437-4b84-b130-122023b2650e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:27.142639 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Attempting to bind port c555e319-77c9-4c28-b9de-e2c3faae4c02 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:38:27.143385 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Attempting to bind port c555e319-77c9-4c28-b9de-e2c3faae4c02 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:38:27.143385 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Attempting to bind port c555e319-77c9-4c28-b9de-e2c3faae4c02 on network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:38:27.149222 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:38:27.149607 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Checking segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:38:27.150202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:27.150782 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Bound using segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:38:27.151295 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Bound port: c555e319-77c9-4c28-b9de-e2c3faae4c02, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:38:27.151699 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:27.252821 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] For port c555e319-77c9-4c28-b9de-e2c3faae4c02, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:38:27.256963 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] For port c555e319-77c9-4c28-b9de-e2c3faae4c02, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=c555e319-77c9-4c28-b9de-e2c3faae4c02,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:38:27.261520 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:27.266042 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:27.273103 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-53a1871d-475c-446e-9bbe-0e0e72515684 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:27.278318 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a054a332-833c-4854-b64c-c4b0146882a0 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:27.288776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9604cd0b-e507-4a52-8024-3f67afdd79bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:27.294428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604cd0b-e507-4a52-8024-3f67afdd79bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c83951fa-3604-4554-9055-6ed20c4b7e5d,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:27.296873 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9604cd0b-e507-4a52-8024-3f67afdd79bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:27.305501 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1068d2-e098-468e-a771-7531d006c50f None None] Network 6d422b3f-35f6-44d4-a56d-8cdfa486af18 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:27.315261 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1871d-475c-446e-9bbe-0e0e72515684 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Subnet': ['ID=b871f0a5-fd65-4005-aa65-900b7aca28af,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:27.318475 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-53a1871d-475c-446e-9bbe-0e0e72515684 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:27.319585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-53a1871d-475c-446e-9bbe-0e0e72515684 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:27.326264 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-53a1871d-475c-446e-9bbe-0e0e72515684 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/subnets/b871f0a5-fd65-4005-aa65-900b7aca28af HTTP/1.1" status: 204 len: 168 time: 0.5820692 Jun 02 20:38:27.328762 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55938) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:27.345336 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd8cab8-6db3-4a06-833c-3cf8ba45060f None None] Network f236daeb-d9da-4b06-9d4b-f50f9997e7bf requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:27.347080 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9604cd0b-e507-4a52-8024-3f67afdd79bd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c83951fa-3604-4554-9055-6ed20c4b7e5d HTTP/1.1" status: 204 len: 168 time: 1.1781867 Jun 02 20:38:27.351185 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55940) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:27.403262 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0848e2-afa9-4175-8081-b4385d47ea5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting subnet 7bcc1da4-b88b-4881-a829-e38e3b10f6db {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:38:27.406579 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a0848e2-afa9-4175-8081-b4385d47ea5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:27.546316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:27.559409 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Pushing event updated for resources: {'Port': ['ID=c555e319-77c9-4c28-b9de-e2c3faae4c02,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:27.598169 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:27.619397 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-904880fc-b820-44fa-aa5c-d3b107079654 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:27.628799 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a0848e2-afa9-4175-8081-b4385d47ea5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:27.646660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-904880fc-b820-44fa-aa5c-d3b107079654 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Transition to ACTIVE for port object f3344e2b-c3cf-459c-ba80-38df034fe2a8 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:27.683287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] Deleting port 2cf027c9-5382-4a57-9986-84267915a217 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:27.683642 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:27.729229 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a0848e2-afa9-4175-8081-b4385d47ea5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:27.775474 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-904880fc-b820-44fa-aa5c-d3b107079654 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:27.797267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-18e4dbb9-7e11-4734-815c-b8274a9eb2c1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:27.900378 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904880fc-b820-44fa-aa5c-d3b107079654 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:27.906845 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-904880fc-b820-44fa-aa5c-d3b107079654 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:27.909303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904880fc-b820-44fa-aa5c-d3b107079654 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:27.916513 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904880fc-b820-44fa-aa5c-d3b107079654 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:27.917094 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-904880fc-b820-44fa-aa5c-d3b107079654 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:27.924395 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] For port 2cf027c9-5382-4a57-9986-84267915a217, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2cf027c9-5382-4a57-9986-84267915a217,segment=NetworkSegment(b8b3afdf-c9d2-4e79-ab7d-f74425a00d42),segment_id=b8b3afdf-c9d2-4e79-ab7d-f74425a00d42)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:27.924760 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:27.946453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904880fc-b820-44fa-aa5c-d3b107079654 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=f3344e2b-c3cf-459c-ba80-38df034fe2a8,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:27.949427 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-904880fc-b820-44fa-aa5c-d3b107079654 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:28.001262 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5628831c-a667-4606-84dd-7405ecd08255 None None] DHCP port deletion for f236daeb-d9da-4b06-9d4b-f50f9997e7bf request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:38:28.057606 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72421ab7-9cd2-4c0f-a349-e315f8efe214 None None] DHCP port deletion for 6d422b3f-35f6-44d4-a56d-8cdfa486af18 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:38:28.104670 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] Calling delete_port for 2cf027c9-5382-4a57-9986-84267915a217 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:28.110780 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-904880fc-b820-44fa-aa5c-d3b107079654 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.9434030 Jun 02 20:38:28.113423 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55942) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:28.140657 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a0848e2-afa9-4175-8081-b4385d47ea5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:28.147356 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-5628831c-a667-4606-84dd-7405ecd08255 None None] Deleting port d754f33e-6334-40f4-8cdf-43f6bd3c7f05 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:28.147894 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5628831c-a667-4606-84dd-7405ecd08255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:28.151816 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-40902737-557e-428a-8500-0d10ecdc634a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:28.199860 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a0848e2-afa9-4175-8081-b4385d47ea5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:28.208758 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7a0848e2-afa9-4175-8081-b4385d47ea5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/subnets/7bcc1da4-b88b-4881-a829-e38e3b10f6db HTTP/1.1" status: 204 len: 168 time: 0.8788457 Jun 02 20:38:28.213005 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55946) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:28.237106 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a2efb3-04f2-486c-9406-57267d464fc7 None None] Network 7768d22b-3b6b-4e57-97ae-13f09b593e14 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:28.265808 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827a8b6b-2411-4857-90cf-181a9aa6ca83 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:28.273519 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827a8b6b-2411-4857-90cf-181a9aa6ca83 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:28.274602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-827a8b6b-2411-4857-90cf-181a9aa6ca83 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:28.277247 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-72421ab7-9cd2-4c0f-a349-e315f8efe214 None None] Deleting port 2cf027c9-5382-4a57-9986-84267915a217 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:28.277852 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-72421ab7-9cd2-4c0f-a349-e315f8efe214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:28.289574 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:28.296836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:28.343784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf027c9-5382-4a57-9986-84267915a217,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:28.345996 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] No DVR routers for this DVR port 2cf027c9-5382-4a57-9986-84267915a217 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:38:28.347637 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:28.350317 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0848e2-afa9-4175-8081-b4385d47ea5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Subnet': ['ID=7bcc1da4-b88b-4881-a829-e38e3b10f6db,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:28.352986 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7a0848e2-afa9-4175-8081-b4385d47ea5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:28.361398 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:28.402553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-827a8b6b-2411-4857-90cf-181a9aa6ca83 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:28.406166 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-827a8b6b-2411-4857-90cf-181a9aa6ca83 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.2888870 Jun 02 20:38:28.408711 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55948) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:28.446853 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-5628831c-a667-4606-84dd-7405ecd08255 None None] For port d754f33e-6334-40f4-8cdf-43f6bd3c7f05, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d754f33e-6334-40f4-8cdf-43f6bd3c7f05,segment=NetworkSegment(f6a411fb-141e-4365-9848-b82b5a58f1e3),segment_id=f6a411fb-141e-4365-9848-b82b5a58f1e3)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:28.447435 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5628831c-a667-4606-84dd-7405ecd08255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:28.522445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-72421ab7-9cd2-4c0f-a349-e315f8efe214 None None] For port 2cf027c9-5382-4a57-9986-84267915a217, host dv-neutron-601336-84-hyperv, got binding levels [] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:28.522445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-72421ab7-9cd2-4c0f-a349-e315f8efe214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:28.537173 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting port d754f33e-6334-40f4-8cdf-43f6bd3c7f05 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:28.537750 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:28.590649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:28.604392 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d422b3f-35f6-44d4-a56d-8cdfa486af18']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:28.617190 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b3afdf-c9d2-4e79-ab7d-f74425a00d42') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:28.617489 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b3afdf-c9d2-4e79-ab7d-f74425a00d42') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:28.630049 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:28.658910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:28.666794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:38:28.667360 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:28.682219 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] For port d754f33e-6334-40f4-8cdf-43f6bd3c7f05, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d754f33e-6334-40f4-8cdf-43f6bd3c7f05,segment=NetworkSegment(f6a411fb-141e-4365-9848-b82b5a58f1e3),segment_id=f6a411fb-141e-4365-9848-b82b5a58f1e3)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:28.682661 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:28.688402 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-72421ab7-9cd2-4c0f-a349-e315f8efe214 None None] Calling delete_port for 2cf027c9-5382-4a57-9986-84267915a217 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:28.693725 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.ipam_backend_mixin [None req-72421ab7-9cd2-4c0f-a349-e315f8efe214 None None] Port 2cf027c9-5382-4a57-9986-84267915a217 was not found and therefore no delete operation was performed {{(pid=92550) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 20:38:28.695275 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-72421ab7-9cd2-4c0f-a349-e315f8efe214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:38:28.767001 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:38:28.815247 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:28.831981 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2e71181b-3830-4fac-a2f8-03c48148a6ff tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:28.845428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:28.852498 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-5628831c-a667-4606-84dd-7405ecd08255 None None] Calling delete_port for d754f33e-6334-40f4-8cdf-43f6bd3c7f05 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:28.861652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] Pushing event deleted for resources: {'Network': ['ID=6d422b3f-35f6-44d4-a56d-8cdfa486af18,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:28.871648 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:28.885189 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] 10.222.0.25 "DELETE /v2.0/networks/6d422b3f-35f6-44d4-a56d-8cdfa486af18 HTTP/1.1" status: 204 len: 168 time: 1.5305312 Jun 02 20:38:28.889408 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Calling delete_port for d754f33e-6334-40f4-8cdf-43f6bd3c7f05 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:28.921202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:28.951866 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device c555e319-77c9-4c28-b9de-e2c3faae4c02 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:28.956848 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:28.963305 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5db48efd-a73f-41bb-9c2c-cbfb7f864286 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:28.964144 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-37d0e4ed-99e2-451d-820a-1b2495162335 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting port f3344e2b-c3cf-459c-ba80-38df034fe2a8 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:28.964486 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-37d0e4ed-99e2-451d-820a-1b2495162335 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:29.022036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Port': ['ID=d754f33e-6334-40f4-8cdf-43f6bd3c7f05,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:29.033982 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:29.034777 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] No DVR routers for this DVR port d754f33e-6334-40f4-8cdf-43f6bd3c7f05 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:38:29.064795 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5628831c-a667-4606-84dd-7405ecd08255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:29.091577 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55952) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:29.103245 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72421ab7-9cd2-4c0f-a349-e315f8efe214 None None] Pushing event deleted for resources: {'Port': ['ID=2cf027c9-5382-4a57-9986-84267915a217,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:29.105638 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-72421ab7-9cd2-4c0f-a349-e315f8efe214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:29.119348 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-51a1c77f-4e86-4866-9fd1-e5179e0bb155 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:29.165860 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72421ab7-9cd2-4c0f-a349-e315f8efe214 None None] No DVR routers for this DVR port 2cf027c9-5382-4a57-9986-84267915a217 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:38:29.169238 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-37d0e4ed-99e2-451d-820a-1b2495162335 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:29.189342 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628831c-a667-4606-84dd-7405ecd08255 None None] Pushing event deleted for resources: {'Port': ['ID=d754f33e-6334-40f4-8cdf-43f6bd3c7f05,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:29.192324 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5628831c-a667-4606-84dd-7405ecd08255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:29.198558 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5628831c-a667-4606-84dd-7405ecd08255 None None] No DVR routers for this DVR port d754f33e-6334-40f4-8cdf-43f6bd3c7f05 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:38:29.234355 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-683aa5d1-dbb8-4bfa-9a35-77e32d8e9a94 None None] Provisioning for port c555e319-77c9-4c28-b9de-e2c3faae4c02 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:29.264350 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port c555e319-77c9-4c28-b9de-e2c3faae4c02 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:29.272300 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:29.274877 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port c555e319-77c9-4c28-b9de-e2c3faae4c02 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:29.275739 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:29.297911 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f236daeb-d9da-4b06-9d4b-f50f9997e7bf']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:29.315111 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a411fb-141e-4365-9848-b82b5a58f1e3') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:29.315987 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a411fb-141e-4365-9848-b82b5a58f1e3') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:29.333118 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:29.356987 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:29.380204 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:38:29.380722 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:38:29.402381 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:38:29.429061 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6352aa3-1724-46b3-a718-4be46a37891d None None] DHCP port deletion for 7768d22b-3b6b-4e57-97ae-13f09b593e14 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:38:29.432239 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-24dc8d22-a146-4b04-a3d2-83c6dc86d1db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=661507761bd9425583aaf58f371479f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3373637 Jun 02 20:38:29.503206 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55954) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:29.513697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-37d0e4ed-99e2-451d-820a-1b2495162335 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Calling delete_port for f3344e2b-c3cf-459c-ba80-38df034fe2a8 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:29.516257 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:29.555823 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0b0c044d-0829-4ad7-ae57-39cdeb14ad11 None None] Provisioning for port f3344e2b-c3cf-459c-ba80-38df034fe2a8 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:29.567834 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port c555e319-77c9-4c28-b9de-e2c3faae4c02, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=c555e319-77c9-4c28-b9de-e2c3faae4c02,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:29.573651 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0b0c044d-0829-4ad7-ae57-39cdeb14ad11 None None] Provisioning complete for port f3344e2b-c3cf-459c-ba80-38df034fe2a8 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:29.574136 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0b0c044d-0829-4ad7-ae57-39cdeb14ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:29.587462 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a2255d53-b5af-4450-bd45-c55781efa6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:29.589179 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:29.601610 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e4a8910c-4393-4739-91ac-a265d0a629a7 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:29.612151 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:29.617053 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:29.625828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:29.630823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Network': ['ID=f236daeb-d9da-4b06-9d4b-f50f9997e7bf,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:29.635886 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:29.667363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-37d0e4ed-99e2-451d-820a-1b2495162335 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:29.668999 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a2255d53-b5af-4450-bd45-c55781efa6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:29.677451 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fc37b032-f887-4685-ae1b-4ee3849aca71 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:29.711369 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/networks/f236daeb-d9da-4b06-9d4b-f50f9997e7bf HTTP/1.1" status: 204 len: 168 time: 1.4970808 Jun 02 20:38:29.714714 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d754f33e-6334-40f4-8cdf-43f6bd3c7f05 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:38:29.715292 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55956) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:29.750845 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0e4ed-99e2-451d-820a-1b2495162335 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=f3344e2b-c3cf-459c-ba80-38df034fe2a8,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:29.754427 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-37d0e4ed-99e2-451d-820a-1b2495162335 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:29.776066 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: d754f33e-6334-40f4-8cdf-43f6bd3c7f05 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:38:29.776419 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d754f33e-6334-40f4-8cdf-43f6bd3c7f05 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:38:29.776853 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2cf027c9-5382-4a57-9986-84267915a217 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:38:29.822517 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-b6352aa3-1724-46b3-a718-4be46a37891d None None] Deleting port 9297ea28-d981-4e99-b058-e31ad7566d93 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:29.822912 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b6352aa3-1724-46b3-a718-4be46a37891d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:29.829340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-37d0e4ed-99e2-451d-820a-1b2495162335 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:29.853747 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-37d0e4ed-99e2-451d-820a-1b2495162335 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/f3344e2b-c3cf-459c-ba80-38df034fe2a8 HTTP/1.1" status: 204 len: 168 time: 1.4421506 Jun 02 20:38:29.854264 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55958) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:29.860956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-0b0c044d-0829-4ad7-ae57-39cdeb14ad11 None None] Port f3344e2b-c3cf-459c-ba80-38df034fe2a8 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:38:29.879419 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 2cf027c9-5382-4a57-9986-84267915a217 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:38:29.879776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2cf027c9-5382-4a57-9986-84267915a217 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:38:29.906572 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:29.940213 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a721a669-4c17-482d-8fef-a1560a0b088d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:29.941879 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a721a669-4c17-482d-8fef-a1560a0b088d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:29.942646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a721a669-4c17-482d-8fef-a1560a0b088d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:29.947793 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=c555e319-77c9-4c28-b9de-e2c3faae4c02,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:29.958716 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:29.963512 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a721a669-4c17-482d-8fef-a1560a0b088d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:29.967250 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a721a669-4c17-482d-8fef-a1560a0b088d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1097918 Jun 02 20:38:29.968627 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55960) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:29.969864 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-b6352aa3-1724-46b3-a718-4be46a37891d None None] For port 9297ea28-d981-4e99-b058-e31ad7566d93, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9297ea28-d981-4e99-b058-e31ad7566d93,segment=NetworkSegment(f4a1d691-604b-439c-b9ce-150c2165176c),segment_id=f4a1d691-604b-439c-b9ce-150c2165176c)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:29.970276 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b6352aa3-1724-46b3-a718-4be46a37891d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:30.001529 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a2255d53-b5af-4450-bd45-c55781efa6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:30.011190 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c1f804c0-b35a-4756-9d7f-7dd435820e77 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:30.030888 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2255d53-b5af-4450-bd45-c55781efa6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87836dc-df14-44e6-a7de-45f896aff07f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:30.038606 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a2255d53-b5af-4450-bd45-c55781efa6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:30.040033 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a2255d53-b5af-4450-bd45-c55781efa6b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b87836dc-df14-44e6-a7de-45f896aff07f HTTP/1.1" status: 204 len: 168 time: 0.5354507 Jun 02 20:38:30.043767 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a2255d53-b5af-4450-bd45-c55781efa6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:30.046360 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting port 9297ea28-d981-4e99-b058-e31ad7566d93 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:30.046707 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:30.049961 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-c370f32c-a724-4ddd-b9af-35f43f3f2916 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet 0f20bb04-6773-4a83-b603-84fb72cae406 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:38:30.053366 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c370f32c-a724-4ddd-b9af-35f43f3f2916 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:30.117667 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c370f32c-a724-4ddd-b9af-35f43f3f2916 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:30.132574 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-b6352aa3-1724-46b3-a718-4be46a37891d None None] Calling delete_port for 9297ea28-d981-4e99-b058-e31ad7566d93 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:30.156830 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] For port 9297ea28-d981-4e99-b058-e31ad7566d93, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9297ea28-d981-4e99-b058-e31ad7566d93,segment=NetworkSegment(f4a1d691-604b-439c-b9ce-150c2165176c),segment_id=f4a1d691-604b-439c-b9ce-150c2165176c)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:30.157202 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:30.188238 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b6352aa3-1724-46b3-a718-4be46a37891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:30.193144 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-b89e53ba-1515-4094-bfff-6d36fe488e45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:30.222585 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c370f32c-a724-4ddd-b9af-35f43f3f2916 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:30.238744 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6352aa3-1724-46b3-a718-4be46a37891d None None] Pushing event deleted for resources: {'Port': ['ID=9297ea28-d981-4e99-b058-e31ad7566d93,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:30.240709 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6352aa3-1724-46b3-a718-4be46a37891d None None] No DVR routers for this DVR port 9297ea28-d981-4e99-b058-e31ad7566d93 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:38:30.242221 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-b6352aa3-1724-46b3-a718-4be46a37891d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:30.441912 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Calling delete_port for 9297ea28-d981-4e99-b058-e31ad7566d93 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:30.452869 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device c555e319-77c9-4c28-b9de-e2c3faae4c02 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:30.495494 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:30.500881 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0269c72f-b283-4327-b310-14d6c2d26ba2 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:30.545741 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port c555e319-77c9-4c28-b9de-e2c3faae4c02 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:30.546123 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:30.546238 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c370f32c-a724-4ddd-b9af-35f43f3f2916 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:30.552546 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0d4b86c9-f5db-441c-b473-51f9224cef36 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:30.554338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Port': ['ID=9297ea28-d981-4e99-b058-e31ad7566d93,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:30.558283 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:30.561402 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] No DVR routers for this DVR port 9297ea28-d981-4e99-b058-e31ad7566d93 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:38:30.612208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370f32c-a724-4ddd-b9af-35f43f3f2916 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=0f20bb04-6773-4a83-b603-84fb72cae406,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:30.618673 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923cf19f-beb2-446a-846b-c9d26c97878d None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:30.620141 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c370f32c-a724-4ddd-b9af-35f43f3f2916 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:30.622234 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c370f32c-a724-4ddd-b9af-35f43f3f2916 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:30.638114 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c370f32c-a724-4ddd-b9af-35f43f3f2916 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/0f20bb04-6773-4a83-b603-84fb72cae406 HTTP/1.1" status: 204 len: 168 time: 0.6682346 Jun 02 20:38:30.641646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55974) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:30.699633 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:30.714838 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7768d22b-3b6b-4e57-97ae-13f09b593e14']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:30.728864 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a1d691-604b-439c-b9ce-150c2165176c') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:30.729084 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a1d691-604b-439c-b9ce-150c2165176c') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:30.730996 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c075e686-169b-441d-af67-4a52eea4d18d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0879657 Jun 02 20:38:30.731657 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 55980) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:30.736964 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-da3215b3-131b-4e3b-a12e-0ab9b5ba1549 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:30.743446 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:30.763269 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:30.773973 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:38:30.774375 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:38:30.789598 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:38:30.874904 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-da3215b3-131b-4e3b-a12e-0ab9b5ba1549 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:30.880583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-da3215b3-131b-4e3b-a12e-0ab9b5ba1549 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:30.883668 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-da3215b3-131b-4e3b-a12e-0ab9b5ba1549 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:30.890546 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-da3215b3-131b-4e3b-a12e-0ab9b5ba1549 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:30.897844 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:30.909134 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:30.916524 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ff448c56-002f-4014-ba51-2405caa1a237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:30.916784 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2a883896-4ff4-4ec2-893f-125e22762101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:30.919191 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3215b3-131b-4e3b-a12e-0ab9b5ba1549 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:30.924195 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-da3215b3-131b-4e3b-a12e-0ab9b5ba1549 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:30.944321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Network': ['ID=7768d22b-3b6b-4e57-97ae-13f09b593e14,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:30.948645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:30.950772 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/networks/7768d22b-3b6b-4e57-97ae-13f09b593e14 HTTP/1.1" status: 204 len: 168 time: 1.2342105 Jun 02 20:38:30.954578 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55986) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:30.959498 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-726a22b6-1bee-4763-9c44-d0333fcf88db tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'network': {'name': 'tempest-RoutersTest-266261991'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:30.965619 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-726a22b6-1bee-4763-9c44-d0333fcf88db tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:30.969602 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-726a22b6-1bee-4763-9c44-d0333fcf88db tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:network and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:30.972885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-726a22b6-1bee-4763-9c44-d0333fcf88db tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:30.979375 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-726a22b6-1bee-4763-9c44-d0333fcf88db tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:30.992295 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726a22b6-1bee-4763-9c44-d0333fcf88db tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Made reservation on behalf of 6ef1a7bf134143cc9e0a9276ad9cbe3f for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:30.996957 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-726a22b6-1bee-4763-9c44-d0333fcf88db tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:31.035696 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726a22b6-1bee-4763-9c44-d0333fcf88db tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:38:31.043853 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9297ea28-d981-4e99-b058-e31ad7566d93 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:38:31.048141 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-726a22b6-1bee-4763-9c44-d0333fcf88db tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:31.048589 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-726a22b6-1bee-4763-9c44-d0333fcf88db tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Added segment c7bb23e2-9944-46fe-b1eb-702d03b17842 of type vlan for network 6dfd4b39-61ec-4b72-8de7-5b11cc300a95 Jun 02 20:38:31.075628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f73059a-a0b4-4301-8690-3c4f8ed9f4c3 None None] DHCP port deletion for 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:38:31.081340 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-726a22b6-1bee-4763-9c44-d0333fcf88db tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:31.084795 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 9297ea28-d981-4e99-b058-e31ad7566d93 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:38:31.085148 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9297ea28-d981-4e99-b058-e31ad7566d93 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:38:31.128577 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-726a22b6-1bee-4763-9c44-d0333fcf88db tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:31.137107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726a22b6-1bee-4763-9c44-d0333fcf88db tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:31.138342 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-726a22b6-1bee-4763-9c44-d0333fcf88db tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:31.146311 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7c684199-031b-4d05-b3c5-0c528e0b643d tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:31.154901 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-2f73059a-a0b4-4301-8690-3c4f8ed9f4c3 None None] Deleting port c555e319-77c9-4c28-b9de-e2c3faae4c02 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:31.155394 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2f73059a-a0b4-4301-8690-3c4f8ed9f4c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:31.261784 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a22b6-1bee-4763-9c44-d0333fcf88db tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Network': ['ID=6dfd4b39-61ec-4b72-8de7-5b11cc300a95,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:31.264778 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-726a22b6-1bee-4763-9c44-d0333fcf88db tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:31.267233 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-726a22b6-1bee-4763-9c44-d0333fcf88db tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3119645 Jun 02 20:38:31.269278 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 55992) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:31.276012 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-8a1b5a38-7ef7-4722-bd59-9fa4595a50ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'subnet': {'network_id': '6dfd4b39-61ec-4b72-8de7-5b11cc300a95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:31.279774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 6dfd4b39-61ec-4b72-8de7-5b11cc300a95 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:38:31.316599 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-2f73059a-a0b4-4301-8690-3c4f8ed9f4c3 None None] For port c555e319-77c9-4c28-b9de-e2c3faae4c02, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=c555e319-77c9-4c28-b9de-e2c3faae4c02,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:31.317561 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2f73059a-a0b4-4301-8690-3c4f8ed9f4c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:31.404005 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-8a1b5a38-7ef7-4722-bd59-9fa4595a50ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:31.408869 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8a1b5a38-7ef7-4722-bd59-9fa4595a50ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:subnet and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:31.412896 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8a1b5a38-7ef7-4722-bd59-9fa4595a50ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:31.418647 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-8a1b5a38-7ef7-4722-bd59-9fa4595a50ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:31.430790 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1b5a38-7ef7-4722-bd59-9fa4595a50ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Made reservation on behalf of 6ef1a7bf134143cc9e0a9276ad9cbe3f for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:31.434338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5a38-7ef7-4722-bd59-9fa4595a50ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:31.534479 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-2f73059a-a0b4-4301-8690-3c4f8ed9f4c3 None None] Calling delete_port for c555e319-77c9-4c28-b9de-e2c3faae4c02 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:31.586959 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.objects.ports [None req-da3215b3-131b-4e3b-a12e-0ab9b5ba1549 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92549) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 20:38:31.612746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2f73059a-a0b4-4301-8690-3c4f8ed9f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:31.617612 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d4388d55-b073-4f24-a8aa-25cda307122f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:31.663910 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f73059a-a0b4-4301-8690-3c4f8ed9f4c3 None None] No DVR routers for this DVR port c555e319-77c9-4c28-b9de-e2c3faae4c02 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:38:31.667708 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73059a-a0b4-4301-8690-3c4f8ed9f4c3 None None] Pushing event deleted for resources: {'Port': ['ID=c555e319-77c9-4c28-b9de-e2c3faae4c02,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:31.674171 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2f73059a-a0b4-4301-8690-3c4f8ed9f4c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:31.700521 dv-neutron-601336-84-hyperv neutron-server[92549]: WARNING neutron.services.revisions.revision_plugin [None req-da3215b3-131b-4e3b-a12e-0ab9b5ba1549 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Could not find related port for resource to bump revision. Jun 02 20:38:31.704732 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.ipam_pluggable_backend [None req-da3215b3-131b-4e3b-a12e-0ab9b5ba1549 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Port c555e319-77c9-4c28-b9de-e2c3faae4c02 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=92549) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 02 20:38:31.705328 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.ipam_pluggable_backend [None req-da3215b3-131b-4e3b-a12e-0ab9b5ba1549 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6c:7ad3 {{(pid=92549) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 02 20:38:31.709055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.ipam_pluggable_backend [None req-da3215b3-131b-4e3b-a12e-0ab9b5ba1549 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6c:7ad3 {{(pid=92549) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 02 20:38:31.710630 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-da3215b3-131b-4e3b-a12e-0ab9b5ba1549 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:31.715281 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-255fc02c-5c02-4ac6-a3f8-66fd57cffa09 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:31.768505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3215b3-131b-4e3b-a12e-0ab9b5ba1549 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:31.774924 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-da3215b3-131b-4e3b-a12e-0ab9b5ba1549 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:31.786831 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3215b3-131b-4e3b-a12e-0ab9b5ba1549 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:31.787369 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-da3215b3-131b-4e3b-a12e-0ab9b5ba1549 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:31.788915 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b4cb9b-5dbf-4997-9500-3230ad31728a None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:31.805572 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3215b3-131b-4e3b-a12e-0ab9b5ba1549 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=2c47b376-0554-4186-aba1-590604c8fa10,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:31.810317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-da3215b3-131b-4e3b-a12e-0ab9b5ba1549 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:31.821116 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-da3215b3-131b-4e3b-a12e-0ab9b5ba1549 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0878379 Jun 02 20:38:31.822994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56004) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:31.831173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-f3c0933c-bcf9-4ce7-880d-c609251f1b3a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'mac_address': 'fa:16:3e:b6:18:22', 'name': 'tempest-NetworksTestDHCPv6-260115391'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:31.851952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56006) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:31.998004 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5a38-7ef7-4722-bd59-9fa4595a50ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:32.002780 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a255589e-3393-44f0-ba39-be1dca47eaff tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:32.083872 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b5a38-7ef7-4722-bd59-9fa4595a50ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Subnet': ['ID=800eb9d9-925e-4e4e-ab6a-286fb278a991,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:32.086467 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8a1b5a38-7ef7-4722-bd59-9fa4595a50ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:32.091295 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1b5a38-7ef7-4722-bd59-9fa4595a50ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Checking segment: {'id': 'c7bb23e2-9944-46fe-b1eb-702d03b17842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6dfd4b39-61ec-4b72-8de7-5b11cc300a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:38:32.091673 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1b5a38-7ef7-4722-bd59-9fa4595a50ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network hostable DHCP agents. Network: 6dfd4b39-61ec-4b72-8de7-5b11cc300a95, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:38:32.110952 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1b5a38-7ef7-4722-bd59-9fa4595a50ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network 6dfd4b39-61ec-4b72-8de7-5b11cc300a95 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:38:32.116094 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'fixed_ips': [{'subnet_id': '2c47b376-0554-4186-aba1-590604c8fa10'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:38:32.116942 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:32.124201 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-8a1b5a38-7ef7-4722-bd59-9fa4595a50ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 6dfd4b39-61ec-4b72-8de7-5b11cc300a95) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:32.130094 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-385797256', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:32.134562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:32.135475 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e296de-fb2f-4181-8460-6323462a1bed None None] Network 6dfd4b39-61ec-4b72-8de7-5b11cc300a95 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:32.138488 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1b5a38-7ef7-4722-bd59-9fa4595a50ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:32.139086 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5a38-7ef7-4722-bd59-9fa4595a50ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:32.141460 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Usage tracker for resource:port and tenant:d359b0237adb4b6192ad0e76224fbdc5 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:32.146066 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:32.162242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:32.164325 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8a1b5a38-7ef7-4722-bd59-9fa4595a50ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8937669 Jun 02 20:38:32.167322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56010) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:32.173107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e11c5f54-ce64-48bb-913c-d2cad1c99414 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1461508990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:32.174930 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f3c0933c-bcf9-4ce7-880d-c609251f1b3a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:32.179296 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f3c0933c-bcf9-4ce7-880d-c609251f1b3a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:port and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:32.183405 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Made reservation on behalf of d359b0237adb4b6192ad0e76224fbdc5 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:32.183685 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e11c5f54-ce64-48bb-913c-d2cad1c99414 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:32.186056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:32.194958 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e11c5f54-ce64-48bb-913c-d2cad1c99414 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:router and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:32.198244 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e11c5f54-ce64-48bb-913c-d2cad1c99414 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:32.203342 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f3c0933c-bcf9-4ce7-880d-c609251f1b3a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:32.209149 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f3c0933c-bcf9-4ce7-880d-c609251f1b3a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:32.213487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:32.214535 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e11c5f54-ce64-48bb-913c-d2cad1c99414 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:32.229165 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e11c5f54-ce64-48bb-913c-d2cad1c99414 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:32.229863 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:32.230733 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e11c5f54-ce64-48bb-913c-d2cad1c99414 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:32.233986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Usage tracker for resource:security_group_rule and tenant:d359b0237adb4b6192ad0e76224fbdc5 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:32.236661 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c0933c-bcf9-4ce7-880d-c609251f1b3a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:32.251208 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e11c5f54-ce64-48bb-913c-d2cad1c99414 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:32.253661 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:32.265366 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:32.277111 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e11c5f54-ce64-48bb-913c-d2cad1c99414 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:32.302014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e11c5f54-ce64-48bb-913c-d2cad1c99414 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:32.307376 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e11c5f54-ce64-48bb-913c-d2cad1c99414 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1389687 Jun 02 20:38:32.307988 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56012) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:32.313192 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-2ddd12d6-e84c-4e80-bf38-133fcf5caa3b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'port': {'network_id': '6dfd4b39-61ec-4b72-8de7-5b11cc300a95', 'name': 'tempest-RoutersTest-1074884904'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:32.407073 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f3c0933c-bcf9-4ce7-880d-c609251f1b3a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:32.451205 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device c555e319-77c9-4c28-b9de-e2c3faae4c02 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:38:32.453493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-f3c0933c-bcf9-4ce7-880d-c609251f1b3a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] device_id is not set on port ea3cde0d-0e95-4e26-b9a0-112f0f350464 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:38:32.502023 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: c555e319-77c9-4c28-b9de-e2c3faae4c02 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:38:32.502375 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device c555e319-77c9-4c28-b9de-e2c3faae4c02 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:38:32.507013 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Allocated IP 2001:db8::f816:3eff:fe96:56eb (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/2c47b376-0554-4186-aba1-590604c8fa10/2e095573-1be5-4e12-a26e-912a5f1daf18) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:32.522561 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:32.526718 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2ddd12d6-e84c-4e80-bf38-133fcf5caa3b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:32.531557 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2ddd12d6-e84c-4e80-bf38-133fcf5caa3b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:port and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:32.534288 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:32.534643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2ddd12d6-e84c-4e80-bf38-133fcf5caa3b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:32.539171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b35490af-6c9e-4c24-9d02-83644c896775 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:32.541434 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2ddd12d6-e84c-4e80-bf38-133fcf5caa3b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:32.551711 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] device_id is not set on port 10aea9a8-3b6a-4a6b-9be8-b1b7ddf25a6d yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:38:32.556625 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddd12d6-e84c-4e80-bf38-133fcf5caa3b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Made reservation on behalf of 6ef1a7bf134143cc9e0a9276ad9cbe3f for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:32.562587 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2ddd12d6-e84c-4e80-bf38-133fcf5caa3b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:32.590404 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-6dfd4b39-61ec-4b72-8de7-5b11cc300a95', 'network_id': '6dfd4b39-61ec-4b72-8de7-5b11cc300a95', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'fixed_ips': [{'subnet_id': '800eb9d9-925e-4e4e-ab6a-286fb278a991'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:38:32.591709 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:32.599916 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-2ddd12d6-e84c-4e80-bf38-133fcf5caa3b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] device_id is not set on port 12157158-6548-49f4-a529-9a1091586751 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:38:32.619854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d26b07-96d1-4881-ab9b-58964382acbf,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:32.628688 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:32.711857 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Allocated IP 172.26.0.36 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/10aea9a8-3b6a-4a6b-9be8-b1b7ddf25a6d) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:32.759720 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-2ddd12d6-e84c-4e80-bf38-133fcf5caa3b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Allocated IP 172.20.0.2 (6dfd4b39-61ec-4b72-8de7-5b11cc300a95/800eb9d9-925e-4e4e-ab6a-286fb278a991/12157158-6548-49f4-a529-9a1091586751) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:32.858269 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:32.869873 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Transition to ACTIVE for port object 2e095573-1be5-4e12-a26e-912a5f1daf18 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:32.889419 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Transition to ACTIVE for port object 2e095573-1be5-4e12-a26e-912a5f1daf18 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:32.895685 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:32.903739 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-dc076f6d-26fc-4168-ad69-6b40ccbf67ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:32.921120 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:38:32.955302 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:32.963607 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:32.968198 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:32.971970 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2ddd12d6-e84c-4e80-bf38-133fcf5caa3b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:32.974502 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:32.988573 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-2ddd12d6-e84c-4e80-bf38-133fcf5caa3b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Transition to ACTIVE for port object 12157158-6548-49f4-a529-9a1091586751 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:32.992896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-f3c0933c-bcf9-4ce7-880d-c609251f1b3a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8::f816:3eff:feb6:1822 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/2c47b376-0554-4186-aba1-590604c8fa10/ea3cde0d-0e95-4e26-b9a0-112f0f350464) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:33.013913 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Pushing event updated for resources: {'Port': ['ID=2e095573-1be5-4e12-a26e-912a5f1daf18,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:33.015860 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2ddd12d6-e84c-4e80-bf38-133fcf5caa3b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:33.031809 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6deb2e1f-ae99-4cbb-ad09-3d376464f7f0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:33.050816 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:33.081110 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:33.098567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d5879c87-cbf3-460b-886f-d35078ec7f74 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:33.102335 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddd12d6-e84c-4e80-bf38-133fcf5caa3b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network 6dfd4b39-61ec-4b72-8de7-5b11cc300a95 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:33.106121 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-2ddd12d6-e84c-4e80-bf38-133fcf5caa3b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:33.114977 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd12d6-e84c-4e80-bf38-133fcf5caa3b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:33.119513 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Attempting to bind port 2e095573-1be5-4e12-a26e-912a5f1daf18 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:38:33.119895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Attempting to bind port 2e095573-1be5-4e12-a26e-912a5f1daf18 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:38:33.120268 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Attempting to bind port 2e095573-1be5-4e12-a26e-912a5f1daf18 on network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:38:33.133163 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:38:33.133547 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Checking segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:38:33.133956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:33.134358 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Bound using segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:38:33.134834 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Bound port: 2e095573-1be5-4e12-a26e-912a5f1daf18, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:38:33.135285 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:33.154320 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.db.api [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-5ed3c7d1-7dc2-4b3e-8233-7b91a506eb10 {{(pid=92550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:38:33.154821 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_db.api [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:38:33.160507 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd12d6-e84c-4e80-bf38-133fcf5caa3b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Port': ['ID=12157158-6548-49f4-a529-9a1091586751,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:33.170937 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2ddd12d6-e84c-4e80-bf38-133fcf5caa3b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:33.198060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddd12d6-e84c-4e80-bf38-133fcf5caa3b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:33.198679 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2ddd12d6-e84c-4e80-bf38-133fcf5caa3b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:33.216344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:33.221292 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:33.225391 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2ddd12d6-e84c-4e80-bf38-133fcf5caa3b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9136858 Jun 02 20:38:33.225540 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56016) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:33.232496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:33.237694 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] For port 2e095573-1be5-4e12-a26e-912a5f1daf18, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:38:33.241446 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] For port 2e095573-1be5-4e12-a26e-912a5f1daf18, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2e095573-1be5-4e12-a26e-912a5f1daf18,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:38:33.246598 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:33.251916 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-df7f23e4-1d27-4fb9-a14b-d4400817c421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:33.271428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Pushing event updated for resources: {'Port': ['ID=10aea9a8-3b6a-4a6b-9be8-b1b7ddf25a6d,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:33.277455 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:33.323320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:33.323923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:33.355837 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fe46dc26-734b-47f6-88fe-d85c1828b2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:33.360434 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f3c0933c-bcf9-4ce7-880d-c609251f1b3a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:33.373268 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:33.380280 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Pushing event updated for resources: {'Port': ['ID=2e095573-1be5-4e12-a26e-912a5f1daf18,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:33.384547 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:33.399515 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5401640 Jun 02 20:38:33.399515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-f3c0933c-bcf9-4ce7-880d-c609251f1b3a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Transition to ACTIVE for port object ea3cde0d-0e95-4e26-b9a0-112f0f350464 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:33.400651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56018) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:33.406382 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-90f65b6b-f35a-44c1-a7a8-0c296fee08f9 tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.36'}]}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:33.413234 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-90f65b6b-f35a-44c1-a7a8-0c296fee08f9 tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:33.418721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-90f65b6b-f35a-44c1-a7a8-0c296fee08f9 tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Usage tracker for resource:router and tenant:d359b0237adb4b6192ad0e76224fbdc5 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:33.422449 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-90f65b6b-f35a-44c1-a7a8-0c296fee08f9 tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:33.436562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-90f65b6b-f35a-44c1-a7a8-0c296fee08f9 tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:33.450242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-90f65b6b-f35a-44c1-a7a8-0c296fee08f9 tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:33.451503 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-90f65b6b-f35a-44c1-a7a8-0c296fee08f9 tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:33.457125 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f3c0933c-bcf9-4ce7-880d-c609251f1b3a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:33.463912 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ad1a0bf5-dcec-4a6d-95ff-74b9256d3342 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:33.533677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-90f65b6b-f35a-44c1-a7a8-0c296fee08f9 tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:33.545572 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c0933c-bcf9-4ce7-880d-c609251f1b3a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:33.550052 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-f3c0933c-bcf9-4ce7-880d-c609251f1b3a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:33.555527 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c0933c-bcf9-4ce7-880d-c609251f1b3a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:33.561001 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c0933c-bcf9-4ce7-880d-c609251f1b3a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:33.561606 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f3c0933c-bcf9-4ce7-880d-c609251f1b3a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:33.571814 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0933c-bcf9-4ce7-880d-c609251f1b3a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=ea3cde0d-0e95-4e26-b9a0-112f0f350464,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:33.582477 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f3c0933c-bcf9-4ce7-880d-c609251f1b3a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:33.660129 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:33.661560 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f3c0933c-bcf9-4ce7-880d-c609251f1b3a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8364217 Jun 02 20:38:33.667382 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56020) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:33.857108 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Allocated IP 172.20.0.3 (6dfd4b39-61ec-4b72-8de7-5b11cc300a95/800eb9d9-925e-4e4e-ab6a-286fb278a991/7031e7b6-adb4-4aa1-b6e3-fd18f0923b90) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:33.932170 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-90f65b6b-f35a-44c1-a7a8-0c296fee08f9 tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:34.048747 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7dd674f0-6303-4a4c-ae00-aba2568113ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:34.135413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5117cdd-9a44-4d81-8540-ca730466d409 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:34.139630 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:34.141199 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5117cdd-9a44-4d81-8540-ca730466d409 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:34.141998 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f5117cdd-9a44-4d81-8540-ca730466d409 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:34.151325 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Transition to ACTIVE for port object 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:34.178741 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Transition to ACTIVE for port object 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:34.191376 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:34.196421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-641f8eb0-eac0-4f9b-a3f2-23ed10446464 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:34.229735 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f5117cdd-9a44-4d81-8540-ca730466d409 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:34.233838 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f5117cdd-9a44-4d81-8540-ca730466d409 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5653930 Jun 02 20:38:34.234680 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56022) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:34.263037 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:34.282788 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Pushing event updated for resources: {'Port': ['ID=7031e7b6-adb4-4aa1-b6e3-fd18f0923b90,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:34.290579 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Network 6dfd4b39-61ec-4b72-8de7-5b11cc300a95 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:34.291833 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:34.294040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:34.294581 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:34.420310 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Attempting to bind port 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:38:34.420684 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Attempting to bind port 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c7bb23e2-9944-46fe-b1eb-702d03b17842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6dfd4b39-61ec-4b72-8de7-5b11cc300a95'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:38:34.421111 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Attempting to bind port 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90 on network 6dfd4b39-61ec-4b72-8de7-5b11cc300a95 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:38:34.426848 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:38:34.427450 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Checking segment: {'id': 'c7bb23e2-9944-46fe-b1eb-702d03b17842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6dfd4b39-61ec-4b72-8de7-5b11cc300a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:38:34.428016 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:34.428257 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Bound using segment: {'id': 'c7bb23e2-9944-46fe-b1eb-702d03b17842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6dfd4b39-61ec-4b72-8de7-5b11cc300a95'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:38:34.428774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Bound port: 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7bb23e2-9944-46fe-b1eb-702d03b17842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6dfd4b39-61ec-4b72-8de7-5b11cc300a95'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:38:34.429160 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:34.502874 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2e095573-1be5-4e12-a26e-912a5f1daf18 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:34.503386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-36f3b40c-a017-4cd7-ac3d-92e49740706d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting port ea3cde0d-0e95-4e26-b9a0-112f0f350464 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:34.503741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-36f3b40c-a017-4cd7-ac3d-92e49740706d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:34.531090 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7dd674f0-6303-4a4c-ae00-aba2568113ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:34.537550 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7dd674f0-6303-4a4c-ae00-aba2568113ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:34.544808 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7e2b7487-63bc-4e1e-8c0c-cc6aa92b2d76 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:34.621061 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] For port 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:38:34.626035 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] For port 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7031e7b6-adb4-4aa1-b6e3-fd18f0923b90,segment=NetworkSegment(c7bb23e2-9944-46fe-b1eb-702d03b17842),segment_id=c7bb23e2-9944-46fe-b1eb-702d03b17842)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:38:34.637318 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:34.643270 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd674f0-6303-4a4c-ae00-aba2568113ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Port': ['ID=12157158-6548-49f4-a529-9a1091586751,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:34.644125 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ba341e52-7dda-47c9-9b60-a4e76da8bb6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:34.674752 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7dd674f0-6303-4a4c-ae00-aba2568113ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:34.685946 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 2e095573-1be5-4e12-a26e-912a5f1daf18 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:34.771850 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7b3cea8a-d527-4ba6-be2b-1dc3d06ad3e0 None None] Provisioning for port 2e095573-1be5-4e12-a26e-912a5f1daf18 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:34.782853 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Pushing event updated for resources: {'Port': ['ID=7031e7b6-adb4-4aa1-b6e3-fd18f0923b90,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:34.787407 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:34.788403 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7b3cea8a-d527-4ba6-be2b-1dc3d06ad3e0 None None] Provisioning complete for port 2e095573-1be5-4e12-a26e-912a5f1daf18 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:34.788967 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7b3cea8a-d527-4ba6-be2b-1dc3d06ad3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:34.881126 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-36f3b40c-a017-4cd7-ac3d-92e49740706d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:34.947558 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7b3cea8a-d527-4ba6-be2b-1dc3d06ad3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:34.988163 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7dd674f0-6303-4a4c-ae00-aba2568113ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:34.993356 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7b3cea8a-d527-4ba6-be2b-1dc3d06ad3e0 None None] For port 2e095573-1be5-4e12-a26e-912a5f1daf18, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2e095573-1be5-4e12-a26e-912a5f1daf18,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:35.001085 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7b3cea8a-d527-4ba6-be2b-1dc3d06ad3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:35.002869 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-157b6b9e-d152-408b-aed6-1d7d53e0da09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:35.071593 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-36f3b40c-a017-4cd7-ac3d-92e49740706d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Calling delete_port for ea3cde0d-0e95-4e26-b9a0-112f0f350464 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:35.080916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-90f65b6b-f35a-44c1-a7a8-0c296fee08f9 tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:35.100729 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3cea8a-d527-4ba6-be2b-1dc3d06ad3e0 None None] Pushing event updated for resources: {'Port': ['ID=2e095573-1be5-4e12-a26e-912a5f1daf18,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:35.105101 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7b3cea8a-d527-4ba6-be2b-1dc3d06ad3e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:35.131317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-90f65b6b-f35a-44c1-a7a8-0c296fee08f9 tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:35.137085 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f2fd7ac8-0fcf-4b5f-acb8-525738b4249c None None] Provisioning for port ea3cde0d-0e95-4e26-b9a0-112f0f350464 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:35.142390 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f2fd7ac8-0fcf-4b5f-acb8-525738b4249c None None] Provisioning complete for port ea3cde0d-0e95-4e26-b9a0-112f0f350464 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:35.142906 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f2fd7ac8-0fcf-4b5f-acb8-525738b4249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:35.150583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7dd674f0-6303-4a4c-ae00-aba2568113ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:35.200482 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd7ac8-0fcf-4b5f-acb8-525738b4249c None None] Port ea3cde0d-0e95-4e26-b9a0-112f0f350464 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:38:35.407240 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-90f65b6b-f35a-44c1-a7a8-0c296fee08f9 tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:35.464421 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-36f3b40c-a017-4cd7-ac3d-92e49740706d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:35.477077 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bc0d42ef-09ad-4b32-be32-cbe2fb4569ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:35.578513 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3b40c-a017-4cd7-ac3d-92e49740706d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=ea3cde0d-0e95-4e26-b9a0-112f0f350464,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:35.584427 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-36f3b40c-a017-4cd7-ac3d-92e49740706d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:35.741871 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7dd674f0-6303-4a4c-ae00-aba2568113ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:35.750274 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7dd674f0-6303-4a4c-ae00-aba2568113ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:35.787400 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:35.862029 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:35.886833 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7dd674f0-6303-4a4c-ae00-aba2568113ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:35.890321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd674f0-6303-4a4c-ae00-aba2568113ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Port': ['ID=12157158-6548-49f4-a529-9a1091586751,revision_number=3']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:35.894019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7dd674f0-6303-4a4c-ae00-aba2568113ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:35.904645 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-36f3b40c-a017-4cd7-ac3d-92e49740706d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:35.981616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-90f65b6b-f35a-44c1-a7a8-0c296fee08f9 tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:35.984061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-90f65b6b-f35a-44c1-a7a8-0c296fee08f9 tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:35.990677 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-36f3b40c-a017-4cd7-ac3d-92e49740706d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/ea3cde0d-0e95-4e26-b9a0-112f0f350464 HTTP/1.1" status: 204 len: 168 time: 1.7489738 Jun 02 20:38:35.991075 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56024) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:36.019499 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-90f65b6b-f35a-44c1-a7a8-0c296fee08f9 tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:36.020157 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f65b6b-f35a-44c1-a7a8-0c296fee08f9 tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5558dd6-3f44-4361-b997-823eb7771db5 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:38:36.023411 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9494f5b8-c901-4aa5-9efd-c95a8ba34a6e None None] Network 6dfd4b39-61ec-4b72-8de7-5b11cc300a95 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:36.049909 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-90f65b6b-f35a-44c1-a7a8-0c296fee08f9 tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 02 20:38:36.051950 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-90f65b6b-f35a-44c1-a7a8-0c296fee08f9 tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.6493762 Jun 02 20:38:36.054573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56026) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:36.098856 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b045ef-3120-40f6-a5f2-1934e510be28 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:36.100490 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b045ef-3120-40f6-a5f2-1934e510be28 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:36.101972 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-76b045ef-3120-40f6-a5f2-1934e510be28 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1096971 Jun 02 20:38:36.104842 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56028) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:36.141884 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd674f0-6303-4a4c-ae00-aba2568113ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network 6dfd4b39-61ec-4b72-8de7-5b11cc300a95 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:36.146898 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-7dd674f0-6303-4a4c-ae00-aba2568113ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:36.153044 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-dc6a0ab1-655a-49c1-9724-256dd6b2f563 None None] Provisioning for port 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:36.185490 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-b0af7300-89f1-4300-bd0c-1999416b8f1e tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Deleting port 10aea9a8-3b6a-4a6b-9be8-b1b7ddf25a6d {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:36.185917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b0af7300-89f1-4300-bd0c-1999416b8f1e tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:36.305399 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b0af7300-89f1-4300-bd0c-1999416b8f1e tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:36.315351 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a676c4-564d-4736-bc50-ad6e1fb6f8e5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet 2c47b376-0554-4186-aba1-590604c8fa10 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:38:36.322111 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-86a676c4-564d-4736-bc50-ad6e1fb6f8e5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:36.405275 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-86a676c4-564d-4736-bc50-ad6e1fb6f8e5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:36.435853 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-b0af7300-89f1-4300-bd0c-1999416b8f1e tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Calling delete_port for 10aea9a8-3b6a-4a6b-9be8-b1b7ddf25a6d owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:36.464182 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd674f0-6303-4a4c-ae00-aba2568113ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router 8e6d15bd-6ca3-485e-a325-3b2215dc244b is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:38:36.548909 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:36.575997 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b0af7300-89f1-4300-bd0c-1999416b8f1e tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:36.583894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fc5381f1-7928-4502-b5ff-15df10181d73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:36.633883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af7300-89f1-4300-bd0c-1999416b8f1e tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Pushing event deleted for resources: {'Port': ['ID=10aea9a8-3b6a-4a6b-9be8-b1b7ddf25a6d,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:36.642039 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b0af7300-89f1-4300-bd0c-1999416b8f1e tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:36.662010 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:36.669221 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:36.669655 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:36.677131 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-86a676c4-564d-4736-bc50-ad6e1fb6f8e5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:36.703203 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a7d3a6fd-ff82-4a26-9af8-a62996f99ba4 None None] Provisioning for port 12157158-6548-49f4-a529-9a1091586751 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:36.705556 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd674f0-6303-4a4c-ae00-aba2568113ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:38:36.710933 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7dd674f0-6303-4a4c-ae00-aba2568113ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/8e6d15bd-6ca3-485e-a325-3b2215dc244b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4831419 Jun 02 20:38:36.717023 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56030) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:36.717671 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fd1e0b-d6da-4973-9fa6-5a8bbe96e10d None None] Sync routers for ids ['8e6d15bd-6ca3-485e-a325-3b2215dc244b'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:38:36.723988 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a7d3a6fd-ff82-4a26-9af8-a62996f99ba4 None None] Provisioning complete for port 12157158-6548-49f4-a529-9a1091586751 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:36.724379 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a7d3a6fd-ff82-4a26-9af8-a62996f99ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:36.733564 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fd1e0b-d6da-4973-9fa6-5a8bbe96e10d None None] Routers {'8e6d15bd-6ca3-485e-a325-3b2215dc244b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:38:36.734437 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d0fd1e0b-d6da-4973-9fa6-5a8bbe96e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['8e6d15bd-6ca3-485e-a325-3b2215dc244b'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:36.795484 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b0af7300-89f1-4300-bd0c-1999416b8f1e tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:36.820785 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b0af7300-89f1-4300-bd0c-1999416b8f1e tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] 10.222.0.25 "DELETE /v2.0/ports/10aea9a8-3b6a-4a6b-9be8-b1b7ddf25a6d HTTP/1.1" status: 204 len: 168 time: 0.7650900 Jun 02 20:38:36.836946 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d0fd1e0b-d6da-4973-9fa6-5a8bbe96e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:36.845353 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a7d3a6fd-ff82-4a26-9af8-a62996f99ba4 None None] Port 12157158-6548-49f4-a529-9a1091586751 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:38:36.847937 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fd1e0b-d6da-4973-9fa6-5a8bbe96e10d None None] Routers {'8e6d15bd-6ca3-485e-a325-3b2215dc244b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:38:36.848715 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d0fd1e0b-d6da-4973-9fa6-5a8bbe96e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['8e6d15bd-6ca3-485e-a325-3b2215dc244b'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:36.914444 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d0fd1e0b-d6da-4973-9fa6-5a8bbe96e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:36.915123 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fd1e0b-d6da-4973-9fa6-5a8bbe96e10d None None] The sync data for ids ['8e6d15bd-6ca3-485e-a325-3b2215dc244b'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:38:36.925712 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:36.980614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-5e8c1604-c937-4a4c-ac43-fcced0e1604b None None] Provisioning complete for port 12157158-6548-49f4-a529-9a1091586751 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:36.981011 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1604-c937-4a4c-ac43-fcced0e1604b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:37.000096 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59be642-8958-4a9f-a88a-04a724ec1eab tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:37.000705 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b59be642-8958-4a9f-a88a-04a724ec1eab tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Synchronizing usage tracker for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:37.014558 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7031e7b6-adb4-4aa1-b6e3-fd18f0923b90,segment=NetworkSegment(c7bb23e2-9944-46fe-b1eb-702d03b17842),segment_id=c7bb23e2-9944-46fe-b1eb-702d03b17842)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:37.025477 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:37.026759 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2e095573-1be5-4e12-a26e-912a5f1daf18 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:37.031128 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b59be642-8958-4a9f-a88a-04a724ec1eab tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Unset dirty status for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:37.035311 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b59be642-8958-4a9f-a88a-04a724ec1eab tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/ports/12157158-6548-49f4-a529-9a1091586751 HTTP/1.1" status: 200 len: 977 time: 0.3143156 Jun 02 20:38:37.035689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56034) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:37.079127 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:37.163890 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=7031e7b6-adb4-4aa1-b6e3-fd18f0923b90,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:37.167628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:37.191182 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-5e8c1604-c937-4a4c-ac43-fcced0e1604b None None] Port 12157158-6548-49f4-a529-9a1091586751 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:38:37.211999 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 2e095573-1be5-4e12-a26e-912a5f1daf18 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:37.212700 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:37.250909 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56038) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:37.364085 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-50489756-a0b7-40ae-a9c3-395a33ebe48a None None] Provisioning complete for port 12157158-6548-49f4-a529-9a1091586751 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:37.364387 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-50489756-a0b7-40ae-a9c3-395a33ebe48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:37.380114 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-86a676c4-564d-4736-bc50-ad6e1fb6f8e5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:37.394688 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-95ab3176-8fd0-47a3-add7-0ce77ee2abc5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:37.424453 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-50489756-a0b7-40ae-a9c3-395a33ebe48a None None] Port 12157158-6548-49f4-a529-9a1091586751 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:38:37.436416 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-86a676c4-564d-4736-bc50-ad6e1fb6f8e5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:37.440699 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43331520-5df8-4620-ab9a-1df8b81030a0 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:37.446429 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a676c4-564d-4736-bc50-ad6e1fb6f8e5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=2c47b376-0554-4186-aba1-590604c8fa10,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:37.454917 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-86a676c4-564d-4736-bc50-ad6e1fb6f8e5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:37.461313 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-86a676c4-564d-4736-bc50-ad6e1fb6f8e5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/2c47b376-0554-4186-aba1-590604c8fa10 HTTP/1.1" status: 204 len: 168 time: 1.3530974 Jun 02 20:38:37.462232 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56042) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:37.503676 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-80fb117a-b19a-4912-a9e9-08967183962e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:37.528435 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-80fb117a-b19a-4912-a9e9-08967183962e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:37.532675 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-11855c9d-46cd-4023-9e95-933207dbd09e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677752 Jun 02 20:38:37.532938 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56044) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:37.545602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-80fb117a-b19a-4912-a9e9-08967183962e admin admin] Usage tracker for resource:security_group_rule and tenant:6f6089fd67a24498a4ab38cc6f4f0aa6 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:37.550239 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-80fb117a-b19a-4912-a9e9-08967183962e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:37.560702 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-80fb117a-b19a-4912-a9e9-08967183962e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:37.587806 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a957ab5e-91be-4aaf-bd99-649d1d583aea None None] Provisioning complete for port 12157158-6548-49f4-a529-9a1091586751 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:37.588179 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a957ab5e-91be-4aaf-bd99-649d1d583aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:37.618628 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2395de0a-9340-4f1f-a987-43174370831f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:37.619568 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2395de0a-9340-4f1f-a987-43174370831f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:37.636475 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2395de0a-9340-4f1f-a987-43174370831f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:37.640115 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2395de0a-9340-4f1f-a987-43174370831f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1040773 Jun 02 20:38:37.640362 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56046) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:37.708265 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec677b2e-26d8-4b8f-aa46-266db3a7475b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:37.709110 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ec677b2e-26d8-4b8f-aa46-266db3a7475b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:37.715483 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a957ab5e-91be-4aaf-bd99-649d1d583aea None None] Port 12157158-6548-49f4-a529-9a1091586751 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:38:37.727924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ec677b2e-26d8-4b8f-aa46-266db3a7475b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:37.736688 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ec677b2e-26d8-4b8f-aa46-266db3a7475b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0953271 Jun 02 20:38:37.739194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56048) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:37.758649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-80fb117a-b19a-4912-a9e9-08967183962e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:37.765602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-80fb117a-b19a-4912-a9e9-08967183962e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:37.776211 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-987efdf5-039b-4fb5-ab06-4eb7ca75b988 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:37.814368 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3c665b23-7fb5-4227-a110-adb0327b250a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730865 Jun 02 20:38:37.820272 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56050) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:37.825320 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496ea901-9458-4636-9500-a21c2b68ec3c None None] DHCP port deletion for 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:38:37.825715 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-6badfb1a-ad2d-4b90-9b69-f2519c1b5b57 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:37.856256 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-80fb117a-b19a-4912-a9e9-08967183962e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f6089fd67a24498a4ab38cc6f4f0aa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6018162 Jun 02 20:38:37.857468 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56052) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:37.874304 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb117a-b19a-4912-a9e9-08967183962e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d0049e-b40e-4bea-8fad-f775b97ceee1,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:37.883503 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-80fb117a-b19a-4912-a9e9-08967183962e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:37.893859 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-496ea901-9458-4636-9500-a21c2b68ec3c None None] Deleting port 2e095573-1be5-4e12-a26e-912a5f1daf18 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:37.894242 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-496ea901-9458-4636-9500-a21c2b68ec3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:37.957908 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-6badfb1a-ad2d-4b90-9b69-f2519c1b5b57 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:37.969666 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-6badfb1a-ad2d-4b90-9b69-f2519c1b5b57 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:37.983157 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6badfb1a-ad2d-4b90-9b69-f2519c1b5b57 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:37.988544 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6badfb1a-ad2d-4b90-9b69-f2519c1b5b57 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:37.998870 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-496ea901-9458-4636-9500-a21c2b68ec3c None None] For port 2e095573-1be5-4e12-a26e-912a5f1daf18, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2e095573-1be5-4e12-a26e-912a5f1daf18,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:37.999527 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-496ea901-9458-4636-9500-a21c2b68ec3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:38.057787 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1e23790e-58c3-4bc4-8675-72931d155a91 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:38.122182 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-496ea901-9458-4636-9500-a21c2b68ec3c None None] Calling delete_port for 2e095573-1be5-4e12-a26e-912a5f1daf18 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:38.172554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-496ea901-9458-4636-9500-a21c2b68ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:38.177742 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:38.219137 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ea901-9458-4636-9500-a21c2b68ec3c None None] Pushing event deleted for resources: {'Port': ['ID=2e095573-1be5-4e12-a26e-912a5f1daf18,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:38.222261 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-496ea901-9458-4636-9500-a21c2b68ec3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:38.223549 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496ea901-9458-4636-9500-a21c2b68ec3c None None] No DVR routers for this DVR port 2e095573-1be5-4e12-a26e-912a5f1daf18 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:38:38.230518 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4098b28c-a4a8-48d1-b124-6cc419aabf76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:38.319166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4098b28c-a4a8-48d1-b124-6cc419aabf76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:38.430917 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:38.431842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4098b28c-a4a8-48d1-b124-6cc419aabf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:38.465502 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-76ba0e62-52a1-4c3c-9940-e92514b6d611 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:38.471611 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.objects.ports [None req-6badfb1a-ad2d-4b90-9b69-f2519c1b5b57 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92548) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 20:38:38.473552 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6badfb1a-ad2d-4b90-9b69-f2519c1b5b57 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:38.478297 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-76031bf5-f867-4aa3-9a78-617f21669a29 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:38.479956 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098b28c-a4a8-48d1-b124-6cc419aabf76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d0049e-b40e-4bea-8fad-f775b97ceee1,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:38.483055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4098b28c-a4a8-48d1-b124-6cc419aabf76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:38.492702 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4098b28c-a4a8-48d1-b124-6cc419aabf76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:38.494010 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4098b28c-a4a8-48d1-b124-6cc419aabf76 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2d0049e-b40e-4bea-8fad-f775b97ceee1 HTTP/1.1" status: 204 len: 168 time: 0.6359558 Jun 02 20:38:38.523964 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-1e23790e-58c3-4bc4-8675-72931d155a91 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting port 12157158-6548-49f4-a529-9a1091586751 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:38.524570 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:38.524679 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1e23790e-58c3-4bc4-8675-72931d155a91 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:38.524770 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:38.555481 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6badfb1a-ad2d-4b90-9b69-f2519c1b5b57 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:38.558630 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-6badfb1a-ad2d-4b90-9b69-f2519c1b5b57 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:38.573271 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6badfb1a-ad2d-4b90-9b69-f2519c1b5b57 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:38.573920 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6badfb1a-ad2d-4b90-9b69-f2519c1b5b57 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:38.598389 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960bca93-498d-4bb7-9648-7a87782ae732 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:38.604449 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badfb1a-ad2d-4b90-9b69-f2519c1b5b57 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=9d25d135-9217-41b8-9ccb-d4638ecea2cb,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:38.608574 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6badfb1a-ad2d-4b90-9b69-f2519c1b5b57 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7872763 Jun 02 20:38:38.609597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6badfb1a-ad2d-4b90-9b69-f2519c1b5b57 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:38.611459 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56056) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:38.617802 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-4a377fcb-9797-417c-972f-9d4c77e0f81a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'mac_address': 'fa:16:3e:6e:60:a3', 'name': 'tempest-NetworksTestDHCPv6-889217893'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:38.681788 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1e23790e-58c3-4bc4-8675-72931d155a91 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:38.820668 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4a377fcb-9797-417c-972f-9d4c77e0f81a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:38.831601 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4a377fcb-9797-417c-972f-9d4c77e0f81a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:38.843131 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-1e23790e-58c3-4bc4-8675-72931d155a91 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Calling delete_port for 12157158-6548-49f4-a529-9a1091586751 owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:38.844724 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a377fcb-9797-417c-972f-9d4c77e0f81a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:38.895406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56060) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:38.897695 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2e095573-1be5-4e12-a26e-912a5f1daf18 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:38:38.940429 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 2e095573-1be5-4e12-a26e-912a5f1daf18 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:38:38.940784 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2e095573-1be5-4e12-a26e-912a5f1daf18 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:38:38.947208 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'fixed_ips': [{'subnet_id': '9d25d135-9217-41b8-9ccb-d4638ecea2cb'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:38:38.948142 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:38.978710 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4a377fcb-9797-417c-972f-9d4c77e0f81a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:38.990635 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-227afeb7-16ac-405c-a2ac-1e88d4c937f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d359b0237adb4b6192ad0e76224fbdc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0937381 Jun 02 20:38:38.992892 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56062) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:39.005020 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-4a377fcb-9797-417c-972f-9d4c77e0f81a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] device_id is not set on port c709a273-09b5-4a22-b9e5-fbea7ccd450f yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:38:39.114488 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Allocated IP 2001:db8::f816:3eff:fedd:6615 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/9d25d135-9217-41b8-9ccb-d4638ecea2cb/7fccbf13-8f81-41f9-9a06-fb1d881b9f64) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:39.116528 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1e23790e-58c3-4bc4-8675-72931d155a91 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:39.124780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c2126226-fa43-45ef-918d-99cd39929a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:39.126480 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:39.178328 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23790e-58c3-4bc4-8675-72931d155a91 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Port': ['ID=12157158-6548-49f4-a529-9a1091586751,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:39.185126 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1e23790e-58c3-4bc4-8675-72931d155a91 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:39.264867 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c2126226-fa43-45ef-918d-99cd39929a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:39.332945 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:39.343599 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Transition to ACTIVE for port object 7fccbf13-8f81-41f9-9a06-fb1d881b9f64 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:39.363371 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Transition to ACTIVE for port object 7fccbf13-8f81-41f9-9a06-fb1d881b9f64 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:39.372901 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:39.385110 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-aa8fb743-7342-4111-acce-bbf53bd8100a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:39.434479 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:39.436297 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-4a377fcb-9797-417c-972f-9d4c77e0f81a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8::f816:3eff:fe6e:60a3 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/9d25d135-9217-41b8-9ccb-d4638ecea2cb/c709a273-09b5-4a22-b9e5-fbea7ccd450f) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:39.437267 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:39.439968 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:39.463587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1e23790e-58c3-4bc4-8675-72931d155a91 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:39.473973 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c2126226-fa43-45ef-918d-99cd39929a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:39.477480 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3788d6f3-9294-4b02-81b7-5bc470bacace tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:39.543942 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2126226-fa43-45ef-918d-99cd39929a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d26b07-96d1-4881-ab9b-58964382acbf,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:39.553662 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c2126226-fa43-45ef-918d-99cd39929a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:39.602773 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Pushing event updated for resources: {'Port': ['ID=7fccbf13-8f81-41f9-9a06-fb1d881b9f64,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:39.608062 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:39.667443 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Attempting to bind port 7fccbf13-8f81-41f9-9a06-fb1d881b9f64 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:38:39.667821 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Attempting to bind port 7fccbf13-8f81-41f9-9a06-fb1d881b9f64 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:38:39.668270 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Attempting to bind port 7fccbf13-8f81-41f9-9a06-fb1d881b9f64 on network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:38:39.674995 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:38:39.675419 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Checking segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:38:39.676039 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:39.676452 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Bound using segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:38:39.676939 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Bound port: 7fccbf13-8f81-41f9-9a06-fb1d881b9f64, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:38:39.677329 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:39.698106 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4a377fcb-9797-417c-972f-9d4c77e0f81a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:39.714564 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-4a377fcb-9797-417c-972f-9d4c77e0f81a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Transition to ACTIVE for port object c709a273-09b5-4a22-b9e5-fbea7ccd450f will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:39.750332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4a377fcb-9797-417c-972f-9d4c77e0f81a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:39.758085 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-408dc215-59a9-42f3-b0c0-2dfbc6c6b28e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:39.781420 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] For port 7fccbf13-8f81-41f9-9a06-fb1d881b9f64, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:38:39.784983 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] For port 7fccbf13-8f81-41f9-9a06-fb1d881b9f64, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7fccbf13-8f81-41f9-9a06-fb1d881b9f64,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:38:39.790173 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:39.795459 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:39.831997 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a377fcb-9797-417c-972f-9d4c77e0f81a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:39.835909 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-4a377fcb-9797-417c-972f-9d4c77e0f81a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:39.838338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a377fcb-9797-417c-972f-9d4c77e0f81a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:39.841161 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c2126226-fa43-45ef-918d-99cd39929a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:39.845074 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c2126226-fa43-45ef-918d-99cd39929a58 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84d26b07-96d1-4881-ab9b-58964382acbf HTTP/1.1" status: 204 len: 168 time: 0.8484507 Jun 02 20:38:39.845254 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a377fcb-9797-417c-972f-9d4c77e0f81a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:39.846324 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4a377fcb-9797-417c-972f-9d4c77e0f81a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:39.875884 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a377fcb-9797-417c-972f-9d4c77e0f81a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=c709a273-09b5-4a22-b9e5-fbea7ccd450f,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:39.879823 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4a377fcb-9797-417c-972f-9d4c77e0f81a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2667174 Jun 02 20:38:39.880948 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4a377fcb-9797-417c-972f-9d4c77e0f81a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:39.882312 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56070) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:39.897022 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Pushing event updated for resources: {'Port': ['ID=7fccbf13-8f81-41f9-9a06-fb1d881b9f64,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:39.903031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:39.935902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e23790e-58c3-4bc4-8675-72931d155a91 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router 8e6d15bd-6ca3-485e-a325-3b2215dc244b has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:38:39.979420 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf46112-b3f2-4c69-83fd-dba3df0e5cbc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:39.985717 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf46112-b3f2-4c69-83fd-dba3df0e5cbc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:39.986404 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9bf46112-b3f2-4c69-83fd-dba3df0e5cbc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:40.006352 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9bf46112-b3f2-4c69-83fd-dba3df0e5cbc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:40.011343 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9bf46112-b3f2-4c69-83fd-dba3df0e5cbc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1279044 Jun 02 20:38:40.011962 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56072) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:40.099026 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e23790e-58c3-4bc4-8675-72931d155a91 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:38:40.114298 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1e23790e-58c3-4bc4-8675-72931d155a91 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/8e6d15bd-6ca3-485e-a325-3b2215dc244b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0742640 Jun 02 20:38:40.117090 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56074) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:40.130012 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7395514c-fbd5-442a-9dd5-36b1e7d87d7d None None] Sync routers for ids ['8e6d15bd-6ca3-485e-a325-3b2215dc244b'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:38:40.151926 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7395514c-fbd5-442a-9dd5-36b1e7d87d7d None None] Routers {'8e6d15bd-6ca3-485e-a325-3b2215dc244b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:38:40.152573 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7395514c-fbd5-442a-9dd5-36b1e7d87d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['8e6d15bd-6ca3-485e-a325-3b2215dc244b'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:40.216205 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-25338ead-cbb8-4daa-b20d-809cdd054964 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting port c709a273-09b5-4a22-b9e5-fbea7ccd450f {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:40.216633 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-25338ead-cbb8-4daa-b20d-809cdd054964 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:40.250668 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7395514c-fbd5-442a-9dd5-36b1e7d87d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:40.260675 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7395514c-fbd5-442a-9dd5-36b1e7d87d7d None None] Routers {'8e6d15bd-6ca3-485e-a325-3b2215dc244b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:38:40.261510 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7395514c-fbd5-442a-9dd5-36b1e7d87d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['8e6d15bd-6ca3-485e-a325-3b2215dc244b'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:40.331705 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7395514c-fbd5-442a-9dd5-36b1e7d87d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:40.332149 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7395514c-fbd5-442a-9dd5-36b1e7d87d7d None None] The sync data for ids ['8e6d15bd-6ca3-485e-a325-3b2215dc244b'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:38:40.474270 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7fccbf13-8f81-41f9-9a06-fb1d881b9f64 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:40.529774 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-276e3418-9ab2-4ac1-a1ce-e41bca77cd77 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] remove_router_interface failed (client error): The resource could not be found. Jun 02 20:38:40.531260 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-276e3418-9ab2-4ac1-a1ce-e41bca77cd77 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/8e6d15bd-6ca3-485e-a325-3b2215dc244b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4144256 Jun 02 20:38:40.534339 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56086) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:40.564492 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 7fccbf13-8f81-41f9-9a06-fb1d881b9f64 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:40.575380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-25338ead-cbb8-4daa-b20d-809cdd054964 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:40.582303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-86bdbbea-4ec7-4c01-8171-b84a67d144a0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Synchronizing usage tracker for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:40.600487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-86bdbbea-4ec7-4c01-8171-b84a67d144a0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Unset dirty status for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:40.602697 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-86bdbbea-4ec7-4c01-8171-b84a67d144a0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e6d15bd-6ca3-485e-a325-3b2215dc244b HTTP/1.1" status: 200 len: 205 time: 0.0664890 Jun 02 20:38:40.605585 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56088) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:40.708134 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-25338ead-cbb8-4daa-b20d-809cdd054964 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Calling delete_port for c709a273-09b5-4a22-b9e5-fbea7ccd450f owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:40.780784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-53dc6c62-c073-4ccc-a3f9-f857d5edad7e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:40.852377 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-25338ead-cbb8-4daa-b20d-809cdd054964 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:40.860634 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4a377fcb-9797-417c-972f-9d4c77e0f81a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:40.923614 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25338ead-cbb8-4daa-b20d-809cdd054964 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=c709a273-09b5-4a22-b9e5-fbea7ccd450f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:40.952815 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-25338ead-cbb8-4daa-b20d-809cdd054964 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:40.953281 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56098) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:40.977253 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-25338ead-cbb8-4daa-b20d-809cdd054964 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:40.995616 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-25338ead-cbb8-4daa-b20d-809cdd054964 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/c709a273-09b5-4a22-b9e5-fbea7ccd450f HTTP/1.1" status: 204 len: 168 time: 0.9825468 Jun 02 20:38:40.996278 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56102) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:41.072100 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f628fea6-91ab-4fb5-8005-497c4c5e5f0a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:41.074232 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f628fea6-91ab-4fb5-8005-497c4c5e5f0a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:41.075113 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f628fea6-91ab-4fb5-8005-497c4c5e5f0a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:41.098643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f628fea6-91ab-4fb5-8005-497c4c5e5f0a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:41.102944 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f628fea6-91ab-4fb5-8005-497c4c5e5f0a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1021247 Jun 02 20:38:41.103890 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56104) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:41.142264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1220724246'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:41.155128 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:41.163880 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Usage tracker for resource:network and tenant:1e8223a4f83e4057b4a7d8e976d86807 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:41.177549 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:41.182290 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-918d6cc2-d7aa-4a7e-94d1-0ad1037b4d1f None None] Provisioning for port 7fccbf13-8f81-41f9-9a06-fb1d881b9f64 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:41.188247 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:41.190303 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-918d6cc2-d7aa-4a7e-94d1-0ad1037b4d1f None None] Provisioning complete for port 7fccbf13-8f81-41f9-9a06-fb1d881b9f64 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:41.190838 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-918d6cc2-d7aa-4a7e-94d1-0ad1037b4d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.203744 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d411468-0d72-42be-9b5f-4356560027b9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet 9d25d135-9217-41b8-9ccb-d4638ecea2cb {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:38:41.206880 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7d411468-0d72-42be-9b5f-4356560027b9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.263885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7d411468-0d72-42be-9b5f-4356560027b9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.272155 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-53dc6c62-c073-4ccc-a3f9-f857d5edad7e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.274414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-53dc6c62-c073-4ccc-a3f9-f857d5edad7e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.301766 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-53dc6c62-c073-4ccc-a3f9-f857d5edad7e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.303291 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dc6c62-c073-4ccc-a3f9-f857d5edad7e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Fanout notify agent at l3_agent the message router_deleted on router 8e6d15bd-6ca3-485e-a325-3b2215dc244b {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:38:41.312400 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Made reservation on behalf of 1e8223a4f83e4057b4a7d8e976d86807 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:41.316467 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.318687 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-53dc6c62-c073-4ccc-a3f9-f857d5edad7e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.322477 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-53dc6c62-c073-4ccc-a3f9-f857d5edad7e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/routers/8e6d15bd-6ca3-485e-a325-3b2215dc244b HTTP/1.1" status: 204 len: 168 time: 0.7131464 Jun 02 20:38:41.323388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56106) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:41.328233 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-918d6cc2-d7aa-4a7e-94d1-0ad1037b4d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.337801 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.365429 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:41.365636 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-918d6cc2-d7aa-4a7e-94d1-0ad1037b4d1f None None] For port 7fccbf13-8f81-41f9-9a06-fb1d881b9f64, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7fccbf13-8f81-41f9-9a06-fb1d881b9f64,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:41.375640 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Usage tracker for resource:security_group_rule and tenant:1e8223a4f83e4057b4a7d8e976d86807 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:41.376134 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-918d6cc2-d7aa-4a7e-94d1-0ad1037b4d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.378073 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:41.381257 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:41.392505 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:41.414111 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-981d5e8f-9991-494a-a584-2c0a380a8a44 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting subnet 800eb9d9-925e-4e4e-ab6a-286fb278a991 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:38:41.417650 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-981d5e8f-9991-494a-a584-2c0a380a8a44 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.430151 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7d411468-0d72-42be-9b5f-4356560027b9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.448915 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d6cc2-d7aa-4a7e-94d1-0ad1037b4d1f None None] Pushing event updated for resources: {'Port': ['ID=7fccbf13-8f81-41f9-9a06-fb1d881b9f64,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:41.452073 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-918d6cc2-d7aa-4a7e-94d1-0ad1037b4d1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:41.490572 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f28f1431-a4c4-4e33-96a5-cb704c12ea9e None None] Could not find standard attr ID for object c709a273-09b5-4a22-b9e5-fbea7ccd450f. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:38:41.498016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-981d5e8f-9991-494a-a584-2c0a380a8a44 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.588104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-981d5e8f-9991-494a-a584-2c0a380a8a44 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.656276 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.668610 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.674417 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c51882aa-ea0c-4ca3-ab78-361f95907de9 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:41.759172 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:38:41.770135 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e742d58-b710-43c1-91ca-d50080dde772,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:41.776677 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:41.786516 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.786822 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Added segment 8998a330-cfa5-4169-ad48-61d91ff19709 of type vlan for network 77c22975-4711-49c0-bb85-1b987119d4b6 Jun 02 20:38:41.822667 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.833299 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7d411468-0d72-42be-9b5f-4356560027b9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.838529 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-53a1871d-475c-446e-9bbe-0e0e72515684 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:41.864626 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-981d5e8f-9991-494a-a584-2c0a380a8a44 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.869168 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a9090702-3df3-4a32-acaf-da9bcfe26ef3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:41.887238 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d411468-0d72-42be-9b5f-4356560027b9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=9d25d135-9217-41b8-9ccb-d4638ecea2cb,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:41.889243 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7d411468-0d72-42be-9b5f-4356560027b9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.893043 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39089d0-0b03-40c5-9e5e-15b031ccc1c1 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:41.893441 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7d411468-0d72-42be-9b5f-4356560027b9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:41.910427 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-981d5e8f-9991-494a-a584-2c0a380a8a44 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.911748 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.917213 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:41.917806 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:41.918474 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d5e8f-9991-494a-a584-2c0a380a8a44 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Subnet': ['ID=800eb9d9-925e-4e4e-ab6a-286fb278a991,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:41.925534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-981d5e8f-9991-494a-a584-2c0a380a8a44 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:41.929442 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-981d5e8f-9991-494a-a584-2c0a380a8a44 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/subnets/800eb9d9-925e-4e4e-ab6a-286fb278a991 HTTP/1.1" status: 204 len: 168 time: 0.6028030 Jun 02 20:38:41.930275 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56108) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:41.930955 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-78c9ed2b-b821-4563-a8d8-20f79ec426e9 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:41.955025 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7d411468-0d72-42be-9b5f-4356560027b9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/9d25d135-9217-41b8-9ccb-d4638ecea2cb HTTP/1.1" status: 204 len: 168 time: 0.8479352 Jun 02 20:38:41.958724 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56110) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:41.967977 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e8b380-f578-4d2c-90ef-76615997d5d5 None None] Network 6dfd4b39-61ec-4b72-8de7-5b11cc300a95 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:42.047307 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:42.087175 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1327956 Jun 02 20:38:42.089116 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56112) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:42.089739 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a6cd1afe-b337-4914-bad3-8e1fe3b7aadb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1297379 Jun 02 20:38:42.098125 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-24232013-d5b8-4359-ac9a-5392da011778 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Request body: {'subnet': {'network_id': '77c22975-4711-49c0-bb85-1b987119d4b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:42.102697 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56114) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:42.107737 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:42.216365 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Pushing event updated for resources: {'Network': ['ID=77c22975-4711-49c0-bb85-1b987119d4b6,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:42.220894 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:42.221057 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-24232013-d5b8-4359-ac9a-5392da011778 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:42.226488 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-24232013-d5b8-4359-ac9a-5392da011778 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Usage tracker for resource:subnet and tenant:1e8223a4f83e4057b4a7d8e976d86807 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:42.231851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-24232013-d5b8-4359-ac9a-5392da011778 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:42.235926 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 77c22975-4711-49c0-bb85-1b987119d4b6 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:38:42.239206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting port 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:42.239546 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:42.242870 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:42.247216 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:42.250176 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:42.252067 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-24232013-d5b8-4359-ac9a-5392da011778 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:42.256593 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:42.268436 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:42.272952 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:42.329599 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24232013-d5b8-4359-ac9a-5392da011778 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Made reservation on behalf of 1e8223a4f83e4057b4a7d8e976d86807 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:42.333044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-24232013-d5b8-4359-ac9a-5392da011778 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:42.450967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] For port 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7031e7b6-adb4-4aa1-b6e3-fd18f0923b90,segment=NetworkSegment(c7bb23e2-9944-46fe-b1eb-702d03b17842),segment_id=c7bb23e2-9944-46fe-b1eb-702d03b17842)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:42.451688 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:42.479281 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f0b7bf-ee4d-4498-a030-7d5eeec56dd6 None None] DHCP port deletion for 6dfd4b39-61ec-4b72-8de7-5b11cc300a95 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:38:42.520421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8583a46c-b3e7-4eb7-8431-0d4014bada5b None None] DHCP port deletion for 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:38:42.605198 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Calling delete_port for 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:42.608141 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-e4f0b7bf-ee4d-4498-a030-7d5eeec56dd6 None None] Deleting port 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:42.608526 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e4f0b7bf-ee4d-4498-a030-7d5eeec56dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:42.627905 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-8583a46c-b3e7-4eb7-8431-0d4014bada5b None None] Deleting port 7fccbf13-8f81-41f9-9a06-fb1d881b9f64 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:42.628267 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8583a46c-b3e7-4eb7-8431-0d4014bada5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:42.748103 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:42.760921 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ac92c474-d69c-4dd6-ab94-62716a59f7a4 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:42.811818 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Port': ['ID=7031e7b6-adb4-4aa1-b6e3-fd18f0923b90,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:42.816550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:42.818368 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] No DVR routers for this DVR port 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:38:42.848513 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-e4f0b7bf-ee4d-4498-a030-7d5eeec56dd6 None None] For port 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7031e7b6-adb4-4aa1-b6e3-fd18f0923b90,segment=NetworkSegment(c7bb23e2-9944-46fe-b1eb-702d03b17842),segment_id=c7bb23e2-9944-46fe-b1eb-702d03b17842)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:42.848910 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e4f0b7bf-ee4d-4498-a030-7d5eeec56dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:42.951824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.objects.ports [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92548) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 20:38:42.965960 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:42.966626 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-8583a46c-b3e7-4eb7-8431-0d4014bada5b None None] For port 7fccbf13-8f81-41f9-9a06-fb1d881b9f64, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7fccbf13-8f81-41f9-9a06-fb1d881b9f64,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:42.967024 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8583a46c-b3e7-4eb7-8431-0d4014bada5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:42.980641 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-e4f0b7bf-ee4d-4498-a030-7d5eeec56dd6 None None] Calling delete_port for 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:43.023812 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfd4b39-61ec-4b72-8de7-5b11cc300a95']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:43.044369 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7bb23e2-9944-46fe-b1eb-702d03b17842') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:43.044662 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7bb23e2-9944-46fe-b1eb-702d03b17842') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:43.102592 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-8583a46c-b3e7-4eb7-8431-0d4014bada5b None None] Calling delete_port for 7fccbf13-8f81-41f9-9a06-fb1d881b9f64 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:43.122615 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:43.166754 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e4f0b7bf-ee4d-4498-a030-7d5eeec56dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:43.171823 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7b3cea8a-d527-4ba6-be2b-1dc3d06ad3e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:43.200216 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:43.217065 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0b7bf-ee4d-4498-a030-7d5eeec56dd6 None None] Pushing event deleted for resources: {'Port': ['ID=7031e7b6-adb4-4aa1-b6e3-fd18f0923b90,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:43.219203 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f0b7bf-ee4d-4498-a030-7d5eeec56dd6 None None] No DVR routers for this DVR port 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:38:43.220789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e4f0b7bf-ee4d-4498-a030-7d5eeec56dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:43.228453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:43.238941 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:38:43.239380 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:38:43.254260 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:38:43.353069 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] For port 7fccbf13-8f81-41f9-9a06-fb1d881b9f64, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7fccbf13-8f81-41f9-9a06-fb1d881b9f64,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:43.354741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:43.358297 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-894baf10-b3ce-440e-9268-dc46285b8639 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:43.374958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:43.380566 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:43.385347 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:43.386476 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:43.390489 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8583a46c-b3e7-4eb7-8431-0d4014bada5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:43.391561 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Network': ['ID=6dfd4b39-61ec-4b72-8de7-5b11cc300a95,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:43.392636 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-58d5e82e-3567-49d5-bb94-e1fec07cff62 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:43.396963 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2f73059a-a0b4-4301-8690-3c4f8ed9f4c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:43.418833 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:43.443544 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/networks/6dfd4b39-61ec-4b72-8de7-5b11cc300a95 HTTP/1.1" status: 204 len: 168 time: 1.5080872 Jun 02 20:38:43.448812 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56118) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:43.450327 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=7fccbf13-8f81-41f9-9a06-fb1d881b9f64,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:43.450985 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583a46c-b3e7-4eb7-8431-0d4014bada5b None None] Pushing event deleted for resources: {'Port': ['ID=7fccbf13-8f81-41f9-9a06-fb1d881b9f64,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:43.453332 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8583a46c-b3e7-4eb7-8431-0d4014bada5b None None] No DVR routers for this DVR port 7fccbf13-8f81-41f9-9a06-fb1d881b9f64 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:38:43.453522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:43.453637 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-cfcc5cf5-3330-4e90-8335-48663a3dabe0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'network': {'name': 'tempest-RoutersTest-293972949'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:43.454930 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-84da1019-b3bb-4c06-97ee-466289afd289 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:43.455087 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8583a46c-b3e7-4eb7-8431-0d4014bada5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:43.462423 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cfcc5cf5-3330-4e90-8335-48663a3dabe0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:43.471102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cfcc5cf5-3330-4e90-8335-48663a3dabe0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:network and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:43.475844 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cfcc5cf5-3330-4e90-8335-48663a3dabe0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:43.482882 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-24232013-d5b8-4359-ac9a-5392da011778 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:43.486730 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cfcc5cf5-3330-4e90-8335-48663a3dabe0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:43.488622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c370f32c-a724-4ddd-b9af-35f43f3f2916 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:43.501024 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:43.504548 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:43.513212 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2178c2-4564-4ee3-933b-2316b6851ecc None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:43.521524 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:43.522534 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:43.550846 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=58a67952-e0ce-42b2-9714-6612f51701f3,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:43.553966 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcc5cf5-3330-4e90-8335-48663a3dabe0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Made reservation on behalf of 6ef1a7bf134143cc9e0a9276ad9cbe3f for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:43.557403 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cfcc5cf5-3330-4e90-8335-48663a3dabe0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:43.560667 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:43.581182 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4748352 Jun 02 20:38:43.584178 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56120) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:43.591903 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-59d19945-92f7-4021-a00f-afaf70abb2b1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'mac_address': 'fa:16:3e:9b:d5:f6', 'name': 'tempest-NetworksTestDHCPv6-1315203948'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:43.593411 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24232013-d5b8-4359-ac9a-5392da011778 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Pushing event updated for resources: {'Subnet': ['ID=6ec1d556-d486-4dfb-85a9-34ed6a3aacc5,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:43.601229 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-24232013-d5b8-4359-ac9a-5392da011778 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:43.617544 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24232013-d5b8-4359-ac9a-5392da011778 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Checking segment: {'id': '8998a330-cfa5-4169-ad48-61d91ff19709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '77c22975-4711-49c0-bb85-1b987119d4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:38:43.618263 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24232013-d5b8-4359-ac9a-5392da011778 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Network hostable DHCP agents. Network: 77c22975-4711-49c0-bb85-1b987119d4b6, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:38:43.621892 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfcc5cf5-3330-4e90-8335-48663a3dabe0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:38:43.636374 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cfcc5cf5-3330-4e90-8335-48663a3dabe0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:43.636725 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-cfcc5cf5-3330-4e90-8335-48663a3dabe0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Added segment 7426bc1c-2778-44d2-b4a0-ef8ad7920b83 of type vlan for network d1d4fde5-0fb2-45fc-bae5-088378a21488 Jun 02 20:38:43.654782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24232013-d5b8-4359-ac9a-5392da011778 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Network 77c22975-4711-49c0-bb85-1b987119d4b6 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:38:43.673727 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cfcc5cf5-3330-4e90-8335-48663a3dabe0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:43.679032 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-24232013-d5b8-4359-ac9a-5392da011778 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 77c22975-4711-49c0-bb85-1b987119d4b6) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:43.692293 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24232013-d5b8-4359-ac9a-5392da011778 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:43.692926 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-24232013-d5b8-4359-ac9a-5392da011778 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:43.697154 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41465a39-24ed-47de-9bbe-1f0c966ee8f4 None None] Network 77c22975-4711-49c0-bb85-1b987119d4b6 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:43.731845 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-24232013-d5b8-4359-ac9a-5392da011778 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6420834 Jun 02 20:38:43.733003 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56122) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:43.740715 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Request body: {'port': {'network_id': '77c22975-4711-49c0-bb85-1b987119d4b6', 'name': 'tempest-AllowedAddressPairTestJSON-2036222238'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:43.757862 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cfcc5cf5-3330-4e90-8335-48663a3dabe0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:43.758642 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-59d19945-92f7-4021-a00f-afaf70abb2b1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:43.763510 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-59d19945-92f7-4021-a00f-afaf70abb2b1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:port and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:43.763748 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcc5cf5-3330-4e90-8335-48663a3dabe0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:43.764581 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cfcc5cf5-3330-4e90-8335-48663a3dabe0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:43.766963 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-59d19945-92f7-4021-a00f-afaf70abb2b1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:43.774239 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-59d19945-92f7-4021-a00f-afaf70abb2b1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:43.780269 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:43.787096 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d19945-92f7-4021-a00f-afaf70abb2b1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:43.791788 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-59d19945-92f7-4021-a00f-afaf70abb2b1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:43.806744 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'fixed_ips': [{'subnet_id': '58a67952-e0ce-42b2-9714-6612f51701f3'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:38:43.807593 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:43.828274 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-59d19945-92f7-4021-a00f-afaf70abb2b1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] device_id is not set on port 03d69515-faf6-4a2e-ad1d-010bf2dd3d78 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:38:43.919603 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cfcc5cf5-3330-4e90-8335-48663a3dabe0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4697313 Jun 02 20:38:43.922845 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56124) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:43.939600 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-2e548af8-c115-4cfc-a880-a9963d141e46 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'subnet': {'network_id': 'd1d4fde5-0fb2-45fc-bae5-088378a21488', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:43.979452 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-59d19945-92f7-4021-a00f-afaf70abb2b1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8::f816:3eff:fe9b:d5f6 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/58a67952-e0ce-42b2-9714-6612f51701f3/03d69515-faf6-4a2e-ad1d-010bf2dd3d78) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:44.032436 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-77c22975-4711-49c0-bb85-1b987119d4b6', 'network_id': '77c22975-4711-49c0-bb85-1b987119d4b6', 'tenant_id': '1e8223a4f83e4057b4a7d8e976d86807', 'fixed_ips': [{'subnet_id': '6ec1d556-d486-4dfb-85a9-34ed6a3aacc5'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:38:44.033537 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:44.045534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc5cf5-3330-4e90-8335-48663a3dabe0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Network': ['ID=d1d4fde5-0fb2-45fc-bae5-088378a21488,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:44.057743 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network d1d4fde5-0fb2-45fc-bae5-088378a21488 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:38:44.068368 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cfcc5cf5-3330-4e90-8335-48663a3dabe0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:44.103069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-2e548af8-c115-4cfc-a880-a9963d141e46 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:44.109637 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2e548af8-c115-4cfc-a880-a9963d141e46 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:subnet and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:44.114888 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2e548af8-c115-4cfc-a880-a9963d141e46 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:44.121245 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:44.124129 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-2e548af8-c115-4cfc-a880-a9963d141e46 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:44.129341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Usage tracker for resource:port and tenant:1e8223a4f83e4057b4a7d8e976d86807 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:44.133407 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:44.140616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:44.146792 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e548af8-c115-4cfc-a880-a9963d141e46 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Made reservation on behalf of 6ef1a7bf134143cc9e0a9276ad9cbe3f for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:44.150245 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2e548af8-c115-4cfc-a880-a9963d141e46 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:44.173691 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Made reservation on behalf of 1e8223a4f83e4057b4a7d8e976d86807 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:44.177280 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:44.202144 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-59d19945-92f7-4021-a00f-afaf70abb2b1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:44.218286 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-59d19945-92f7-4021-a00f-afaf70abb2b1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Transition to ACTIVE for port object 03d69515-faf6-4a2e-ad1d-010bf2dd3d78 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:44.243273 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-59d19945-92f7-4021-a00f-afaf70abb2b1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:44.249578 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9e129c68-6415-4261-9f53-30f23a70e82f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:44.273150 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] device_id is not set on port 89befcc3-85a4-4e93-ae4c-9bc05258b489 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:38:44.315676 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d19945-92f7-4021-a00f-afaf70abb2b1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:44.319476 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-59d19945-92f7-4021-a00f-afaf70abb2b1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:44.324093 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d19945-92f7-4021-a00f-afaf70abb2b1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:44.330354 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d19945-92f7-4021-a00f-afaf70abb2b1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:44.331131 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-59d19945-92f7-4021-a00f-afaf70abb2b1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:44.339379 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:44.345356 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d19945-92f7-4021-a00f-afaf70abb2b1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=03d69515-faf6-4a2e-ad1d-010bf2dd3d78,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:44.348232 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Allocated IP 172.20.0.2 (77c22975-4711-49c0-bb85-1b987119d4b6/6ec1d556-d486-4dfb-85a9-34ed6a3aacc5/fb77512c-3a7a-41b8-8beb-d104b0c40337) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:44.350083 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-59d19945-92f7-4021-a00f-afaf70abb2b1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:44.354789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Allocated IP 2001:db8::f816:3eff:fe11:8172 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/58a67952-e0ce-42b2-9714-6612f51701f3/de0d9a12-bf2c-47e1-98b5-0b1025baa77f) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:44.366209 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-59d19945-92f7-4021-a00f-afaf70abb2b1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7802124 Jun 02 20:38:44.368913 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56126) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:44.475866 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f3c05c-140a-451e-856f-71e5d75e20c5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:44.476626 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d4f3c05c-140a-451e-856f-71e5d75e20c5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:44.494738 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d4f3c05c-140a-451e-856f-71e5d75e20c5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:44.498720 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d4f3c05c-140a-451e-856f-71e5d75e20c5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1253107 Jun 02 20:38:44.499108 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56128) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:44.567071 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:38:44.617711 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:38:44.618351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7031e7b6-adb4-4aa1-b6e3-fd18f0923b90 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:38:44.618930 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7fccbf13-8f81-41f9-9a06-fb1d881b9f64 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:38:44.636557 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-15d915cb-d079-4979-af45-fe35c7a20673 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting port 03d69515-faf6-4a2e-ad1d-010bf2dd3d78 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:44.636929 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-15d915cb-d079-4979-af45-fe35c7a20673 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:44.664275 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 7fccbf13-8f81-41f9-9a06-fb1d881b9f64 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:38:44.664621 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7fccbf13-8f81-41f9-9a06-fb1d881b9f64 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:38:44.708502 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2e548af8-c115-4cfc-a880-a9963d141e46 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:44.712150 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b042997c-d034-4672-8cdc-1cdfccc4a9c0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:44.789443 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e548af8-c115-4cfc-a880-a9963d141e46 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Subnet': ['ID=7f04ce46-bb3b-4d7b-be5e-f330a93d4908,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:44.791718 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-15d915cb-d079-4979-af45-fe35c7a20673 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:44.792307 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2e548af8-c115-4cfc-a880-a9963d141e46 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:44.802350 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e548af8-c115-4cfc-a880-a9963d141e46 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Checking segment: {'id': '7426bc1c-2778-44d2-b4a0-ef8ad7920b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd1d4fde5-0fb2-45fc-bae5-088378a21488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:38:44.802710 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e548af8-c115-4cfc-a880-a9963d141e46 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network hostable DHCP agents. Network: d1d4fde5-0fb2-45fc-bae5-088378a21488, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:38:44.820236 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e548af8-c115-4cfc-a880-a9963d141e46 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network d1d4fde5-0fb2-45fc-bae5-088378a21488 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:38:44.831357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-2e548af8-c115-4cfc-a880-a9963d141e46 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, d1d4fde5-0fb2-45fc-bae5-088378a21488) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:44.845582 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e182a8-c9a7-4d29-9d77-0f0e6227a6ea None None] Network d1d4fde5-0fb2-45fc-bae5-088378a21488 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:44.853066 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e548af8-c115-4cfc-a880-a9963d141e46 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:44.853648 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2e548af8-c115-4cfc-a880-a9963d141e46 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:44.872883 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:44.882730 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2e548af8-c115-4cfc-a880-a9963d141e46 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9470057 Jun 02 20:38:44.885293 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56130) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:44.890068 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-27ab5a83-6a55-406b-acb0-3d7e7d4baceb tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1324419832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:44.897206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-27ab5a83-6a55-406b-acb0-3d7e7d4baceb tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:44.901091 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-27ab5a83-6a55-406b-acb0-3d7e7d4baceb tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:router and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:44.903866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-27ab5a83-6a55-406b-acb0-3d7e7d4baceb tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:44.909935 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-27ab5a83-6a55-406b-acb0-3d7e7d4baceb tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:44.920152 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-27ab5a83-6a55-406b-acb0-3d7e7d4baceb tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:44.921294 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-27ab5a83-6a55-406b-acb0-3d7e7d4baceb tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:44.938442 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Transition to ACTIVE for port object fb77512c-3a7a-41b8-8beb-d104b0c40337 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:44.940954 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-15d915cb-d079-4979-af45-fe35c7a20673 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Calling delete_port for 03d69515-faf6-4a2e-ad1d-010bf2dd3d78 owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:44.953790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-27ab5a83-6a55-406b-acb0-3d7e7d4baceb tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:44.961967 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:44.974141 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-27ab5a83-6a55-406b-acb0-3d7e7d4baceb tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:44.984923 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Transition to ACTIVE for port object de0d9a12-bf2c-47e1-98b5-0b1025baa77f will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:44.997227 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Transition to ACTIVE for port object fb77512c-3a7a-41b8-8beb-d104b0c40337 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:44.998052 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-27ab5a83-6a55-406b-acb0-3d7e7d4baceb tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:44.999473 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-27ab5a83-6a55-406b-acb0-3d7e7d4baceb tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1130629 Jun 02 20:38:45.002261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56132) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:45.019038 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:45.028761 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-72421ab7-9cd2-4c0f-a349-e315f8efe214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:45.057389 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-15d915cb-d079-4979-af45-fe35c7a20673 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:45.063276 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0b9ee540-990a-48af-bab7-09af10b27596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:45.109681 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d915cb-d079-4979-af45-fe35c7a20673 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=03d69515-faf6-4a2e-ad1d-010bf2dd3d78,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:45.111848 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Transition to ACTIVE for port object de0d9a12-bf2c-47e1-98b5-0b1025baa77f will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:45.113249 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-15d915cb-d079-4979-af45-fe35c7a20673 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:45.139860 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:45.149662 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Network 77c22975-4711-49c0-bb85-1b987119d4b6 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:45.154764 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-15d915cb-d079-4979-af45-fe35c7a20673 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:45.155926 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:45.163590 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:45.168324 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Pushing event updated for resources: {'Port': ['ID=fb77512c-3a7a-41b8-8beb-d104b0c40337,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:45.174684 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:45.180417 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-15d915cb-d079-4979-af45-fe35c7a20673 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/03d69515-faf6-4a2e-ad1d-010bf2dd3d78 HTTP/1.1" status: 204 len: 168 time: 0.6780691 Jun 02 20:38:45.180607 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:45.180859 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56134) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:45.215262 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:45.253104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d81b2c-8383-4dea-b34c-87430a688b20 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:45.255249 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d81b2c-8383-4dea-b34c-87430a688b20 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:45.256032 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-97d81b2c-8383-4dea-b34c-87430a688b20 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:45.272565 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-97d81b2c-8383-4dea-b34c-87430a688b20 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:45.273310 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:45.276453 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-97d81b2c-8383-4dea-b34c-87430a688b20 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0920088 Jun 02 20:38:45.277856 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56136) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:45.294702 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:45.339017 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-d1d4fde5-0fb2-45fc-bae5-088378a21488', 'network_id': 'd1d4fde5-0fb2-45fc-bae5-088378a21488', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'fixed_ips': [{'subnet_id': '7f04ce46-bb3b-4d7b-be5e-f330a93d4908'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:38:45.339848 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:45.352338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79a5d59-50d3-46aa-bcf5-9f3fe482939c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet 58a67952-e0ce-42b2-9714-6612f51701f3 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:38:45.355420 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a79a5d59-50d3-46aa-bcf5-9f3fe482939c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:45.409665 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a79a5d59-50d3-46aa-bcf5-9f3fe482939c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:45.488024 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Pushing event updated for resources: {'Port': ['ID=de0d9a12-bf2c-47e1-98b5-0b1025baa77f,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:45.490520 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Attempting to bind port fb77512c-3a7a-41b8-8beb-d104b0c40337 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:38:45.490895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Attempting to bind port fb77512c-3a7a-41b8-8beb-d104b0c40337 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '8998a330-cfa5-4169-ad48-61d91ff19709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '77c22975-4711-49c0-bb85-1b987119d4b6'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:38:45.491347 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Attempting to bind port fb77512c-3a7a-41b8-8beb-d104b0c40337 on network 77c22975-4711-49c0-bb85-1b987119d4b6 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:38:45.493762 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:45.499338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Allocated IP 172.20.0.7 (77c22975-4711-49c0-bb85-1b987119d4b6/6ec1d556-d486-4dfb-85a9-34ed6a3aacc5/89befcc3-85a4-4e93-ae4c-9bc05258b489) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:45.505790 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a79a5d59-50d3-46aa-bcf5-9f3fe482939c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:45.519214 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:38:45.519629 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Checking segment: {'id': '8998a330-cfa5-4169-ad48-61d91ff19709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '77c22975-4711-49c0-bb85-1b987119d4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:38:45.520030 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:45.520420 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Bound using segment: {'id': '8998a330-cfa5-4169-ad48-61d91ff19709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '77c22975-4711-49c0-bb85-1b987119d4b6'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:38:45.520891 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Bound port: fb77512c-3a7a-41b8-8beb-d104b0c40337, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8998a330-cfa5-4169-ad48-61d91ff19709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '77c22975-4711-49c0-bb85-1b987119d4b6'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:38:45.521260 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:45.546953 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Attempting to bind port de0d9a12-bf2c-47e1-98b5-0b1025baa77f on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:38:45.547357 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Attempting to bind port de0d9a12-bf2c-47e1-98b5-0b1025baa77f by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:38:45.547707 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Attempting to bind port de0d9a12-bf2c-47e1-98b5-0b1025baa77f on network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:38:45.567700 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:38:45.568412 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Checking segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:38:45.568507 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:45.568846 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Bound using segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:38:45.569310 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Bound port: de0d9a12-bf2c-47e1-98b5-0b1025baa77f, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:38:45.569682 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:45.773182 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Allocated IP 172.20.0.2 (d1d4fde5-0fb2-45fc-bae5-088378a21488/7f04ce46-bb3b-4d7b-be5e-f330a93d4908/1b17b36e-19dc-4e87-b9b7-b8982dc28057) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:45.779019 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] For port fb77512c-3a7a-41b8-8beb-d104b0c40337, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:38:45.784772 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] For port fb77512c-3a7a-41b8-8beb-d104b0c40337, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fb77512c-3a7a-41b8-8beb-d104b0c40337,segment=NetworkSegment(8998a330-cfa5-4169-ad48-61d91ff19709),segment_id=8998a330-cfa5-4169-ad48-61d91ff19709)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:38:45.792142 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:45.796441 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a79a5d59-50d3-46aa-bcf5-9f3fe482939c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:45.797771 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0f7f15c2-9479-463d-8852-bc88972ef074 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:45.801865 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d6e34dd8-e2cc-4381-ba2d-3f9eddd679dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:45.838113 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:45.841126 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] For port de0d9a12-bf2c-47e1-98b5-0b1025baa77f, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:38:45.883965 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] For port de0d9a12-bf2c-47e1-98b5-0b1025baa77f, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=de0d9a12-bf2c-47e1-98b5-0b1025baa77f,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:38:45.950291 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:45.984554 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a5d59-50d3-46aa-bcf5-9f3fe482939c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=58a67952-e0ce-42b2-9714-6612f51701f3,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:45.987610 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a79a5d59-50d3-46aa-bcf5-9f3fe482939c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:45.988591 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a79a5d59-50d3-46aa-bcf5-9f3fe482939c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:45.996839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Pushing event updated for resources: {'Port': ['ID=fb77512c-3a7a-41b8-8beb-d104b0c40337,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:46.001389 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:46.001691 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:46.008521 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a79a5d59-50d3-46aa-bcf5-9f3fe482939c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/58a67952-e0ce-42b2-9714-6612f51701f3 HTTP/1.1" status: 204 len: 168 time: 0.7272089 Jun 02 20:38:46.008521 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56140) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:46.084519 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-42885741-8c40-4032-96e4-85f02853f010 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740254 Jun 02 20:38:46.086722 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56142) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:46.143936 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:46.148597 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Pushing event updated for resources: {'Port': ['ID=de0d9a12-bf2c-47e1-98b5-0b1025baa77f,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:46.168490 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:46.169094 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Transition to ACTIVE for port object 89befcc3-85a4-4e93-ae4c-9bc05258b489 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:46.188985 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6fd80f-1a7d-48e7-8fb1-88f243cd9751 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:46.189758 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ec6fd80f-1a7d-48e7-8fb1-88f243cd9751 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:46.212449 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ec6fd80f-1a7d-48e7-8fb1-88f243cd9751 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:46.213956 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ec6fd80f-1a7d-48e7-8fb1-88f243cd9751 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1256695 Jun 02 20:38:46.216588 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56144) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:46.259918 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:46.275831 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Transition to ACTIVE for port object 1b17b36e-19dc-4e87-b9b7-b8982dc28057 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:46.289865 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:46.335375 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dd83a8-c3c4-4845-a9a2-5dc96c6b2af9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:46.335375 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-19dd83a8-c3c4-4845-a9a2-5dc96c6b2af9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:46.343449 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f3c0933c-bcf9-4ce7-880d-c609251f1b3a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:46.356602 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Transition to ACTIVE for port object 1b17b36e-19dc-4e87-b9b7-b8982dc28057 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:46.367949 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:46.373213 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-58734989-a041-42a2-bebb-191e23c3b657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:46.377660 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-19dd83a8-c3c4-4845-a9a2-5dc96c6b2af9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:46.380740 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-19dd83a8-c3c4-4845-a9a2-5dc96c6b2af9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1631236 Jun 02 20:38:46.383250 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56146) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:46.399887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Network 77c22975-4711-49c0-bb85-1b987119d4b6 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:46.409933 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:46.433438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:46.532973 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:46.533664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:46.536214 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Network d1d4fde5-0fb2-45fc-bae5-088378a21488 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:46.540277 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:46.543095 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:46.561184 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-aff2937d-c188-4fdb-acba-7a3c418bc763 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1766558 Jun 02 20:38:46.568532 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56148) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:46.577720 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:46.582220 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Pushing event updated for resources: {'Port': ['ID=1b17b36e-19dc-4e87-b9b7-b8982dc28057,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:46.594616 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:46.606448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Pushing event updated for resources: {'Port': ['ID=89befcc3-85a4-4e93-ae4c-9bc05258b489,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:46.622676 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8883128 Jun 02 20:38:46.629005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:46.629633 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:46.630061 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56150) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:46.630418 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:46.630991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:46.631617 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:46.632306 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:46.632910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:46.633516 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:46.633964 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:46.634427 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:46.635038 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:46.635546 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:46.638364 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-87eb4672-09b9-4c13-b5f4-251b39c8a66b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Request body: {'port': {'network_id': '77c22975-4711-49c0-bb85-1b987119d4b6', 'name': 'tempest-AllowedAddressPairTestJSON-1555174270', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:61:bb:e8'}]}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:46.658368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fb77512c-3a7a-41b8-8beb-d104b0c40337 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:46.670256 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:46.705323 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Allocated IP 172.20.0.1 (d1d4fde5-0fb2-45fc-bae5-088378a21488/7f04ce46-bb3b-4d7b-be5e-f330a93d4908/b3ad5047-5933-482f-aa92-bb476f281a68) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:46.731181 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Attempting to bind port 1b17b36e-19dc-4e87-b9b7-b8982dc28057 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:38:46.731837 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Attempting to bind port 1b17b36e-19dc-4e87-b9b7-b8982dc28057 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '7426bc1c-2778-44d2-b4a0-ef8ad7920b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd1d4fde5-0fb2-45fc-bae5-088378a21488'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:38:46.732371 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Attempting to bind port 1b17b36e-19dc-4e87-b9b7-b8982dc28057 on network d1d4fde5-0fb2-45fc-bae5-088378a21488 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:38:46.746703 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:38:46.747334 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Checking segment: {'id': '7426bc1c-2778-44d2-b4a0-ef8ad7920b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd1d4fde5-0fb2-45fc-bae5-088378a21488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:38:46.747956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:46.748518 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Bound using segment: {'id': '7426bc1c-2778-44d2-b4a0-ef8ad7920b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd1d4fde5-0fb2-45fc-bae5-088378a21488'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:38:46.748990 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Bound port: 1b17b36e-19dc-4e87-b9b7-b8982dc28057, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7426bc1c-2778-44d2-b4a0-ef8ad7920b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'd1d4fde5-0fb2-45fc-bae5-088378a21488'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:38:46.750342 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:46.821741 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port fb77512c-3a7a-41b8-8beb-d104b0c40337 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:46.824264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:46.830579 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device de0d9a12-bf2c-47e1-98b5-0b1025baa77f up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:46.843420 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:46.881558 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:46.885187 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:46.912739 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] For port 1b17b36e-19dc-4e87-b9b7-b8982dc28057, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:38:46.914844 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-87eb4672-09b9-4c13-b5f4-251b39c8a66b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:46.921270 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-87eb4672-09b9-4c13-b5f4-251b39c8a66b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Usage tracker for resource:port and tenant:1e8223a4f83e4057b4a7d8e976d86807 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:46.923458 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:46.924699 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-87eb4672-09b9-4c13-b5f4-251b39c8a66b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:46.925153 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] For port 1b17b36e-19dc-4e87-b9b7-b8982dc28057, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1b17b36e-19dc-4e87-b9b7-b8982dc28057,segment=NetworkSegment(7426bc1c-2778-44d2-b4a0-ef8ad7920b83),segment_id=7426bc1c-2778-44d2-b4a0-ef8ad7920b83)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:38:46.930304 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:46.930930 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-87eb4672-09b9-4c13-b5f4-251b39c8a66b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:46.935900 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:46.951497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Transition to ACTIVE for port object b3ad5047-5933-482f-aa92-bb476f281a68 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:46.984564 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port de0d9a12-bf2c-47e1-98b5-0b1025baa77f completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:46.989363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:47.000192 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eb4672-09b9-4c13-b5f4-251b39c8a66b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Made reservation on behalf of 1e8223a4f83e4057b4a7d8e976d86807 for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:47.001921 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4544d115-8475-48ea-ae82-42d14e7cb37b tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:47.018701 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Pushing event updated for resources: {'Port': ['ID=1b17b36e-19dc-4e87-b9b7-b8982dc28057,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:47.030525 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:47.090606 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network d1d4fde5-0fb2-45fc-bae5-088378a21488 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:47.094197 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:47.099398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:47.142861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Port': ['ID=b3ad5047-5933-482f-aa92-bb476f281a68,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:47.159529 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:47.186642 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-87eb4672-09b9-4c13-b5f4-251b39c8a66b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:47.191471 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:47.249590 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-87eb4672-09b9-4c13-b5f4-251b39c8a66b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] device_id is not set on port 59a103f4-8fb9-4fc5-a630-c9c9755f860b yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:38:47.355492 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:47.516336 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-87eb4672-09b9-4c13-b5f4-251b39c8a66b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Allocated IP 172.20.0.10 (77c22975-4711-49c0-bb85-1b987119d4b6/6ec1d556-d486-4dfb-85a9-34ed6a3aacc5/59a103f4-8fb9-4fc5-a630-c9c9755f860b) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:47.567625 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d883d1-179e-4f14-8a96-f4790b3aea3f None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:47.711052 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ed9b6446-1598-4df4-8da6-d003b60724f9 None None] Provisioning for port de0d9a12-bf2c-47e1-98b5-0b1025baa77f completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:47.746095 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ed9b6446-1598-4df4-8da6-d003b60724f9 None None] Provisioning complete for port de0d9a12-bf2c-47e1-98b5-0b1025baa77f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:47.747447 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ed9b6446-1598-4df4-8da6-d003b60724f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:47.974094 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-87eb4672-09b9-4c13-b5f4-251b39c8a66b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:47.977615 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ed9b6446-1598-4df4-8da6-d003b60724f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:48.006631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-87eb4672-09b9-4c13-b5f4-251b39c8a66b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Transition to ACTIVE for port object 59a103f4-8fb9-4fc5-a630-c9c9755f860b will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:48.021703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:48.029220 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:48.034105 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-ed9b6446-1598-4df4-8da6-d003b60724f9 None None] For port de0d9a12-bf2c-47e1-98b5-0b1025baa77f, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=de0d9a12-bf2c-47e1-98b5-0b1025baa77f,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:48.039908 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ed9b6446-1598-4df4-8da6-d003b60724f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:48.045042 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f978f3af-c975-40b0-adb5-1d29c3ada52e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:48.100149 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e813e64d-2dba-4438-8f9d-48ef340f4937 None None] Network 77c22975-4711-49c0-bb85-1b987119d4b6 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:48.119865 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:48.125447 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:48.138463 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:48.148014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:48.148905 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-87eb4672-09b9-4c13-b5f4-251b39c8a66b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:48.160560 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:48.161454 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:48.188682 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=d6bb568c-ae68-4abd-8198-ba5de6401232,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:48.202145 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:48.211641 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eb4672-09b9-4c13-b5f4-251b39c8a66b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Network 77c22975-4711-49c0-bb85-1b987119d4b6 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:48.218432 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-87eb4672-09b9-4c13-b5f4-251b39c8a66b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:48.226790 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:48.227350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:48.228240 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:48.228627 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:48.230172 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:48.230556 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:48.230927 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:48.231359 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:48.231727 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:48.232104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:48.232455 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:48.232816 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:48.239935 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eb4672-09b9-4c13-b5f4-251b39c8a66b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:48.296523 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Port': ['ID=b3ad5047-5933-482f-aa92-bb476f281a68,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:48.310656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:48.339351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-28abe925-bb2d-4a24-a66a-9fa281be97b5 None None] Provisioning for port fb77512c-3a7a-41b8-8beb-d104b0c40337 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:48.343346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:48.376249 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b6446-1598-4df4-8da6-d003b60724f9 None None] Pushing event updated for resources: {'Port': ['ID=de0d9a12-bf2c-47e1-98b5-0b1025baa77f,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:48.380636 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ed9b6446-1598-4df4-8da6-d003b60724f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:48.387511 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-28abe925-bb2d-4a24-a66a-9fa281be97b5 None None] Provisioning complete for port fb77512c-3a7a-41b8-8beb-d104b0c40337 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:48.387511 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-28abe925-bb2d-4a24-a66a-9fa281be97b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:48.423950 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8207e0-1697-467f-96fc-605e69f43151 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:48.506814 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:48.509358 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-740adc71-4cb6-4805-afef-5b89263bb86f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:48.520260 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de69cae-3955-417d-bfd4-a42ee0feb9d4 None None] Network d1d4fde5-0fb2-45fc-bae5-088378a21488 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:48.551946 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9823134 Jun 02 20:38:48.559428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56152) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:48.560611 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1b17b36e-19dc-4e87-b9b7-b8982dc28057 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:48.568557 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e0eaf213-d3c1-4bed-805f-fa1a434af12d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'mac_address': 'fa:16:3e:f8:8b:ae', 'name': 'tempest-NetworksTestDHCPv6-1021604591'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:48.603519 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eb4672-09b9-4c13-b5f4-251b39c8a66b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:48.604155 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-87eb4672-09b9-4c13-b5f4-251b39c8a66b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:48.605447 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network d1d4fde5-0fb2-45fc-bae5-088378a21488 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:48.619063 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb4672-09b9-4c13-b5f4-251b39c8a66b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Pushing event updated for resources: {'Port': ['ID=59a103f4-8fb9-4fc5-a630-c9c9755f860b,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:48.621952 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-87eb4672-09b9-4c13-b5f4-251b39c8a66b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:48.632081 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-87eb4672-09b9-4c13-b5f4-251b39c8a66b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1013 time: 2.0006938 Jun 02 20:38:48.634685 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56154) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:48.658972 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:48.721475 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3be7b5-e124-4170-8e7a-282008687f88 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:48.728582 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3be7b5-e124-4170-8e7a-282008687f88 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:48.734590 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3be7b5-e124-4170-8e7a-282008687f88 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:48.735690 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-cc3be7b5-e124-4170-8e7a-282008687f88 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Synchronizing usage tracker for tenant:1e8223a4f83e4057b4a7d8e976d86807 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:48.756884 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-cc3be7b5-e124-4170-8e7a-282008687f88 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Unset dirty status for tenant:1e8223a4f83e4057b4a7d8e976d86807 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:48.758333 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cc3be7b5-e124-4170-8e7a-282008687f88 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1226854 Jun 02 20:38:48.761245 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56156) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:48.875849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e0eaf213-d3c1-4bed-805f-fa1a434af12d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:48.891289 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e0eaf213-d3c1-4bed-805f-fa1a434af12d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:48.910472 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-fb316fee-bb76-4bb5-acfd-75521853b99b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Deleting port 59a103f4-8fb9-4fc5-a630-c9c9755f860b {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:48.910735 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fb316fee-bb76-4bb5-acfd-75521853b99b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:48.911028 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0eaf213-d3c1-4bed-805f-fa1a434af12d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:48.993742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router 413f1319-a49c-4d44-ab63-0540b1425b8e is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:38:49.004620 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 1b17b36e-19dc-4e87-b9b7-b8982dc28057 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:49.047408 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fb316fee-bb76-4bb5-acfd-75521853b99b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:49.090432 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-28abe925-bb2d-4a24-a66a-9fa281be97b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:49.146982 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-28abe925-bb2d-4a24-a66a-9fa281be97b5 None None] For port fb77512c-3a7a-41b8-8beb-d104b0c40337, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fb77512c-3a7a-41b8-8beb-d104b0c40337,segment=NetworkSegment(8998a330-cfa5-4169-ad48-61d91ff19709),segment_id=8998a330-cfa5-4169-ad48-61d91ff19709)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:49.162997 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-28abe925-bb2d-4a24-a66a-9fa281be97b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:49.167974 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:49.179315 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-fb316fee-bb76-4bb5-acfd-75521853b99b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Calling delete_port for 59a103f4-8fb9-4fc5-a630-c9c9755f860b owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:49.186701 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e0eaf213-d3c1-4bed-805f-fa1a434af12d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:49.221433 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:38:49.223417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-e0eaf213-d3c1-4bed-805f-fa1a434af12d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] device_id is not set on port af0cbbbd-901d-4f00-9aed-43b8cfe0a5b2 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:38:49.241050 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568ff422-90f5-43a6-9927-ec213fa51dfb None None] Sync routers for ids ['413f1319-a49c-4d44-ab63-0540b1425b8e'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:38:49.261497 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568ff422-90f5-43a6-9927-ec213fa51dfb None None] Routers {'413f1319-a49c-4d44-ab63-0540b1425b8e'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:38:49.261831 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/413f1319-a49c-4d44-ab63-0540b1425b8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2585700 Jun 02 20:38:49.262140 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-568ff422-90f5-43a6-9927-ec213fa51dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['413f1319-a49c-4d44-ab63-0540b1425b8e'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:49.265228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56158) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:49.292304 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abe925-bb2d-4a24-a66a-9fa281be97b5 None None] Pushing event updated for resources: {'Port': ['ID=fb77512c-3a7a-41b8-8beb-d104b0c40337,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:49.295552 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-28abe925-bb2d-4a24-a66a-9fa281be97b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:49.305668 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-02aa5c25-ad2a-4fe2-83af-6b26f4f0c6d1 None None] Provisioning for port 1b17b36e-19dc-4e87-b9b7-b8982dc28057 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:49.312958 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-02aa5c25-ad2a-4fe2-83af-6b26f4f0c6d1 None None] Provisioning complete for port 1b17b36e-19dc-4e87-b9b7-b8982dc28057 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:49.313361 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-02aa5c25-ad2a-4fe2-83af-6b26f4f0c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:49.341743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fb316fee-bb76-4bb5-acfd-75521853b99b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:49.374385 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7dd674f0-6303-4a4c-ae00-aba2568113ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:49.393967 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-568ff422-90f5-43a6-9927-ec213fa51dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:49.420119 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568ff422-90f5-43a6-9927-ec213fa51dfb None None] Routers {'413f1319-a49c-4d44-ab63-0540b1425b8e'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:38:49.420761 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-568ff422-90f5-43a6-9927-ec213fa51dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['413f1319-a49c-4d44-ab63-0540b1425b8e'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:49.456458 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-02aa5c25-ad2a-4fe2-83af-6b26f4f0c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:49.494688 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb316fee-bb76-4bb5-acfd-75521853b99b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Pushing event deleted for resources: {'Port': ['ID=59a103f4-8fb9-4fc5-a630-c9c9755f860b,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:49.497055 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-02aa5c25-ad2a-4fe2-83af-6b26f4f0c6d1 None None] For port 1b17b36e-19dc-4e87-b9b7-b8982dc28057, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1b17b36e-19dc-4e87-b9b7-b8982dc28057,segment=NetworkSegment(7426bc1c-2778-44d2-b4a0-ef8ad7920b83),segment_id=7426bc1c-2778-44d2-b4a0-ef8ad7920b83)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:49.504425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-02aa5c25-ad2a-4fe2-83af-6b26f4f0c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:49.509006 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-918d6cc2-d7aa-4a7e-94d1-0ad1037b4d1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:49.552127 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-568ff422-90f5-43a6-9927-ec213fa51dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:49.552286 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568ff422-90f5-43a6-9927-ec213fa51dfb None None] The sync data for ids ['413f1319-a49c-4d44-ab63-0540b1425b8e'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:38:49.592296 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fb316fee-bb76-4bb5-acfd-75521853b99b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:49.593691 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-02aa5c25-ad2a-4fe2-83af-6b26f4f0c6d1 None None] Provisioning complete for port de0d9a12-bf2c-47e1-98b5-0b1025baa77f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:49.594080 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-02aa5c25-ad2a-4fe2-83af-6b26f4f0c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:49.663117 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa5c25-ad2a-4fe2-83af-6b26f4f0c6d1 None None] Pushing event updated for resources: {'Port': ['ID=1b17b36e-19dc-4e87-b9b7-b8982dc28057,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:49.670099 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-02aa5c25-ad2a-4fe2-83af-6b26f4f0c6d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:49.787236 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1709d9a6-c0e2-4b2d-910e-3954183313b0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:49.787873 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1709d9a6-c0e2-4b2d-910e-3954183313b0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Synchronizing usage tracker for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:49.839595 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fb316fee-bb76-4bb5-acfd-75521853b99b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:49.847711 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1709d9a6-c0e2-4b2d-910e-3954183313b0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Unset dirty status for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:49.848888 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1709d9a6-c0e2-4b2d-910e-3954183313b0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/ports/b3ad5047-5933-482f-aa92-bb476f281a68 HTTP/1.1" status: 200 len: 910 time: 0.5826848 Jun 02 20:38:49.851835 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56160) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:49.893028 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-e0eaf213-d3c1-4bed-805f-fa1a434af12d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8::82 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/d6bb568c-ae68-4abd-8198-ba5de6401232/af0cbbbd-901d-4f00-9aed-43b8cfe0a5b2) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:49.915491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f0a2c5dd-6bfb-4b6f-a935-cf5a082d935a None None] Provisioning for port 89befcc3-85a4-4e93-ae4c-9bc05258b489 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:49.921304 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f0a2c5dd-6bfb-4b6f-a935-cf5a082d935a None None] Provisioning complete for port 89befcc3-85a4-4e93-ae4c-9bc05258b489 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:49.921618 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f0a2c5dd-6bfb-4b6f-a935-cf5a082d935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:49.955927 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fb316fee-bb76-4bb5-acfd-75521853b99b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "DELETE /v2.0/ports/59a103f4-8fb9-4fc5-a630-c9c9755f860b HTTP/1.1" status: 204 len: 168 time: 1.1930871 Jun 02 20:38:49.959229 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56162) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:50.031753 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-f0a2c5dd-6bfb-4b6f-a935-cf5a082d935a None None] Port 89befcc3-85a4-4e93-ae4c-9bc05258b489 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:38:50.053405 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f0a2c5dd-6bfb-4b6f-a935-cf5a082d935a None None] Provisioning complete for port 1b17b36e-19dc-4e87-b9b7-b8982dc28057 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:50.053948 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f0a2c5dd-6bfb-4b6f-a935-cf5a082d935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:50.125346 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d4e48c-4671-45c6-8429-ae169de748a0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] GET failed (client error): The resource could not be found. Jun 02 20:38:50.125928 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c8d4e48c-4671-45c6-8429-ae169de748a0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Synchronizing usage tracker for tenant:1e8223a4f83e4057b4a7d8e976d86807 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:50.176769 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e0eaf213-d3c1-4bed-805f-fa1a434af12d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:50.189499 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c8d4e48c-4671-45c6-8429-ae169de748a0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Unset dirty status for tenant:1e8223a4f83e4057b4a7d8e976d86807 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:50.197060 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c8d4e48c-4671-45c6-8429-ae169de748a0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "GET /v2.0/ports/59a103f4-8fb9-4fc5-a630-c9c9755f860b HTTP/1.1" status: 404 len: 333 time: 0.2367764 Jun 02 20:38:50.200088 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-e0eaf213-d3c1-4bed-805f-fa1a434af12d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Transition to ACTIVE for port object af0cbbbd-901d-4f00-9aed-43b8cfe0a5b2 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:50.219810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56166) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:50.228045 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-1c3c67ff-f03c-47a7-b73b-065d67641f0e tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Request body: {'port': {'network_id': '77c22975-4711-49c0-bb85-1b987119d4b6', 'name': 'tempest-AllowedAddressPairTestJSON-1544657456'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:50.271189 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f0a2c5dd-6bfb-4b6f-a935-cf5a082d935a None None] Provisioning complete for port fb77512c-3a7a-41b8-8beb-d104b0c40337 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:50.271998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f0a2c5dd-6bfb-4b6f-a935-cf5a082d935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:50.385367 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e0eaf213-d3c1-4bed-805f-fa1a434af12d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:50.398757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9626ee67-25b2-4be2-8702-e71520951f44 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:50.523298 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f0a2c5dd-6bfb-4b6f-a935-cf5a082d935a None None] Could not find standard attr ID for object 59a103f4-8fb9-4fc5-a630-c9c9755f860b. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:38:50.526694 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fb77512c-3a7a-41b8-8beb-d104b0c40337 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:50.570475 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eaf213-d3c1-4bed-805f-fa1a434af12d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=af0cbbbd-901d-4f00-9aed-43b8cfe0a5b2,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:50.599082 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e0eaf213-d3c1-4bed-805f-fa1a434af12d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:50.603475 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f0a2c5dd-6bfb-4b6f-a935-cf5a082d935a None None] Provisioning for port b3ad5047-5933-482f-aa92-bb476f281a68 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:50.603660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eaf213-d3c1-4bed-805f-fa1a434af12d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:50.604945 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-e0eaf213-d3c1-4bed-805f-fa1a434af12d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:50.607683 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-1c3c67ff-f03c-47a7-b73b-065d67641f0e tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:50.610197 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f0a2c5dd-6bfb-4b6f-a935-cf5a082d935a None None] Provisioning complete for port b3ad5047-5933-482f-aa92-bb476f281a68 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:50.610623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eaf213-d3c1-4bed-805f-fa1a434af12d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:50.611113 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f0a2c5dd-6bfb-4b6f-a935-cf5a082d935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:50.617628 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eaf213-d3c1-4bed-805f-fa1a434af12d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:50.618319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e0eaf213-d3c1-4bed-805f-fa1a434af12d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:50.642361 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port fb77512c-3a7a-41b8-8beb-d104b0c40337 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:50.643015 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:50.657918 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-1c3c67ff-f03c-47a7-b73b-065d67641f0e tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:50.689286 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e0eaf213-d3c1-4bed-805f-fa1a434af12d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1253333 Jun 02 20:38:50.694081 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56168) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:50.747873 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-f0a2c5dd-6bfb-4b6f-a935-cf5a082d935a None None] Port b3ad5047-5933-482f-aa92-bb476f281a68 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:38:50.752809 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3c67ff-f03c-47a7-b73b-065d67641f0e tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Made reservation on behalf of 1e8223a4f83e4057b4a7d8e976d86807 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:50.755755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1c3c67ff-f03c-47a7-b73b-065d67641f0e tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:50.790807 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-1c3c67ff-f03c-47a7-b73b-065d67641f0e tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] device_id is not set on port 03061e36-eff0-4e95-be9b-d02281e26331 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:38:50.810690 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f0a2c5dd-6bfb-4b6f-a935-cf5a082d935a None None] Provisioning complete for port de0d9a12-bf2c-47e1-98b5-0b1025baa77f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:50.811368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f0a2c5dd-6bfb-4b6f-a935-cf5a082d935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:50.882613 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device de0d9a12-bf2c-47e1-98b5-0b1025baa77f up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:50.903051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff78c09b-69a1-42e4-876e-f86a28e32526 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:50.909002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff78c09b-69a1-42e4-876e-f86a28e32526 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:50.909779 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ff78c09b-69a1-42e4-876e-f86a28e32526 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:50.940296 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eaba985d-79c1-4c9f-b312-9822f28b81e6 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:50.961084 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ff78c09b-69a1-42e4-876e-f86a28e32526 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:50.964736 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ff78c09b-69a1-42e4-876e-f86a28e32526 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2659299 Jun 02 20:38:50.967000 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56170) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:51.007393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port de0d9a12-bf2c-47e1-98b5-0b1025baa77f triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:51.007772 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:51.051808 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-1c3c67ff-f03c-47a7-b73b-065d67641f0e tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Allocated IP 172.20.0.3 (77c22975-4711-49c0-bb85-1b987119d4b6/6ec1d556-d486-4dfb-85a9-34ed6a3aacc5/03061e36-eff0-4e95-be9b-d02281e26331) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:51.131750 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1b17b36e-19dc-4e87-b9b7-b8982dc28057 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:51.196898 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7097f85e-e5d9-4a2c-8c16-90319a3f754f None None] Provisioning complete for port 89befcc3-85a4-4e93-ae4c-9bc05258b489 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:51.197255 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7097f85e-e5d9-4a2c-8c16-90319a3f754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:51.246046 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-671ab6a5-0dfe-4b68-997a-93509d083799 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting port af0cbbbd-901d-4f00-9aed-43b8cfe0a5b2 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:51.246902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-671ab6a5-0dfe-4b68-997a-93509d083799 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:51.310118 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7097f85e-e5d9-4a2c-8c16-90319a3f754f None None] Port 89befcc3-85a4-4e93-ae4c-9bc05258b489 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:38:51.317166 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7097f85e-e5d9-4a2c-8c16-90319a3f754f None None] Could not find standard attr ID for object 59a103f4-8fb9-4fc5-a630-c9c9755f860b. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:38:51.320018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 1b17b36e-19dc-4e87-b9b7-b8982dc28057 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:51.320169 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:51.359326 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-eaba985d-79c1-4c9f-b312-9822f28b81e6 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting port b3ad5047-5933-482f-aa92-bb476f281a68 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:51.359784 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eaba985d-79c1-4c9f-b312-9822f28b81e6 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:51.378023 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7097f85e-e5d9-4a2c-8c16-90319a3f754f None None] Provisioning complete for port b3ad5047-5933-482f-aa92-bb476f281a68 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:51.378403 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7097f85e-e5d9-4a2c-8c16-90319a3f754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:51.433300 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1c3c67ff-f03c-47a7-b73b-065d67641f0e tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:51.441995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-671ab6a5-0dfe-4b68-997a-93509d083799 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:51.462991 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7097f85e-e5d9-4a2c-8c16-90319a3f754f None None] Port b3ad5047-5933-482f-aa92-bb476f281a68 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:38:51.478034 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7097f85e-e5d9-4a2c-8c16-90319a3f754f None None] Could not find standard attr ID for object 03d69515-faf6-4a2e-ad1d-010bf2dd3d78. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:38:51.492612 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eaba985d-79c1-4c9f-b312-9822f28b81e6 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:51.503543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7097f85e-e5d9-4a2c-8c16-90319a3f754f None None] Provisioning for port af0cbbbd-901d-4f00-9aed-43b8cfe0a5b2 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:51.509844 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7097f85e-e5d9-4a2c-8c16-90319a3f754f None None] Provisioning complete for port af0cbbbd-901d-4f00-9aed-43b8cfe0a5b2 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:51.510289 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7097f85e-e5d9-4a2c-8c16-90319a3f754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:51.569683 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7097f85e-e5d9-4a2c-8c16-90319a3f754f None None] Port af0cbbbd-901d-4f00-9aed-43b8cfe0a5b2 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:38:51.571122 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-1c3c67ff-f03c-47a7-b73b-065d67641f0e tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Transition to ACTIVE for port object 03061e36-eff0-4e95-be9b-d02281e26331 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:51.578122 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-671ab6a5-0dfe-4b68-997a-93509d083799 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Calling delete_port for af0cbbbd-901d-4f00-9aed-43b8cfe0a5b2 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:51.623894 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-eaba985d-79c1-4c9f-b312-9822f28b81e6 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Calling delete_port for b3ad5047-5933-482f-aa92-bb476f281a68 owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:51.644004 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1c3c67ff-f03c-47a7-b73b-065d67641f0e tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:51.652344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cde72ce6-1530-41f8-a1a3-b3622987a42c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:51.767436 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3c67ff-f03c-47a7-b73b-065d67641f0e tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Network 77c22975-4711-49c0-bb85-1b987119d4b6 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:51.776061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-1c3c67ff-f03c-47a7-b73b-065d67641f0e tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:51.788087 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eaba985d-79c1-4c9f-b312-9822f28b81e6 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:51.791257 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3c67ff-f03c-47a7-b73b-065d67641f0e tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:51.792158 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fd175b8e-d2dc-4d69-b7ce-a00fc846f574 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:51.845753 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba985d-79c1-4c9f-b312-9822f28b81e6 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Port': ['ID=b3ad5047-5933-482f-aa92-bb476f281a68,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:51.848624 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-eaba985d-79c1-4c9f-b312-9822f28b81e6 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:51.986813 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c67ff-f03c-47a7-b73b-065d67641f0e tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Pushing event updated for resources: {'Port': ['ID=03061e36-eff0-4e95-be9b-d02281e26331,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:51.998038 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1c3c67ff-f03c-47a7-b73b-065d67641f0e tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:52.022883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-671ab6a5-0dfe-4b68-997a-93509d083799 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:52.039721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-904880fc-b820-44fa-aa5c-d3b107079654 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:52.097859 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8332b1f2-7af5-4a3f-945f-90602fbaf3fe None None] Provisioning for port 03061e36-eff0-4e95-be9b-d02281e26331 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:52.106402 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8332b1f2-7af5-4a3f-945f-90602fbaf3fe None None] Provisioning complete for port 03061e36-eff0-4e95-be9b-d02281e26331 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:52.107257 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8332b1f2-7af5-4a3f-945f-90602fbaf3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:52.107671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ab6a5-0dfe-4b68-997a-93509d083799 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=af0cbbbd-901d-4f00-9aed-43b8cfe0a5b2,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:52.110114 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-671ab6a5-0dfe-4b68-997a-93509d083799 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:52.131591 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eaba985d-79c1-4c9f-b312-9822f28b81e6 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:52.170356 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3c67ff-f03c-47a7-b73b-065d67641f0e tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:52.171374 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1c3c67ff-f03c-47a7-b73b-065d67641f0e tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:52.185799 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-671ab6a5-0dfe-4b68-997a-93509d083799 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:52.191348 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-8332b1f2-7af5-4a3f-945f-90602fbaf3fe None None] Port 03061e36-eff0-4e95-be9b-d02281e26331 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:38:52.225841 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-671ab6a5-0dfe-4b68-997a-93509d083799 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/af0cbbbd-901d-4f00-9aed-43b8cfe0a5b2 HTTP/1.1" status: 204 len: 168 time: 1.2550571 Jun 02 20:38:52.226075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56172) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:52.272258 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1c3c67ff-f03c-47a7-b73b-065d67641f0e tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0499921 Jun 02 20:38:52.274047 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56174) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:52.287237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-8b6f008c-9d45-4b65-a89e-ee45a366c00a tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:61:bb:e8'}]}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:52.306721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3a206a-814f-47da-b686-a72bab0e3782 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:52.308352 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3a206a-814f-47da-b686-a72bab0e3782 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:52.309248 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6c3a206a-814f-47da-b686-a72bab0e3782 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:52.329208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6c3a206a-814f-47da-b686-a72bab0e3782 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:52.331607 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6c3a206a-814f-47da-b686-a72bab0e3782 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1044211 Jun 02 20:38:52.333322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56176) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:52.413752 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3a9228-7e45-44d4-a5d6-57bc4572bcc4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet d6bb568c-ae68-4abd-8198-ba5de6401232 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:38:52.416986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9228-7e45-44d4-a5d6-57bc4572bcc4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:52.490424 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9228-7e45-44d4-a5d6-57bc4572bcc4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:52.554494 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9228-7e45-44d4-a5d6-57bc4572bcc4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:52.646224 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaba985d-79c1-4c9f-b312-9822f28b81e6 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router 413f1319-a49c-4d44-ab63-0540b1425b8e has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:38:52.829952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9228-7e45-44d4-a5d6-57bc4572bcc4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:52.834159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:52.867857 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaba985d-79c1-4c9f-b312-9822f28b81e6 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:38:52.870964 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a9228-7e45-44d4-a5d6-57bc4572bcc4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=d6bb568c-ae68-4abd-8198-ba5de6401232,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:52.873448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6a3a9228-7e45-44d4-a5d6-57bc4572bcc4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:52.876394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9228-7e45-44d4-a5d6-57bc4572bcc4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:52.882678 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f772d2-5436-4c86-984a-d98742d29541 None None] Sync routers for ids ['413f1319-a49c-4d44-ab63-0540b1425b8e'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:38:52.886972 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03126a2d-5122-4a60-b48e-c0a11b5f3b82 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:52.898305 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6a3a9228-7e45-44d4-a5d6-57bc4572bcc4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/d6bb568c-ae68-4abd-8198-ba5de6401232 HTTP/1.1" status: 204 len: 168 time: 0.5638335 Jun 02 20:38:52.900787 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56178) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:52.931978 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-eaba985d-79c1-4c9f-b312-9822f28b81e6 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/413f1319-a49c-4d44-ab63-0540b1425b8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0786760 Jun 02 20:38:52.935061 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56180) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:52.970526 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a8b96a14-2fc5-441c-8d41-59f905b0eade tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683494 Jun 02 20:38:52.973046 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f772d2-5436-4c86-984a-d98742d29541 None None] Routers {'413f1319-a49c-4d44-ab63-0540b1425b8e'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:38:52.973557 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56182) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:52.973700 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-11f772d2-5436-4c86-984a-d98742d29541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['413f1319-a49c-4d44-ab63-0540b1425b8e'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:52.985609 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e9ad4d54-b544-4bfe-b301-f347906261af tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Synchronizing usage tracker for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:52.988132 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8b6f008c-9d45-4b65-a89e-ee45a366c00a tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:53.047793 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-11f772d2-5436-4c86-984a-d98742d29541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:53.051621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e9ad4d54-b544-4bfe-b301-f347906261af tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Unset dirty status for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:53.052764 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e9ad4d54-b544-4bfe-b301-f347906261af tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/ports?device_id=413f1319-a49c-4d44-ab63-0540b1425b8e HTTP/1.1" status: 200 len: 205 time: 0.1167860 Jun 02 20:38:53.055415 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56184) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:53.057995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61566857-162d-4e55-89da-b20e455e9baa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:53.059598 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-61566857-162d-4e55-89da-b20e455e9baa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:53.077836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-61566857-162d-4e55-89da-b20e455e9baa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:53.083601 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-61566857-162d-4e55-89da-b20e455e9baa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1086640 Jun 02 20:38:53.084701 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56186) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:53.089151 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f772d2-5436-4c86-984a-d98742d29541 None None] Routers {'413f1319-a49c-4d44-ab63-0540b1425b8e'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:38:53.089799 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-11f772d2-5436-4c86-984a-d98742d29541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['413f1319-a49c-4d44-ab63-0540b1425b8e'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:53.160344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4f23ed-0f21-45b5-b396-893fcdd33748 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:53.161137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1a4f23ed-0f21-45b5-b396-893fcdd33748 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:53.177857 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1a4f23ed-0f21-45b5-b396-893fcdd33748 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:53.180583 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1a4f23ed-0f21-45b5-b396-893fcdd33748 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0931447 Jun 02 20:38:53.181827 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-11f772d2-5436-4c86-984a-d98742d29541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:53.182241 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f772d2-5436-4c86-984a-d98742d29541 None None] The sync data for ids ['413f1319-a49c-4d44-ab63-0540b1425b8e'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:38:53.182611 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56188) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:53.207072 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-05dbd8a7-13ca-4b36-9923-300e8af05f47 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:53.251388 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f8bd9186-bcd0-4c19-8a67-4a0a791087cc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673656 Jun 02 20:38:53.255260 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56190) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:53.263647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-3b9042f9-9a7d-4257-99d8-4f76dbd4fc51 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:53.295005 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] DHCP port deletion for 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:38:53.363683 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] Deleting port de0d9a12-bf2c-47e1-98b5-0b1025baa77f {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:53.364142 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:53.376464 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-3b9042f9-9a7d-4257-99d8-4f76dbd4fc51 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:53.386348 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-3b9042f9-9a7d-4257-99d8-4f76dbd4fc51 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:53.396672 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9042f9-9a7d-4257-99d8-4f76dbd4fc51 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:53.400194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3b9042f9-9a7d-4257-99d8-4f76dbd4fc51 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:53.460445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] For port de0d9a12-bf2c-47e1-98b5-0b1025baa77f, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=de0d9a12-bf2c-47e1-98b5-0b1025baa77f,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:53.460910 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:53.586401 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] Calling delete_port for de0d9a12-bf2c-47e1-98b5-0b1025baa77f owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:53.637324 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:53.641246 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f526b32a-c70d-4a35-8fd2-76b50230d851 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:53.685580 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] Pushing event deleted for resources: {'Port': ['ID=de0d9a12-bf2c-47e1-98b5-0b1025baa77f,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:53.690643 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] No DVR routers for this DVR port de0d9a12-bf2c-47e1-98b5-0b1025baa77f on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:38:53.697496 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:53.697885 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:53.698162 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:53.698494 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:53.698823 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:53.699180 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:53.699499 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:53.699844 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:53.700213 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:53.700535 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:53.700854 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:53.701175 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:38:53.704242 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:53.773188 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-05dbd8a7-13ca-4b36-9923-300e8af05f47 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:53.777308 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-05dbd8a7-13ca-4b36-9923-300e8af05f47 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:53.817191 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-05dbd8a7-13ca-4b36-9923-300e8af05f47 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:53.817691 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dbd8a7-13ca-4b36-9923-300e8af05f47 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Fanout notify agent at l3_agent the message router_deleted on router 413f1319-a49c-4d44-ab63-0540b1425b8e {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:38:53.838430 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-05dbd8a7-13ca-4b36-9923-300e8af05f47 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:53.839532 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-05dbd8a7-13ca-4b36-9923-300e8af05f47 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/routers/413f1319-a49c-4d44-ab63-0540b1425b8e HTTP/1.1" status: 204 len: 168 time: 0.7832294 Jun 02 20:38:53.842808 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56192) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:53.843693 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8b6f008c-9d45-4b65-a89e-ee45a366c00a tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:53.848805 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8b6f008c-9d45-4b65-a89e-ee45a366c00a tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:53.853585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-32dff3ae-66af-48e2-9b6c-5f182cddd5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:53.934290 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.objects.ports [None req-3b9042f9-9a7d-4257-99d8-4f76dbd4fc51 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92549) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 20:38:53.937774 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3b9042f9-9a7d-4257-99d8-4f76dbd4fc51 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:53.945412 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7d17eb26-0273-4f7c-8e7a-d5992693495c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:53.971798 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f008c-9d45-4b65-a89e-ee45a366c00a tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Pushing event updated for resources: {'Port': ['ID=03061e36-eff0-4e95-be9b-d02281e26331,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:53.976533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8b6f008c-9d45-4b65-a89e-ee45a366c00a tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:53.979359 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f008c-9d45-4b65-a89e-ee45a366c00a tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] In _notify_port_updated(), no bound segment for port 03061e36-eff0-4e95-be9b-d02281e26331 on network 77c22975-4711-49c0-bb85-1b987119d4b6 {{(pid=92548) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:38:53.984808 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6f008c-9d45-4b65-a89e-ee45a366c00a tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:53.985336 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8b6f008c-9d45-4b65-a89e-ee45a366c00a tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:53.990519 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8b6f008c-9d45-4b65-a89e-ee45a366c00a tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "PUT /v2.0/ports/03061e36-eff0-4e95-be9b-d02281e26331 HTTP/1.1" status: 200 len: 1007 time: 1.7041831 Jun 02 20:38:53.990771 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56194) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:53.994035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6670ba-3a64-42cf-bfcd-a547dae518a1 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting subnet 7f04ce46-bb3b-4d7b-be5e-f330a93d4908 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:38:54.012113 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4a6670ba-3a64-42cf-bfcd-a547dae518a1 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:54.049669 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9042f9-9a7d-4257-99d8-4f76dbd4fc51 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:54.057219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-3b9042f9-9a7d-4257-99d8-4f76dbd4fc51 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:54.068296 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b75be8-7bf2-4307-9b81-5c7138ccb24e None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:54.071743 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9042f9-9a7d-4257-99d8-4f76dbd4fc51 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:54.072338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3b9042f9-9a7d-4257-99d8-4f76dbd4fc51 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:54.107036 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3b9042f9-9a7d-4257-99d8-4f76dbd4fc51 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8507590 Jun 02 20:38:54.110477 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56196) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:54.111175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9042f9-9a7d-4257-99d8-4f76dbd4fc51 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=5e738d51-484e-4034-964d-40a4c6edd070,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:54.115688 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-0475101f-6a65-4808-8797-bb3eed7ebe82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:54.121088 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3b9042f9-9a7d-4257-99d8-4f76dbd4fc51 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:54.123622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4a6670ba-3a64-42cf-bfcd-a547dae518a1 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:54.187412 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9caefd22-955b-4ccd-9900-c2d8bbee9342 None None] Provisioning complete for port 03061e36-eff0-4e95-be9b-d02281e26331 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:54.187946 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9caefd22-955b-4ccd-9900-c2d8bbee9342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:54.213243 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4a6670ba-3a64-42cf-bfcd-a547dae518a1 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:54.262824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-ba9b23dd-040e-40fb-9a26-7755c5ca6282 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Deleting port 03061e36-eff0-4e95-be9b-d02281e26331 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:54.263494 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba9b23dd-040e-40fb-9a26-7755c5ca6282 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:54.290930 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-9caefd22-955b-4ccd-9900-c2d8bbee9342 None None] Port 03061e36-eff0-4e95-be9b-d02281e26331 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:38:54.358173 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'fixed_ips': [{'subnet_id': '5e738d51-484e-4034-964d-40a4c6edd070'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:38:54.359994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0475101f-6a65-4808-8797-bb3eed7ebe82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:54.360178 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:54.371856 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0475101f-6a65-4808-8797-bb3eed7ebe82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:54.376834 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0475101f-6a65-4808-8797-bb3eed7ebe82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:54.393255 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0475101f-6a65-4808-8797-bb3eed7ebe82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:54.434327 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0475101f-6a65-4808-8797-bb3eed7ebe82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:54.438282 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0475101f-6a65-4808-8797-bb3eed7ebe82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:54.462271 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device de0d9a12-bf2c-47e1-98b5-0b1025baa77f no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:38:54.473640 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba9b23dd-040e-40fb-9a26-7755c5ca6282 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:54.542379 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: de0d9a12-bf2c-47e1-98b5-0b1025baa77f {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:38:54.543075 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device de0d9a12-bf2c-47e1-98b5-0b1025baa77f not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:38:54.612560 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Allocated IP 2001:db8::f816:3eff:fe82:294a (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/5e738d51-484e-4034-964d-40a4c6edd070/b9a040e6-74b5-4510-9839-cdc8031dba73) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:54.658862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-ba9b23dd-040e-40fb-9a26-7755c5ca6282 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Calling delete_port for 03061e36-eff0-4e95-be9b-d02281e26331 owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:54.698917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4a6670ba-3a64-42cf-bfcd-a547dae518a1 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:54.704014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3b9042f9-9a7d-4257-99d8-4f76dbd4fc51 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:54.723799 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.ipam_backend_mixin [None req-0475101f-6a65-4808-8797-bb3eed7ebe82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5e738d51-484e-4034-964d-40a4c6edd070 (CIDR: 2001:db8::/64) Jun 02 20:38:54.730811 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-0475101f-6a65-4808-8797-bb3eed7ebe82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:38:54.731293 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0475101f-6a65-4808-8797-bb3eed7ebe82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:38:54.746704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6670ba-3a64-42cf-bfcd-a547dae518a1 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Subnet': ['ID=7f04ce46-bb3b-4d7b-be5e-f330a93d4908,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:54.748858 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4a6670ba-3a64-42cf-bfcd-a547dae518a1 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:54.753000 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4a6670ba-3a64-42cf-bfcd-a547dae518a1 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:54.759698 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4a6670ba-3a64-42cf-bfcd-a547dae518a1 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/subnets/7f04ce46-bb3b-4d7b-be5e-f330a93d4908 HTTP/1.1" status: 204 len: 168 time: 0.9131296 Jun 02 20:38:54.761194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56198) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:54.761530 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a813ae29-03d6-4c0e-a5ef-537e3926999c None None] Network d1d4fde5-0fb2-45fc-bae5-088378a21488 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:54.799399 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0475101f-6a65-4808-8797-bb3eed7ebe82 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6876976 Jun 02 20:38:54.804002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56200) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:54.810013 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-b3c68bbc-a101-419e-9670-072cdad40ad2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:54.928778 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:54.958506 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b3c68bbc-a101-419e-9670-072cdad40ad2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:54.962439 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b3c68bbc-a101-419e-9670-072cdad40ad2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:54.965412 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b3c68bbc-a101-419e-9670-072cdad40ad2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:54.971109 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b3c68bbc-a101-419e-9670-072cdad40ad2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:54.981289 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c68bbc-a101-419e-9670-072cdad40ad2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:54.984746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b3c68bbc-a101-419e-9670-072cdad40ad2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:54.994811 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:55.013037 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Transition to ACTIVE for port object b9a040e6-74b5-4510-9839-cdc8031dba73 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:55.014345 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba9b23dd-040e-40fb-9a26-7755c5ca6282 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:55.021346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-59d19945-92f7-4021-a00f-afaf70abb2b1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:55.045970 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Transition to ACTIVE for port object b9a040e6-74b5-4510-9839-cdc8031dba73 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:55.055263 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:55.060601 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-496ea901-9458-4636-9500-a21c2b68ec3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:55.077011 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b23dd-040e-40fb-9a26-7755c5ca6282 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Pushing event deleted for resources: {'Port': ['ID=03061e36-eff0-4e95-be9b-d02281e26331,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:55.081034 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ba9b23dd-040e-40fb-9a26-7755c5ca6282 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:55.125397 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting port 1b17b36e-19dc-4e87-b9b7-b8982dc28057 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:55.125741 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:55.129813 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:55.133736 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:55.136164 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:55.179081 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Pushing event updated for resources: {'Port': ['ID=b9a040e6-74b5-4510-9839-cdc8031dba73,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:55.181291 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:55.236741 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51907d6e-b874-4365-bc87-02b12f553a05 None None] DHCP port deletion for d1d4fde5-0fb2-45fc-bae5-088378a21488 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:38:55.282340 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Attempting to bind port b9a040e6-74b5-4510-9839-cdc8031dba73 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:38:55.282797 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Attempting to bind port b9a040e6-74b5-4510-9839-cdc8031dba73 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:38:55.283261 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Attempting to bind port b9a040e6-74b5-4510-9839-cdc8031dba73 on network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:38:55.293803 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:38:55.294285 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Checking segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:38:55.294753 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:55.295233 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Bound using segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:38:55.295750 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Bound port: b9a040e6-74b5-4510-9839-cdc8031dba73, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:38:55.296162 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:55.373186 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] For port 1b17b36e-19dc-4e87-b9b7-b8982dc28057, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1b17b36e-19dc-4e87-b9b7-b8982dc28057,segment=NetworkSegment(7426bc1c-2778-44d2-b4a0-ef8ad7920b83),segment_id=7426bc1c-2778-44d2-b4a0-ef8ad7920b83)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:55.373786 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:55.395783 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-51907d6e-b874-4365-bc87-02b12f553a05 None None] Deleting port 1b17b36e-19dc-4e87-b9b7-b8982dc28057 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:55.396344 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-51907d6e-b874-4365-bc87-02b12f553a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:55.467760 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] For port b9a040e6-74b5-4510-9839-cdc8031dba73, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:38:55.497804 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] For port b9a040e6-74b5-4510-9839-cdc8031dba73, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b9a040e6-74b5-4510-9839-cdc8031dba73,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:38:55.508490 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:55.508867 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b3c68bbc-a101-419e-9670-072cdad40ad2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:55.513424 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-51907d6e-b874-4365-bc87-02b12f553a05 None None] For port 1b17b36e-19dc-4e87-b9b7-b8982dc28057, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1b17b36e-19dc-4e87-b9b7-b8982dc28057,segment=NetworkSegment(7426bc1c-2778-44d2-b4a0-ef8ad7920b83),segment_id=7426bc1c-2778-44d2-b4a0-ef8ad7920b83)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:55.513827 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-51907d6e-b874-4365-bc87-02b12f553a05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:55.514044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cd5591b0-acc6-488e-80dc-950fde5e4dbf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:55.523530 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:55.572134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c68bbc-a101-419e-9670-072cdad40ad2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:55.575603 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-b3c68bbc-a101-419e-9670-072cdad40ad2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:55.588924 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c68bbc-a101-419e-9670-072cdad40ad2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:55.589654 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b3c68bbc-a101-419e-9670-072cdad40ad2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:55.596949 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c68bbc-a101-419e-9670-072cdad40ad2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=a7672413-ea46-44e2-af2e-f1f728eef5d1,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:55.604489 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b3c68bbc-a101-419e-9670-072cdad40ad2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:55.620422 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b3c68bbc-a101-419e-9670-072cdad40ad2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8151321 Jun 02 20:38:55.623371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56202) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:55.631722 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-dad50943-f80e-4abc-9cfd-53b12bc27f85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'mac_address': 'fa:16:3e:f4:e8:94', 'name': 'tempest-NetworksTestDHCPv6-1690926434'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:55.696435 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Calling delete_port for 1b17b36e-19dc-4e87-b9b7-b8982dc28057 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:55.705067 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-51907d6e-b874-4365-bc87-02b12f553a05 None None] Calling delete_port for 1b17b36e-19dc-4e87-b9b7-b8982dc28057 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:55.726448 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba9b23dd-040e-40fb-9a26-7755c5ca6282 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:55.728846 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Pushing event updated for resources: {'Port': ['ID=b9a040e6-74b5-4510-9839-cdc8031dba73,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:55.738565 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:55.746367 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ba9b23dd-040e-40fb-9a26-7755c5ca6282 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "DELETE /v2.0/ports/03061e36-eff0-4e95-be9b-d02281e26331 HTTP/1.1" status: 204 len: 168 time: 1.7545052 Jun 02 20:38:55.749327 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56206) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:55.796467 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-d163364b-1bd2-4155-99bd-e9f406c3934d tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] GET failed (client error): The resource could not be found. Jun 02 20:38:55.796569 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-dad50943-f80e-4abc-9cfd-53b12bc27f85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:55.797050 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d163364b-1bd2-4155-99bd-e9f406c3934d tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Synchronizing usage tracker for tenant:1e8223a4f83e4057b4a7d8e976d86807 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:55.799787 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-51907d6e-b874-4365-bc87-02b12f553a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:55.803422 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-dad50943-f80e-4abc-9cfd-53b12bc27f85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:port and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:55.805301 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-28abe925-bb2d-4a24-a66a-9fa281be97b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:55.806647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-dad50943-f80e-4abc-9cfd-53b12bc27f85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:55.813058 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-dad50943-f80e-4abc-9cfd-53b12bc27f85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:55.826598 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad50943-f80e-4abc-9cfd-53b12bc27f85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:55.828141 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d163364b-1bd2-4155-99bd-e9f406c3934d tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Unset dirty status for tenant:1e8223a4f83e4057b4a7d8e976d86807 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:55.833765 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d163364b-1bd2-4155-99bd-e9f406c3934d tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "GET /v2.0/ports/03061e36-eff0-4e95-be9b-d02281e26331 HTTP/1.1" status: 404 len: 333 time: 0.0791254 Jun 02 20:38:55.834026 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56208) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:55.838874 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e69ab312-f8c7-4217-a287-1b70c72fb1f1 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Request body: {'port': {'network_id': '77c22975-4711-49c0-bb85-1b987119d4b6', 'name': 'tempest-AllowedAddressPairTestJSON-514748777'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:55.857586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:55.865488 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51907d6e-b874-4365-bc87-02b12f553a05 None None] Pushing event deleted for resources: {'Port': ['ID=1b17b36e-19dc-4e87-b9b7-b8982dc28057,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:55.866131 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fb316fee-bb76-4bb5-acfd-75521853b99b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:55.867607 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51907d6e-b874-4365-bc87-02b12f553a05 None None] No DVR routers for this DVR port 1b17b36e-19dc-4e87-b9b7-b8982dc28057 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:38:55.869290 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-51907d6e-b874-4365-bc87-02b12f553a05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:55.929255 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Port': ['ID=1b17b36e-19dc-4e87-b9b7-b8982dc28057,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:55.934174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] No DVR routers for this DVR port 1b17b36e-19dc-4e87-b9b7-b8982dc28057 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:38:55.993275 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:56.004794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dad50943-f80e-4abc-9cfd-53b12bc27f85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:56.036408 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-dad50943-f80e-4abc-9cfd-53b12bc27f85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] device_id is not set on port 1b916dc8-8f27-4aff-a1fe-a8f64ec5492a yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:38:56.150699 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:56.179441 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d4fde5-0fb2-45fc-bae5-088378a21488']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:56.196849 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7426bc1c-2778-44d2-b4a0-ef8ad7920b83') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:56.197147 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7426bc1c-2778-44d2-b4a0-ef8ad7920b83') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:38:56.204007 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e69ab312-f8c7-4217-a287-1b70c72fb1f1 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:56.214804 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:56.226220 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e69ab312-f8c7-4217-a287-1b70c72fb1f1 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:56.237787 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:56.243097 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69ab312-f8c7-4217-a287-1b70c72fb1f1 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Made reservation on behalf of 1e8223a4f83e4057b4a7d8e976d86807 for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:38:56.246867 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e69ab312-f8c7-4217-a287-1b70c72fb1f1 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:56.258796 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-dad50943-f80e-4abc-9cfd-53b12bc27f85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8:0:1::2a0 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/a7672413-ea46-44e2-af2e-f1f728eef5d1/1b916dc8-8f27-4aff-a1fe-a8f64ec5492a) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:56.258998 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:38:56.259277 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:56.265146 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-dad50943-f80e-4abc-9cfd-53b12bc27f85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8::f816:3eff:fef4:e894 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/5e738d51-484e-4034-964d-40a4c6edd070/1b916dc8-8f27-4aff-a1fe-a8f64ec5492a) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:38:56.277114 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:38:56.341254 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-e69ab312-f8c7-4217-a287-1b70c72fb1f1 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] device_id is not set on port 6ff39e09-bf70-4959-a7c4-f8006ec15038 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:38:56.413862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:56.424303 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-762b0b36-1906-4b7f-adbf-c9cb3e2dc237 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:56.439499 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:56.459975 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Network': ['ID=d1d4fde5-0fb2-45fc-bae5-088378a21488,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:56.469947 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:56.497999 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b9a040e6-74b5-4510-9839-cdc8031dba73 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:56.504809 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dad50943-f80e-4abc-9cfd-53b12bc27f85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:56.517461 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/networks/d1d4fde5-0fb2-45fc-bae5-088378a21488 HTTP/1.1" status: 204 len: 168 time: 1.7561145 Jun 02 20:38:56.518892 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56210) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:56.525408 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2131168342', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}, 'admin_state_up': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:56.537590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:38:56.544807 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-dad50943-f80e-4abc-9cfd-53b12bc27f85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Transition to ACTIVE for port object 1b916dc8-8f27-4aff-a1fe-a8f64ec5492a will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:56.546222 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:router and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:38:56.549920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:38:56.557943 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:38:56.566985 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-e69ab312-f8c7-4217-a287-1b70c72fb1f1 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Allocated IP 172.20.0.4 (77c22975-4711-49c0-bb85-1b987119d4b6/6ec1d556-d486-4dfb-85a9-34ed6a3aacc5/6ff39e09-bf70-4959-a7c4-f8006ec15038) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:56.577100 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:56.578361 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:56.586112 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port b9a040e6-74b5-4510-9839-cdc8031dba73 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:56.600115 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dad50943-f80e-4abc-9cfd-53b12bc27f85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:56.607608 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:56.609219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:56.658503 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1b17b36e-19dc-4e87-b9b7-b8982dc28057 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:38:56.692043 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad50943-f80e-4abc-9cfd-53b12bc27f85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:56.698170 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-dad50943-f80e-4abc-9cfd-53b12bc27f85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:56.700636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad50943-f80e-4abc-9cfd-53b12bc27f85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:56.706380 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad50943-f80e-4abc-9cfd-53b12bc27f85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:56.707584 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dad50943-f80e-4abc-9cfd-53b12bc27f85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:56.709489 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 1b17b36e-19dc-4e87-b9b7-b8982dc28057 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:38:56.710144 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1b17b36e-19dc-4e87-b9b7-b8982dc28057 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:38:56.723872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50943-f80e-4abc-9cfd-53b12bc27f85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=1b916dc8-8f27-4aff-a1fe-a8f64ec5492a,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:56.726236 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dad50943-f80e-4abc-9cfd-53b12bc27f85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:56.836307 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e69ab312-f8c7-4217-a287-1b70c72fb1f1 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:56.850804 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1007bbf8-441e-48ac-8d25-208392d9086a None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:56.852942 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-e69ab312-f8c7-4217-a287-1b70c72fb1f1 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Transition to ACTIVE for port object 6ff39e09-bf70-4959-a7c4-f8006ec15038 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:56.862450 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-dad50943-f80e-4abc-9cfd-53b12bc27f85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2358098 Jun 02 20:38:56.869358 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56212) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:56.943982 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e69ab312-f8c7-4217-a287-1b70c72fb1f1 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:56.951778 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-af907e55-214b-4d51-8346-58f51873a06a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:56.973250 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-bd4d20ba-f883-41bb-987d-99e94eda186f None None] Provisioning for port b9a040e6-74b5-4510-9839-cdc8031dba73 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:56.990377 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-bd4d20ba-f883-41bb-987d-99e94eda186f None None] Provisioning complete for port b9a040e6-74b5-4510-9839-cdc8031dba73 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:56.990895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bd4d20ba-f883-41bb-987d-99e94eda186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:57.053535 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69ab312-f8c7-4217-a287-1b70c72fb1f1 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Network 77c22975-4711-49c0-bb85-1b987119d4b6 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:57.062894 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-e69ab312-f8c7-4217-a287-1b70c72fb1f1 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:57.068855 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ab312-f8c7-4217-a287-1b70c72fb1f1 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:57.138221 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ab312-f8c7-4217-a287-1b70c72fb1f1 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Pushing event updated for resources: {'Port': ['ID=6ff39e09-bf70-4959-a7c4-f8006ec15038,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:57.144014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e69ab312-f8c7-4217-a287-1b70c72fb1f1 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:57.160815 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69ab312-f8c7-4217-a287-1b70c72fb1f1 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:57.161939 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e69ab312-f8c7-4217-a287-1b70c72fb1f1 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:57.179518 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:57.185954 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-145d23f7-1a5a-42de-a35f-54d22325a7a3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting port 1b916dc8-8f27-4aff-a1fe-a8f64ec5492a {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:57.186304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-145d23f7-1a5a-42de-a35f-54d22325a7a3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:57.203619 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e69ab312-f8c7-4217-a287-1b70c72fb1f1 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3685825 Jun 02 20:38:57.208553 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56214) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:57.214460 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e9bc5bc0-8fee-468b-bfb8-3712fbf645c2 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:61:bb:e8'}]}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:38:57.286553 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bd4d20ba-f883-41bb-987d-99e94eda186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:57.321231 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-bd4d20ba-f883-41bb-987d-99e94eda186f None None] For port b9a040e6-74b5-4510-9839-cdc8031dba73, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b9a040e6-74b5-4510-9839-cdc8031dba73,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:57.397723 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bd4d20ba-f883-41bb-987d-99e94eda186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:57.399453 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8c63d3f7-4ef6-492f-9363-ad8c88e9a5e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:57.429496 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa985a58-2096-47ab-af7c-74019ec06288 None None] Update dhcp port {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'fixed_ips': [{'subnet_id': '5e738d51-484e-4034-964d-40a4c6edd070', 'ip_address': '2001:db8::f816:3eff:fe82:294a'}, {'subnet_id': 'a7672413-ea46-44e2-af2e-f1f728eef5d1'}], 'binding:host_id': 'dv-neutron-601336-84-hyperv'}, 'id': 'b9a040e6-74b5-4510-9839-cdc8031dba73'} from dv-neutron-601336-84-hyperv. {{(pid=92550) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 20:38:57.519077 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:57.521751 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-aa985a58-2096-47ab-af7c-74019ec06288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:57.541899 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d20ba-f883-41bb-987d-99e94eda186f None None] Pushing event updated for resources: {'Port': ['ID=b9a040e6-74b5-4510-9839-cdc8031dba73,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:57.548059 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b57514a7-ab55-44c5-a57e-e4d80a315243 None None] Provisioning for port 6ff39e09-bf70-4959-a7c4-f8006ec15038 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:57.550752 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:57.555993 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bd4d20ba-f883-41bb-987d-99e94eda186f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:57.556172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b57514a7-ab55-44c5-a57e-e4d80a315243 None None] Provisioning complete for port 6ff39e09-bf70-4959-a7c4-f8006ec15038 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:57.556543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b57514a7-ab55-44c5-a57e-e4d80a315243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:57.610671 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-145d23f7-1a5a-42de-a35f-54d22325a7a3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:57.619906 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e9bc5bc0-8fee-468b-bfb8-3712fbf645c2 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:57.695172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Allocated IP 172.26.0.226 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/a28b2fe4-08a5-41af-af1a-a1376dfcf610) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:57.698646 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-b57514a7-ab55-44c5-a57e-e4d80a315243 None None] Port 6ff39e09-bf70-4959-a7c4-f8006ec15038 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:38:57.784645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-145d23f7-1a5a-42de-a35f-54d22325a7a3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Calling delete_port for 1b916dc8-8f27-4aff-a1fe-a8f64ec5492a owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:57.808700 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-aa985a58-2096-47ab-af7c-74019ec06288 None None] Allocated IP 2001:db8:0:1::2 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/a7672413-ea46-44e2-af2e-f1f728eef5d1/b9a040e6-74b5-4510-9839-cdc8031dba73) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:38:57.854771 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:57.886429 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:57.890277 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-36f3b40c-a017-4cd7-ac3d-92e49740706d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:57.950249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:38:57.953741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:38:57.958172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:38:57.970792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-aa985a58-2096-47ab-af7c-74019ec06288 None None] For port b9a040e6-74b5-4510-9839-cdc8031dba73, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b9a040e6-74b5-4510-9839-cdc8031dba73,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:38:57.997140 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Port': ['ID=a28b2fe4-08a5-41af-af1a-a1376dfcf610,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:57.997464 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-aa985a58-2096-47ab-af7c-74019ec06288 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:58.001159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:58.015425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-aa985a58-2096-47ab-af7c-74019ec06288 None None] Transition to ACTIVE for port object b9a040e6-74b5-4510-9839-cdc8031dba73 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:38:58.023403 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-aa985a58-2096-47ab-af7c-74019ec06288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:58.028644 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5628831c-a667-4606-84dd-7405ecd08255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:58.111947 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e9bc5bc0-8fee-468b-bfb8-3712fbf645c2 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:58.120692 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e9bc5bc0-8fee-468b-bfb8-3712fbf645c2 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:58.127964 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dcb87b34-719d-4b03-99f7-0319fc128f19 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:58.167803 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa985a58-2096-47ab-af7c-74019ec06288 None None] Pushing event updated for resources: {'Port': ['ID=b9a040e6-74b5-4510-9839-cdc8031dba73,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:58.171079 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-aa985a58-2096-47ab-af7c-74019ec06288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:58.280785 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-145d23f7-1a5a-42de-a35f-54d22325a7a3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:58.289402 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-e9bc5bc0-8fee-468b-bfb8-3712fbf645c2 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] In _notify_port_updated(), no bound segment for port 6ff39e09-bf70-4959-a7c4-f8006ec15038 on network 77c22975-4711-49c0-bb85-1b987119d4b6 {{(pid=92548) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:38:58.295728 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bc5bc0-8fee-468b-bfb8-3712fbf645c2 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:58.296534 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e9bc5bc0-8fee-468b-bfb8-3712fbf645c2 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:58.301337 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e9bc5bc0-8fee-468b-bfb8-3712fbf645c2 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "PUT /v2.0/ports/6ff39e09-bf70-4959-a7c4-f8006ec15038 HTTP/1.1" status: 200 len: 1009 time: 1.0884895 Jun 02 20:38:58.301337 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc5bc0-8fee-468b-bfb8-3712fbf645c2 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Pushing event updated for resources: {'Port': ['ID=6ff39e09-bf70-4959-a7c4-f8006ec15038,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:58.301849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56216) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:58.311697 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e9bc5bc0-8fee-468b-bfb8-3712fbf645c2 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:58.312252 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:58.389593 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d23f7-1a5a-42de-a35f-54d22325a7a3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=1b916dc8-8f27-4aff-a1fe-a8f64ec5492a,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:58.398398 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-145d23f7-1a5a-42de-a35f-54d22325a7a3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:58.444444 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-145d23f7-1a5a-42de-a35f-54d22325a7a3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:58.454808 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-145d23f7-1a5a-42de-a35f-54d22325a7a3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/1b916dc8-8f27-4aff-a1fe-a8f64ec5492a HTTP/1.1" status: 204 len: 168 time: 1.5818973 Jun 02 20:38:58.458883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56218) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:58.462730 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b9a040e6-74b5-4510-9839-cdc8031dba73 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:38:58.638174 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b69b08b6-ad09-436c-933d-9fe46d0166d8 None None] Provisioning complete for port 6ff39e09-bf70-4959-a7c4-f8006ec15038 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:58.638827 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b69b08b6-ad09-436c-933d-9fe46d0166d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:58.698111 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-b69b08b6-ad09-436c-933d-9fe46d0166d8 None None] Port 6ff39e09-bf70-4959-a7c4-f8006ec15038 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:38:58.729071 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:58.912147 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05949d6-53b0-451e-ad72-57307bb180da tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:58.912873 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-dddf3651-1fd3-4740-9161-26658e86097c None None] Could not find standard attr ID for object 1b916dc8-8f27-4aff-a1fe-a8f64ec5492a. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:38:58.912968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e05949d6-53b0-451e-ad72-57307bb180da tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:58.924124 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-dddf3651-1fd3-4740-9161-26658e86097c None None] Provisioning for port b9a040e6-74b5-4510-9839-cdc8031dba73 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:38:58.927369 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-0dbba396-6440-4cdd-8ded-57134d28d7e7 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Deleting port 6ff39e09-bf70-4959-a7c4-f8006ec15038 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:38:58.927722 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0dbba396-6440-4cdd-8ded-57134d28d7e7 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:58.929008 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-dddf3651-1fd3-4740-9161-26658e86097c None None] Provisioning complete for port b9a040e6-74b5-4510-9839-cdc8031dba73 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:38:58.929568 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-dddf3651-1fd3-4740-9161-26658e86097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:59.032298 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e05949d6-53b0-451e-ad72-57307bb180da tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:59.035029 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e05949d6-53b0-451e-ad72-57307bb180da tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5727947 Jun 02 20:38:59.036139 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56220) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:59.132591 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea6615d-e604-4321-9f4e-527841cd1a88 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:59.133334 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-aea6615d-e604-4321-9f4e-527841cd1a88 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:59.146437 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-aea6615d-e604-4321-9f4e-527841cd1a88 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:59.147844 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-aea6615d-e604-4321-9f4e-527841cd1a88 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1101813 Jun 02 20:38:59.150100 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56222) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:59.168027 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-18c79752-79dd-468b-9e4c-5c91cc65ab2b None None] Could not find standard attr ID for object 1b916dc8-8f27-4aff-a1fe-a8f64ec5492a. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:38:59.219884 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f0976b-adc9-47c2-ab8d-df24e40a0259 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:59.221401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f0976b-adc9-47c2-ab8d-df24e40a0259 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:59.223725 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f0976b-adc9-47c2-ab8d-df24e40a0259 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:38:59.224509 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a1f0976b-adc9-47c2-ab8d-df24e40a0259 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:38:59.230658 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0dbba396-6440-4cdd-8ded-57134d28d7e7 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:59.240919 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a1f0976b-adc9-47c2-ab8d-df24e40a0259 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:38:59.242479 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a1f0976b-adc9-47c2-ab8d-df24e40a0259 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0914617 Jun 02 20:38:59.245288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56224) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:59.310359 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-0363840e-56f9-47df-89c0-cf1610800b7e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet 5e738d51-484e-4034-964d-40a4c6edd070 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:38:59.313299 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0363840e-56f9-47df-89c0-cf1610800b7e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:59.370315 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-0dbba396-6440-4cdd-8ded-57134d28d7e7 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Calling delete_port for 6ff39e09-bf70-4959-a7c4-f8006ec15038 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:38:59.371254 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0363840e-56f9-47df-89c0-cf1610800b7e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:59.388455 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:59.450717 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0363840e-56f9-47df-89c0-cf1610800b7e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:59.665351 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0dbba396-6440-4cdd-8ded-57134d28d7e7 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:59.670654 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d85008bc-f67b-457b-ad51-8f050c1710d5 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:59.711333 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router bd0ca70a-68b7-46e6-82da-61fa9e27aac7 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:38:59.723282 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbba396-6440-4cdd-8ded-57134d28d7e7 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Pushing event deleted for resources: {'Port': ['ID=6ff39e09-bf70-4959-a7c4-f8006ec15038,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:59.741133 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0363840e-56f9-47df-89c0-cf1610800b7e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:59.745009 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-497414c8-3379-407d-ace8-e82aaa7efaea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:38:59.756320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0dbba396-6440-4cdd-8ded-57134d28d7e7 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:59.782672 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363840e-56f9-47df-89c0-cf1610800b7e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=5e738d51-484e-4034-964d-40a4c6edd070,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:38:59.786307 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0363840e-56f9-47df-89c0-cf1610800b7e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:38:59.787336 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0363840e-56f9-47df-89c0-cf1610800b7e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:59.795596 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dab194b-f590-4249-98ea-3dfc2ad06954 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:38:59.805023 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0363840e-56f9-47df-89c0-cf1610800b7e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/5e738d51-484e-4034-964d-40a4c6edd070 HTTP/1.1" status: 204 len: 168 time: 0.5584273 Jun 02 20:38:59.807461 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56226) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:38:59.890107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5b1185-ec83-448b-bbf9-2f5ba5415f52 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet a7672413-ea46-44e2-af2e-f1f728eef5d1 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:38:59.896172 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0a5b1185-ec83-448b-bbf9-2f5ba5415f52 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:38:59.962978 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0a5b1185-ec83-448b-bbf9-2f5ba5415f52 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:00.057654 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0a5b1185-ec83-448b-bbf9-2f5ba5415f52 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:00.123194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0dbba396-6440-4cdd-8ded-57134d28d7e7 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:00.162154 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0dbba396-6440-4cdd-8ded-57134d28d7e7 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "DELETE /v2.0/ports/6ff39e09-bf70-4959-a7c4-f8006ec15038 HTTP/1.1" status: 204 len: 168 time: 1.8593392 Jun 02 20:39:00.165702 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56228) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:00.211416 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:39:00.214215 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c89e284-1aa3-4d9a-ae1a-d22680b7883a tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] GET failed (client error): The resource could not be found. Jun 02 20:39:00.214374 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3c89e284-1aa3-4d9a-ae1a-d22680b7883a tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Synchronizing usage tracker for tenant:1e8223a4f83e4057b4a7d8e976d86807 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:39:00.226082 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a22d4df-4c50-4fb0-9149-e52dbf14b280 None None] Sync routers for ids ['bd0ca70a-68b7-46e6-82da-61fa9e27aac7'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:39:00.237329 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a22d4df-4c50-4fb0-9149-e52dbf14b280 None None] Routers {'bd0ca70a-68b7-46e6-82da-61fa9e27aac7'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:39:00.238834 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2a22d4df-4c50-4fb0-9149-e52dbf14b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['bd0ca70a-68b7-46e6-82da-61fa9e27aac7'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:00.248903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:00.253000 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.7303047 Jun 02 20:39:00.253000 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3c89e284-1aa3-4d9a-ae1a-d22680b7883a tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Unset dirty status for tenant:1e8223a4f83e4057b4a7d8e976d86807 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:39:00.253000 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3c89e284-1aa3-4d9a-ae1a-d22680b7883a tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "GET /v2.0/ports/6ff39e09-bf70-4959-a7c4-f8006ec15038 HTTP/1.1" status: 404 len: 333 time: 0.0860338 Jun 02 20:39:00.253351 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56230) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:00.258268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56232) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:00.320618 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-b5343862-cad3-42b3-a7aa-cc16540f4cc0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Request body: {'port': {'network_id': '77c22975-4711-49c0-bb85-1b987119d4b6', 'name': 'tempest-AllowedAddressPairTestJSON-1857678061'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:00.383393 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2a22d4df-4c50-4fb0-9149-e52dbf14b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:00.392862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0a5b1185-ec83-448b-bbf9-2f5ba5415f52 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:00.398599 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7a0848e2-afa9-4175-8081-b4385d47ea5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:00.399092 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a22d4df-4c50-4fb0-9149-e52dbf14b280 None None] Routers {'bd0ca70a-68b7-46e6-82da-61fa9e27aac7'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:39:00.399830 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2a22d4df-4c50-4fb0-9149-e52dbf14b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['bd0ca70a-68b7-46e6-82da-61fa9e27aac7'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:00.441399 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b1185-ec83-448b-bbf9-2f5ba5415f52 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=a7672413-ea46-44e2-af2e-f1f728eef5d1,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:00.445892 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0a5b1185-ec83-448b-bbf9-2f5ba5415f52 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:00.448248 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0a5b1185-ec83-448b-bbf9-2f5ba5415f52 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:00.467362 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0a5b1185-ec83-448b-bbf9-2f5ba5415f52 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/a7672413-ea46-44e2-af2e-f1f728eef5d1 HTTP/1.1" status: 204 len: 168 time: 0.6585834 Jun 02 20:39:00.467945 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56234) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:00.468688 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2a22d4df-4c50-4fb0-9149-e52dbf14b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:00.469102 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a22d4df-4c50-4fb0-9149-e52dbf14b280 None None] The sync data for ids ['bd0ca70a-68b7-46e6-82da-61fa9e27aac7'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:39:00.539921 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0ac97884-9219-4e69-8c3d-e972a1510973 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706923 Jun 02 20:39:00.540610 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56236) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:00.545840 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:00.595055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b5343862-cad3-42b3-a7aa-cc16540f4cc0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:00.613368 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b5343862-cad3-42b3-a7aa-cc16540f4cc0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:00.620682 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1aa2e3b5-5b92-48dd-8565-f999345d71db tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/routers/bd0ca70a-68b7-46e6-82da-61fa9e27aac7 HTTP/1.1" status: 200 len: 881 time: 0.3655081 Jun 02 20:39:00.624773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56238) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:00.700954 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5343862-cad3-42b3-a7aa-cc16540f4cc0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Made reservation on behalf of 1e8223a4f83e4057b4a7d8e976d86807 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:00.704483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b5343862-cad3-42b3-a7aa-cc16540f4cc0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:00.715025 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8f13a0ad-0181-4624-b0dd-e222fa411cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:00.729704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-b5343862-cad3-42b3-a7aa-cc16540f4cc0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] device_id is not set on port 525a271a-cc02-4e0d-afc1-be8d450f84ed yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:39:00.822602 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:00.827335 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:00.830165 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:00.836153 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:00.848578 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:00.852060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:00.857498 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189c7910-fbab-4975-aed8-f1556ced1746 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:00.954666 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-b5343862-cad3-42b3-a7aa-cc16540f4cc0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Allocated IP 172.20.0.13 (77c22975-4711-49c0-bb85-1b987119d4b6/6ec1d556-d486-4dfb-85a9-34ed6a3aacc5/525a271a-cc02-4e0d-afc1-be8d450f84ed) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:00.992597 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-147a2926-4d0a-4933-a8da-a204dda35e6f None None] Provisioning complete for port b9a040e6-74b5-4510-9839-cdc8031dba73 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:00.992895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-147a2926-4d0a-4933-a8da-a204dda35e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:01.065566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b9bcf5c5-f9fe-4de8-ac45-3612d57f583b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Synchronizing usage tracker for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:router {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:39:01.158386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b9bcf5c5-f9fe-4de8-ac45-3612d57f583b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Unset dirty status for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:router {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:39:01.160893 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b9bcf5c5-f9fe-4de8-ac45-3612d57f583b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5337448 Jun 02 20:39:01.162806 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56240) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:01.167832 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-4f0cd635-3950-4567-bfd0-76f7e7361aff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2131168342'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:01.248859 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf291b8-6bf0-4bbc-855f-7a3c88c9059b None None] DHCP port deletion for 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:39:01.318470 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-0cf291b8-6bf0-4bbc-855f-7a3c88c9059b None None] Deleting port b9a040e6-74b5-4510-9839-cdc8031dba73 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:01.318896 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0cf291b8-6bf0-4bbc-855f-7a3c88c9059b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:01.342892 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b5343862-cad3-42b3-a7aa-cc16540f4cc0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:01.368954 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.objects.ports [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92548) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 20:39:01.381146 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-b5343862-cad3-42b3-a7aa-cc16540f4cc0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Transition to ACTIVE for port object 525a271a-cc02-4e0d-afc1-be8d450f84ed will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:01.452510 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-0cf291b8-6bf0-4bbc-855f-7a3c88c9059b None None] For port b9a040e6-74b5-4510-9839-cdc8031dba73, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b9a040e6-74b5-4510-9839-cdc8031dba73,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:01.452960 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0cf291b8-6bf0-4bbc-855f-7a3c88c9059b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:01.559749 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:01.565683 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b5343862-cad3-42b3-a7aa-cc16540f4cc0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:01.572995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-46b4638d-acbc-4079-a5f2-696ede029fcd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:01.581971 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-0cf291b8-6bf0-4bbc-855f-7a3c88c9059b None None] Calling delete_port for b9a040e6-74b5-4510-9839-cdc8031dba73 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:01.631091 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0cf291b8-6bf0-4bbc-855f-7a3c88c9059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:01.635661 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:01.678939 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf291b8-6bf0-4bbc-855f-7a3c88c9059b None None] Pushing event deleted for resources: {'Port': ['ID=b9a040e6-74b5-4510-9839-cdc8031dba73,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:01.681854 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0cf291b8-6bf0-4bbc-855f-7a3c88c9059b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:01.682679 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf291b8-6bf0-4bbc-855f-7a3c88c9059b None None] No DVR routers for this DVR port b9a040e6-74b5-4510-9839-cdc8031dba73 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:39:01.814120 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] For port b9a040e6-74b5-4510-9839-cdc8031dba73, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b9a040e6-74b5-4510-9839-cdc8031dba73,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:01.839063 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:01.843862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:01.845956 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:01.850968 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e9bc5bc0-8fee-468b-bfb8-3712fbf645c2 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:01.853022 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5343862-cad3-42b3-a7aa-cc16540f4cc0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Network 77c22975-4711-49c0-bb85-1b987119d4b6 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:01.860937 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-b5343862-cad3-42b3-a7aa-cc16540f4cc0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:01.877352 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5343862-cad3-42b3-a7aa-cc16540f4cc0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:01.895372 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=b9a040e6-74b5-4510-9839-cdc8031dba73,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:01.903401 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5343862-cad3-42b3-a7aa-cc16540f4cc0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Pushing event updated for resources: {'Port': ['ID=525a271a-cc02-4e0d-afc1-be8d450f84ed,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:01.903797 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:01.904313 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2f6736ab-0344-4cbb-89ca-67a02b823c3f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:01.910865 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b5343862-cad3-42b3-a7aa-cc16540f4cc0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:01.938158 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:01.943725 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:01.953228 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:01.953815 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:01.955129 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5268149-949c-4393-b77e-56e5ad5ea206 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:01.989305 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4475167 Jun 02 20:39:01.992476 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56242) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:01.997821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-f0c8e2a4-427a-4472-8e08-639ad676e734 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:02.021251 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5343862-cad3-42b3-a7aa-cc16540f4cc0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:02.021894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b5343862-cad3-42b3-a7aa-cc16540f4cc0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:02.059690 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b5343862-cad3-42b3-a7aa-cc16540f4cc0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7983918 Jun 02 20:39:02.060049 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56244) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:02.065303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-9e6d9a53-2caa-444e-8867-d6c0ea04bb34 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Request body: {'port': {'network_id': '77c22975-4711-49c0-bb85-1b987119d4b6', 'name': 'tempest-AllowedAddressPairTestJSON-44789682'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:02.094608 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=82142232-e11b-4044-9305-165a9f241612,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:02.100597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:02.102318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4f0cd635-3950-4567-bfd0-76f7e7361aff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:02.149901 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f0c8e2a4-427a-4472-8e08-639ad676e734 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:02.155958 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f0c8e2a4-427a-4472-8e08-639ad676e734 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:02.158307 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4fd3f152-c9c4-4ba9-9d6c-0ee6f8641c2e None None] Provisioning for port 525a271a-cc02-4e0d-afc1-be8d450f84ed completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:02.160577 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f0c8e2a4-427a-4472-8e08-639ad676e734 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:02.162892 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4f0cd635-3950-4567-bfd0-76f7e7361aff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:02.171832 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f0c8e2a4-427a-4472-8e08-639ad676e734 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:02.172040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4fd3f152-c9c4-4ba9-9d6c-0ee6f8641c2e None None] Provisioning complete for port 525a271a-cc02-4e0d-afc1-be8d450f84ed triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:02.172300 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f152-c9c4-4ba9-9d6c-0ee6f8641c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:02.182790 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c8e2a4-427a-4472-8e08-639ad676e734 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:02.186391 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f0c8e2a4-427a-4472-8e08-639ad676e734 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:02.267232 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-4fd3f152-c9c4-4ba9-9d6c-0ee6f8641c2e None None] Port 525a271a-cc02-4e0d-afc1-be8d450f84ed cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:39:02.286606 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'fixed_ips': [{'subnet_id': '82142232-e11b-4044-9305-165a9f241612'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:39:02.287465 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:02.322734 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.ipam_backend_mixin [None req-f0c8e2a4-427a-4472-8e08-639ad676e734 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 82142232-e11b-4044-9305-165a9f241612 (CIDR: 2001:db8::/64) Jun 02 20:39:02.325851 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c8e2a4-427a-4472-8e08-639ad676e734 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:39:02.326368 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c8e2a4-427a-4472-8e08-639ad676e734 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:02.348570 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f0c8e2a4-427a-4472-8e08-639ad676e734 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3516982 Jun 02 20:39:02.348570 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56248) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:02.353992 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e5f7f609-495b-4382-9696-cfc9bb4f807b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:02.359559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9e6d9a53-2caa-444e-8867-d6c0ea04bb34 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:02.373869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9e6d9a53-2caa-444e-8867-d6c0ea04bb34 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Usage tracker for resource:port and tenant:1e8223a4f83e4057b4a7d8e976d86807 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:02.378753 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9e6d9a53-2caa-444e-8867-d6c0ea04bb34 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:02.387490 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9e6d9a53-2caa-444e-8867-d6c0ea04bb34 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:02.413614 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0cd635-3950-4567-bfd0-76f7e7361aff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router bd0ca70a-68b7-46e6-82da-61fa9e27aac7 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:39:02.419345 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6d9a53-2caa-444e-8867-d6c0ea04bb34 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Made reservation on behalf of 1e8223a4f83e4057b4a7d8e976d86807 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:02.423450 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9a53-2caa-444e-8867-d6c0ea04bb34 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:02.459911 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b9a040e6-74b5-4510-9839-cdc8031dba73 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:39:02.492759 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Allocated IP 2001:db8::f816:3eff:fe1c:1787 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/82142232-e11b-4044-9305-165a9f241612/ee6ab79d-2057-459d-b052-547920a412d1) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:02.501466 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: b9a040e6-74b5-4510-9839-cdc8031dba73 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:39:02.501847 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b9a040e6-74b5-4510-9839-cdc8031dba73 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:39:02.516161 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e5f7f609-495b-4382-9696-cfc9bb4f807b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:02.521163 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-9e6d9a53-2caa-444e-8867-d6c0ea04bb34 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] device_id is not set on port 0660d0ba-2b5e-4037-b09d-7bbe5290dbd5 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:39:02.521613 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e5f7f609-495b-4382-9696-cfc9bb4f807b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:02.524830 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e5f7f609-495b-4382-9696-cfc9bb4f807b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:02.530824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e5f7f609-495b-4382-9696-cfc9bb4f807b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:02.541262 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f7f609-495b-4382-9696-cfc9bb4f807b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:02.545310 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5f7f609-495b-4382-9696-cfc9bb4f807b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:02.758961 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-9e6d9a53-2caa-444e-8867-d6c0ea04bb34 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Allocated IP 172.20.0.10 (77c22975-4711-49c0-bb85-1b987119d4b6/6ec1d556-d486-4dfb-85a9-34ed6a3aacc5/0660d0ba-2b5e-4037-b09d-7bbe5290dbd5) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:02.772805 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:02.777827 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0cd635-3950-4567-bfd0-76f7e7361aff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:39:02.783867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Transition to ACTIVE for port object ee6ab79d-2057-459d-b052-547920a412d1 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:02.794997 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59859e1e-ed1e-4178-be6c-62ca30861e99 None None] Sync routers for ids ['bd0ca70a-68b7-46e6-82da-61fa9e27aac7'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:39:02.809866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4f0cd635-3950-4567-bfd0-76f7e7361aff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:02.811012 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4f0cd635-3950-4567-bfd0-76f7e7361aff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/bd0ca70a-68b7-46e6-82da-61fa9e27aac7 HTTP/1.1" status: 200 len: 888 time: 1.6472676 Jun 02 20:39:02.812252 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Transition to ACTIVE for port object ee6ab79d-2057-459d-b052-547920a412d1 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:02.813584 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59859e1e-ed1e-4178-be6c-62ca30861e99 None None] Routers {'bd0ca70a-68b7-46e6-82da-61fa9e27aac7'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:39:02.814214 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-59859e1e-ed1e-4178-be6c-62ca30861e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['bd0ca70a-68b7-46e6-82da-61fa9e27aac7'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:02.814878 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56250) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:02.877592 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-59859e1e-ed1e-4178-be6c-62ca30861e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:02.880546 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:02.885858 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ed9b6446-1598-4df4-8da6-d003b60724f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:02.946591 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59859e1e-ed1e-4178-be6c-62ca30861e99 None None] Routers {'bd0ca70a-68b7-46e6-82da-61fa9e27aac7'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:39:02.947239 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-59859e1e-ed1e-4178-be6c-62ca30861e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:38:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['bd0ca70a-68b7-46e6-82da-61fa9e27aac7'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:03.004846 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e20fc203-b01c-42f9-89a2-88343b73c77d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/routers/bd0ca70a-68b7-46e6-82da-61fa9e27aac7 HTTP/1.1" status: 200 len: 888 time: 0.1857359 Jun 02 20:39:03.005076 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56252) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:03.009295 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:03.018861 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:03.025334 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:03.031127 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-59859e1e-ed1e-4178-be6c-62ca30861e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:03.031598 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59859e1e-ed1e-4178-be6c-62ca30861e99 None None] The sync data for ids ['bd0ca70a-68b7-46e6-82da-61fa9e27aac7'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:39:03.034567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Pushing event updated for resources: {'Port': ['ID=ee6ab79d-2057-459d-b052-547920a412d1,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:03.039258 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:03.056919 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-041ed805-d373-461e-a7b6-69194bdfbece tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Synchronizing usage tracker for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:39:03.132428 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-041ed805-d373-461e-a7b6-69194bdfbece tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Unset dirty status for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:39:03.136206 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-041ed805-d373-461e-a7b6-69194bdfbece tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0ca70a-68b7-46e6-82da-61fa9e27aac7 HTTP/1.1" status: 200 len: 205 time: 0.1277714 Jun 02 20:39:03.136370 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Attempting to bind port ee6ab79d-2057-459d-b052-547920a412d1 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:39:03.136370 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Attempting to bind port ee6ab79d-2057-459d-b052-547920a412d1 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:39:03.136370 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Attempting to bind port ee6ab79d-2057-459d-b052-547920a412d1 on network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:39:03.137130 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56254) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:03.142074 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:39:03.142452 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Checking segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:03.142849 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:03.143269 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Bound using segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:39:03.143733 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Bound port: ee6ab79d-2057-459d-b052-547920a412d1, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:39:03.144669 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:03.176584 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9a53-2caa-444e-8867-d6c0ea04bb34 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:03.192608 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-9e6d9a53-2caa-444e-8867-d6c0ea04bb34 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Transition to ACTIVE for port object 0660d0ba-2b5e-4037-b09d-7bbe5290dbd5 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:03.222705 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9a53-2caa-444e-8867-d6c0ea04bb34 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:03.231868 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1e23790e-58c3-4bc4-8675-72931d155a91 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:03.239861 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] For port ee6ab79d-2057-459d-b052-547920a412d1, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:39:03.244229 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] For port ee6ab79d-2057-459d-b052-547920a412d1, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ee6ab79d-2057-459d-b052-547920a412d1,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:39:03.250034 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:03.255450 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f3f59c03-c355-4ff8-92c9-58d15e05e27a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:03.302511 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6d9a53-2caa-444e-8867-d6c0ea04bb34 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Network 77c22975-4711-49c0-bb85-1b987119d4b6 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:03.310815 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-9e6d9a53-2caa-444e-8867-d6c0ea04bb34 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:03.316735 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d9a53-2caa-444e-8867-d6c0ea04bb34 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:03.351790 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b0712174-bbf6-466f-accb-8e339e4aa46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:03.361815 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d9a53-2caa-444e-8867-d6c0ea04bb34 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Pushing event updated for resources: {'Port': ['ID=0660d0ba-2b5e-4037-b09d-7bbe5290dbd5,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:03.361960 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29483723-d78b-4896-beb3-5ad05e096e5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:03.365406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9e6d9a53-2caa-444e-8867-d6c0ea04bb34 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:03.388701 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:03.402623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6d9a53-2caa-444e-8867-d6c0ea04bb34 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:03.406507 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9a53-2caa-444e-8867-d6c0ea04bb34 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:03.413866 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Pushing event updated for resources: {'Port': ['ID=ee6ab79d-2057-459d-b052-547920a412d1,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:03.416929 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:03.439781 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9e6d9a53-2caa-444e-8867-d6c0ea04bb34 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3784270 Jun 02 20:39:03.440820 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56256) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:03.448364 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-7a79b0eb-ceb0-45b1-9791-9b8c18e7f5b0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:61:bb:e8'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:ca:fb:69'}]}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:03.553913 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5f7f609-495b-4382-9696-cfc9bb4f807b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:03.562886 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-675f694a-c857-4260-8420-1461c76bcd70 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:03.631452 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-fbd9f723-e7f4-4b91-a371-8bc648a3be26 None None] Provisioning for port 0660d0ba-2b5e-4037-b09d-7bbe5290dbd5 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:03.640036 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-fbd9f723-e7f4-4b91-a371-8bc648a3be26 None None] Provisioning complete for port 0660d0ba-2b5e-4037-b09d-7bbe5290dbd5 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:03.640421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fbd9f723-e7f4-4b91-a371-8bc648a3be26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:03.708010 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f7f609-495b-4382-9696-cfc9bb4f807b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:03.710952 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-fbd9f723-e7f4-4b91-a371-8bc648a3be26 None None] Port 0660d0ba-2b5e-4037-b09d-7bbe5290dbd5 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:39:03.713266 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-e5f7f609-495b-4382-9696-cfc9bb4f807b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:03.717422 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7f609-495b-4382-9696-cfc9bb4f807b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=65768299-df6a-4bd4-85f9-54a027eccbc0,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:03.734181 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e5f7f609-495b-4382-9696-cfc9bb4f807b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:03.740832 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f7f609-495b-4382-9696-cfc9bb4f807b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:03.741428 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5f7f609-495b-4382-9696-cfc9bb4f807b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:03.777177 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29483723-d78b-4896-beb3-5ad05e096e5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:03.788217 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e5f7f609-495b-4382-9696-cfc9bb4f807b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4385095 Jun 02 20:39:03.791112 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56258) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:03.796513 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-dbb618e6-998f-458a-a281-0255c00aa27e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'mac_address': 'fa:16:3e:89:28:49', 'name': 'tempest-NetworksTestDHCPv6-396748639'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:03.959721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a79b0eb-ceb0-45b1-9791-9b8c18e7f5b0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:03.982992 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-dbb618e6-998f-458a-a281-0255c00aa27e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:03.988616 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-dbb618e6-998f-458a-a281-0255c00aa27e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:port and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:03.991791 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-29483723-d78b-4896-beb3-5ad05e096e5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting port a28b2fe4-08a5-41af-af1a-a1376dfcf610 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:03.992128 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29483723-d78b-4896-beb3-5ad05e096e5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:04.004511 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-dbb618e6-998f-458a-a281-0255c00aa27e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:04.014533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-dbb618e6-998f-458a-a281-0255c00aa27e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:04.075318 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb618e6-998f-458a-a281-0255c00aa27e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:04.190687 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:04.205109 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29483723-d78b-4896-beb3-5ad05e096e5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:04.238274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a79b0eb-ceb0-45b1-9791-9b8c18e7f5b0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:04.243316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a79b0eb-ceb0-45b1-9791-9b8c18e7f5b0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:04.247403 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9d587239-ae95-4000-aa14-53b4972ceb61 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:04.380638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79b0eb-ceb0-45b1-9791-9b8c18e7f5b0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Pushing event updated for resources: {'Port': ['ID=0660d0ba-2b5e-4037-b09d-7bbe5290dbd5,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:04.384118 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7a79b0eb-ceb0-45b1-9791-9b8c18e7f5b0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:04.398259 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-7a79b0eb-ceb0-45b1-9791-9b8c18e7f5b0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] In _notify_port_updated(), no bound segment for port 0660d0ba-2b5e-4037-b09d-7bbe5290dbd5 on network 77c22975-4711-49c0-bb85-1b987119d4b6 {{(pid=92549) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:39:04.405914 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a79b0eb-ceb0-45b1-9791-9b8c18e7f5b0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:04.406612 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a79b0eb-ceb0-45b1-9791-9b8c18e7f5b0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:04.411721 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7a79b0eb-ceb0-45b1-9791-9b8c18e7f5b0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "PUT /v2.0/ports/0660d0ba-2b5e-4037-b09d-7bbe5290dbd5 HTTP/1.1" status: 200 len: 1083 time: 0.9692249 Jun 02 20:39:04.412340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56260) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:04.535170 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-29483723-d78b-4896-beb3-5ad05e096e5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Calling delete_port for a28b2fe4-08a5-41af-af1a-a1376dfcf610 owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:04.540500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ee6ab79d-2057-459d-b052-547920a412d1 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:04.548251 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dbb618e6-998f-458a-a281-0255c00aa27e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:04.586518 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-dbb618e6-998f-458a-a281-0255c00aa27e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] device_id is not set on port 83a65e9c-b841-41c6-bc58-cc3b45db29e7 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:39:04.587614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbfbf1d-7446-4c89-ba25-8e2d3b444bc1 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:04.598666 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-6d119a17-4259-40b8-b591-e61ae410a792 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Deleting port 0660d0ba-2b5e-4037-b09d-7bbe5290dbd5 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:04.599009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6d119a17-4259-40b8-b591-e61ae410a792 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:04.714183 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4c5ab4b0-5273-409a-b70a-cc460b077e8d None None] Provisioning complete for port 0660d0ba-2b5e-4037-b09d-7bbe5290dbd5 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:04.714673 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4c5ab4b0-5273-409a-b70a-cc460b077e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:04.758117 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6d119a17-4259-40b8-b591-e61ae410a792 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:04.833596 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port ee6ab79d-2057-459d-b052-547920a412d1 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:04.852380 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-4c5ab4b0-5273-409a-b70a-cc460b077e8d None None] Port 0660d0ba-2b5e-4037-b09d-7bbe5290dbd5 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:39:04.901253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-6d119a17-4259-40b8-b591-e61ae410a792 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Calling delete_port for 0660d0ba-2b5e-4037-b09d-7bbe5290dbd5 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:04.907807 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-dbb618e6-998f-458a-a281-0255c00aa27e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8:0:1::98 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/65768299-df6a-4bd4-85f9-54a027eccbc0/83a65e9c-b841-41c6-bc58-cc3b45db29e7) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:04.911244 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4c5ab4b0-5273-409a-b70a-cc460b077e8d None None] Provisioning for port ee6ab79d-2057-459d-b052-547920a412d1 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:04.912611 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29483723-d78b-4896-beb3-5ad05e096e5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:04.918352 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6b0c2aa9-9574-4dce-bf32-82124ac7fd4e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:04.923725 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4c5ab4b0-5273-409a-b70a-cc460b077e8d None None] Provisioning complete for port ee6ab79d-2057-459d-b052-547920a412d1 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:04.924110 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4c5ab4b0-5273-409a-b70a-cc460b077e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:04.960410 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-dbb618e6-998f-458a-a281-0255c00aa27e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8::f816:3eff:fe89:2849 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/82142232-e11b-4044-9305-165a9f241612/83a65e9c-b841-41c6-bc58-cc3b45db29e7) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:04.975223 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29483723-d78b-4896-beb3-5ad05e096e5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Port': ['ID=a28b2fe4-08a5-41af-af1a-a1376dfcf610,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:05.002580 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-29483723-d78b-4896-beb3-5ad05e096e5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:05.023497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6d119a17-4259-40b8-b591-e61ae410a792 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:05.030679 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:05.081703 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d119a17-4259-40b8-b591-e61ae410a792 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Pushing event deleted for resources: {'Port': ['ID=0660d0ba-2b5e-4037-b09d-7bbe5290dbd5,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:05.084784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6d119a17-4259-40b8-b591-e61ae410a792 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:05.111764 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4c5ab4b0-5273-409a-b70a-cc460b077e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:05.134669 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29483723-d78b-4896-beb3-5ad05e096e5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:05.153555 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6f0b56-96fc-43e0-b8ba-9bc09d3a3f63 None None] Update dhcp port {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'fixed_ips': [{'subnet_id': '82142232-e11b-4044-9305-165a9f241612', 'ip_address': '2001:db8::f816:3eff:fe1c:1787'}, {'subnet_id': '65768299-df6a-4bd4-85f9-54a027eccbc0'}], 'binding:host_id': 'dv-neutron-601336-84-hyperv'}, 'id': 'ee6ab79d-2057-459d-b052-547920a412d1'} from dv-neutron-601336-84-hyperv. {{(pid=92550) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 20:39:05.223611 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-4c5ab4b0-5273-409a-b70a-cc460b077e8d None None] For port ee6ab79d-2057-459d-b052-547920a412d1, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ee6ab79d-2057-459d-b052-547920a412d1,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:05.241953 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4c5ab4b0-5273-409a-b70a-cc460b077e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:05.245430 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7e6f0b56-96fc-43e0-b8ba-9bc09d3a3f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:05.266676 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bbdcdc0c-8c38-4c12-a77a-24615c278d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:05.384341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6d119a17-4259-40b8-b591-e61ae410a792 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:05.393664 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6d119a17-4259-40b8-b591-e61ae410a792 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "DELETE /v2.0/ports/0660d0ba-2b5e-4037-b09d-7bbe5290dbd5 HTTP/1.1" status: 204 len: 168 time: 0.9803071 Jun 02 20:39:05.396732 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56262) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:05.407681 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29483723-d78b-4896-beb3-5ad05e096e5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:05.411910 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29483723-d78b-4896-beb3-5ad05e096e5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:05.431954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ab4b0-5273-409a-b70a-cc460b077e8d None None] Pushing event updated for resources: {'Port': ['ID=ee6ab79d-2057-459d-b052-547920a412d1,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:05.439406 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dbeb513-d746-451d-885f-383d09d4bede tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] GET failed (client error): The resource could not be found. Jun 02 20:39:05.439939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3dbeb513-d746-451d-885f-383d09d4bede tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Synchronizing usage tracker for tenant:1e8223a4f83e4057b4a7d8e976d86807 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:39:05.443691 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4c5ab4b0-5273-409a-b70a-cc460b077e8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:05.461636 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29483723-d78b-4896-beb3-5ad05e096e5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:05.462178 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29483723-d78b-4896-beb3-5ad05e096e5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Fanout notify agent at l3_agent the message router_deleted on router bd0ca70a-68b7-46e6-82da-61fa9e27aac7 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:39:05.471308 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3dbeb513-d746-451d-885f-383d09d4bede tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Unset dirty status for tenant:1e8223a4f83e4057b4a7d8e976d86807 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:39:05.475045 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3dbeb513-d746-451d-885f-383d09d4bede tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "GET /v2.0/ports/0660d0ba-2b5e-4037-b09d-7bbe5290dbd5 HTTP/1.1" status: 404 len: 333 time: 0.0750310 Jun 02 20:39:05.475318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56264) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:05.486728 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dbb618e6-998f-458a-a281-0255c00aa27e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:05.513871 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29483723-d78b-4896-beb3-5ad05e096e5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:05.514967 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-29483723-d78b-4896-beb3-5ad05e096e5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/routers/bd0ca70a-68b7-46e6-82da-61fa9e27aac7 HTTP/1.1" status: 204 len: 168 time: 2.3769362 Jun 02 20:39:05.516016 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-dbb618e6-998f-458a-a281-0255c00aa27e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Transition to ACTIVE for port object 83a65e9c-b841-41c6-bc58-cc3b45db29e7 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:05.519401 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56266) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:05.524341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-51171a1d-4237-4434-9212-6c03d654d5f5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'network': {'name': 'tempest-RoutersTest-2055419405'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:05.532638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-51171a1d-4237-4434-9212-6c03d654d5f5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:05.544235 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dbb618e6-998f-458a-a281-0255c00aa27e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:05.546813 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-51171a1d-4237-4434-9212-6c03d654d5f5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:network and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:05.550747 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:05.552253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-51171a1d-4237-4434-9212-6c03d654d5f5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:05.561839 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-51171a1d-4237-4434-9212-6c03d654d5f5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:05.613771 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-7e6f0b56-96fc-43e0-b8ba-9bc09d3a3f63 None None] Allocated IP 2001:db8:0:1::2 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/65768299-df6a-4bd4-85f9-54a027eccbc0/ee6ab79d-2057-459d-b052-547920a412d1) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:05.619822 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb618e6-998f-458a-a281-0255c00aa27e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:05.620539 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51171a1d-4237-4434-9212-6c03d654d5f5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Made reservation on behalf of 6ef1a7bf134143cc9e0a9276ad9cbe3f for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:05.623703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-dbb618e6-998f-458a-a281-0255c00aa27e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:05.624173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-51171a1d-4237-4434-9212-6c03d654d5f5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:05.627822 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb618e6-998f-458a-a281-0255c00aa27e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:05.633877 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb618e6-998f-458a-a281-0255c00aa27e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:05.634494 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dbb618e6-998f-458a-a281-0255c00aa27e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:05.650498 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb618e6-998f-458a-a281-0255c00aa27e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=83a65e9c-b841-41c6-bc58-cc3b45db29e7,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:05.653591 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dbb618e6-998f-458a-a281-0255c00aa27e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:05.661029 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dbb618e6-998f-458a-a281-0255c00aa27e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8687449 Jun 02 20:39:05.664074 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56268) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:05.677824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51171a1d-4237-4434-9212-6c03d654d5f5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:39:05.694403 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-51171a1d-4237-4434-9212-6c03d654d5f5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:05.694683 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-51171a1d-4237-4434-9212-6c03d654d5f5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Added segment effe937b-8f4a-449a-a475-fad0674a0666 of type vlan for network b6b7e871-2d73-4571-ace6-e2d7b80fe181 Jun 02 20:39:05.696792 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-169bcb39-c2ff-4e8b-bf49-e5b2c9ce1d05 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Deleting port 525a271a-cc02-4e0d-afc1-be8d450f84ed {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:05.697120 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-169bcb39-c2ff-4e8b-bf49-e5b2c9ce1d05 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:05.808894 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7e6f0b56-96fc-43e0-b8ba-9bc09d3a3f63 None None] For port ee6ab79d-2057-459d-b052-547920a412d1, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ee6ab79d-2057-459d-b052-547920a412d1,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:05.816550 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-19b5bfdd-7c2b-49a6-ab7f-dc14358ccaa9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting port 83a65e9c-b841-41c6-bc58-cc3b45db29e7 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:05.816928 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-19b5bfdd-7c2b-49a6-ab7f-dc14358ccaa9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:05.837827 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7e6f0b56-96fc-43e0-b8ba-9bc09d3a3f63 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:05.868474 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7e6f0b56-96fc-43e0-b8ba-9bc09d3a3f63 None None] Transition to ACTIVE for port object ee6ab79d-2057-459d-b052-547920a412d1 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:05.872651 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:05.874351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7e6f0b56-96fc-43e0-b8ba-9bc09d3a3f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:05.878237 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-aa985a58-2096-47ab-af7c-74019ec06288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:05.966460 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-19b5bfdd-7c2b-49a6-ab7f-dc14358ccaa9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:05.969186 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-51171a1d-4237-4434-9212-6c03d654d5f5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:06.007434 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-169bcb39-c2ff-4e8b-bf49-e5b2c9ce1d05 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:06.022211 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f0b56-96fc-43e0-b8ba-9bc09d3a3f63 None None] Pushing event updated for resources: {'Port': ['ID=ee6ab79d-2057-459d-b052-547920a412d1,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:06.025388 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7e6f0b56-96fc-43e0-b8ba-9bc09d3a3f63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:06.103242 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-19b5bfdd-7c2b-49a6-ab7f-dc14358ccaa9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Calling delete_port for 83a65e9c-b841-41c6-bc58-cc3b45db29e7 owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:06.149285 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-169bcb39-c2ff-4e8b-bf49-e5b2c9ce1d05 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Calling delete_port for 525a271a-cc02-4e0d-afc1-be8d450f84ed owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:06.154122 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-51171a1d-4237-4434-9212-6c03d654d5f5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:06.160771 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51171a1d-4237-4434-9212-6c03d654d5f5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:06.161394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-51171a1d-4237-4434-9212-6c03d654d5f5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:06.166392 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e91681e3-d064-4177-bf06-e26a7bc0e73b tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:06.292155 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-51171a1d-4237-4434-9212-6c03d654d5f5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7717121 Jun 02 20:39:06.295363 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56270) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:06.297672 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51171a1d-4237-4434-9212-6c03d654d5f5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Network': ['ID=b6b7e871-2d73-4571-ace6-e2d7b80fe181,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:06.301396 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-a2730ed7-aa71-45a0-b385-505522291393 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'subnet': {'network_id': 'b6b7e871-2d73-4571-ace6-e2d7b80fe181', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:06.301788 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-51171a1d-4237-4434-9212-6c03d654d5f5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:06.311186 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network b6b7e871-2d73-4571-ace6-e2d7b80fe181 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:39:06.322430 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-19b5bfdd-7c2b-49a6-ab7f-dc14358ccaa9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:06.332451 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-29483723-d78b-4896-beb3-5ad05e096e5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:06.430608 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-169bcb39-c2ff-4e8b-bf49-e5b2c9ce1d05 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:06.436963 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0dbba396-6440-4cdd-8ded-57134d28d7e7 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:06.474663 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ee6ab79d-2057-459d-b052-547920a412d1 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:06.495098 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bcb39-c2ff-4e8b-bf49-e5b2c9ce1d05 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Pushing event deleted for resources: {'Port': ['ID=525a271a-cc02-4e0d-afc1-be8d450f84ed,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:06.581382 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-169bcb39-c2ff-4e8b-bf49-e5b2c9ce1d05 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:06.615903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-169bcb39-c2ff-4e8b-bf49-e5b2c9ce1d05 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:06.621269 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5bfdd-7c2b-49a6-ab7f-dc14358ccaa9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=83a65e9c-b841-41c6-bc58-cc3b45db29e7,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:06.631080 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-19b5bfdd-7c2b-49a6-ab7f-dc14358ccaa9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:06.635390 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-169bcb39-c2ff-4e8b-bf49-e5b2c9ce1d05 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "DELETE /v2.0/ports/525a271a-cc02-4e0d-afc1-be8d450f84ed HTTP/1.1" status: 204 len: 168 time: 1.1589158 Jun 02 20:39:06.637902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56272) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:06.677915 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e6e85536-16ef-4b36-9ee1-d79e81b9f4fb None None] Provisioning for port ee6ab79d-2057-459d-b052-547920a412d1 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:06.686968 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-966903af-a1d7-46ef-ba32-0d5ddd1f0ea9 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] GET failed (client error): The resource could not be found. Jun 02 20:39:06.687286 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e6e85536-16ef-4b36-9ee1-d79e81b9f4fb None None] Provisioning complete for port ee6ab79d-2057-459d-b052-547920a412d1 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:06.687526 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-966903af-a1d7-46ef-ba32-0d5ddd1f0ea9 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Synchronizing usage tracker for tenant:1e8223a4f83e4057b4a7d8e976d86807 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:39:06.687694 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e6e85536-16ef-4b36-9ee1-d79e81b9f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:06.701205 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a2730ed7-aa71-45a0-b385-505522291393 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:06.706377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-966903af-a1d7-46ef-ba32-0d5ddd1f0ea9 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Unset dirty status for tenant:1e8223a4f83e4057b4a7d8e976d86807 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:39:06.708246 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-966903af-a1d7-46ef-ba32-0d5ddd1f0ea9 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "GET /v2.0/ports/525a271a-cc02-4e0d-afc1-be8d450f84ed HTTP/1.1" status: 404 len: 333 time: 0.0694282 Jun 02 20:39:06.714489 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56274) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:06.762868 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a2730ed7-aa71-45a0-b385-505522291393 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:subnet and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:06.769424 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-19b5bfdd-7c2b-49a6-ab7f-dc14358ccaa9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:06.773628 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a2730ed7-aa71-45a0-b385-505522291393 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:06.783771 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a2730ed7-aa71-45a0-b385-505522291393 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:06.790452 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-19b5bfdd-7c2b-49a6-ab7f-dc14358ccaa9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/83a65e9c-b841-41c6-bc58-cc3b45db29e7 HTTP/1.1" status: 204 len: 168 time: 1.1253126 Jun 02 20:39:06.792948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56276) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:06.808468 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2730ed7-aa71-45a0-b385-505522291393 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Made reservation on behalf of 6ef1a7bf134143cc9e0a9276ad9cbe3f for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:06.815229 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a2730ed7-aa71-45a0-b385-505522291393 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:06.950743 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8ffe94-f552-47ed-95ca-6b45139aa9dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:06.954965 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6c8ffe94-f552-47ed-95ca-6b45139aa9dc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1590648 Jun 02 20:39:06.955371 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56278) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:06.957764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-0e5a5ef4-44d6-4950-9d7c-feab03b59d8d tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Deleting port 89befcc3-85a4-4e93-ae4c-9bc05258b489 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:06.958098 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0e5a5ef4-44d6-4950-9d7c-feab03b59d8d tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:06.983213 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-aad77e52-ad01-4abe-92ec-5e29e6f07f2c None None] Could not find standard attr ID for object 83a65e9c-b841-41c6-bc58-cc3b45db29e7. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:39:07.105401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3353cc-de97-462b-b6bc-16ec2f44fcbc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:07.105958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0e5a5ef4-44d6-4950-9d7c-feab03b59d8d tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:07.106148 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ce3353cc-de97-462b-b6bc-16ec2f44fcbc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:39:07.164410 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ce3353cc-de97-462b-b6bc-16ec2f44fcbc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:39:07.165576 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ce3353cc-de97-462b-b6bc-16ec2f44fcbc tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2091839 Jun 02 20:39:07.169194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56280) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:07.257664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-0e5a5ef4-44d6-4950-9d7c-feab03b59d8d tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Calling delete_port for 89befcc3-85a4-4e93-ae4c-9bc05258b489 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:07.297112 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364b080a-ea3b-4d76-a959-30fd7c5ca10a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:07.298536 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364b080a-ea3b-4d76-a959-30fd7c5ca10a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:07.300698 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364b080a-ea3b-4d76-a959-30fd7c5ca10a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:07.301506 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-364b080a-ea3b-4d76-a959-30fd7c5ca10a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:39:07.329350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-364b080a-ea3b-4d76-a959-30fd7c5ca10a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:39:07.330554 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-364b080a-ea3b-4d76-a959-30fd7c5ca10a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1604371 Jun 02 20:39:07.333869 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56282) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:07.364679 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0e5a5ef4-44d6-4950-9d7c-feab03b59d8d tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:07.370544 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b0af7300-89f1-4300-bd0c-1999416b8f1e tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:07.416478 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a5ef4-44d6-4950-9d7c-feab03b59d8d tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Pushing event deleted for resources: {'Port': ['ID=89befcc3-85a4-4e93-ae4c-9bc05258b489,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:07.419507 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe95f295-c8d2-438f-aed5-1c35c79d4b40 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet 65768299-df6a-4bd4-85f9-54a027eccbc0 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:39:07.421043 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0e5a5ef4-44d6-4950-9d7c-feab03b59d8d tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:07.423278 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fe95f295-c8d2-438f-aed5-1c35c79d4b40 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:07.519404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0e5a5ef4-44d6-4950-9d7c-feab03b59d8d tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:07.524773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fe95f295-c8d2-438f-aed5-1c35c79d4b40 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:07.538692 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0e5a5ef4-44d6-4950-9d7c-feab03b59d8d tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "DELETE /v2.0/ports/89befcc3-85a4-4e93-ae4c-9bc05258b489 HTTP/1.1" status: 204 len: 168 time: 0.8210080 Jun 02 20:39:07.539096 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56284) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:07.593992 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a2730ed7-aa71-45a0-b385-505522291393 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:07.602584 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f8bfc2b9-2584-4f09-993f-440bde614d9a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:07.611497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc295500-2c4a-414f-82b1-c0ff7e6dde0b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Deleting subnet 6ec1d556-d486-4dfb-85a9-34ed6a3aacc5 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:39:07.615003 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cc295500-2c4a-414f-82b1-c0ff7e6dde0b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:07.668788 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cc295500-2c4a-414f-82b1-c0ff7e6dde0b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:07.702333 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2730ed7-aa71-45a0-b385-505522291393 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Subnet': ['ID=66b598da-f231-47e6-a29f-a4174a7da067,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:07.710238 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a2730ed7-aa71-45a0-b385-505522291393 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:07.710560 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2730ed7-aa71-45a0-b385-505522291393 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Checking segment: {'id': 'effe937b-8f4a-449a-a475-fad0674a0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b6b7e871-2d73-4571-ace6-e2d7b80fe181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:07.710928 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2730ed7-aa71-45a0-b385-505522291393 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network hostable DHCP agents. Network: b6b7e871-2d73-4571-ace6-e2d7b80fe181, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:39:07.716185 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fe95f295-c8d2-438f-aed5-1c35c79d4b40 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:07.757085 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cc295500-2c4a-414f-82b1-c0ff7e6dde0b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:07.777018 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2730ed7-aa71-45a0-b385-505522291393 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network b6b7e871-2d73-4571-ace6-e2d7b80fe181 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:39:07.809907 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-a2730ed7-aa71-45a0-b385-505522291393 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, b6b7e871-2d73-4571-ace6-e2d7b80fe181) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:07.817339 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25ab48f-9ab8-4d35-9bd4-b2a26cc353d6 None None] Network b6b7e871-2d73-4571-ace6-e2d7b80fe181 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:07.873347 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2730ed7-aa71-45a0-b385-505522291393 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:07.873840 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a2730ed7-aa71-45a0-b385-505522291393 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:07.907738 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a2730ed7-aa71-45a0-b385-505522291393 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6106715 Jun 02 20:39:07.912677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56286) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:07.919922 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c3cca480-67a7-4929-b30b-f1f826c89ac7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-858749097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:07.928205 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c3cca480-67a7-4929-b30b-f1f826c89ac7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:07.936044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c3cca480-67a7-4929-b30b-f1f826c89ac7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:router and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:07.949232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c3cca480-67a7-4929-b30b-f1f826c89ac7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:07.959914 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c3cca480-67a7-4929-b30b-f1f826c89ac7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:07.989522 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c3cca480-67a7-4929-b30b-f1f826c89ac7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:07.990641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c3cca480-67a7-4929-b30b-f1f826c89ac7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:08.034260 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fe95f295-c8d2-438f-aed5-1c35c79d4b40 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:08.036407 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-b6b7e871-2d73-4571-ace6-e2d7b80fe181', 'network_id': 'b6b7e871-2d73-4571-ace6-e2d7b80fe181', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'fixed_ips': [{'subnet_id': '66b598da-f231-47e6-a29f-a4174a7da067'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:39:08.037237 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:08.039690 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-39f9abca-70d6-4f39-9da3-ea361eb49c41 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:08.061695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c3cca480-67a7-4929-b30b-f1f826c89ac7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:08.076177 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95f295-c8d2-438f-aed5-1c35c79d4b40 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=65768299-df6a-4bd4-85f9-54a027eccbc0,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:08.079358 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fe95f295-c8d2-438f-aed5-1c35c79d4b40 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:08.080507 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fe95f295-c8d2-438f-aed5-1c35c79d4b40 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:08.093250 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cc295500-2c4a-414f-82b1-c0ff7e6dde0b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:08.096828 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b9495d-40a5-45eb-95e6-02e3c1d29cf3 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:08.098889 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6b58bd85-8e13-4461-8d3f-cc7906ac0d78 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:08.099620 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fe95f295-c8d2-438f-aed5-1c35c79d4b40 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/65768299-df6a-4bd4-85f9-54a027eccbc0 HTTP/1.1" status: 204 len: 168 time: 0.7647626 Jun 02 20:39:08.100226 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56288) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:08.133758 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c3cca480-67a7-4929-b30b-f1f826c89ac7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:08.149721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc295500-2c4a-414f-82b1-c0ff7e6dde0b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec1d556-d486-4dfb-85a9-34ed6a3aacc5,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:08.154785 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cc295500-2c4a-414f-82b1-c0ff7e6dde0b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:08.156260 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cc295500-2c4a-414f-82b1-c0ff7e6dde0b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:08.171507 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc886b7-d118-4ebe-97d6-13ff3cf1adc0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet 82142232-e11b-4044-9305-165a9f241612 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:39:08.173649 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cc295500-2c4a-414f-82b1-c0ff7e6dde0b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "DELETE /v2.0/subnets/6ec1d556-d486-4dfb-85a9-34ed6a3aacc5 HTTP/1.1" status: 204 len: 168 time: 0.6331847 Jun 02 20:39:08.175270 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1cc886b7-d118-4ebe-97d6-13ff3cf1adc0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:08.176481 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56290) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:08.186637 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2a5f45-690a-4c48-b9a9-17c1c98cbd6e None None] Network 77c22975-4711-49c0-bb85-1b987119d4b6 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:08.196534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c3cca480-67a7-4929-b30b-f1f826c89ac7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:08.197652 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c3cca480-67a7-4929-b30b-f1f826c89ac7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2839875 Jun 02 20:39:08.201254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56292) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:08.236198 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1cc886b7-d118-4ebe-97d6-13ff3cf1adc0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:08.323507 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1cc886b7-d118-4ebe-97d6-13ff3cf1adc0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:08.498587 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Allocated IP 172.20.0.2 (b6b7e871-2d73-4571-ace6-e2d7b80fe181/66b598da-f231-47e6-a29f-a4174a7da067/08d7c213-b2cf-4eb2-8ec2-4a5beb132f98) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:08.616027 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1cc886b7-d118-4ebe-97d6-13ff3cf1adc0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:08.620662 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d7452d0c-3b5f-42e2-8aa3-0d590a4a8537 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:08.659259 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc886b7-d118-4ebe-97d6-13ff3cf1adc0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=82142232-e11b-4044-9305-165a9f241612,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:08.662908 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1cc886b7-d118-4ebe-97d6-13ff3cf1adc0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:08.663942 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1cc886b7-d118-4ebe-97d6-13ff3cf1adc0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:08.678792 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1cc886b7-d118-4ebe-97d6-13ff3cf1adc0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/82142232-e11b-4044-9305-165a9f241612 HTTP/1.1" status: 204 len: 168 time: 0.5775054 Jun 02 20:39:08.679878 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56294) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:08.688086 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:08.749287 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156bd5b6-bba8-4fe4-b649-cf03677c67b6 None None] DHCP port deletion for 77c22975-4711-49c0-bb85-1b987119d4b6 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:39:08.757201 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7898dbbb-e8e9-4e94-b359-99b93b56fedd tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756831 Jun 02 20:39:08.759969 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56296) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:08.764999 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e58f41ab-473e-4a1e-a502-aa65a9cb85de tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:08.897694 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:08.912212 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Transition to ACTIVE for port object 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:08.933920 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-156bd5b6-bba8-4fe4-b649-cf03677c67b6 None None] Deleting port fb77512c-3a7a-41b8-8beb-d104b0c40337 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:08.934301 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-156bd5b6-bba8-4fe4-b649-cf03677c67b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:08.984624 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Transition to ACTIVE for port object 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:09.004430 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:09.037986 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e58f41ab-473e-4a1e-a502-aa65a9cb85de tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:09.042340 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e58f41ab-473e-4a1e-a502-aa65a9cb85de tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:09.045251 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e58f41ab-473e-4a1e-a502-aa65a9cb85de tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:09.051065 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e58f41ab-473e-4a1e-a502-aa65a9cb85de tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:09.054392 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:09.063264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58f41ab-473e-4a1e-a502-aa65a9cb85de tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:09.067383 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7095c8ef-29c7-4383-bd74-6c56801166f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:09.067563 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e58f41ab-473e-4a1e-a502-aa65a9cb85de tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:09.089587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Deleting port fb77512c-3a7a-41b8-8beb-d104b0c40337 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:09.089931 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:09.153643 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Network b6b7e871-2d73-4571-ace6-e2d7b80fe181 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:09.155323 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-156bd5b6-bba8-4fe4-b649-cf03677c67b6 None None] For port fb77512c-3a7a-41b8-8beb-d104b0c40337, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fb77512c-3a7a-41b8-8beb-d104b0c40337,segment=NetworkSegment(8998a330-cfa5-4169-ad48-61d91ff19709),segment_id=8998a330-cfa5-4169-ad48-61d91ff19709)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:09.155719 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-156bd5b6-bba8-4fe4-b649-cf03677c67b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:09.172597 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:09.179457 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:09.183339 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Pushing event updated for resources: {'Port': ['ID=08d7c213-b2cf-4eb2-8ec2-4a5beb132f98,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:09.290299 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:09.290531 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ab1d77-0aa0-4028-950f-2a3c313a9c14 None None] Update dhcp port {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'fixed_ips': [{'subnet_id': '82142232-e11b-4044-9305-165a9f241612'}], 'binding:host_id': 'dv-neutron-601336-84-hyperv'}, 'id': 'ee6ab79d-2057-459d-b052-547920a412d1'} from dv-neutron-601336-84-hyperv. {{(pid=92550) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 20:39:09.306970 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] For port fb77512c-3a7a-41b8-8beb-d104b0c40337, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fb77512c-3a7a-41b8-8beb-d104b0c40337,segment=NetworkSegment(8998a330-cfa5-4169-ad48-61d91ff19709),segment_id=8998a330-cfa5-4169-ad48-61d91ff19709)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:09.307557 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:09.322174 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-156bd5b6-bba8-4fe4-b649-cf03677c67b6 None None] Calling delete_port for fb77512c-3a7a-41b8-8beb-d104b0c40337 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:09.437164 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-75ab1d77-0aa0-4028-950f-2a3c313a9c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:09.444214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Calling delete_port for fb77512c-3a7a-41b8-8beb-d104b0c40337 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:09.491419 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Attempting to bind port 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:39:09.491791 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Attempting to bind port 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'effe937b-8f4a-449a-a475-fad0674a0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b6b7e871-2d73-4571-ace6-e2d7b80fe181'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:39:09.492153 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Attempting to bind port 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98 on network b6b7e871-2d73-4571-ace6-e2d7b80fe181 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:39:09.509971 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:39:09.510359 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Checking segment: {'id': 'effe937b-8f4a-449a-a475-fad0674a0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b6b7e871-2d73-4571-ace6-e2d7b80fe181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:09.510747 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:09.511157 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Bound using segment: {'id': 'effe937b-8f4a-449a-a475-fad0674a0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b6b7e871-2d73-4571-ace6-e2d7b80fe181'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:39:09.511641 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Bound port: 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'effe937b-8f4a-449a-a475-fad0674a0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b6b7e871-2d73-4571-ace6-e2d7b80fe181'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:39:09.512007 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:09.513980 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e58f41ab-473e-4a1e-a502-aa65a9cb85de tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:09.518959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a2730ed7-aa71-45a0-b385-505522291393 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:09.568454 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58f41ab-473e-4a1e-a502-aa65a9cb85de tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:09.575597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-e58f41ab-473e-4a1e-a502-aa65a9cb85de tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:09.589586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58f41ab-473e-4a1e-a502-aa65a9cb85de tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:09.590185 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e58f41ab-473e-4a1e-a502-aa65a9cb85de tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:09.599267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Allocated IP 172.20.0.1 (b6b7e871-2d73-4571-ace6-e2d7b80fe181/66b598da-f231-47e6-a29f-a4174a7da067/220f2071-4832-4b50-bae9-9f28f4a9de34) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:09.606413 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f41ab-473e-4a1e-a502-aa65a9cb85de tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=f35b2816-2cd3-47ea-991d-39bcc75573f4,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:09.609120 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e58f41ab-473e-4a1e-a502-aa65a9cb85de tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:09.626805 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e58f41ab-473e-4a1e-a502-aa65a9cb85de tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8657203 Jun 02 20:39:09.629996 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56298) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:09.634502 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.db.api [None req-156bd5b6-bba8-4fe4-b649-cf03677c67b6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 02 20:39:09.634502 dv-neutron-601336-84-hyperv neutron-server[92550]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Jun 02 20:39:09.634502 dv-neutron-601336-84-hyperv neutron-server[92550]: [parameters: {'port_id': 'fb77512c-3a7a-41b8-8beb-d104b0c40337', 'host': 'dv-neutron-601336-84-hyperv', 'level': 0}] Jun 02 20:39:09.634502 dv-neutron-601336-84-hyperv neutron-server[92550]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:39:09.634963 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_db.api [None req-156bd5b6-bba8-4fe4-b649-cf03677c67b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:39:09.641161 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-c03b5155-97e9-48ea-aa42-bb54c223209c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:09.691962 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:09.706003 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-671ab6a5-0dfe-4b68-997a-93509d083799 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:09.727736 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] For port 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:39:09.731075 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] For port 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=08d7c213-b2cf-4eb2-8ec2-4a5beb132f98,segment=NetworkSegment(effe937b-8f4a-449a-a475-fad0674a0666),segment_id=effe937b-8f4a-449a-a475-fad0674a0666)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:39:09.743772 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:09.748160 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] No DVR routers for this DVR port fb77512c-3a7a-41b8-8beb-d104b0c40337 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:39:09.753096 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:09.815562 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c03b5155-97e9-48ea-aa42-bb54c223209c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:09.820620 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c03b5155-97e9-48ea-aa42-bb54c223209c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:09.823942 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c03b5155-97e9-48ea-aa42-bb54c223209c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:09.826946 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e851836-2a09-416e-be14-da021753648e None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:09.829954 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c03b5155-97e9-48ea-aa42-bb54c223209c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:09.840967 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03b5155-97e9-48ea-aa42-bb54c223209c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:09.845386 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c03b5155-97e9-48ea-aa42-bb54c223209c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:09.924597 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:39:09.944231 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Pushing event updated for resources: {'Port': ['ID=08d7c213-b2cf-4eb2-8ec2-4a5beb132f98,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:09.947351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:09.955066 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4a4e57b2-e504-4629-bba1-a3c4c20943cd None None] Provisioning complete for port ee6ab79d-2057-459d-b052-547920a412d1 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:09.955530 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4a4e57b2-e504-4629-bba1-a3c4c20943cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:09.966683 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Pushing event deleted for resources: {'Port': ['ID=fb77512c-3a7a-41b8-8beb-d104b0c40337,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:10.028274 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.ipam_backend_mixin [None req-c03b5155-97e9-48ea-aa42-bb54c223209c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f35b2816-2cd3-47ea-991d-39bcc75573f4 (CIDR: 2001:db8::/64) Jun 02 20:39:10.033724 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03b5155-97e9-48ea-aa42-bb54c223209c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:39:10.034240 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03b5155-97e9-48ea-aa42-bb54c223209c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:10.046451 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:10.059801 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c03b5155-97e9-48ea-aa42-bb54c223209c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4286535 Jun 02 20:39:10.060856 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56302) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:10.067632 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:10.091723 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:10.118509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c22975-4711-49c0-bb85-1b987119d4b6']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:10.147442 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8998a330-cfa5-4169-ad48-61d91ff19709') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:10.147764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8998a330-cfa5-4169-ad48-61d91ff19709') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:10.182583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:10.192131 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:10.200145 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-156bd5b6-bba8-4fe4-b649-cf03677c67b6 None None] The port 'fb77512c-3a7a-41b8-8beb-d104b0c40337' was deleted {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 02 20:39:10.222896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Transition to ACTIVE for port object 220f2071-4832-4b50-bae9-9f28f4a9de34 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:10.228196 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:10.236871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:39:10.237478 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:39:10.252617 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:39:10.292415 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:10.296995 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:10.300361 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:10.314768 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:10.330782 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:10.335385 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:10.357118 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:10.362380 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:10.401294 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:10.416590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:10.419974 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca61386c-c269-421f-b052-a88f46956d69 None None] Update dhcp port {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'fixed_ips': [{'subnet_id': 'f35b2816-2cd3-47ea-991d-39bcc75573f4'}], 'binding:host_id': 'dv-neutron-601336-84-hyperv'}, 'id': 'ee6ab79d-2057-459d-b052-547920a412d1'} from dv-neutron-601336-84-hyperv. {{(pid=92550) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 20:39:10.437406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network b6b7e871-2d73-4571-ace6-e2d7b80fe181 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:10.445751 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:10.452363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:10.498864 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Port': ['ID=220f2071-4832-4b50-bae9-9f28f4a9de34,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:10.504265 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] 10.222.0.25 "DELETE /v2.0/networks/77c22975-4711-49c0-bb85-1b987119d4b6 HTTP/1.1" status: 204 len: 168 time: 2.3259096 Jun 02 20:39:10.505266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:10.511992 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bf4c7f14-5545-43c1-9af8-76d9fe285ee0 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:10.539753 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Pushing event deleted for resources: {'Network': ['ID=77c22975-4711-49c0-bb85-1b987119d4b6,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:10.544471 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:10.546898 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:10.568209 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ca61386c-c269-421f-b052-a88f46956d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:10.584494 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:10.693397 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:10.804095 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:10.925750 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fb77512c-3a7a-41b8-8beb-d104b0c40337 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:39:10.953304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56308) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:10.980611 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: fb77512c-3a7a-41b8-8beb-d104b0c40337 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:39:10.981198 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fb77512c-3a7a-41b8-8beb-d104b0c40337 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:39:10.981579 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ee6ab79d-2057-459d-b052-547920a412d1 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:39:11.051746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-ca61386c-c269-421f-b052-a88f46956d69 None None] Allocated IP 2001:db8::2 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/f35b2816-2cd3-47ea-991d-39bcc75573f4/ee6ab79d-2057-459d-b052-547920a412d1) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:11.094897 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.objects.ports [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92548) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 20:39:11.208274 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f54907-1bd3-4bd0-84fb-5a71f4aca2e4 None None] Network b6b7e871-2d73-4571-ace6-e2d7b80fe181 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:11.235759 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-af32e24d-b801-4063-8976-cc3e0ddf7e0c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e8223a4f83e4057b4a7d8e976d86807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809541 Jun 02 20:39:11.238130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56312) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:11.300362 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:11.310464 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:11.320583 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:11.340840 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dad50943-f80e-4abc-9cfd-53b12bc27f85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:11.357611 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-cfee2564-1c50-4bc2-8b96-8a28f1549190 None None] Provisioning for port 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:11.388274 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-cfee2564-1c50-4bc2-8b96-8a28f1549190 None None] Provisioning complete for port 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:11.388655 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cfee2564-1c50-4bc2-8b96-8a28f1549190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:11.390484 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d0ce4ece-2fff-4122-ac37-e0aa0bc5ac06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:11.449450 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-ca61386c-c269-421f-b052-a88f46956d69 None None] For port ee6ab79d-2057-459d-b052-547920a412d1, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ee6ab79d-2057-459d-b052-547920a412d1,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:11.449853 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:11.453134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Port': ['ID=220f2071-4832-4b50-bae9-9f28f4a9de34,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:11.458832 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:11.462522 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d0ce4ece-2fff-4122-ac37-e0aa0bc5ac06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:11.544870 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ca61386c-c269-421f-b052-a88f46956d69 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:11.596232 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ca61386c-c269-421f-b052-a88f46956d69 None None] Transition to ACTIVE for port object ee6ab79d-2057-459d-b052-547920a412d1 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:11.618915 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d0ce4ece-2fff-4122-ac37-e0aa0bc5ac06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:11.625321 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0caf8543-b299-48d5-8f3c-fe9c6a6b7c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:11.634049 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network b6b7e871-2d73-4571-ace6-e2d7b80fe181 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:11.636693 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:11.638264 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ca61386c-c269-421f-b052-a88f46956d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:11.644759 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce4ece-2fff-4122-ac37-e0aa0bc5ac06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e742d58-b710-43c1-91ca-d50080dde772,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:11.646566 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:11.648078 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d0ce4ece-2fff-4122-ac37-e0aa0bc5ac06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:11.687988 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:11.705130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d0ce4ece-2fff-4122-ac37-e0aa0bc5ac06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:11.706239 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d0ce4ece-2fff-4122-ac37-e0aa0bc5ac06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e742d58-b710-43c1-91ca-d50080dde772 HTTP/1.1" status: 204 len: 168 time: 0.4670012 Jun 02 20:39:11.826388 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cfee2564-1c50-4bc2-8b96-8a28f1549190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:11.846185 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router 0f9f2c23-4f87-4972-bc13-976fcd6c5c58 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:39:11.865950 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.db.api [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:39:11.866364 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_db.api [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:39:11.878949 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61386c-c269-421f-b052-a88f46956d69 None None] Pushing event updated for resources: {'Port': ['ID=ee6ab79d-2057-459d-b052-547920a412d1,revision_number=8']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:11.885930 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ca61386c-c269-421f-b052-a88f46956d69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:11.901542 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-cfee2564-1c50-4bc2-8b96-8a28f1549190 None None] For port 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=08d7c213-b2cf-4eb2-8ec2-4a5beb132f98,segment=NetworkSegment(effe937b-8f4a-449a-a475-fad0674a0666),segment_id=effe937b-8f4a-449a-a475-fad0674a0666)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:11.911416 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cfee2564-1c50-4bc2-8b96-8a28f1549190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:11.913301 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8583a46c-b3e7-4eb7-8431-0d4014bada5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:12.016475 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee2564-1c50-4bc2-8b96-8a28f1549190 None None] Pushing event updated for resources: {'Port': ['ID=08d7c213-b2cf-4eb2-8ec2-4a5beb132f98,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:12.020883 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-cfee2564-1c50-4bc2-8b96-8a28f1549190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:12.309764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:39:12.312832 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] For port ee6ab79d-2057-459d-b052-547920a412d1, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ee6ab79d-2057-459d-b052-547920a412d1,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:12.319295 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/0f9f2c23-4f87-4972-bc13-976fcd6c5c58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1169424 Jun 02 20:39:12.321384 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56322) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:12.322223 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af976117-fd0f-4fc5-b39c-378291ab3943 None None] Sync routers for ids ['0f9f2c23-4f87-4972-bc13-976fcd6c5c58'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:39:12.338664 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af976117-fd0f-4fc5-b39c-378291ab3943 None None] Routers {'0f9f2c23-4f87-4972-bc13-976fcd6c5c58'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:39:12.340408 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-af976117-fd0f-4fc5-b39c-378291ab3943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0f9f2c23-4f87-4972-bc13-976fcd6c5c58'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:12.354722 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b90602e0-8a4c-4861-8ca9-ede9b7b3cde8 None None] Provisioning for port 220f2071-4832-4b50-bae9-9f28f4a9de34 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:12.364110 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b90602e0-8a4c-4861-8ca9-ede9b7b3cde8 None None] Provisioning complete for port 220f2071-4832-4b50-bae9-9f28f4a9de34 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:12.364490 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b90602e0-8a4c-4861-8ca9-ede9b7b3cde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:12.386764 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:12.397645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:12.398567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:12.420575 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-145d23f7-1a5a-42de-a35f-54d22325a7a3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:12.445447 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c4fac2-8a0b-443d-96c8-41da98e6e2c9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:12.450411 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-38c4fac2-8a0b-443d-96c8-41da98e6e2c9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Synchronizing usage tracker for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:39:12.481230 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-38c4fac2-8a0b-443d-96c8-41da98e6e2c9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Unset dirty status for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:39:12.489214 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-38c4fac2-8a0b-443d-96c8-41da98e6e2c9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/ports/220f2071-4832-4b50-bae9-9f28f4a9de34 HTTP/1.1" status: 200 len: 910 time: 0.1654856 Jun 02 20:39:12.491259 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56326) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:12.502661 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-ad1b60a4-5259-46b2-88ce-86332b9c9d1c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '66b598da-f231-47e6-a29f-a4174a7da067'}]}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:12.514674 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-af976117-fd0f-4fc5-b39c-378291ab3943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:12.526716 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-b90602e0-8a4c-4861-8ca9-ede9b7b3cde8 None None] Port 220f2071-4832-4b50-bae9-9f28f4a9de34 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:39:12.530596 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:12.541107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:12.545412 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af976117-fd0f-4fc5-b39c-378291ab3943 None None] Routers {'0f9f2c23-4f87-4972-bc13-976fcd6c5c58'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:39:12.546042 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-af976117-fd0f-4fc5-b39c-378291ab3943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0f9f2c23-4f87-4972-bc13-976fcd6c5c58'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:12.559129 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:12.571658 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b90602e0-8a4c-4861-8ca9-ede9b7b3cde8 None None] Provisioning complete for port 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:12.572091 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b90602e0-8a4c-4861-8ca9-ede9b7b3cde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:12.576932 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:12.579010 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:12.620952 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port ee6ab79d-2057-459d-b052-547920a412d1, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ee6ab79d-2057-459d-b052-547920a412d1,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:12.632970 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:12.641313 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ca61386c-c269-421f-b052-a88f46956d69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:12.664484 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6001418 Jun 02 20:39:12.665411 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=ee6ab79d-2057-459d-b052-547920a412d1,revision_number=9']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:12.672236 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56330) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:12.675105 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:12.679336 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b2065ca1-a426-4d59-9671-0e9bd9e2e491 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:12.687357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-34c56fe6-487e-4527-a1fc-675881b014ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'mac_address': 'fa:16:3e:39:7b:06', 'name': 'tempest-NetworksTestDHCPv6-146659908'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:12.731061 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-af976117-fd0f-4fc5-b39c-378291ab3943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:12.731690 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af976117-fd0f-4fc5-b39c-378291ab3943 None None] The sync data for ids ['0f9f2c23-4f87-4972-bc13-976fcd6c5c58'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:39:12.814874 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=8bda48d6-5495-4721-b252-5e44122ad678,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:12.824709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:12.953075 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=ee6ab79d-2057-459d-b052-547920a412d1,revision_number=10']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:12.958669 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:12.978192 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:13.052702 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:13.053242 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:13.069579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-34c56fe6-487e-4527-a1fc-675881b014ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:13.081856 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8c52fa-993f-4141-8c29-c3ca7428f6f8 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:13.093425 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-34c56fe6-487e-4527-a1fc-675881b014ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:13.148476 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c56fe6-487e-4527-a1fc-675881b014ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:13.180894 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56340) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:13.225215 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-81c2685e-3079-4f07-8e94-1195320d028b None None] Provisioning complete for port 220f2071-4832-4b50-bae9-9f28f4a9de34 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:13.225640 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-81c2685e-3079-4f07-8e94-1195320d028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:13.246922 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ad1b60a4-5259-46b2-88ce-86332b9c9d1c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:13.294163 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1234234547'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:13.299573 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:13.303873 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Usage tracker for resource:network and tenant:23e9810f7691425eb34c8f0693eaa28f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:13.307381 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:13.317500 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:13.330102 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Made reservation on behalf of 23e9810f7691425eb34c8f0693eaa28f for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:13.334107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:13.346533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:13.352840 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-81c2685e-3079-4f07-8e94-1195320d028b None None] Port 220f2071-4832-4b50-bae9-9f28f4a9de34 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:39:13.354580 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-34c56fe6-487e-4527-a1fc-675881b014ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:13.362382 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:13.367664 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Usage tracker for resource:security_group_rule and tenant:23e9810f7691425eb34c8f0693eaa28f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:13.371485 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:13.377400 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:13.395276 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ee6ab79d-2057-459d-b052-547920a412d1 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:13.425783 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-81c2685e-3079-4f07-8e94-1195320d028b None None] Provisioning for port ee6ab79d-2057-459d-b052-547920a412d1 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:13.469491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-81c2685e-3079-4f07-8e94-1195320d028b None None] Provisioning complete for port ee6ab79d-2057-459d-b052-547920a412d1 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:13.469873 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-81c2685e-3079-4f07-8e94-1195320d028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:13.470058 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:13.474345 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:13.477836 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:13.505361 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-34c56fe6-487e-4527-a1fc-675881b014ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] device_id is not set on port 241b2e09-86a1-4d8d-bece-2aee64d7d4ec yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:39:13.513152 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:39:13.527074 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f3c610-5292-4e00-80d5-a8b6a073b115,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:13.532014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:13.537980 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:13.538657 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Added segment f3909a94-d327-42a9-95f2-075ad45f3e14 of type vlan for network e8ffbe66-201b-4fff-8c22-ac4c23990d1c Jun 02 20:39:13.573143 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:13.581034 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port ee6ab79d-2057-459d-b052-547920a412d1 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:13.581413 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:13.610283 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:13.616356 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:13.616944 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:13.626976 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:13.702491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-81c2685e-3079-4f07-8e94-1195320d028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:13.755690 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5721045 Jun 02 20:39:13.765068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event updated for resources: {'Network': ['ID=e8ffbe66-201b-4fff-8c22-ac4c23990d1c,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:13.787788 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-81c2685e-3079-4f07-8e94-1195320d028b None None] For port ee6ab79d-2057-459d-b052-547920a412d1, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ee6ab79d-2057-459d-b052-547920a412d1,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:13.789870 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:13.792213 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network e8ffbe66-201b-4fff-8c22-ac4c23990d1c details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:39:13.813150 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-81c2685e-3079-4f07-8e94-1195320d028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:13.817100 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:13.846329 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:13.846537 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-34c56fe6-487e-4527-a1fc-675881b014ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8::37b (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/f35b2816-2cd3-47ea-991d-39bcc75573f4/241b2e09-86a1-4d8d-bece-2aee64d7d4ec) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:13.853078 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-34c56fe6-487e-4527-a1fc-675881b014ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8:0:1:f816:3eff:fe39:7b06 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/8bda48d6-5495-4721-b252-5e44122ad678/241b2e09-86a1-4d8d-bece-2aee64d7d4ec) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:14.043721 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2685e-3079-4f07-8e94-1195320d028b None None] Pushing event updated for resources: {'Port': ['ID=ee6ab79d-2057-459d-b052-547920a412d1,revision_number=11']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:14.053455 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-81c2685e-3079-4f07-8e94-1195320d028b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:14.063415 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.db.api [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:39:14.064034 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_db.api [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:39:14.273059 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:14.372074 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-34c56fe6-487e-4527-a1fc-675881b014ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:14.391829 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-34c56fe6-487e-4527-a1fc-675881b014ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Transition to ACTIVE for port object 241b2e09-86a1-4d8d-bece-2aee64d7d4ec will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:14.409873 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ad1b60a4-5259-46b2-88ce-86332b9c9d1c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:14.420517 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ad1b60a4-5259-46b2-88ce-86332b9c9d1c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:14.437884 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-38087c4d-be70-478a-91a9-972661e80dc1 None None] Provisioning complete for port ee6ab79d-2057-459d-b052-547920a412d1 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:14.438351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-38087c4d-be70-478a-91a9-972661e80dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:14.453445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7a79b0eb-ceb0-45b1-9791-9b8c18e7f5b0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:14.548372 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1b60a4-5259-46b2-88ce-86332b9c9d1c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:14.548910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ad1b60a4-5259-46b2-88ce-86332b9c9d1c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:14.550727 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ad1b60a4-5259-46b2-88ce-86332b9c9d1c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/ports/220f2071-4832-4b50-bae9-9f28f4a9de34 HTTP/1.1" status: 200 len: 910 time: 2.0575597 Jun 02 20:39:14.551545 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b60a4-5259-46b2-88ce-86332b9c9d1c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Port': ['ID=220f2071-4832-4b50-bae9-9f28f4a9de34,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:14.553747 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56344) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:14.554291 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-34c56fe6-487e-4527-a1fc-675881b014ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:14.555795 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ad1b60a4-5259-46b2-88ce-86332b9c9d1c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:14.565401 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a1982a9b-86a1-4ac4-b619-4a782ca5663a tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:14.655286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c56fe6-487e-4527-a1fc-675881b014ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:14.658983 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-34c56fe6-487e-4527-a1fc-675881b014ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:14.663963 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c56fe6-487e-4527-a1fc-675881b014ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:14.669985 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c56fe6-487e-4527-a1fc-675881b014ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:14.670615 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-34c56fe6-487e-4527-a1fc-675881b014ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:14.697977 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c56fe6-487e-4527-a1fc-675881b014ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=241b2e09-86a1-4d8d-bece-2aee64d7d4ec,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:14.702076 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-34c56fe6-487e-4527-a1fc-675881b014ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:14.707954 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-34c56fe6-487e-4527-a1fc-675881b014ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0335100 Jun 02 20:39:14.710048 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56346) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:14.809199 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ee6ab79d-2057-459d-b052-547920a412d1 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:14.911304 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-72b4f5e2-a971-48c6-9fee-b7009e992af4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting port 241b2e09-86a1-4d8d-bece-2aee64d7d4ec {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:14.911721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-72b4f5e2-a971-48c6-9fee-b7009e992af4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:14.918073 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port ee6ab79d-2057-459d-b052-547920a412d1 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:14.918714 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:15.078935 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-72b4f5e2-a971-48c6-9fee-b7009e992af4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:15.087546 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4e2851ce-b567-43b2-931e-8ea736633e89 None None] Provisioning for port 241b2e09-86a1-4d8d-bece-2aee64d7d4ec completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:15.093227 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4e2851ce-b567-43b2-931e-8ea736633e89 None None] Provisioning complete for port 241b2e09-86a1-4d8d-bece-2aee64d7d4ec triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:15.093846 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4e2851ce-b567-43b2-931e-8ea736633e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:15.157907 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-4e2851ce-b567-43b2-931e-8ea736633e89 None None] Port 241b2e09-86a1-4d8d-bece-2aee64d7d4ec cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:39:15.220010 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-72b4f5e2-a971-48c6-9fee-b7009e992af4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Calling delete_port for 241b2e09-86a1-4d8d-bece-2aee64d7d4ec owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:15.227103 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2ce59c40-d327-4591-a1e4-f7bc5e23e611 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:15.393241 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-72b4f5e2-a971-48c6-9fee-b7009e992af4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:15.398735 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b62888b2-2955-422d-9b11-aa7e53f733ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:15.443747 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4f5e2-a971-48c6-9fee-b7009e992af4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=241b2e09-86a1-4d8d-bece-2aee64d7d4ec,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:15.446833 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-72b4f5e2-a971-48c6-9fee-b7009e992af4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:15.532740 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-72b4f5e2-a971-48c6-9fee-b7009e992af4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:15.543741 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-72b4f5e2-a971-48c6-9fee-b7009e992af4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/241b2e09-86a1-4d8d-bece-2aee64d7d4ec HTTP/1.1" status: 204 len: 168 time: 0.8321834 Jun 02 20:39:15.546207 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56348) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:15.637692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e300fb1-7752-4d08-94bc-e798e8bd386a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:15.637926 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7e300fb1-7752-4d08-94bc-e798e8bd386a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:39:15.639828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-2ce59c40-d327-4591-a1e4-f7bc5e23e611 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting port 220f2071-4832-4b50-bae9-9f28f4a9de34 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:15.640324 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2ce59c40-d327-4591-a1e4-f7bc5e23e611 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:15.657514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7e300fb1-7752-4d08-94bc-e798e8bd386a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:39:15.658870 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7e300fb1-7752-4d08-94bc-e798e8bd386a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1117485 Jun 02 20:39:15.661951 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56350) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:15.766968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131e3734-93ad-471d-afa8-4c2ade1c6518 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:15.768840 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-131e3734-93ad-471d-afa8-4c2ade1c6518 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1057739 Jun 02 20:39:15.771779 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56352) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:15.844389 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6bd829-b512-48ee-a0bf-be4c427de3d1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:15.845990 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6bd829-b512-48ee-a0bf-be4c427de3d1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:15.847826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6bd829-b512-48ee-a0bf-be4c427de3d1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:15.848620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1a6bd829-b512-48ee-a0bf-be4c427de3d1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:39:15.864017 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1a6bd829-b512-48ee-a0bf-be4c427de3d1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:39:15.867783 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1a6bd829-b512-48ee-a0bf-be4c427de3d1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0923963 Jun 02 20:39:15.868019 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56354) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:15.924333 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2ce59c40-d327-4591-a1e4-f7bc5e23e611 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:15.934063 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ea85fb-d6e4-4552-a19d-62ba2b7c1940 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet 8bda48d6-5495-4721-b252-5e44122ad678 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:39:15.937158 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b2ea85fb-d6e4-4552-a19d-62ba2b7c1940 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:15.997633 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b2ea85fb-d6e4-4552-a19d-62ba2b7c1940 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:16.054416 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-2ce59c40-d327-4591-a1e4-f7bc5e23e611 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Calling delete_port for 220f2071-4832-4b50-bae9-9f28f4a9de34 owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:16.077465 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b2ea85fb-d6e4-4552-a19d-62ba2b7c1940 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:16.198404 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2ce59c40-d327-4591-a1e4-f7bc5e23e611 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:16.203893 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2ddd12d6-e84c-4e80-bf38-133fcf5caa3b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:16.285043 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce59c40-d327-4591-a1e4-f7bc5e23e611 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Port': ['ID=220f2071-4832-4b50-bae9-9f28f4a9de34,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:16.293146 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2ce59c40-d327-4591-a1e4-f7bc5e23e611 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:16.365523 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b2ea85fb-d6e4-4552-a19d-62ba2b7c1940 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:16.378969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6a3a9228-7e45-44d4-a5d6-57bc4572bcc4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:16.416207 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea85fb-d6e4-4552-a19d-62ba2b7c1940 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=8bda48d6-5495-4721-b252-5e44122ad678,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:16.418593 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b2ea85fb-d6e4-4552-a19d-62ba2b7c1940 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:16.423099 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b2ea85fb-d6e4-4552-a19d-62ba2b7c1940 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:16.425258 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152e975f-d960-40ba-84bc-3f9c09b6c9bd None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:16.444909 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b2ea85fb-d6e4-4552-a19d-62ba2b7c1940 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/8bda48d6-5495-4721-b252-5e44122ad678 HTTP/1.1" status: 204 len: 168 time: 0.5758214 Jun 02 20:39:16.447395 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56356) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:16.535884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-45cace4f-d77d-4fee-9341-dc6a347a3702 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet f35b2816-2cd3-47ea-991d-39bcc75573f4 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:39:16.539172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-45cace4f-d77d-4fee-9341-dc6a347a3702 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:16.569828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2ce59c40-d327-4591-a1e4-f7bc5e23e611 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:16.609742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-45cace4f-d77d-4fee-9341-dc6a347a3702 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:16.717066 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-45cace4f-d77d-4fee-9341-dc6a347a3702 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:16.902229 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce59c40-d327-4591-a1e4-f7bc5e23e611 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router 0f9f2c23-4f87-4972-bc13-976fcd6c5c58 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:39:17.028844 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56358) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:17.033958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-cedd65d1-1142-47f0-9eab-8e5c629c8261 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Request body: {'subnet': {'network_id': 'e8ffbe66-201b-4fff-8c22-ac4c23990d1c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:17.054153 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce59c40-d327-4591-a1e4-f7bc5e23e611 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:39:17.068685 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c287f744-f6ec-40a5-a9c6-611ee9b3f923 None None] Sync routers for ids ['0f9f2c23-4f87-4972-bc13-976fcd6c5c58'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:39:17.072935 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2ce59c40-d327-4591-a1e4-f7bc5e23e611 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/0f9f2c23-4f87-4972-bc13-976fcd6c5c58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5173862 Jun 02 20:39:17.076114 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56360) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:17.087604 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c287f744-f6ec-40a5-a9c6-611ee9b3f923 None None] Routers {'0f9f2c23-4f87-4972-bc13-976fcd6c5c58'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:39:17.088535 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-c287f744-f6ec-40a5-a9c6-611ee9b3f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0f9f2c23-4f87-4972-bc13-976fcd6c5c58'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:17.122964 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-81a607ab-826a-42d5-82b1-9af1ea1657ca tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Synchronizing usage tracker for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:39:17.141068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-81a607ab-826a-42d5-82b1-9af1ea1657ca tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Unset dirty status for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:39:17.145348 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-81a607ab-826a-42d5-82b1-9af1ea1657ca tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f9f2c23-4f87-4972-bc13-976fcd6c5c58 HTTP/1.1" status: 200 len: 205 time: 0.0659523 Jun 02 20:39:17.145926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56362) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:17.171495 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-c287f744-f6ec-40a5-a9c6-611ee9b3f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:17.184580 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c287f744-f6ec-40a5-a9c6-611ee9b3f923 None None] Routers {'0f9f2c23-4f87-4972-bc13-976fcd6c5c58'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:39:17.185696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-c287f744-f6ec-40a5-a9c6-611ee9b3f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0f9f2c23-4f87-4972-bc13-976fcd6c5c58'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:17.268399 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-c287f744-f6ec-40a5-a9c6-611ee9b3f923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:17.268917 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c287f744-f6ec-40a5-a9c6-611ee9b3f923 None None] The sync data for ids ['0f9f2c23-4f87-4972-bc13-976fcd6c5c58'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:39:17.289247 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cedd65d1-1142-47f0-9eab-8e5c629c8261 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:17.299016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cedd65d1-1142-47f0-9eab-8e5c629c8261 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Usage tracker for resource:subnet and tenant:23e9810f7691425eb34c8f0693eaa28f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:17.306888 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cedd65d1-1142-47f0-9eab-8e5c629c8261 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:17.317813 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cedd65d1-1142-47f0-9eab-8e5c629c8261 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:17.328140 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-45cace4f-d77d-4fee-9341-dc6a347a3702 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:17.338641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-da3215b3-131b-4e3b-a12e-0ab9b5ba1549 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:17.384185 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedd65d1-1142-47f0-9eab-8e5c629c8261 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Made reservation on behalf of 23e9810f7691425eb34c8f0693eaa28f for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:17.387711 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cedd65d1-1142-47f0-9eab-8e5c629c8261 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:17.407871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-45cace4f-d77d-4fee-9341-dc6a347a3702 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:17.414637 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cace4f-d77d-4fee-9341-dc6a347a3702 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=f35b2816-2cd3-47ea-991d-39bcc75573f4,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:17.417215 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2ff9ff-58aa-4942-9351-8b4f8b08e95e None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:17.417596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-45cace4f-d77d-4fee-9341-dc6a347a3702 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:17.455824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ad48e4a8-71cd-4c74-a8f5-49ed34e75c1a tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:17.466765 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-45cace4f-d77d-4fee-9341-dc6a347a3702 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/f35b2816-2cd3-47ea-991d-39bcc75573f4 HTTP/1.1" status: 204 len: 168 time: 1.0178831 Jun 02 20:39:17.503695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56366) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:17.596471 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-fb210872-941b-4ea8-a42e-f7058594cd02 None None] Provisioning complete for port ee6ab79d-2057-459d-b052-547920a412d1 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:17.597657 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fb210872-941b-4ea8-a42e-f7058594cd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:17.598335 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0178cb33-43c8-4f8b-977d-fd304f7d78ba req-b95398d0-e03c-42fa-a148-2db49e1be2ec service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2648811 Jun 02 20:39:17.638419 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ae92da02-f9a7-4f4a-b6d0-9b87a6a385ef tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1232541 Jun 02 20:39:17.638769 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56368) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:17.644877 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-91f44acb-f8d7-421a-9dd2-c99d5cf134aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:17.790019 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffd6e84-065e-4bac-a272-5729b5e9ff60 None None] DHCP port deletion for 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:39:17.834618 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ad48e4a8-71cd-4c74-a8f5-49ed34e75c1a tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:17.836796 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ad48e4a8-71cd-4c74-a8f5-49ed34e75c1a tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:17.839231 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-91f44acb-f8d7-421a-9dd2-c99d5cf134aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:17.848984 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-91f44acb-f8d7-421a-9dd2-c99d5cf134aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:17.858669 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-3ffd6e84-065e-4bac-a272-5729b5e9ff60 None None] Deleting port ee6ab79d-2057-459d-b052-547920a412d1 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:17.859066 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3ffd6e84-065e-4bac-a272-5729b5e9ff60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:17.861560 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ad48e4a8-71cd-4c74-a8f5-49ed34e75c1a tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:17.862337 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad48e4a8-71cd-4c74-a8f5-49ed34e75c1a tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Fanout notify agent at l3_agent the message router_deleted on router 0f9f2c23-4f87-4972-bc13-976fcd6c5c58 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:39:17.867930 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-91f44acb-f8d7-421a-9dd2-c99d5cf134aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:17.881968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-91f44acb-f8d7-421a-9dd2-c99d5cf134aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:17.892836 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ad48e4a8-71cd-4c74-a8f5-49ed34e75c1a tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:17.897174 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ad48e4a8-71cd-4c74-a8f5-49ed34e75c1a tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/routers/0f9f2c23-4f87-4972-bc13-976fcd6c5c58 HTTP/1.1" status: 204 len: 168 time: 0.7477338 Jun 02 20:39:17.897590 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56370) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:17.915196 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f44acb-f8d7-421a-9dd2-c99d5cf134aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:17.918816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-91f44acb-f8d7-421a-9dd2-c99d5cf134aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:17.938755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178cb33-43c8-4f8b-977d-fd304f7d78ba req-a2b0b78c-4b60-44e0-90e8-a75216c96f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:17.940257 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0178cb33-43c8-4f8b-977d-fd304f7d78ba req-a2b0b78c-4b60-44e0-90e8-a75216c96f5d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 1099 time: 0.2705832 Jun 02 20:39:17.963562 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-3ffd6e84-065e-4bac-a272-5729b5e9ff60 None None] For port ee6ab79d-2057-459d-b052-547920a412d1, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ee6ab79d-2057-459d-b052-547920a412d1,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:17.964640 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3ffd6e84-065e-4bac-a272-5729b5e9ff60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:17.975447 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee285bc-621b-40ef-9dd0-7032e0c0eb8b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting subnet 66b598da-f231-47e6-a29f-a4174a7da067 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:39:17.978326 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6ee285bc-621b-40ef-9dd0-7032e0c0eb8b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:18.040239 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6ee285bc-621b-40ef-9dd0-7032e0c0eb8b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:18.095473 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-3ffd6e84-065e-4bac-a272-5729b5e9ff60 None None] Calling delete_port for ee6ab79d-2057-459d-b052-547920a412d1 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:18.125973 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6ee285bc-621b-40ef-9dd0-7032e0c0eb8b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:18.146290 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3ffd6e84-065e-4bac-a272-5729b5e9ff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:18.151755 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-530b0c63-ac8d-44ca-b362-c9efd48868f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:18.195268 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd6e84-065e-4bac-a272-5729b5e9ff60 None None] Pushing event deleted for resources: {'Port': ['ID=ee6ab79d-2057-459d-b052-547920a412d1,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:18.198271 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-3ffd6e84-065e-4bac-a272-5729b5e9ff60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:18.199084 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffd6e84-065e-4bac-a272-5729b5e9ff60 None None] No DVR routers for this DVR port ee6ab79d-2057-459d-b052-547920a412d1 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:39:18.251906 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178cb33-43c8-4f8b-977d-fd304f7d78ba req-3e2496ff-4dce-4af5-ad7f-6c484da8058e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:18.253966 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0178cb33-43c8-4f8b-977d-fd304f7d78ba req-3e2496ff-4dce-4af5-ad7f-6c484da8058e service neutron] 10.222.0.95 "GET /v2.0/networks?id=4d3342d7-33dd-436f-b033-4f39faf2bca6 HTTP/1.1" status: 200 len: 898 time: 0.2454848 Jun 02 20:39:18.416064 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6ee285bc-621b-40ef-9dd0-7032e0c0eb8b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:18.421748 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-eb3a17b4-fed0-432b-8dd9-9befe4e2ceb4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:18.426377 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0178cb33-43c8-4f8b-977d-fd304f7d78ba req-b7d4628d-6c0a-4cd6-8424-6f18ad19f28c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 HTTP/1.1" status: 200 len: 1002 time: 0.1405172 Jun 02 20:39:18.461433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee285bc-621b-40ef-9dd0-7032e0c0eb8b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Subnet': ['ID=66b598da-f231-47e6-a29f-a4174a7da067,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:18.463506 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6ee285bc-621b-40ef-9dd0-7032e0c0eb8b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:18.466316 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6ee285bc-621b-40ef-9dd0-7032e0c0eb8b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:18.469741 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fcb475-1e54-4dbd-b9c2-893806d3b360 None None] Network b6b7e871-2d73-4571-ace6-e2d7b80fe181 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:18.470533 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6ee285bc-621b-40ef-9dd0-7032e0c0eb8b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/subnets/66b598da-f231-47e6-a29f-a4174a7da067 HTTP/1.1" status: 204 len: 168 time: 0.5716872 Jun 02 20:39:18.475572 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56372) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:18.594027 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:18.594458 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178cb33-43c8-4f8b-977d-fd304f7d78ba req-6c5f08a1-e425-45d1-960f-19aa92d0592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:18.598331 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0178cb33-43c8-4f8b-977d-fd304f7d78ba req-6c5f08a1-e425-45d1-960f-19aa92d0592e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=906c3740-d5d8-4e4a-bd58-106df157d850 HTTP/1.1" status: 200 len: 834 time: 0.1536090 Jun 02 20:39:18.602063 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cedd65d1-1142-47f0-9eab-8e5c629c8261 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:18.608779 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c2e82850-6b09-45a4-9639-233515f6fb0d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:18.678304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting port 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:18.678304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:18.698739 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56376) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:18.747087 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7dab50-3d25-4f25-9a39-da7642110d68 None None] DHCP port deletion for b6b7e871-2d73-4571-ace6-e2d7b80fe181 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:39:18.796949 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ee6ab79d-2057-459d-b052-547920a412d1 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:39:18.831295 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] For port 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=08d7c213-b2cf-4eb2-8ec2-4a5beb132f98,segment=NetworkSegment(effe937b-8f4a-449a-a475-fad0674a0666),segment_id=effe937b-8f4a-449a-a475-fad0674a0666)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:18.831656 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:18.835960 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: ee6ab79d-2057-459d-b052-547920a412d1 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:39:18.836387 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ee6ab79d-2057-459d-b052-547920a412d1 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:39:18.865461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-8a7dab50-3d25-4f25-9a39-da7642110d68 None None] Deleting port 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:18.865928 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8a7dab50-3d25-4f25-9a39-da7642110d68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:18.983509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd65d1-1142-47f0-9eab-8e5c629c8261 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event updated for resources: {'Subnet': ['ID=b620b568-b7da-42f4-9e89-52f77e07069a,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:18.992687 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cedd65d1-1142-47f0-9eab-8e5c629c8261 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:19.006774 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedd65d1-1142-47f0-9eab-8e5c629c8261 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Checking segment: {'id': 'f3909a94-d327-42a9-95f2-075ad45f3e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e8ffbe66-201b-4fff-8c22-ac4c23990d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:19.007217 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedd65d1-1142-47f0-9eab-8e5c629c8261 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Network hostable DHCP agents. Network: e8ffbe66-201b-4fff-8c22-ac4c23990d1c, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:39:19.026267 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-8a7dab50-3d25-4f25-9a39-da7642110d68 None None] For port 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=08d7c213-b2cf-4eb2-8ec2-4a5beb132f98,segment=NetworkSegment(effe937b-8f4a-449a-a475-fad0674a0666),segment_id=effe937b-8f4a-449a-a475-fad0674a0666)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:19.026677 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8a7dab50-3d25-4f25-9a39-da7642110d68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.041103 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178cb33-43c8-4f8b-977d-fd304f7d78ba req-72da9573-2615-4ad2-b27c-a470e9585316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:19.042706 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0178cb33-43c8-4f8b-977d-fd304f7d78ba req-72da9573-2615-4ad2-b27c-a470e9585316 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4d3342d7-33dd-436f-b033-4f39faf2bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4359937 Jun 02 20:39:19.078304 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedd65d1-1142-47f0-9eab-8e5c629c8261 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Network e8ffbe66-201b-4fff-8c22-ac4c23990d1c is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:39:19.123961 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Calling delete_port for 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:19.152523 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be299dc-179e-4ec9-a158-cf2543abfcbc tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:19.153008 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be299dc-179e-4ec9-a158-cf2543abfcbc tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:19.153482 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be299dc-179e-4ec9-a158-cf2543abfcbc tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:19.153904 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-8a7dab50-3d25-4f25-9a39-da7642110d68 None None] Calling delete_port for 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:19.155137 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7be299dc-179e-4ec9-a158-cf2543abfcbc tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=7e68015eb8844c43b1007154397602c4&network_id=4d3342d7-33dd-436f-b033-4f39faf2bca6 HTTP/1.1" status: 200 len: 3002 time: 0.4554253 Jun 02 20:39:19.162595 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-cedd65d1-1142-47f0-9eab-8e5c629c8261 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, e8ffbe66-201b-4fff-8c22-ac4c23990d1c) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:19.181226 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317fc19f-e8aa-478a-83af-183b65fb0215 None None] Network e8ffbe66-201b-4fff-8c22-ac4c23990d1c requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:19.189347 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.194591 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2ce59c40-d327-4591-a1e4-f7bc5e23e611 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:19.199028 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedd65d1-1142-47f0-9eab-8e5c629c8261 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:19.199653 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cedd65d1-1142-47f0-9eab-8e5c629c8261 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.240282 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Port': ['ID=08d7c213-b2cf-4eb2-8ec2-4a5beb132f98,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:19.243601 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:19.244484 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] No DVR routers for this DVR port 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:39:19.255940 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0178cb33-43c8-4f8b-977d-fd304f7d78ba req-d043baca-9b44-4f46-baac-0021825ba317 service neutron] 10.222.0.95 "GET /v2.0/networks/4d3342d7-33dd-436f-b033-4f39faf2bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052262 Jun 02 20:39:19.323943 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cedd65d1-1142-47f0-9eab-8e5c629c8261 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2907934 Jun 02 20:39:19.327712 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56382) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:19.337079 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-528def45-5d6a-4cf5-ba57-5328a8b29ab0 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-503687707'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:19.367777 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8a7dab50-3d25-4f25-9a39-da7642110d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.373066 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-02aa5c25-ad2a-4fe2-83af-6b26f4f0c6d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:19.388368 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.391295 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-528def45-5d6a-4cf5-ba57-5328a8b29ab0 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:19.402126 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b7e871-2d73-4571-ace6-e2d7b80fe181']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:19.402599 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-528def45-5d6a-4cf5-ba57-5328a8b29ab0 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Usage tracker for resource:network and tenant:23e9810f7691425eb34c8f0693eaa28f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:19.407573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-528def45-5d6a-4cf5-ba57-5328a8b29ab0 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:19.418172 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'effe937b-8f4a-449a-a475-fad0674a0666') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:19.418801 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'effe937b-8f4a-449a-a475-fad0674a0666') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:19.419730 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7dab50-3d25-4f25-9a39-da7642110d68 None None] Pushing event deleted for resources: {'Port': ['ID=08d7c213-b2cf-4eb2-8ec2-4a5beb132f98,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:19.422162 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8a7dab50-3d25-4f25-9a39-da7642110d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:19.427870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-528def45-5d6a-4cf5-ba57-5328a8b29ab0 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:19.430751 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7dab50-3d25-4f25-9a39-da7642110d68 None None] No DVR routers for this DVR port 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:39:19.431910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-91f44acb-f8d7-421a-9dd2-c99d5cf134aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.434326 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.439212 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-44f38a53-49e1-451f-880d-06fef25706da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:19.453865 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.467744 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:39:19.468410 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:39:19.489045 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:39:19.501093 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-e8ffbe66-201b-4fff-8c22-ac4c23990d1c', 'network_id': 'e8ffbe66-201b-4fff-8c22-ac4c23990d1c', 'tenant_id': '23e9810f7691425eb34c8f0693eaa28f', 'fixed_ips': [{'subnet_id': 'b620b568-b7da-42f4-9e89-52f77e07069a'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:39:19.502115 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.509143 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528def45-5d6a-4cf5-ba57-5328a8b29ab0 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Made reservation on behalf of 23e9810f7691425eb34c8f0693eaa28f for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:19.512648 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-528def45-5d6a-4cf5-ba57-5328a8b29ab0 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.530863 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f44acb-f8d7-421a-9dd2-c99d5cf134aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:19.554110 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-91f44acb-f8d7-421a-9dd2-c99d5cf134aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:19.564941 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea07bef-ad2c-46f5-ad6d-1c1aed244041 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:19.575602 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0178cb33-43c8-4f8b-977d-fd304f7d78ba req-5ce65fc2-d118-4089-915a-e0d6b4e8f3e4 service neutron] 10.222.0.95 "GET /v2.0/networks/4d3342d7-33dd-436f-b033-4f39faf2bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935088 Jun 02 20:39:19.579954 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f44acb-f8d7-421a-9dd2-c99d5cf134aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:19.580624 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-91f44acb-f8d7-421a-9dd2-c99d5cf134aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.591853 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.594808 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f44acb-f8d7-421a-9dd2-c99d5cf134aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=44954f5b-8172-45d4-a759-c70b41987743,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:19.599432 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.601950 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528def45-5d6a-4cf5-ba57-5328a8b29ab0 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:39:19.604719 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-91f44acb-f8d7-421a-9dd2-c99d5cf134aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:19.614954 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bb38341f-c3dd-4f86-af84-7cc421cdc609 tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:19.618609 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-528def45-5d6a-4cf5-ba57-5328a8b29ab0 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.618948 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-528def45-5d6a-4cf5-ba57-5328a8b29ab0 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Added segment 45a5bea9-4925-4b13-94a6-f6e1013c8c21 of type vlan for network d45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19 Jun 02 20:39:19.626628 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-91f44acb-f8d7-421a-9dd2-c99d5cf134aa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9868491 Jun 02 20:39:19.629654 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56384) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:19.636305 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-8f04d2de-ec33-43fd-9fb7-2126c61e56bb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:19.638006 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Network': ['ID=b6b7e871-2d73-4571-ace6-e2d7b80fe181,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:19.640444 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:19.647959 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/networks/b6b7e871-2d73-4571-ace6-e2d7b80fe181 HTTP/1.1" status: 204 len: 168 time: 1.1699531 Jun 02 20:39:19.647959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56386) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:19.651699 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-4a583f31-a895-4d98-a61b-99fe381127ac tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1281405187', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:19.658605 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4a583f31-a895-4d98-a61b-99fe381127ac tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:19.663342 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4a583f31-a895-4d98-a61b-99fe381127ac tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:router and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:19.666187 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4a583f31-a895-4d98-a61b-99fe381127ac tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:19.673444 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4a583f31-a895-4d98-a61b-99fe381127ac tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:19.687309 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4a583f31-a895-4d98-a61b-99fe381127ac tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.688718 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4a583f31-a895-4d98-a61b-99fe381127ac tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.706103 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4a583f31-a895-4d98-a61b-99fe381127ac tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.726621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4a583f31-a895-4d98-a61b-99fe381127ac tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.737541 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-528def45-5d6a-4cf5-ba57-5328a8b29ab0 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.757703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4a583f31-a895-4d98-a61b-99fe381127ac tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.762050 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4a583f31-a895-4d98-a61b-99fe381127ac tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1115589 Jun 02 20:39:19.762691 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56388) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:19.769513 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-18f1093b-0619-4b70-bd15-d9b6504cf12c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'network': {'name': 'tempest-RoutersTest-748736960'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:19.783638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-18f1093b-0619-4b70-bd15-d9b6504cf12c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:19.805930 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-18f1093b-0619-4b70-bd15-d9b6504cf12c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:network and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:19.811994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-18f1093b-0619-4b70-bd15-d9b6504cf12c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:19.828763 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-18f1093b-0619-4b70-bd15-d9b6504cf12c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:19.843509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8f04d2de-ec33-43fd-9fb7-2126c61e56bb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:19.844816 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Allocated IP 2001:db8:0:ffff::2 (e8ffbe66-201b-4fff-8c22-ac4c23990d1c/b620b568-b7da-42f4-9e89-52f77e07069a/ca50e4d8-77df-465e-bc29-674f21719d63) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:19.846006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-528def45-5d6a-4cf5-ba57-5328a8b29ab0 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.852469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528def45-5d6a-4cf5-ba57-5328a8b29ab0 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:19.853105 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-528def45-5d6a-4cf5-ba57-5328a8b29ab0 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.859824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-28b1110c-478f-4188-8ba3-89688d3696b9 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:19.885733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8f04d2de-ec33-43fd-9fb7-2126c61e56bb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:19.888626 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f1093b-0619-4b70-bd15-d9b6504cf12c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Made reservation on behalf of 6ef1a7bf134143cc9e0a9276ad9cbe3f for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:19.892119 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-18f1093b-0619-4b70-bd15-d9b6504cf12c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.908243 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8f04d2de-ec33-43fd-9fb7-2126c61e56bb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:19.914480 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'tenant_id': '9872c720270941e395e48a5d66cc87be', 'fixed_ips': [{'subnet_id': '44954f5b-8172-45d4-a759-c70b41987743'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:39:19.915327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:19.918960 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8f04d2de-ec33-43fd-9fb7-2126c61e56bb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:19.932082 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-528def45-5d6a-4cf5-ba57-5328a8b29ab0 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6002996 Jun 02 20:39:19.935063 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56394) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:19.941588 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-d5c83b74-329c-4cc7-9056-e070a79422bb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Request body: {'subnet': {'network_id': 'd45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:20.002973 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f04d2de-ec33-43fd-9fb7-2126c61e56bb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:20.006489 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8f04d2de-ec33-43fd-9fb7-2126c61e56bb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:20.031553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528def45-5d6a-4cf5-ba57-5328a8b29ab0 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event updated for resources: {'Network': ['ID=d45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:20.039609 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-528def45-5d6a-4cf5-ba57-5328a8b29ab0 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:20.050027 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network d45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:39:20.088161 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d5c83b74-329c-4cc7-9056-e070a79422bb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:20.092371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f1093b-0619-4b70-bd15-d9b6504cf12c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:39:20.092897 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d5c83b74-329c-4cc7-9056-e070a79422bb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Usage tracker for resource:subnet and tenant:23e9810f7691425eb34c8f0693eaa28f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:20.096210 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d5c83b74-329c-4cc7-9056-e070a79422bb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:20.102244 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d5c83b74-329c-4cc7-9056-e070a79422bb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:20.112114 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c83b74-329c-4cc7-9056-e070a79422bb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Made reservation on behalf of 23e9810f7691425eb34c8f0693eaa28f for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:20.116051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d5c83b74-329c-4cc7-9056-e070a79422bb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:20.119999 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-18f1093b-0619-4b70-bd15-d9b6504cf12c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:20.120347 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-18f1093b-0619-4b70-bd15-d9b6504cf12c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Added segment 42f91d50-0e79-48fa-91b9-b3cd0e085c6e of type vlan for network 76024d3c-91bb-44b9-90d5-ae883ca11551 Jun 02 20:39:20.173808 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-18f1093b-0619-4b70-bd15-d9b6504cf12c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:20.183385 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.ipam_backend_mixin [None req-8f04d2de-ec33-43fd-9fb7-2126c61e56bb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44954f5b-8172-45d4-a759-c70b41987743 (CIDR: 2001:db8::/64) Jun 02 20:39:20.188233 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f04d2de-ec33-43fd-9fb7-2126c61e56bb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:39:20.188881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f04d2de-ec33-43fd-9fb7-2126c61e56bb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:20.225193 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8f04d2de-ec33-43fd-9fb7-2126c61e56bb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5944226 Jun 02 20:39:20.228058 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56398) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:20.235465 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-18f1093b-0619-4b70-bd15-d9b6504cf12c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:20.241505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f1093b-0619-4b70-bd15-d9b6504cf12c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:20.242108 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-18f1093b-0619-4b70-bd15-d9b6504cf12c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:20.243838 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'subnet': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:20.247588 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1b960041-5ecf-4ce2-b2e8-102aa69a051f tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:20.319989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Allocated IP 2001:db8::2 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/44954f5b-8172-45d4-a759-c70b41987743/1f551cc4-207f-422f-bcee-cff741deba85) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:20.326082 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:20.343250 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Transition to ACTIVE for port object ca50e4d8-77df-465e-bc29-674f21719d63 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:20.355512 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-18f1093b-0619-4b70-bd15-d9b6504cf12c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5888360 Jun 02 20:39:20.356870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56400) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:20.361678 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-43b8557d-08f2-47f0-8ec3-274214f4d9a5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'subnet': {'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:20.390208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1093b-0619-4b70-bd15-d9b6504cf12c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Network': ['ID=76024d3c-91bb-44b9-90d5-ae883ca11551,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:20.395305 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-18f1093b-0619-4b70-bd15-d9b6504cf12c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:20.424073 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 76024d3c-91bb-44b9-90d5-ae883ca11551 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:39:20.451853 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Transition to ACTIVE for port object ca50e4d8-77df-465e-bc29-674f21719d63 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:20.488462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-43b8557d-08f2-47f0-8ec3-274214f4d9a5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:20.492753 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-43b8557d-08f2-47f0-8ec3-274214f4d9a5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:subnet and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:20.493332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:20.496973 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-43b8557d-08f2-47f0-8ec3-274214f4d9a5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:20.500725 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:subnet and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:20.505183 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-43b8557d-08f2-47f0-8ec3-274214f4d9a5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:20.506261 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:20.512998 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56402) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:20.527359 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:20.548058 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:20.552529 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:20.568233 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:20.580222 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b8557d-08f2-47f0-8ec3-274214f4d9a5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Made reservation on behalf of 6ef1a7bf134143cc9e0a9276ad9cbe3f for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:20.583747 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-43b8557d-08f2-47f0-8ec3-274214f4d9a5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:20.594654 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-3ffd6e84-065e-4bac-a272-5729b5e9ff60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:20.720616 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Network e8ffbe66-201b-4fff-8c22-ac4c23990d1c is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:20.729073 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:20.738759 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:20.738759 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Pushing event updated for resources: {'Port': ['ID=ca50e4d8-77df-465e-bc29-674f21719d63,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:20.745894 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:20.750552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67269bbc-66be-47a6-8311-ec58bfe084a7 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:20.753696 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-67269bbc-66be-47a6-8311-ec58bfe084a7 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9eda1993-8807-4a42-8466-556269663ed3 HTTP/1.1" status: 200 len: 814 time: 0.2380781 Jun 02 20:39:20.803002 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:39:20.848028 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:39:20.848708 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 08d7c213-b2cf-4eb2-8ec2-4a5beb132f98 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:39:20.953063 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Attempting to bind port ca50e4d8-77df-465e-bc29-674f21719d63 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:39:20.953439 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Attempting to bind port ca50e4d8-77df-465e-bc29-674f21719d63 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'f3909a94-d327-42a9-95f2-075ad45f3e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e8ffbe66-201b-4fff-8c22-ac4c23990d1c'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:39:20.954180 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Attempting to bind port ca50e4d8-77df-465e-bc29-674f21719d63 on network e8ffbe66-201b-4fff-8c22-ac4c23990d1c {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:39:20.969018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:39:20.969018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Checking segment: {'id': 'f3909a94-d327-42a9-95f2-075ad45f3e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e8ffbe66-201b-4fff-8c22-ac4c23990d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:20.969388 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:20.969910 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Bound using segment: {'id': 'f3909a94-d327-42a9-95f2-075ad45f3e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e8ffbe66-201b-4fff-8c22-ac4c23990d1c'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:39:20.970108 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Bound port: ca50e4d8-77df-465e-bc29-674f21719d63, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3909a94-d327-42a9-95f2-075ad45f3e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e8ffbe66-201b-4fff-8c22-ac4c23990d1c'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:39:20.970461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:20.979292 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.objects.ports [None req-d5c83b74-329c-4cc7-9056-e070a79422bb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92548) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 20:39:20.981961 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:20.983694 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d5c83b74-329c-4cc7-9056-e070a79422bb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:20.989745 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8a1b5a38-7ef7-4722-bd59-9fa4595a50ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:21.026675 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Transition to ACTIVE for port object 1f551cc4-207f-422f-bcee-cff741deba85 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:21.066949 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Transition to ACTIVE for port object 1f551cc4-207f-422f-bcee-cff741deba85 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:21.086207 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:21.092804 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-81c2685e-3079-4f07-8e94-1195320d028b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:21.098817 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c83b74-329c-4cc7-9056-e070a79422bb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event updated for resources: {'Subnet': ['ID=6d142a98-d373-4118-ab4a-75d7bd1c49e9,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:21.101420 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d5c83b74-329c-4cc7-9056-e070a79422bb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:21.119621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c83b74-329c-4cc7-9056-e070a79422bb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Checking segment: {'id': '45a5bea9-4925-4b13-94a6-f6e1013c8c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:21.119995 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c83b74-329c-4cc7-9056-e070a79422bb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Network hostable DHCP agents. Network: d45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:39:21.138408 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] For port ca50e4d8-77df-465e-bc29-674f21719d63, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:39:21.165352 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:21.168708 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] For port ca50e4d8-77df-465e-bc29-674f21719d63, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ca50e4d8-77df-465e-bc29-674f21719d63,segment=NetworkSegment(f3909a94-d327-42a9-95f2-075ad45f3e14),segment_id=f3909a94-d327-42a9-95f2-075ad45f3e14)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:39:21.172582 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:21.174478 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Pushing event updated for resources: {'Port': ['ID=1f551cc4-207f-422f-bcee-cff741deba85,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:21.177510 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:21.178136 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c83b74-329c-4cc7-9056-e070a79422bb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Network d45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:39:21.180369 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:21.184086 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:21.190639 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8a7dab50-3d25-4f25-9a39-da7642110d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:21.195676 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56410) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:21.198564 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-d5c83b74-329c-4cc7-9056-e070a79422bb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, d45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:21.205350 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-984e3070-ea38-4a56-b37f-1dab3048348a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'network': {'name': 'tempest-network-smoke--677513737', 'project_id': '7e68015eb8844c43b1007154397602c4', 'port_security_enabled': True}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:21.215585 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-984e3070-ea38-4a56-b37f-1dab3048348a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:21.228638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-984e3070-ea38-4a56-b37f-1dab3048348a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:21.230938 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf234b4-a95b-4492-bf2c-b969e08b3509 None None] Network d45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:21.259048 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c83b74-329c-4cc7-9056-e070a79422bb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:21.259714 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d5c83b74-329c-4cc7-9056-e070a79422bb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:21.277685 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984e3070-ea38-4a56-b37f-1dab3048348a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:21.281547 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-984e3070-ea38-4a56-b37f-1dab3048348a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:21.301943 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d5c83b74-329c-4cc7-9056-e070a79422bb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3650095 Jun 02 20:39:21.303425 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56412) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:21.308301 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-2abc9b8e-2410-4b10-ae29-b3c3983ac48c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Request body: {'port': {'network_id': 'd45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19', 'name': 'tempest-NetworksIpV6TestAttrs-492949786'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:21.334266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-43b8557d-08f2-47f0-8ec3-274214f4d9a5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:21.338373 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984e3070-ea38-4a56-b37f-1dab3048348a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:39:21.340675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:21.403668 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-984e3070-ea38-4a56-b37f-1dab3048348a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:21.404010 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-984e3070-ea38-4a56-b37f-1dab3048348a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Added segment 2e1680aa-0e77-4112-bb96-6a32d47b8477 of type vlan for network 539269e3-4099-4659-a84c-98bec00a8c6a Jun 02 20:39:21.450577 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Attempting to bind port 1f551cc4-207f-422f-bcee-cff741deba85 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:39:21.450957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Attempting to bind port 1f551cc4-207f-422f-bcee-cff741deba85 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:39:21.451354 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Attempting to bind port 1f551cc4-207f-422f-bcee-cff741deba85 on network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:39:21.455362 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8557d-08f2-47f0-8ec3-274214f4d9a5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Subnet': ['ID=4698f316-ef45-40c5-9489-78ef4bbf8e7c,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:21.457643 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Pushing event updated for resources: {'Port': ['ID=ca50e4d8-77df-465e-bc29-674f21719d63,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:21.459047 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-43b8557d-08f2-47f0-8ec3-274214f4d9a5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:21.465755 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:21.469148 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:39:21.469148 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Checking segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:21.469491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:21.470129 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Bound using segment: {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:39:21.470330 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Bound port: 1f551cc4-207f-422f-bcee-cff741deba85, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2013ab-8211-4e55-b1f1-7f15550c68c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:39:21.470779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:21.473931 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-984e3070-ea38-4a56-b37f-1dab3048348a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:21.478710 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b8557d-08f2-47f0-8ec3-274214f4d9a5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Checking segment: {'id': '42f91d50-0e79-48fa-91b9-b3cd0e085c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:21.479173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b8557d-08f2-47f0-8ec3-274214f4d9a5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network hostable DHCP agents. Network: 76024d3c-91bb-44b9-90d5-ae883ca11551, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:39:21.517170 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b8557d-08f2-47f0-8ec3-274214f4d9a5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network 76024d3c-91bb-44b9-90d5-ae883ca11551 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:39:21.524331 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-984e3070-ea38-4a56-b37f-1dab3048348a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:21.530284 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984e3070-ea38-4a56-b37f-1dab3048348a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:21.531011 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-984e3070-ea38-4a56-b37f-1dab3048348a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:21.536590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9ada4887-d855-4da1-8184-a221934a41c4 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:21.570984 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-43b8557d-08f2-47f0-8ec3-274214f4d9a5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 76024d3c-91bb-44b9-90d5-ae883ca11551) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:21.594214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b8557d-08f2-47f0-8ec3-274214f4d9a5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:21.594954 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-43b8557d-08f2-47f0-8ec3-274214f4d9a5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:21.605465 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f91c32-f795-495f-b7fb-86ecb258d902 None None] Network 76024d3c-91bb-44b9-90d5-ae883ca11551 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:21.680047 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-984e3070-ea38-4a56-b37f-1dab3048348a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4824381 Jun 02 20:39:21.684406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56414) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:21.684702 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2abc9b8e-2410-4b10-ae29-b3c3983ac48c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:21.686628 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e3070-ea38-4a56-b37f-1dab3048348a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Network': ['ID=539269e3-4099-4659-a84c-98bec00a8c6a,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:21.689565 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-984e3070-ea38-4a56-b37f-1dab3048348a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:21.696909 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2abc9b8e-2410-4b10-ae29-b3c3983ac48c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Usage tracker for resource:port and tenant:23e9810f7691425eb34c8f0693eaa28f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:21.702157 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2abc9b8e-2410-4b10-ae29-b3c3983ac48c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:21.712284 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 539269e3-4099-4659-a84c-98bec00a8c6a details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:39:21.712529 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2abc9b8e-2410-4b10-ae29-b3c3983ac48c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:21.754966 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-43b8557d-08f2-47f0-8ec3-274214f4d9a5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3971956 Jun 02 20:39:21.759417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56416) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:21.782611 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] For port 1f551cc4-207f-422f-bcee-cff741deba85, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:39:21.783940 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abc9b8e-2410-4b10-ae29-b3c3983ac48c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Made reservation on behalf of 23e9810f7691425eb34c8f0693eaa28f for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:21.787682 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2abc9b8e-2410-4b10-ae29-b3c3983ac48c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:21.807212 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.objects.ports [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=92548) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 20:39:21.886001 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-2abc9b8e-2410-4b10-ae29-b3c3983ac48c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] device_id is not set on port 836f4801-fb9a-4a81-b599-881e146eae40 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:39:21.947608 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] For port 1f551cc4-207f-422f-bcee-cff741deba85, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1f551cc4-207f-422f-bcee-cff741deba85,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:39:21.948225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c99f522-0510-4025-9432-097c5702a798 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:21.949759 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2c99f522-0510-4025-9432-097c5702a798 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=7e68015eb8844c43b1007154397602c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2644846 Jun 02 20:39:21.953606 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56418) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:21.954825 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-d45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19', 'network_id': 'd45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19', 'tenant_id': '23e9810f7691425eb34c8f0693eaa28f', 'fixed_ips': [{'subnet_id': '6d142a98-d373-4118-ab4a-75d7bd1c49e9'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:39:21.956170 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:22.059032 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:22.068495 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0cf291b8-6bf0-4bbc-855f-7a3c88c9059b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:22.208952 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-2abc9b8e-2410-4b10-ae29-b3c3983ac48c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Allocated IP 2001:db8::f816:3eff:fe11:950a (d45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19/6d142a98-d373-4118-ab4a-75d7bd1c49e9/836f4801-fb9a-4a81-b599-881e146eae40) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:22.241559 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Pushing event updated for resources: {'Port': ['ID=1f551cc4-207f-422f-bcee-cff741deba85,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:22.244461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:22.257433 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-76024d3c-91bb-44b9-90d5-ae883ca11551', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:39:22.258275 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:22.283527 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b085eda5-1f97-4620-a735-263456127f42 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:22.288091 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b085eda5-1f97-4620-a735-263456127f42 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3221827 Jun 02 20:39:22.292396 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56420) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:22.348455 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:22.370724 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ea232e37-01a1-44ad-9041-e4a1675b12a7 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9eda1993-8807-4a42-8466-556269663ed3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0771396 Jun 02 20:39:22.378250 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56422) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:22.389128 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:22.495811 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7444c3d8-b3b1-4c8c-81c8-04a6dede5c83 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=7e68015eb8844c43b1007154397602c4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1163681 Jun 02 20:39:22.505011 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56424) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:22.562974 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Allocated IP 172.20.0.2 (76024d3c-91bb-44b9-90d5-ae883ca11551/4698f316-ef45-40c5-9489-78ef4bbf8e7c/bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:22.855794 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] For port 1f551cc4-207f-422f-bcee-cff741deba85, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1f551cc4-207f-422f-bcee-cff741deba85,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:22.865479 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:22.879016 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Transition to ACTIVE for port object bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:22.884550 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:22.919119 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Transition to ACTIVE for port object bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:22.928776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:22.932549 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-cfee2564-1c50-4bc2-8b96-8a28f1549190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:22.952004 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:22.956865 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:22.976328 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1f551cc4-207f-422f-bcee-cff741deba85 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:23.006156 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:23.062603 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Network 76024d3c-91bb-44b9-90d5-ae883ca11551 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:23.073025 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:23.085287 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:23.085470 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:23.093903 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Pushing event updated for resources: {'Port': ['ID=bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:23.094865 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:23.104298 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:23.119875 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Allocated IP 172.20.0.1 (76024d3c-91bb-44b9-90d5-ae883ca11551/4698f316-ef45-40c5-9489-78ef4bbf8e7c/f397c4d2-f479-4cb7-bee1-9cd44e87098f) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:23.149756 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8fd1d5-8e0d-48b5-b3db-051fbf1a63f9 None None] Network e8ffbe66-201b-4fff-8c22-ac4c23990d1c requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:23.152850 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:23.153440 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:23.223940 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1bce50-2cf6-456d-b4c8-b7f708e289f9 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:23.228786 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3e1bce50-2cf6-456d-b4c8-b7f708e289f9 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7175899 Jun 02 20:39:23.229479 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2abc9b8e-2410-4b10-ae29-b3c3983ac48c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:23.231055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56426) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:23.233331 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=1f551cc4-207f-422f-bcee-cff741deba85,revision_number=4']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:23.237092 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:23.241807 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:23.273067 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.0438900 Jun 02 20:39:23.273614 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56428) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:23.284469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c9c0e18b-85b2-4677-afd4-d56e3a16d73b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Request body: {'port': {'network_id': '1a65b8e2-757e-4e14-9b9e-9fa65638ae0e', 'mac_address': 'fa:16:3e:46:ca:83', 'name': 'tempest-NetworksTestDHCPv6-326243514'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:23.301365 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-2abc9b8e-2410-4b10-ae29-b3c3983ac48c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Transition to ACTIVE for port object 836f4801-fb9a-4a81-b599-881e146eae40 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:23.313980 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-59e71488-3a18-4f0e-a474-31e1758759d4 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9eda1993-8807-4a42-8466-556269663ed3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0812988 Jun 02 20:39:23.317266 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56430) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:23.324021 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-0fa6cec4-ef11-4e69-9978-3a0e4799a414 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2028027438', 'network_id': '539269e3-4099-4659-a84c-98bec00a8c6a', 'project_id': '7e68015eb8844c43b1007154397602c4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:23.327938 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 1f551cc4-207f-422f-bcee-cff741deba85 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:23.335383 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Attempting to bind port bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:39:23.336083 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Attempting to bind port bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '42f91d50-0e79-48fa-91b9-b3cd0e085c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:39:23.336626 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Attempting to bind port bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8 on network 76024d3c-91bb-44b9-90d5-ae883ca11551 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:39:23.346027 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ca50e4d8-77df-465e-bc29-674f21719d63 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:23.355638 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Subnet': ['ID=c5d8969b-6245-40df-b888-256420fe40b6,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:23.358379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:23.370054 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-fc752c36-1536-4482-9707-376fd75d701d None None] Provisioning for port ca50e4d8-77df-465e-bc29-674f21719d63 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:23.394561 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:39:23.395311 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Checking segment: {'id': '42f91d50-0e79-48fa-91b9-b3cd0e085c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:23.395898 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:23.396957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Bound using segment: {'id': '42f91d50-0e79-48fa-91b9-b3cd0e085c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:39:23.397631 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Bound port: bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f91d50-0e79-48fa-91b9-b3cd0e085c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:39:23.398205 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:23.502441 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:23.540962 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Transition to ACTIVE for port object f397c4d2-f479-4cb7-bee1-9cd44e87098f will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:23.571688 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c9c0e18b-85b2-4677-afd4-d56e3a16d73b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:23.577112 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c9c0e18b-85b2-4677-afd4-d56e3a16d73b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Usage tracker for resource:port and tenant:9872c720270941e395e48a5d66cc87be is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:23.581960 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c9c0e18b-85b2-4677-afd4-d56e3a16d73b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:23.585914 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:23.614449 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b5343862-cad3-42b3-a7aa-cc16540f4cc0 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:23.652903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c9c0e18b-85b2-4677-afd4-d56e3a16d73b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:23.676473 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network 76024d3c-91bb-44b9-90d5-ae883ca11551 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:23.683514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:23.686302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:23.703317 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] For port bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:39:23.706832 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port ca50e4d8-77df-465e-bc29-674f21719d63 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:23.710453 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0fa6cec4-ef11-4e69-9978-3a0e4799a414 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:23.715264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0fa6cec4-ef11-4e69-9978-3a0e4799a414 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:subnet and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:23.718201 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0fa6cec4-ef11-4e69-9978-3a0e4799a414 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:23.725089 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0fa6cec4-ef11-4e69-9978-3a0e4799a414 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:23.728938 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec358c1d-6c4d-4289-902c-e8bc35ead501 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:23.739598 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2abc9b8e-2410-4b10-ae29-b3c3983ac48c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:23.748198 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] For port bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8,segment=NetworkSegment(42f91d50-0e79-48fa-91b9-b3cd0e085c6e),segment_id=42f91d50-0e79-48fa-91b9-b3cd0e085c6e)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:39:23.749719 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c0e18b-85b2-4677-afd4-d56e3a16d73b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Made reservation on behalf of 9872c720270941e395e48a5d66cc87be for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:23.752510 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa6cec4-ef11-4e69-9978-3a0e4799a414 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:23.756155 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port ca50e4d8-77df-465e-bc29-674f21719d63 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:23.756608 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:23.757063 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0fa6cec4-ef11-4e69-9978-3a0e4799a414 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:23.787338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Port': ['ID=f397c4d2-f479-4cb7-bee1-9cd44e87098f,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:23.830874 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0663c76e-c592-43a6-bc0c-63634462046b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:23.835128 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:23.845440 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:23.852314 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:23.875322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:23.899976 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abc9b8e-2410-4b10-ae29-b3c3983ac48c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Network d45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:23.913143 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-2abc9b8e-2410-4b10-ae29-b3c3983ac48c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:23.920445 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abc9b8e-2410-4b10-ae29-b3c3983ac48c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:23.925798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c9c0e18b-85b2-4677-afd4-d56e3a16d73b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:23.926875 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abc9b8e-2410-4b10-ae29-b3c3983ac48c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:23.927522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2abc9b8e-2410-4b10-ae29-b3c3983ac48c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:23.953394 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc9b8e-2410-4b10-ae29-b3c3983ac48c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event updated for resources: {'Port': ['ID=836f4801-fb9a-4a81-b599-881e146eae40,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:23.961136 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2abc9b8e-2410-4b10-ae29-b3c3983ac48c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:23.961802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-c9c0e18b-85b2-4677-afd4-d56e3a16d73b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] device_id is not set on port f0ab15d8-accf-45c5-b069-f616896eaa2d yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:39:23.966142 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2abc9b8e-2410-4b10-ae29-b3c3983ac48c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6617517 Jun 02 20:39:23.969641 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56432) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:23.990298 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4088db14-8c3b-4d65-9946-e334d2c8ddb3 None None] Provisioning for port 1f551cc4-207f-422f-bcee-cff741deba85 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:24.018353 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4088db14-8c3b-4d65-9946-e334d2c8ddb3 None None] Provisioning complete for port 1f551cc4-207f-422f-bcee-cff741deba85 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:24.018887 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4088db14-8c3b-4d65-9946-e334d2c8ddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:24.103075 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-410222f9-c760-4b01-94b9-af7efd4893ea tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Deleting subnet 6d142a98-d373-4118-ab4a-75d7bd1c49e9 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:39:24.107238 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Allocated IP 2001:db8::f816:3eff:fedb:7b4b (d45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19/6d142a98-d373-4118-ab4a-75d7bd1c49e9/a4977c8c-aaa9-4229-b729-367b38ea961d) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:24.132796 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Pushing event updated for resources: {'Port': ['ID=bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:24.137756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:24.179801 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:24.495775 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0fa6cec4-ef11-4e69-9978-3a0e4799a414 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:24.501068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7bbbfbb6-28df-4f72-b220-a2d30ec69c05 tempest-FloatingIPNegativeTestJSON-109801133 tempest-FloatingIPNegativeTestJSON-109801133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:24.526385 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-c9c0e18b-85b2-4677-afd4-d56e3a16d73b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8::2eb (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/44954f5b-8172-45d4-a759-c70b41987743/f0ab15d8-accf-45c5-b069-f616896eaa2d) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:24.527630 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:24.537786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-c9c0e18b-85b2-4677-afd4-d56e3a16d73b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Allocated IP 2001:db8:0:1:f816:3eff:fe46:ca83 (1a65b8e2-757e-4e14-9b9e-9fa65638ae0e/c5d8969b-6245-40df-b888-256420fe40b6/f0ab15d8-accf-45c5-b069-f616896eaa2d) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:24.595024 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6cec4-ef11-4e69-9978-3a0e4799a414 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Subnet': ['ID=595cd4a5-3c12-4836-b428-c089c0e62ea7,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:24.600074 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0fa6cec4-ef11-4e69-9978-3a0e4799a414 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:24.602644 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa6cec4-ef11-4e69-9978-3a0e4799a414 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Checking segment: {'id': '2e1680aa-0e77-4112-bb96-6a32d47b8477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '539269e3-4099-4659-a84c-98bec00a8c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:24.603004 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa6cec4-ef11-4e69-9978-3a0e4799a414 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network hostable DHCP agents. Network: 539269e3-4099-4659-a84c-98bec00a8c6a, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:39:24.629784 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa6cec4-ef11-4e69-9978-3a0e4799a414 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 539269e3-4099-4659-a84c-98bec00a8c6a is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:39:24.652232 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-0fa6cec4-ef11-4e69-9978-3a0e4799a414 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 539269e3-4099-4659-a84c-98bec00a8c6a) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:24.667168 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aead79-e04e-4757-80a1-6997a98afda1 None None] Network 539269e3-4099-4659-a84c-98bec00a8c6a requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:24.668742 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa6cec4-ef11-4e69-9978-3a0e4799a414 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:24.669484 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0fa6cec4-ef11-4e69-9978-3a0e4799a414 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:24.692077 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port ca50e4d8-77df-465e-bc29-674f21719d63, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ca50e4d8-77df-465e-bc29-674f21719d63,segment=NetworkSegment(f3909a94-d327-42a9-95f2-075ad45f3e14),segment_id=f3909a94-d327-42a9-95f2-075ad45f3e14)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:24.693221 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4088db14-8c3b-4d65-9946-e334d2c8ddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:24.702687 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0fa6cec4-ef11-4e69-9978-3a0e4799a414 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3817940 Jun 02 20:39:24.725974 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:24.734184 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:24.965501 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-4088db14-8c3b-4d65-9946-e334d2c8ddb3 None None] For port 1f551cc4-207f-422f-bcee-cff741deba85, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1f551cc4-207f-422f-bcee-cff741deba85,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:25.005557 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4088db14-8c3b-4d65-9946-e334d2c8ddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:25.026101 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:25.036485 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=ca50e4d8-77df-465e-bc29-674f21719d63,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:25.037935 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:25.047048 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:25.071979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:25.097388 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:25.097638 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e4f0b7bf-ee4d-4498-a030-7d5eeec56dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:25.161626 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56438) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:25.167597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-0334b840-dfab-4169-90f2-03c1e13452e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1447423615', 'description': 'tempest-secgroup-smoke-1447423615 description', 'project_id': '7e68015eb8844c43b1007154397602c4'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:25.172599 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c9c0e18b-85b2-4677-afd4-d56e3a16d73b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:25.175238 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0334b840-dfab-4169-90f2-03c1e13452e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:25.186308 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0334b840-dfab-4169-90f2-03c1e13452e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:25.200891 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0334b840-dfab-4169-90f2-03c1e13452e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:25.212473 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-c9c0e18b-85b2-4677-afd4-d56e3a16d73b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Transition to ACTIVE for port object f0ab15d8-accf-45c5-b069-f616896eaa2d will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:25.218500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:25.237691 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0334b840-dfab-4169-90f2-03c1e13452e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:25.242096 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Port': ['ID=f397c4d2-f479-4cb7-bee1-9cd44e87098f,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:25.257543 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0334b840-dfab-4169-90f2-03c1e13452e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:25.257788 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:25.261195 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0334b840-dfab-4169-90f2-03c1e13452e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:25.262492 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c9c0e18b-85b2-4677-afd4-d56e3a16d73b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:25.272349 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:25.272613 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0334b840-dfab-4169-90f2-03c1e13452e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:25.275547 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Transition to ACTIVE for port object a4977c8c-aaa9-4229-b729-367b38ea961d will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:25.319608 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-15160433-7bfe-48fd-a61b-84ee55034982 None None] Provisioning complete for port ca50e4d8-77df-465e-bc29-674f21719d63 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:25.320254 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-15160433-7bfe-48fd-a61b-84ee55034982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:25.340875 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:25.355565 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088db14-8c3b-4d65-9946-e334d2c8ddb3 None None] Pushing event updated for resources: {'Port': ['ID=1f551cc4-207f-422f-bcee-cff741deba85,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:25.373276 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4088db14-8c3b-4d65-9946-e334d2c8ddb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:25.396790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c0e18b-85b2-4677-afd4-d56e3a16d73b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:25.422871 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0334b840-dfab-4169-90f2-03c1e13452e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:25.423273 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Transition to ACTIVE for port object a4977c8c-aaa9-4229-b729-367b38ea961d will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:25.437210 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0334b840-dfab-4169-90f2-03c1e13452e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:25.443051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-410222f9-c760-4b01-94b9-af7efd4893ea tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:25.456091 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-c9c0e18b-85b2-4677-afd4-d56e3a16d73b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:25.457278 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:25.464230 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c0e18b-85b2-4677-afd4-d56e3a16d73b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:25.473637 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a97bde88-f5b3-4248-b842-80f7bcea6391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:25.475136 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c0e18b-85b2-4677-afd4-d56e3a16d73b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:25.475845 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c9c0e18b-85b2-4677-afd4-d56e3a16d73b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:25.485798 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-91b2caaf-2011-4b38-b118-9b258aca7377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:25.525377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0e18b-85b2-4677-afd4-d56e3a16d73b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event updated for resources: {'Port': ['ID=f0ab15d8-accf-45c5-b069-f616896eaa2d,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:25.529013 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c9c0e18b-85b2-4677-afd4-d56e3a16d73b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:25.561267 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c9c0e18b-85b2-4677-afd4-d56e3a16d73b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2817242 Jun 02 20:39:25.562088 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56440) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:25.574129 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-539269e3-4099-4659-a84c-98bec00a8c6a', 'network_id': '539269e3-4099-4659-a84c-98bec00a8c6a', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ips': [{'subnet_id': '595cd4a5-3c12-4836-b428-c089c0e62ea7'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:39:25.574844 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:25.601437 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-410222f9-c760-4b01-94b9-af7efd4893ea tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:25.614947 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Pushing event updated for resources: {'Port': ['ID=a4977c8c-aaa9-4229-b729-367b38ea961d,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:25.636597 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Network d45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:25.639184 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334b840-dfab-4169-90f2-03c1e13452e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860aaceb-b7c3-41f8-8da2-a25fb1839aca,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:25.657565 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network 76024d3c-91bb-44b9-90d5-ae883ca11551 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:25.661495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:25.752830 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-410222f9-c760-4b01-94b9-af7efd4893ea tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:25.807733 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Allocated IP 172.20.0.18 (539269e3-4099-4659-a84c-98bec00a8c6a/595cd4a5-3c12-4836-b428-c089c0e62ea7/10d744a1-cd17-42e2-9135-bcdfba6a3072) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:25.901825 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:25.903069 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:25.904974 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:25.917985 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:25.921736 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1f551cc4-207f-422f-bcee-cff741deba85 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:25.934238 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-e31c6261-d16d-47b0-9fc9-c23fd84c7367 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting port f0ab15d8-accf-45c5-b069-f616896eaa2d {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:25.934586 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e31c6261-d16d-47b0-9fc9-c23fd84c7367 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:25.938475 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0334b840-dfab-4169-90f2-03c1e13452e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:25.939594 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0334b840-dfab-4169-90f2-03c1e13452e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:25.941471 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0334b840-dfab-4169-90f2-03c1e13452e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7784977 Jun 02 20:39:25.945252 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56442) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:25.952010 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-94eab6c4-6f8f-4262-90e4-84529e065f6b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '860aaceb-b7c3-41f8-8da2-a25fb1839aca', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:25.960455 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-94eab6c4-6f8f-4262-90e4-84529e065f6b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:25.978337 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-94eab6c4-6f8f-4262-90e4-84529e065f6b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:25.979591 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6a7fe2-ae90-415d-ad7b-0034949e5acb None None] Network 76024d3c-91bb-44b9-90d5-ae883ca11551 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:25.983422 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-94eab6c4-6f8f-4262-90e4-84529e065f6b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:26.001194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-94eab6c4-6f8f-4262-90e4-84529e065f6b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:26.041828 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router 4ec92841-2119-4794-9a1c-712ba285f241 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:39:26.066592 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-94eab6c4-6f8f-4262-90e4-84529e065f6b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.163399 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-94eab6c4-6f8f-4262-90e4-84529e065f6b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.168852 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-410222f9-c760-4b01-94b9-af7efd4893ea tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.173921 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e58f41ab-473e-4a1e-a502-aa65a9cb85de tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:26.202211 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-94eab6c4-6f8f-4262-90e4-84529e065f6b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.214292 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410222f9-c760-4b01-94b9-af7efd4893ea tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event deleted for resources: {'Subnet': ['ID=6d142a98-d373-4118-ab4a-75d7bd1c49e9,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:26.221160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-410222f9-c760-4b01-94b9-af7efd4893ea tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:26.223921 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2fd872f0-6610-49f8-aae1-962c8f7a996e tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:26.225136 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e31c6261-d16d-47b0-9fc9-c23fd84c7367 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.243196 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-410222f9-c760-4b01-94b9-af7efd4893ea tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.253474 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eab6c4-6f8f-4262-90e4-84529e065f6b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa1ea90-498a-49c2-a53f-f178f8956823,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:26.259237 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-410222f9-c760-4b01-94b9-af7efd4893ea tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "DELETE /v2.0/subnets/6d142a98-d373-4118-ab4a-75d7bd1c49e9 HTTP/1.1" status: 204 len: 168 time: 2.2857051 Jun 02 20:39:26.259237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-94eab6c4-6f8f-4262-90e4-84529e065f6b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:26.259237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56444) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:26.259616 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 1f551cc4-207f-422f-bcee-cff741deba85 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:26.259616 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.296170 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-94eab6c4-6f8f-4262-90e4-84529e065f6b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.297448 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-94eab6c4-6f8f-4262-90e4-84529e065f6b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3512726 Jun 02 20:39:26.307468 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56446) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:26.312274 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e9dca49a-f6e9-4d00-9d6c-25e78609b9b8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '860aaceb-b7c3-41f8-8da2-a25fb1839aca', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:26.322572 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e9dca49a-f6e9-4d00-9d6c-25e78609b9b8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:26.334126 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e9dca49a-f6e9-4d00-9d6c-25e78609b9b8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:26.339532 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e9dca49a-f6e9-4d00-9d6c-25e78609b9b8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:26.348919 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e9dca49a-f6e9-4d00-9d6c-25e78609b9b8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:26.357560 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0146395e-326b-4a4b-a9bb-b53ab4dede68 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:26.359436 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0146395e-326b-4a4b-a9bb-b53ab4dede68 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:26.360255 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0146395e-326b-4a4b-a9bb-b53ab4dede68 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Synchronizing usage tracker for tenant:23e9810f7691425eb34c8f0693eaa28f on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:39:26.380396 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-e31c6261-d16d-47b0-9fc9-c23fd84c7367 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Calling delete_port for f0ab15d8-accf-45c5-b069-f616896eaa2d owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:26.386661 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e9dca49a-f6e9-4d00-9d6c-25e78609b9b8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.390909 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:39:26.399576 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/4ec92841-2119-4794-9a1c-712ba285f241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6409452 Jun 02 20:39:26.401462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56448) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:26.403251 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] Sync routers for ids ['4ec92841-2119-4794-9a1c-712ba285f241'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:39:26.405847 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0146395e-326b-4a4b-a9bb-b53ab4dede68 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Unset dirty status for tenant:23e9810f7691425eb34c8f0693eaa28f on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:39:26.406462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-ada58e87-f2e1-411b-8be7-67049d8d6a2c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'network': {'name': 'tempest-RoutersTest-1315729933'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:26.412586 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0146395e-326b-4a4b-a9bb-b53ab4dede68 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1470256 Jun 02 20:39:26.412586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56450) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:26.413077 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ada58e87-f2e1-411b-8be7-67049d8d6a2c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:26.418699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ada58e87-f2e1-411b-8be7-67049d8d6a2c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:network and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:26.430423 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] Routers {'4ec92841-2119-4794-9a1c-712ba285f241'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:39:26.431700 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ada58e87-f2e1-411b-8be7-67049d8d6a2c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:26.431870 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['4ec92841-2119-4794-9a1c-712ba285f241'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:26.438678 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ada58e87-f2e1-411b-8be7-67049d8d6a2c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:26.455449 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada58e87-f2e1-411b-8be7-67049d8d6a2c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Made reservation on behalf of 6ef1a7bf134143cc9e0a9276ad9cbe3f for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:26.459902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ada58e87-f2e1-411b-8be7-67049d8d6a2c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.475112 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Attempting to bind port a4977c8c-aaa9-4229-b729-367b38ea961d on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:39:26.475791 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Attempting to bind port a4977c8c-aaa9-4229-b729-367b38ea961d by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '45a5bea9-4925-4b13-94a6-f6e1013c8c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:39:26.476324 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Attempting to bind port a4977c8c-aaa9-4229-b729-367b38ea961d on network d45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:39:26.501054 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada58e87-f2e1-411b-8be7-67049d8d6a2c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:39:26.511487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ada58e87-f2e1-411b-8be7-67049d8d6a2c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.511874 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-ada58e87-f2e1-411b-8be7-67049d8d6a2c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Added segment b3528250-9068-4092-b816-06d1dbc8d0f8 of type vlan for network 454fa62c-3187-4cc5-93d0-93375d103651 Jun 02 20:39:26.527350 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:39:26.528023 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Checking segment: {'id': '45a5bea9-4925-4b13-94a6-f6e1013c8c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:26.528637 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.529251 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Bound using segment: {'id': '45a5bea9-4925-4b13-94a6-f6e1013c8c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:39:26.529993 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Bound port: a4977c8c-aaa9-4229-b729-367b38ea961d, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a5bea9-4925-4b13-94a6-f6e1013c8c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:39:26.530561 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.544061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ada58e87-f2e1-411b-8be7-67049d8d6a2c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.561507 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c26bb30b-a967-43bf-a34b-b7e7bc52f1aa None None] Provisioning for port bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:26.567816 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c824fc52-582b-41e2-bdfc-47fe12dbe82e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.578604 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ada58e87-f2e1-411b-8be7-67049d8d6a2c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.585698 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada58e87-f2e1-411b-8be7-67049d8d6a2c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:26.586430 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ada58e87-f2e1-411b-8be7-67049d8d6a2c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.590615 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e9dca49a-f6e9-4d00-9d6c-25e78609b9b8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.592178 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-c824fc52-582b-41e2-bdfc-47fe12dbe82e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 02 20:39:26.592752 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c824fc52-582b-41e2-bdfc-47fe12dbe82e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:26.593550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-984e3070-ea38-4a56-b37f-1dab3048348a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:26.599469 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e9dca49a-f6e9-4d00-9d6c-25e78609b9b8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.601317 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c824fc52-582b-41e2-bdfc-47fe12dbe82e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "DELETE /v2.0/networks/d45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19 HTTP/1.1" status: 409 len: 405 time: 0.1895483 Jun 02 20:39:26.603853 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-13478345-7873-40a0-a875-0eb9f90c2fc8 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:26.610034 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56452) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:26.623166 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-9f94d4e6-e91d-47aa-8354-053e7e66cb9c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-759696380'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:26.623750 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c26bb30b-a967-43bf-a34b-b7e7bc52f1aa None None] Provisioning complete for port bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:26.624317 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c26bb30b-a967-43bf-a34b-b7e7bc52f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.636639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9f94d4e6-e91d-47aa-8354-053e7e66cb9c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:26.641321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dca49a-f6e9-4d00-9d6c-25e78609b9b8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bf87ba-9219-49f5-afd6-a36f940eb3d0,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:26.646122 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9f94d4e6-e91d-47aa-8354-053e7e66cb9c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Usage tracker for resource:network and tenant:23e9810f7691425eb34c8f0693eaa28f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:26.649154 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e9dca49a-f6e9-4d00-9d6c-25e78609b9b8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:26.651471 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9f94d4e6-e91d-47aa-8354-053e7e66cb9c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:26.659113 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e9dca49a-f6e9-4d00-9d6c-25e78609b9b8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.661508 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e9dca49a-f6e9-4d00-9d6c-25e78609b9b8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3528814 Jun 02 20:39:26.662722 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9f94d4e6-e91d-47aa-8354-053e7e66cb9c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:26.664916 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56454) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:26.671929 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-0ae15f10-7b3e-41f3-b418-6eff9e0da07c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '860aaceb-b7c3-41f8-8da2-a25fb1839aca', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:26.680347 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0ae15f10-7b3e-41f3-b418-6eff9e0da07c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:26.688052 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0ae15f10-7b3e-41f3-b418-6eff9e0da07c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:26.692564 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f94d4e6-e91d-47aa-8354-053e7e66cb9c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Made reservation on behalf of 23e9810f7691425eb34c8f0693eaa28f for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:26.697160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9f94d4e6-e91d-47aa-8354-053e7e66cb9c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.710027 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0ae15f10-7b3e-41f3-b418-6eff9e0da07c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:26.712162 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] Set router 4ec92841-2119-4794-9a1c-712ba285f241 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:39:26.721006 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0ae15f10-7b3e-41f3-b418-6eff9e0da07c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:26.744984 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f94d4e6-e91d-47aa-8354-053e7e66cb9c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:39:26.762783 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0ae15f10-7b3e-41f3-b418-6eff9e0da07c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.772455 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9f94d4e6-e91d-47aa-8354-053e7e66cb9c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.772994 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-9f94d4e6-e91d-47aa-8354-053e7e66cb9c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Added segment 78bcaac5-09ff-4d34-bee7-2ab3d9eb9155 of type vlan for network c3560ccf-a900-4d70-a150-b32279bdff72 Jun 02 20:39:26.782802 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.834323 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Transition to ACTIVE for port object 10d744a1-cd17-42e2-9135-bcdfba6a3072 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:26.840760 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9f94d4e6-e91d-47aa-8354-053e7e66cb9c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.860165 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] For port a4977c8c-aaa9-4229-b729-367b38ea961d, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:39:26.896160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0ae15f10-7b3e-41f3-b418-6eff9e0da07c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.903570 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] For port a4977c8c-aaa9-4229-b729-367b38ea961d, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a4977c8c-aaa9-4229-b729-367b38ea961d,segment=NetworkSegment(45a5bea9-4925-4b13-94a6-f6e1013c8c21),segment_id=45a5bea9-4925-4b13-94a6-f6e1013c8c21)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:39:26.903929 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0ae15f10-7b3e-41f3-b418-6eff9e0da07c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.905772 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Transition to ACTIVE for port object 10d744a1-cd17-42e2-9135-bcdfba6a3072 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:26.907164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada58e87-f2e1-411b-8be7-67049d8d6a2c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Network': ['ID=454fa62c-3187-4cc5-93d0-93375d103651,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:26.907601 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:26.910233 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ada58e87-f2e1-411b-8be7-67049d8d6a2c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:26.915502 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.948054 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae15f10-7b3e-41f3-b418-6eff9e0da07c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=272dea5d-184b-4a3f-8abe-11c3c4c5e161,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:26.955717 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0ae15f10-7b3e-41f3-b418-6eff9e0da07c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:26.956857 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0ae15f10-7b3e-41f3-b418-6eff9e0da07c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.957468 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7e6f0b56-96fc-43e0-b8ba-9bc09d3a3f63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:26.958264 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0ae15f10-7b3e-41f3-b418-6eff9e0da07c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2922494 Jun 02 20:39:26.959570 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9f94d4e6-e91d-47aa-8354-053e7e66cb9c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.962595 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56456) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:26.967529 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f94d4e6-e91d-47aa-8354-053e7e66cb9c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:26.968321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9f94d4e6-e91d-47aa-8354-053e7e66cb9c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:26.968449 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-cb9a27bb-17e4-46c3-a3d8-0b8a7fe63e85 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '860aaceb-b7c3-41f8-8da2-a25fb1839aca', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:26.972898 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d748bca9-a8de-4410-9924-203edaf3d77d tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:26.983408 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ada58e87-f2e1-411b-8be7-67049d8d6a2c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5808508 Jun 02 20:39:26.984583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cb9a27bb-17e4-46c3-a3d8-0b8a7fe63e85 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:26.986593 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56458) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:26.992583 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 454fa62c-3187-4cc5-93d0-93375d103651 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:39:26.994175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-75c32952-8c4a-415c-b34a-9aff0e67c6aa tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'subnet': {'network_id': '454fa62c-3187-4cc5-93d0-93375d103651', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:27.035375 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:27.085173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cb9a27bb-17e4-46c3-a3d8-0b8a7fe63e85 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:27.085420 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9f94d4e6-e91d-47aa-8354-053e7e66cb9c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4657009 Jun 02 20:39:27.092476 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56460) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:27.100560 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-5af83fca-4835-4acd-8f92-bbd343e69612 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Request body: {'subnet': {'network_id': 'c3560ccf-a900-4d70-a150-b32279bdff72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:27.103357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cb9a27bb-17e4-46c3-a3d8-0b8a7fe63e85 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:27.103750 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1f551cc4-207f-422f-bcee-cff741deba85 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:27.121490 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94d4e6-e91d-47aa-8354-053e7e66cb9c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event updated for resources: {'Network': ['ID=c3560ccf-a900-4d70-a150-b32279bdff72,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:27.127252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cb9a27bb-17e4-46c3-a3d8-0b8a7fe63e85 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:27.129511 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9f94d4e6-e91d-47aa-8354-053e7e66cb9c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:27.189881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-75c32952-8c4a-415c-b34a-9aff0e67c6aa tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:27.194419 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-75c32952-8c4a-415c-b34a-9aff0e67c6aa tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:subnet and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:27.198462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-75c32952-8c4a-415c-b34a-9aff0e67c6aa tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:27.203711 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-75c32952-8c4a-415c-b34a-9aff0e67c6aa tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:27.221377 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network c3560ccf-a900-4d70-a150-b32279bdff72 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:39:27.225507 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c32952-8c4a-415c-b34a-9aff0e67c6aa tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Made reservation on behalf of 6ef1a7bf134143cc9e0a9276ad9cbe3f for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:27.229707 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-75c32952-8c4a-415c-b34a-9aff0e67c6aa tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:27.235472 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5af83fca-4835-4acd-8f92-bbd343e69612 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:27.246638 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5af83fca-4835-4acd-8f92-bbd343e69612 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:27.261481 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cb9a27bb-17e4-46c3-a3d8-0b8a7fe63e85 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:27.262662 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af83fca-4835-4acd-8f92-bbd343e69612 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Made reservation on behalf of 23e9810f7691425eb34c8f0693eaa28f for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:27.267892 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5af83fca-4835-4acd-8f92-bbd343e69612 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:27.276338 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:39:24Z', 'revision_number': 2, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:24Z', 'revision_number': 2, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:27.278527 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Network 539269e3-4099-4659-a84c-98bec00a8c6a is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:27.282266 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] Checking router: 4ec92841-2119-4794-9a1c-712ba285f241 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:39:27.282818 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] Updating router 4ec92841-2119-4794-9a1c-712ba285f241 port f397c4d2-f479-4cb7-bee1-9cd44e87098f binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:39:27.290031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c26bb30b-a967-43bf-a34b-b7e7bc52f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:27.320642 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:27.323051 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:27.373742 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:27.385663 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e31c6261-d16d-47b0-9fc9-c23fd84c7367 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:27.408782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-eb9b641c-6d16-4c20-a50c-3f375c015ff4 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:27.449693 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Pushing event updated for resources: {'Port': ['ID=a4977c8c-aaa9-4229-b729-367b38ea961d,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:27.459550 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:27.507685 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a6c7300d-da9c-4c58-9c88-ebe3d97f5906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.437s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:27.541138 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cb9a27bb-17e4-46c3-a3d8-0b8a7fe63e85 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:27.586816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c6261-d16d-47b0-9fc9-c23fd84c7367 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Port': ['ID=f0ab15d8-accf-45c5-b069-f616896eaa2d,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:27.601684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cb9a27bb-17e4-46c3-a3d8-0b8a7fe63e85 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:27.607932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e31c6261-d16d-47b0-9fc9-c23fd84c7367 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:27.612036 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:27.711908 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c26bb30b-a967-43bf-a34b-b7e7bc52f1aa None None] For port bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8,segment=NetworkSegment(42f91d50-0e79-48fa-91b9-b3cd0e085c6e),segment_id=42f91d50-0e79-48fa-91b9-b3cd0e085c6e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:27.721374 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Pushing event updated for resources: {'Port': ['ID=10d744a1-cd17-42e2-9135-bcdfba6a3072,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:27.727840 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c26bb30b-a967-43bf-a34b-b7e7bc52f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:27.730559 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Attempting to bind port 10d744a1-cd17-42e2-9135-bcdfba6a3072 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:39:27.731033 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Attempting to bind port 10d744a1-cd17-42e2-9135-bcdfba6a3072 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '2e1680aa-0e77-4112-bb96-6a32d47b8477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '539269e3-4099-4659-a84c-98bec00a8c6a'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:39:27.731548 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Attempting to bind port 10d744a1-cd17-42e2-9135-bcdfba6a3072 on network 539269e3-4099-4659-a84c-98bec00a8c6a {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:39:27.736700 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:27.737359 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:27.789916 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f767c7-0557-411b-b4fd-683a2ac591f4 None None] Network d45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:27.813360 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a27bb-17e4-46c3-a3d8-0b8a7fe63e85 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f93442b-bf1a-422a-bb5c-b9283e61c7ee,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:27.816829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c26bb30b-a967-43bf-a34b-b7e7bc52f1aa None None] Could not find standard attr ID for object f0ab15d8-accf-45c5-b069-f616896eaa2d. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:39:27.823275 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:39:27.823789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Checking segment: {'id': '2e1680aa-0e77-4112-bb96-6a32d47b8477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '539269e3-4099-4659-a84c-98bec00a8c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:27.824273 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:27.824744 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Bound using segment: {'id': '2e1680aa-0e77-4112-bb96-6a32d47b8477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '539269e3-4099-4659-a84c-98bec00a8c6a'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:39:27.825313 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Bound port: 10d744a1-cd17-42e2-9135-bcdfba6a3072, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1680aa-0e77-4112-bb96-6a32d47b8477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '539269e3-4099-4659-a84c-98bec00a8c6a'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:39:27.825904 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:27.827171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cb9a27bb-17e4-46c3-a3d8-0b8a7fe63e85 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:27.836131 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e31c6261-d16d-47b0-9fc9-c23fd84c7367 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:27.848187 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e31c6261-d16d-47b0-9fc9-c23fd84c7367 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/f0ab15d8-accf-45c5-b069-f616896eaa2d HTTP/1.1" status: 204 len: 168 time: 2.2850738 Jun 02 20:39:27.851896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56462) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:27.865715 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 1f551cc4-207f-422f-bcee-cff741deba85 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:27.879114 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:27.939821 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cb9a27bb-17e4-46c3-a3d8-0b8a7fe63e85 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:27.941061 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cb9a27bb-17e4-46c3-a3d8-0b8a7fe63e85 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9764681 Jun 02 20:39:27.945200 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56464) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:27.957108 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e25c7558-6a9c-4348-b827-3c07c6b28ea6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '860aaceb-b7c3-41f8-8da2-a25fb1839aca', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:27.964517 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bb30b-a967-43bf-a34b-b7e7bc52f1aa None None] Pushing event updated for resources: {'Port': ['ID=bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:27.979438 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e25c7558-6a9c-4348-b827-3c07c6b28ea6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:27.982201 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:27.989316 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e25c7558-6a9c-4348-b827-3c07c6b28ea6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:27.998186 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e25c7558-6a9c-4348-b827-3c07c6b28ea6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:28.000658 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c26bb30b-a967-43bf-a34b-b7e7bc52f1aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:28.010481 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e25c7558-6a9c-4348-b827-3c07c6b28ea6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:28.011723 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] Transition to ACTIVE for port object f397c4d2-f479-4cb7-bee1-9cd44e87098f will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:28.031530 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:28.038306 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:28.106172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c26bb30b-a967-43bf-a34b-b7e7bc52f1aa None None] Provisioning complete for port 1f551cc4-207f-422f-bcee-cff741deba85 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:28.106677 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c26bb30b-a967-43bf-a34b-b7e7bc52f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:28.167686 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.securitygroups_db [None req-e25c7558-6a9c-4348-b827-3c07c6b28ea6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:39:28.177212 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c6e226-d5a8-4bae-b16c-597fbe87b955 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:28.177968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-58c6e226-d5a8-4bae-b16c-597fbe87b955 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:39:28.197996 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e25c7558-6a9c-4348-b827-3c07c6b28ea6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:28.210478 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17849a34-ab3e-4f1e-9310-8bc7b63a70c8 None None] Pushing event updated for resources: {'Port': ['ID=f397c4d2-f479-4cb7-bee1-9cd44e87098f,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:28.234119 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17849a34-ab3e-4f1e-9310-8bc7b63a70c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:28.234447 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17849a34-ab3e-4f1e-9310-8bc7b63a70c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:28.234716 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17849a34-ab3e-4f1e-9310-8bc7b63a70c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:28.235573 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17849a34-ab3e-4f1e-9310-8bc7b63a70c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:28.235900 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17849a34-ab3e-4f1e-9310-8bc7b63a70c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:28.236245 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17849a34-ab3e-4f1e-9310-8bc7b63a70c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:28.236569 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17849a34-ab3e-4f1e-9310-8bc7b63a70c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:28.240048 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17849a34-ab3e-4f1e-9310-8bc7b63a70c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:28.240541 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17849a34-ab3e-4f1e-9310-8bc7b63a70c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:28.240883 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17849a34-ab3e-4f1e-9310-8bc7b63a70c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:28.241217 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17849a34-ab3e-4f1e-9310-8bc7b63a70c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:28.241552 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17849a34-ab3e-4f1e-9310-8bc7b63a70c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:28.258221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-58c6e226-d5a8-4bae-b16c-597fbe87b955 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:39:28.259703 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-58c6e226-d5a8-4bae-b16c-597fbe87b955 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4068570 Jun 02 20:39:28.259838 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-17849a34-ab3e-4f1e-9310-8bc7b63a70c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:28.262559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56466) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:28.379293 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e25c7558-6a9c-4348-b827-3c07c6b28ea6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:28.387638 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e25c7558-6a9c-4348-b827-3c07c6b28ea6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:28.431112 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-780e1b15-e078-43b4-9559-e61e50546b3d tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:28.449547 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e25c7558-6a9c-4348-b827-3c07c6b28ea6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:28.453729 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e25c7558-6a9c-4348-b827-3c07c6b28ea6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5074401 Jun 02 20:39:28.454365 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56468) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:28.461875 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-cb1a92ac-fdba-4303-9b61-b8fb1af2ea56 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '860aaceb-b7c3-41f8-8da2-a25fb1839aca', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:28.467941 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c7558-6a9c-4348-b827-3c07c6b28ea6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4f6208-3b10-4887-8a7c-ef3878940c61,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:28.479621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e25c7558-6a9c-4348-b827-3c07c6b28ea6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:28.485019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-cb1a92ac-fdba-4303-9b61-b8fb1af2ea56 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:28.498171 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-cb1a92ac-fdba-4303-9b61-b8fb1af2ea56 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:28.535847 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-cb1a92ac-fdba-4303-9b61-b8fb1af2ea56 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:28.552812 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-cb1a92ac-fdba-4303-9b61-b8fb1af2ea56 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:28.579991 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] Attempting to bind port f397c4d2-f479-4cb7-bee1-9cd44e87098f on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:39:28.580533 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] Attempting to bind port f397c4d2-f479-4cb7-bee1-9cd44e87098f by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '42f91d50-0e79-48fa-91b9-b3cd0e085c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:39:28.581579 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] Attempting to bind port f397c4d2-f479-4cb7-bee1-9cd44e87098f on network 76024d3c-91bb-44b9-90d5-ae883ca11551 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:39:28.585085 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.securitygroups_db [None req-cb1a92ac-fdba-4303-9b61-b8fb1af2ea56 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:39:28.591805 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:39:28.592947 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] Checking segment: {'id': '42f91d50-0e79-48fa-91b9-b3cd0e085c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:28.593109 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a05218-4c1b-45b6-bf0f-c4285aec21cd tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:28.594160 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:28.594488 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cb1a92ac-fdba-4303-9b61-b8fb1af2ea56 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:28.595096 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] Bound using segment: {'id': '42f91d50-0e79-48fa-91b9-b3cd0e085c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:39:28.599782 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] Bound port: f397c4d2-f479-4cb7-bee1-9cd44e87098f, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f91d50-0e79-48fa-91b9-b3cd0e085c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:39:28.599782 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:28.601116 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-29a05218-4c1b-45b6-bf0f-c4285aec21cd tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3370655 Jun 02 20:39:28.602140 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56470) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:28.606864 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] For port 10d744a1-cd17-42e2-9135-bcdfba6a3072, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:39:28.613562 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] For port 10d744a1-cd17-42e2-9135-bcdfba6a3072, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=10d744a1-cd17-42e2-9135-bcdfba6a3072,segment=NetworkSegment(2e1680aa-0e77-4112-bb96-6a32d47b8477),segment_id=2e1680aa-0e77-4112-bb96-6a32d47b8477)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:39:28.652728 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.objects.ports [None req-5af83fca-4835-4acd-8f92-bbd343e69612 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92548) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 20:39:28.661584 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5af83fca-4835-4acd-8f92-bbd343e69612 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:28.669195 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-46d408ea-c2d5-47d5-b093-f022ac8e06b1 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:28.676599 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:28.686349 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bd4d20ba-f883-41bb-987d-99e94eda186f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:28.729199 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] For port f397c4d2-f479-4cb7-bee1-9cd44e87098f, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:39:28.739991 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] For port f397c4d2-f479-4cb7-bee1-9cd44e87098f, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f397c4d2-f479-4cb7-bee1-9cd44e87098f,segment=NetworkSegment(42f91d50-0e79-48fa-91b9-b3cd0e085c6e),segment_id=42f91d50-0e79-48fa-91b9-b3cd0e085c6e)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:39:28.751590 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:28.756070 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ca50e4d8-77df-465e-bc29-674f21719d63 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:28.759953 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-53363e3f-e669-4b33-86d1-a210949a1b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:28.833809 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125d5944-48f6-4bd7-8a6c-f5a2e7c0a166 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:28.839749 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125d5944-48f6-4bd7-8a6c-f5a2e7c0a166 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:28.842602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125d5944-48f6-4bd7-8a6c-f5a2e7c0a166 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:28.845312 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-125d5944-48f6-4bd7-8a6c-f5a2e7c0a166 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:39:28.868489 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af83fca-4835-4acd-8f92-bbd343e69612 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event updated for resources: {'Subnet': ['ID=3811567a-a5ad-4e59-b5fb-4c0c3ed910ab,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:28.878076 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5af83fca-4835-4acd-8f92-bbd343e69612 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:28.885533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af83fca-4835-4acd-8f92-bbd343e69612 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Checking segment: {'id': '78bcaac5-09ff-4d34-bee7-2ab3d9eb9155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'c3560ccf-a900-4d70-a150-b32279bdff72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:28.885896 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af83fca-4835-4acd-8f92-bbd343e69612 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Network hostable DHCP agents. Network: c3560ccf-a900-4d70-a150-b32279bdff72, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:39:28.887929 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] Routers {'4ec92841-2119-4794-9a1c-712ba285f241'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:39:28.889396 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['4ec92841-2119-4794-9a1c-712ba285f241'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:28.892953 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Pushing event updated for resources: {'Port': ['ID=10d744a1-cd17-42e2-9135-bcdfba6a3072,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:28.900306 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:28.926059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cb1a92ac-fdba-4303-9b61-b8fb1af2ea56 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:28.959130 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cb1a92ac-fdba-4303-9b61-b8fb1af2ea56 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:28.976393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-233cf5cc-b0ac-4b7d-bee2-4276714f6cb0 None None] Provisioning for port f397c4d2-f479-4cb7-bee1-9cd44e87098f completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:28.984764 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17849a34-ab3e-4f1e-9310-8bc7b63a70c8 None None] Pushing event updated for resources: {'Port': ['ID=f397c4d2-f479-4cb7-bee1-9cd44e87098f,revision_number=4']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:28.987491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port ca50e4d8-77df-465e-bc29-674f21719d63 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:28.987880 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:29.002141 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-17849a34-ab3e-4f1e-9310-8bc7b63a70c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:29.007874 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:29.021127 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-75c32952-8c4a-415c-b34a-9aff0e67c6aa tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:29.027288 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-afe4f444-01e0-43e5-8efa-c3fa2790204c tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:29.033351 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cb1a92ac-fdba-4303-9b61-b8fb1af2ea56 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:29.035177 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cb1a92ac-fdba-4303-9b61-b8fb1af2ea56 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5771277 Jun 02 20:39:29.053784 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af83fca-4835-4acd-8f92-bbd343e69612 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Network c3560ccf-a900-4d70-a150-b32279bdff72 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:39:29.076709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a92ac-fdba-4303-9b61-b8fb1af2ea56 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963cf060-d5f6-4300-b9ec-d6149bb6a57e,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:29.090095 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-cb1a92ac-fdba-4303-9b61-b8fb1af2ea56 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:29.121951 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-5af83fca-4835-4acd-8f92-bbd343e69612 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, c3560ccf-a900-4d70-a150-b32279bdff72) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:29.145709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af83fca-4835-4acd-8f92-bbd343e69612 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:29.146438 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5af83fca-4835-4acd-8f92-bbd343e69612 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:29.175936 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5af83fca-4835-4acd-8f92-bbd343e69612 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0821488 Jun 02 20:39:29.178433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56474) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:29.182916 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7254fc74-322f-49a1-b38c-43df302b45f7 None None] Network c3560ccf-a900-4d70-a150-b32279bdff72 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:29.185187 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-6926af96-060e-48f8-ba56-d131c771f228 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Request body: {'port': {'network_id': 'c3560ccf-a900-4d70-a150-b32279bdff72', 'name': 'tempest-NetworksIpV6TestAttrs-1349124223'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:29.197262 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-125d5944-48f6-4bd7-8a6c-f5a2e7c0a166 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:39:29.204931 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-125d5944-48f6-4bd7-8a6c-f5a2e7c0a166 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5990698 Jun 02 20:39:29.205755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56476) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:29.208953 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] Set router 4ec92841-2119-4794-9a1c-712ba285f241 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:39:29.249640 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-233cf5cc-b0ac-4b7d-bee2-4276714f6cb0 None None] Provisioning complete for port bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:29.250076 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-233cf5cc-b0ac-4b7d-bee2-4276714f6cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:29.446438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c32952-8c4a-415c-b34a-9aff0e67c6aa tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Checking segment: {'id': 'b3528250-9068-4092-b816-06d1dbc8d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:29.447060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c32952-8c4a-415c-b34a-9aff0e67c6aa tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network hostable DHCP agents. Network: 454fa62c-3187-4cc5-93d0-93375d103651, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:39:29.454075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c32952-8c4a-415c-b34a-9aff0e67c6aa tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Subnet': ['ID=d3ccb4f2-5ce5-4e7f-8ffb-919402e769e5,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:29.459890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-75c32952-8c4a-415c-b34a-9aff0e67c6aa tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:29.481805 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-e077cbc8-b233-49b5-8ee5-cf99d70d53f5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet 44954f5b-8172-45d4-a759-c70b41987743 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:39:29.491813 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e077cbc8-b233-49b5-8ee5-cf99d70d53f5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:29.534186 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-6926af96-060e-48f8-ba56-d131c771f228 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:29.536206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c32952-8c4a-415c-b34a-9aff0e67c6aa tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network 454fa62c-3187-4cc5-93d0-93375d103651 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:39:29.539959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6926af96-060e-48f8-ba56-d131c771f228 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Usage tracker for resource:port and tenant:23e9810f7691425eb34c8f0693eaa28f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:29.548025 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6926af96-060e-48f8-ba56-d131c771f228 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:29.556135 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-6926af96-060e-48f8-ba56-d131c771f228 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:29.565777 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-75c32952-8c4a-415c-b34a-9aff0e67c6aa tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 454fa62c-3187-4cc5-93d0-93375d103651) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:29.583040 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6926af96-060e-48f8-ba56-d131c771f228 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Made reservation on behalf of 23e9810f7691425eb34c8f0693eaa28f for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:29.588695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6926af96-060e-48f8-ba56-d131c771f228 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:29.599736 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479b79cb-a9dd-4a3e-9d2f-6a5cfa57c00e None None] Network 454fa62c-3187-4cc5-93d0-93375d103651 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:29.606861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e077cbc8-b233-49b5-8ee5-cf99d70d53f5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:29.624865 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-6926af96-060e-48f8-ba56-d131c771f228 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] device_id is not set on port d6e84dfa-b76c-4e35-a41b-4c261b8f526f yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:39:29.654993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c32952-8c4a-415c-b34a-9aff0e67c6aa tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:29.655612 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-75c32952-8c4a-415c-b34a-9aff0e67c6aa tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:29.702672 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-75c32952-8c4a-415c-b34a-9aff0e67c6aa tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7123494 Jun 02 20:39:29.713632 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56488) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:29.769104 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:39:24Z', 'revision_number': 2, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:28Z', 'revision_number': 4, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:29.781829 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b81b93f-fcfa-43df-91e6-00b83eade97d None None] The sync data for ids ['4ec92841-2119-4794-9a1c-712ba285f241'] in dv-neutron-601336-84-hyperv is: [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:39:24Z', 'revision_number': 2, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:28Z', 'revision_number': 4, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:39:29.914401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-6926af96-060e-48f8-ba56-d131c771f228 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Allocated IP 2001:db8::f816:3eff:fe02:84e5 (c3560ccf-a900-4d70-a150-b32279bdff72/3811567a-a5ad-4e59-b5fb-4c0c3ed910ab/d6e84dfa-b76c-4e35-a41b-4c261b8f526f) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:29.995936 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e077cbc8-b233-49b5-8ee5-cf99d70d53f5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:30.030992 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:30.276454 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6926af96-060e-48f8-ba56-d131c771f228 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:30.304414 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-6926af96-060e-48f8-ba56-d131c771f228 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Transition to ACTIVE for port object d6e84dfa-b76c-4e35-a41b-4c261b8f526f will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:30.326752 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3301e31-ff1e-4172-861e-0e68c170fa93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-c3560ccf-a900-4d70-a150-b32279bdff72', 'network_id': 'c3560ccf-a900-4d70-a150-b32279bdff72', 'tenant_id': '23e9810f7691425eb34c8f0693eaa28f', 'fixed_ips': [{'subnet_id': '3811567a-a5ad-4e59-b5fb-4c0c3ed910ab'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:39:30.327830 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c3301e31-ff1e-4172-861e-0e68c170fa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:30.357879 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6926af96-060e-48f8-ba56-d131c771f228 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:30.382418 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2abc9b8e-2410-4b10-ae29-b3c3983ac48c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:30.419306 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:30.419803 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:30.485636 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6926af96-060e-48f8-ba56-d131c771f228 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Network c3560ccf-a900-4d70-a150-b32279bdff72 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:30.487785 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-6926af96-060e-48f8-ba56-d131c771f228 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:30.489741 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926af96-060e-48f8-ba56-d131c771f228 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event updated for resources: {'Port': ['ID=d6e84dfa-b76c-4e35-a41b-4c261b8f526f,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:30.499601 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6926af96-060e-48f8-ba56-d131c771f228 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:30.513720 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-c8166ec1-898e-4e26-84e4-2f588eeaf344 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1447423615&fields=id&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 267 time: 0.6933138 Jun 02 20:39:30.514423 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6926af96-060e-48f8-ba56-d131c771f228 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:30.515098 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6926af96-060e-48f8-ba56-d131c771f228 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:30.530842 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6926af96-060e-48f8-ba56-d131c771f228 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:30.550524 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6926af96-060e-48f8-ba56-d131c771f228 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3702137 Jun 02 20:39:30.553193 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56496) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:30.574712 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67102e0d-077e-475a-b678-64d3263ea5a7 None None] Network 539269e3-4099-4659-a84c-98bec00a8c6a requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:30.635651 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70dbedf-3aca-44e6-8626-56de04313931 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Deleting subnet 3811567a-a5ad-4e59-b5fb-4c0c3ed910ab {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:39:30.639284 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e70dbedf-3aca-44e6-8626-56de04313931 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:30.719092 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e70dbedf-3aca-44e6-8626-56de04313931 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:30.840597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e70dbedf-3aca-44e6-8626-56de04313931 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:30.843860 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f4361855-f094-4557-8844-a9acbac32a35 None None] Provisioning for port 10d744a1-cd17-42e2-9135-bcdfba6a3072 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:30.853021 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2ab32139-9e10-417e-8de5-7a9aedc6c2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:30.865347 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-454fa62c-3187-4cc5-93d0-93375d103651', 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'fixed_ips': [{'subnet_id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:39:30.866168 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:31.062523 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-87919a65-68ab-4d42-b0d1-36dd37efca24 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:31.063403 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-87919a65-68ab-4d42-b0d1-36dd37efca24 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:network {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:39:31.094972 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 10d744a1-cd17-42e2-9135-bcdfba6a3072 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:31.142501 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e70dbedf-3aca-44e6-8626-56de04313931 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:31.147402 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e1a6e269-5d08-41dc-9dce-1f0383beae42 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:31.151353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-87919a65-68ab-4d42-b0d1-36dd37efca24 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:network {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:39:31.152507 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-87919a65-68ab-4d42-b0d1-36dd37efca24 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/networks?id=539269e3-4099-4659-a84c-98bec00a8c6a HTTP/1.1" status: 200 len: 796 time: 0.5578101 Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server [None req-c3301e31-ff1e-4172-861e-0e68c170fa93 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3811567a-a5ad-4e59-b5fb-4c0c3ed910ab: This subnet is being modified by another concurrent operation. Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 02 20:39:31.178345 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1457, in create_port Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1424, in _create_port_db Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1435, in create_port_db Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server raise self.value Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server raise exception Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3811567a-a5ad-4e59-b5fb-4c0c3ed910ab: This subnet is being modified by another concurrent operation. Jun 02 20:39:31.183886 dv-neutron-601336-84-hyperv neutron-server[92550]: ERROR oslo_messaging.rpc.server Jun 02 20:39:31.198105 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70dbedf-3aca-44e6-8626-56de04313931 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event deleted for resources: {'Subnet': ['ID=3811567a-a5ad-4e59-b5fb-4c0c3ed910ab,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:31.201081 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e70dbedf-3aca-44e6-8626-56de04313931 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:31.204064 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e70dbedf-3aca-44e6-8626-56de04313931 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:31.204716 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-cbdd0caf-cdfb-4184-be58-d63d42081638 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/quotas/7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 375 time: 0.0367222 Jun 02 20:39:31.223466 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e70dbedf-3aca-44e6-8626-56de04313931 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "DELETE /v2.0/subnets/3811567a-a5ad-4e59-b5fb-4c0c3ed910ab HTTP/1.1" status: 204 len: 168 time: 0.6689637 Jun 02 20:39:31.225785 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56498) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:31.235557 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40002fcc-9fed-437d-9288-3b33243d4821 None None] Network c3560ccf-a900-4d70-a150-b32279bdff72 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:31.247208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e077cbc8-b233-49b5-8ee5-cf99d70d53f5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:31.258189 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-981d5e8f-9991-494a-a584-2c0a380a8a44 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:31.296382 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d188e09b-4d60-4727-bcea-41a6a565ada6 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:31.298268 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d188e09b-4d60-4727-bcea-41a6a565ada6 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:31.299249 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d188e09b-4d60-4727-bcea-41a6a565ada6 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Synchronizing usage tracker for tenant:23e9810f7691425eb34c8f0693eaa28f on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:39:31.309091 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077cbc8-b233-49b5-8ee5-cf99d70d53f5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=44954f5b-8172-45d4-a759-c70b41987743,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:31.322804 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d188e09b-4d60-4727-bcea-41a6a565ada6 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Unset dirty status for tenant:23e9810f7691425eb34c8f0693eaa28f on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:39:31.324657 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d188e09b-4d60-4727-bcea-41a6a565ada6 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0975642 Jun 02 20:39:31.327186 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56500) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:31.337544 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e077cbc8-b233-49b5-8ee5-cf99d70d53f5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:31.347535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e077cbc8-b233-49b5-8ee5-cf99d70d53f5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:31.359218 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77744f8e-09fe-4d90-9086-1986e305e6ae None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:31.374802 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e077cbc8-b233-49b5-8ee5-cf99d70d53f5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/44954f5b-8172-45d4-a759-c70b41987743 HTTP/1.1" status: 204 len: 168 time: 2.1565855 Jun 02 20:39:31.385140 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56502) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:31.401367 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Allocated IP 172.21.0.2 (454fa62c-3187-4cc5-93d0-93375d103651/d3ccb4f2-5ce5-4e7f-8ffb-919402e769e5/b4122fd9-d5c9-45b1-bd65-700889fd4b9e) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:31.440739 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:31.461583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b6e98cb-d5b0-4eaf-8427-96155f5290a2 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:31.473306 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6e98cb-d5b0-4eaf-8427-96155f5290a2 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 02 20:39:31.473952 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b6e98cb-d5b0-4eaf-8427-96155f5290a2 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:31.480048 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4b6e98cb-d5b0-4eaf-8427-96155f5290a2 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "DELETE /v2.0/networks/c3560ccf-a900-4d70-a150-b32279bdff72 HTTP/1.1" status: 409 len: 405 time: 0.1478145 Jun 02 20:39:31.480675 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56504) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:31.486391 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-ba816327-fe02-41bb-b309-22248d0096f5 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-581656881'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:31.499569 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ba816327-fe02-41bb-b309-22248d0096f5 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:31.504607 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ba816327-fe02-41bb-b309-22248d0096f5 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Usage tracker for resource:network and tenant:23e9810f7691425eb34c8f0693eaa28f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:31.509131 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ba816327-fe02-41bb-b309-22248d0096f5 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:31.517180 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ba816327-fe02-41bb-b309-22248d0096f5 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:31.526230 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 10d744a1-cd17-42e2-9135-bcdfba6a3072 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:31.538345 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba816327-fe02-41bb-b309-22248d0096f5 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Made reservation on behalf of 23e9810f7691425eb34c8f0693eaa28f for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:31.543157 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba816327-fe02-41bb-b309-22248d0096f5 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:31.585233 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba816327-fe02-41bb-b309-22248d0096f5 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:39:31.586847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-deba497f-dab9-495b-87f3-a17a2db67bd4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Deleting subnet c5d8969b-6245-40df-b888-256420fe40b6 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:39:31.597973 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba816327-fe02-41bb-b309-22248d0096f5 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:31.598429 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-ba816327-fe02-41bb-b309-22248d0096f5 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Added segment 0e171c8e-7595-4b6c-b05c-148477dbdd7f of type vlan for network a643f623-fe15-4906-aa84-21ffcaafad00 Jun 02 20:39:31.610446 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-deba497f-dab9-495b-87f3-a17a2db67bd4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:31.637007 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba816327-fe02-41bb-b309-22248d0096f5 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:31.648947 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 10d744a1-cd17-42e2-9135-bcdfba6a3072 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:31.649593 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:31.676851 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba816327-fe02-41bb-b309-22248d0096f5 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:31.682823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba816327-fe02-41bb-b309-22248d0096f5 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:31.683524 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba816327-fe02-41bb-b309-22248d0096f5 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:31.688871 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a938e1b7-3b32-4a24-af73-b65dc1908c83 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:31.725373 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-b170a321-7f08-4915-9edf-42cf331d1a44 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5146043 Jun 02 20:39:31.772202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-deba497f-dab9-495b-87f3-a17a2db67bd4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:31.794249 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ba816327-fe02-41bb-b309-22248d0096f5 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3124149 Jun 02 20:39:31.803893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56508) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:31.813366 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-ac32d14d-0784-49e1-ad3a-097bb1ceaeba tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Request body: {'subnet': {'network_id': 'a643f623-fe15-4906-aa84-21ffcaafad00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:31.824309 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba816327-fe02-41bb-b309-22248d0096f5 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event updated for resources: {'Network': ['ID=a643f623-fe15-4906-aa84-21ffcaafad00,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:31.827675 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ba816327-fe02-41bb-b309-22248d0096f5 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:31.875809 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network a643f623-fe15-4906-aa84-21ffcaafad00 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:39:32.037432 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a1327d80-59f9-495f-b011-0a4d1d72dddd None None] Provisioning complete for port 10d744a1-cd17-42e2-9135-bcdfba6a3072 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:32.037730 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a1327d80-59f9-495f-b011-0a4d1d72dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:32.265762 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:32.292813 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:32.306569 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ac32d14d-0784-49e1-ad3a-097bb1ceaeba tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:32.348828 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Transition to ACTIVE for port object b4122fd9-d5c9-45b1-bd65-700889fd4b9e will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:32.361193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ac32d14d-0784-49e1-ad3a-097bb1ceaeba tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:32.387111 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-deba497f-dab9-495b-87f3-a17a2db67bd4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:32.387447 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 10d744a1-cd17-42e2-9135-bcdfba6a3072, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=10d744a1-cd17-42e2-9135-bcdfba6a3072,segment=NetworkSegment(2e1680aa-0e77-4112-bb96-6a32d47b8477),segment_id=2e1680aa-0e77-4112-bb96-6a32d47b8477)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:32.392562 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Transition to ACTIVE for port object b4122fd9-d5c9-45b1-bd65-700889fd4b9e will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:32.397231 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a1327d80-59f9-495f-b011-0a4d1d72dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:32.407120 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:32.412247 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4c5ab4b0-5273-409a-b70a-cc460b077e8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:32.433787 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-8247b241-5783-421f-b7d7-24c36cfab07e service neutron] 10.222.0.25 "GET /v2.0/networks/539269e3-4099-4659-a84c-98bec00a8c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6889541 Jun 02 20:39:32.443042 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:32.502194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac32d14d-0784-49e1-ad3a-097bb1ceaeba tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Made reservation on behalf of 23e9810f7691425eb34c8f0693eaa28f for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:32.506503 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac32d14d-0784-49e1-ad3a-097bb1ceaeba tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:32.546844 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Network 454fa62c-3187-4cc5-93d0-93375d103651 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:32.552410 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:32.555858 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:32.573445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f397c4d2-f479-4cb7-bee1-9cd44e87098f up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:32.606227 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=10d744a1-cd17-42e2-9135-bcdfba6a3072,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:32.651183 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:32.655011 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f41f706b-7ca4-4323-b5da-7221152ed572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:32.786870 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.db.api [None req-a1327d80-59f9-495f-b011-0a4d1d72dddd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92550) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:39:32.787355 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_db.api [None req-a1327d80-59f9-495f-b011-0a4d1d72dddd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:39:32.794775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Allocated IP 172.21.0.1 (454fa62c-3187-4cc5-93d0-93375d103651/d3ccb4f2-5ce5-4e7f-8ffb-919402e769e5/9c9661b6-1f32-4796-84de-155917d125f6) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:32.847296 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Attempting to bind port b4122fd9-d5c9-45b1-bd65-700889fd4b9e on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:39:32.847738 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Attempting to bind port b4122fd9-d5c9-45b1-bd65-700889fd4b9e by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'b3528250-9068-4092-b816-06d1dbc8d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:39:32.848089 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Attempting to bind port b4122fd9-d5c9-45b1-bd65-700889fd4b9e on network 454fa62c-3187-4cc5-93d0-93375d103651 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:39:32.859939 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:39:32.860367 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Checking segment: {'id': 'b3528250-9068-4092-b816-06d1dbc8d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:32.860773 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:32.861171 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Bound using segment: {'id': 'b3528250-9068-4092-b816-06d1dbc8d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:39:32.861646 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Bound port: b4122fd9-d5c9-45b1-bd65-700889fd4b9e, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3528250-9068-4092-b816-06d1dbc8d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:39:32.862031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:32.873470 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Pushing event updated for resources: {'Port': ['ID=b4122fd9-d5c9-45b1-bd65-700889fd4b9e,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:32.879774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:32.915920 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-b7ada294-c022-4b10-b974-f0aac0d04c3c service neutron] 10.222.0.25 "GET /v2.0/networks/539269e3-4099-4659-a84c-98bec00a8c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444473 Jun 02 20:39:32.930621 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port f397c4d2-f479-4cb7-bee1-9cd44e87098f completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:32.938183 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port f397c4d2-f479-4cb7-bee1-9cd44e87098f triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:32.938568 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:33.022808 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] For port b4122fd9-d5c9-45b1-bd65-700889fd4b9e, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:39:33.026192 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] For port b4122fd9-d5c9-45b1-bd65-700889fd4b9e, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b4122fd9-d5c9-45b1-bd65-700889fd4b9e,segment=NetworkSegment(b3528250-9068-4092-b816-06d1dbc8d0f8),segment_id=b3528250-9068-4092-b816-06d1dbc8d0f8)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:39:33.036371 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:33.041310 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c26bb30b-a967-43bf-a34b-b7e7bc52f1aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:33.158132 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b91f14df-4351-4187-a609-66f60b516bbc req-5b08f2b6-a492-4504-9222-977025dabad4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3add0e0-4eb2-4d6d-899c-63c8dec2793d HTTP/1.1" status: 200 len: 210 time: 0.0863757 Jun 02 20:39:33.173247 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:33.193501 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Pushing event updated for resources: {'Port': ['ID=b4122fd9-d5c9-45b1-bd65-700889fd4b9e,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:33.199468 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:33.218469 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port f397c4d2-f479-4cb7-bee1-9cd44e87098f, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f397c4d2-f479-4cb7-bee1-9cd44e87098f,segment=NetworkSegment(42f91d50-0e79-48fa-91b9-b3cd0e085c6e),segment_id=42f91d50-0e79-48fa-91b9-b3cd0e085c6e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:33.223979 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:33.226053 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-51907d6e-b874-4365-bc87-02b12f553a05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:33.237964 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:33.286471 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Transition to ACTIVE for port object 9c9661b6-1f32-4796-84de-155917d125f6 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:33.291172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-deba497f-dab9-495b-87f3-a17a2db67bd4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:33.297190 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2e548af8-c115-4cfc-a880-a9963d141e46 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:33.338947 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba497f-dab9-495b-87f3-a17a2db67bd4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d8969b-6245-40df-b888-256420fe40b6,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:33.349634 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-deba497f-dab9-495b-87f3-a17a2db67bd4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:33.371078 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b850dfeb-c051-477c-b2b4-753da12fba54 None None] Network 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:33.384684 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-553105f9-5a66-4bf0-9f57-a9f2c11b9370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:33.396806 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:33.401376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-deba497f-dab9-495b-87f3-a17a2db67bd4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:33.415117 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=f397c4d2-f479-4cb7-bee1-9cd44e87098f,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:33.424119 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:33.434563 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-deba497f-dab9-495b-87f3-a17a2db67bd4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/c5d8969b-6245-40df-b888-256420fe40b6 HTTP/1.1" status: 204 len: 168 time: 2.0481708 Jun 02 20:39:33.437135 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56522) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:33.465246 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:33.490964 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6d119a17-4259-40b8-b591-e61ae410a792 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:33.620696 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network 454fa62c-3187-4cc5-93d0-93375d103651 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:33.625855 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:33.645357 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-6cb5a959-6d16-4fce-af41-eb3ea4c94dbb None None] Provisioning complete for port 1f551cc4-207f-422f-bcee-cff741deba85 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:33.647084 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:33.651803 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6cb5a959-6d16-4fce-af41-eb3ea4c94dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:33.700260 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Port': ['ID=9c9661b6-1f32-4796-84de-155917d125f6,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:33.708746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:33.755206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:33.820912 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-13b0fd38-99dd-48a4-8efe-01ea62b635e2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3816638 Jun 02 20:39:33.822636 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56526) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:33.841965 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161f010b-c5e2-4dfd-ac84-4934abe7310e None None] DHCP port deletion for 1a65b8e2-757e-4e14-9b9e-9fa65638ae0e request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:39:33.947467 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-161f010b-c5e2-4dfd-ac84-4934abe7310e None None] Deleting port 1f551cc4-207f-422f-bcee-cff741deba85 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:33.948011 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-161f010b-c5e2-4dfd-ac84-4934abe7310e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:33.953273 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f04f6b-8f46-415f-b66b-3e7366df7b97 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:33.957222 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b0f04f6b-8f46-415f-b66b-3e7366df7b97 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1307728 Jun 02 20:39:33.957737 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56530) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:34.035561 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ac639-febf-4c57-ae16-b4cac1beb8a1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:34.036263 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-687ac639-febf-4c57-ae16-b4cac1beb8a1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Synchronizing usage tracker for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:39:34.055967 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-687ac639-febf-4c57-ae16-b4cac1beb8a1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Unset dirty status for tenant:9872c720270941e395e48a5d66cc87be on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:39:34.059338 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-687ac639-febf-4c57-ae16-b4cac1beb8a1 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0983310 Jun 02 20:39:34.061994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56532) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:34.070812 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-161f010b-c5e2-4dfd-ac84-4934abe7310e None None] For port 1f551cc4-207f-422f-bcee-cff741deba85, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1f551cc4-207f-422f-bcee-cff741deba85,segment=NetworkSegment(bb2013ab-8211-4e55-b1f1-7f15550c68c9),segment_id=bb2013ab-8211-4e55-b1f1-7f15550c68c9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:34.071266 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-161f010b-c5e2-4dfd-ac84-4934abe7310e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:34.089523 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.objects.ports [None req-ac32d14d-0784-49e1-ad3a-097bb1ceaeba tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92549) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 20:39:34.117228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac32d14d-0784-49e1-ad3a-097bb1ceaeba tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:34.124652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b3c68bbc-a101-419e-9670-072cdad40ad2 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:34.141772 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ba7853b5-4256-46a2-9c4b-b4e7a602c3fa tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785234 Jun 02 20:39:34.146013 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56534) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:34.219361 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aad4746-d9f2-4684-af85-d5f3fc76e461 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:34.220027 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aad4746-d9f2-4684-af85-d5f3fc76e461 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:34.224981 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1aad4746-d9f2-4684-af85-d5f3fc76e461 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/f0ab15d8-accf-45c5-b069-f616896eaa2d HTTP/1.1" status: 404 len: 333 time: 0.0776472 Jun 02 20:39:34.225739 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56538) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:34.265094 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32d14d-0784-49e1-ad3a-097bb1ceaeba tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Checking segment: {'id': '0e171c8e-7595-4b6c-b05c-148477dbdd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a643f623-fe15-4906-aa84-21ffcaafad00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:34.265458 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac32d14d-0784-49e1-ad3a-097bb1ceaeba tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Network hostable DHCP agents. Network: a643f623-fe15-4906-aa84-21ffcaafad00, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:39:34.303403 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6968336-d9b6-4829-b72a-3b79a13891ec tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:34.304226 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6968336-d9b6-4829-b72a-3b79a13891ec tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:34.306136 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac32d14d-0784-49e1-ad3a-097bb1ceaeba tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Network a643f623-fe15-4906-aa84-21ffcaafad00 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:39:34.306532 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e6968336-d9b6-4829-b72a-3b79a13891ec tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/c5d8969b-6245-40df-b888-256420fe40b6 HTTP/1.1" status: 404 len: 337 time: 0.0795684 Jun 02 20:39:34.311008 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-161f010b-c5e2-4dfd-ac84-4934abe7310e None None] Calling delete_port for 1f551cc4-207f-422f-bcee-cff741deba85 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:34.311642 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56540) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:34.340449 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:34.366031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:34.380597 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9c6a7e-5e53-4c80-96e4-83fec1788e8e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:34.381218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9c6a7e-5e53-4c80-96e4-83fec1788e8e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:34.383093 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-bb9c6a7e-5e53-4c80-96e4-83fec1788e8e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/44954f5b-8172-45d4-a759-c70b41987743 HTTP/1.1" status: 404 len: 337 time: 0.0703886 Jun 02 20:39:34.385614 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56542) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:34.390409 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32d14d-0784-49e1-ad3a-097bb1ceaeba tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event updated for resources: {'Subnet': ['ID=3f4cd6bf-949e-4e25-94ed-b3a823730341,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:34.400812 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ac32d14d-0784-49e1-ad3a-097bb1ceaeba tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:34.402976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-161f010b-c5e2-4dfd-ac84-4934abe7310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:34.415753 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4088db14-8c3b-4d65-9946-e334d2c8ddb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:34.442746 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6535eb3-165d-4aa5-ab99-1b50385bf371 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:34.443316 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6535eb3-165d-4aa5-ab99-1b50385bf371 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:34.445134 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d6535eb3-165d-4aa5-ab99-1b50385bf371 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/241b2e09-86a1-4d8d-bece-2aee64d7d4ec HTTP/1.1" status: 404 len: 333 time: 0.0584865 Jun 02 20:39:34.450596 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56544) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:34.484242 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f010b-c5e2-4dfd-ac84-4934abe7310e None None] Pushing event deleted for resources: {'Port': ['ID=1f551cc4-207f-422f-bcee-cff741deba85,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:34.487887 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161f010b-c5e2-4dfd-ac84-4934abe7310e None None] No DVR routers for this DVR port 1f551cc4-207f-422f-bcee-cff741deba85 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:39:34.491736 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-161f010b-c5e2-4dfd-ac84-4934abe7310e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:34.510054 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-21076254-a82f-4357-b59a-c26a5e060c60 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:34.510241 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-ac32d14d-0784-49e1-ad3a-097bb1ceaeba tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, a643f623-fe15-4906-aa84-21ffcaafad00) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:34.510338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21076254-a82f-4357-b59a-c26a5e060c60 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:34.512374 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-21076254-a82f-4357-b59a-c26a5e060c60 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/8bda48d6-5495-4721-b252-5e44122ad678 HTTP/1.1" status: 404 len: 337 time: 0.0607028 Jun 02 20:39:34.528527 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a9d0d2-eee0-43eb-a52e-c275707f1533 None None] Network a643f623-fe15-4906-aa84-21ffcaafad00 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:34.532432 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-883f854d-853a-49fe-87f0-d24155dd3baa req-8e29cc5e-f876-4383-863c-fd45acc65bf8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3add0e0-4eb2-4d6d-899c-63c8dec2793d HTTP/1.1" status: 200 len: 210 time: 0.2298748 Jun 02 20:39:34.533164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56546) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:34.537520 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac32d14d-0784-49e1-ad3a-097bb1ceaeba tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:34.538309 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac32d14d-0784-49e1-ad3a-097bb1ceaeba tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:34.617073 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a80f374-ceaa-427a-a48e-ee6bb384c024 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:34.617782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a80f374-ceaa-427a-a48e-ee6bb384c024 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:34.619667 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5a80f374-ceaa-427a-a48e-ee6bb384c024 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/f35b2816-2cd3-47ea-991d-39bcc75573f4 HTTP/1.1" status: 404 len: 337 time: 0.0772541 Jun 02 20:39:34.622617 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56548) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:34.673453 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b4122fd9-d5c9-45b1-bd65-700889fd4b9e up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:34.713329 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edf51e3-d6f8-437c-84b0-2bf2257260de None None] Network 454fa62c-3187-4cc5-93d0-93375d103651 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:34.736437 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ac32d14d-0784-49e1-ad3a-097bb1ceaeba tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.9266322 Jun 02 20:39:34.739446 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56550) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:34.751964 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da64fe3-4dac-40b2-808e-5f554d7d7a85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:34.752355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da64fe3-4dac-40b2-808e-5f554d7d7a85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:34.756840 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0da64fe3-4dac-40b2-808e-5f554d7d7a85 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/83a65e9c-b841-41c6-bc58-cc3b45db29e7 HTTP/1.1" status: 404 len: 333 time: 0.1307685 Jun 02 20:39:34.759386 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56552) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:34.907822 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-49651a62-b06b-4cb8-bb4d-007386d211e7 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:34.908198 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49651a62-b06b-4cb8-bb4d-007386d211e7 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:34.913346 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-49651a62-b06b-4cb8-bb4d-007386d211e7 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/65768299-df6a-4bd4-85f9-54a027eccbc0 HTTP/1.1" status: 404 len: 337 time: 0.1472077 Jun 02 20:39:34.914772 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56554) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:34.957638 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-442f5f9b-c32a-4a97-9172-3677213208b6 None None] Provisioning for port b4122fd9-d5c9-45b1-bd65-700889fd4b9e completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:34.978893 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-d268fd70-e984-4d32-8b7f-7947a35f9429 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:34.979388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d268fd70-e984-4d32-8b7f-7947a35f9429 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:34.983297 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d268fd70-e984-4d32-8b7f-7947a35f9429 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/82142232-e11b-4044-9305-165a9f241612 HTTP/1.1" status: 404 len: 337 time: 0.0652783 Jun 02 20:39:34.996361 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56556) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:35.014534 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:35.046740 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-f459bea1-9c16-4372-a2cc-d30128613cc7 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:35.046966 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f459bea1-9c16-4372-a2cc-d30128613cc7 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:35.052013 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f459bea1-9c16-4372-a2cc-d30128613cc7 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/1b916dc8-8f27-4aff-a1fe-a8f64ec5492a HTTP/1.1" status: 404 len: 333 time: 0.0516269 Jun 02 20:39:35.054990 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56558) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:35.105107 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-a643f623-fe15-4906-aa84-21ffcaafad00', 'network_id': 'a643f623-fe15-4906-aa84-21ffcaafad00', 'tenant_id': '23e9810f7691425eb34c8f0693eaa28f', 'fixed_ips': [{'subnet_id': '3f4cd6bf-949e-4e25-94ed-b3a823730341'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:39:35.105930 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:35.121447 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port b4122fd9-d5c9-45b1-bd65-700889fd4b9e completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:35.125281 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0de17d7-a9ec-46fc-afb4-a7dcf0e67fa6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:35.125880 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0de17d7-a9ec-46fc-afb4-a7dcf0e67fa6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:35.130591 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c0de17d7-a9ec-46fc-afb4-a7dcf0e67fa6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/a7672413-ea46-44e2-af2e-f1f728eef5d1 HTTP/1.1" status: 404 len: 337 time: 0.0675604 Jun 02 20:39:35.135732 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56562) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:35.174708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-5768145a-8d90-4207-ab1b-832fc13b55b1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:35.176714 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-5768145a-8d90-4207-ab1b-832fc13b55b1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/networks?id=539269e3-4099-4659-a84c-98bec00a8c6a HTTP/1.1" status: 200 len: 796 time: 0.3669310 Jun 02 20:39:35.184212 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port b4122fd9-d5c9-45b1-bd65-700889fd4b9e triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:35.184609 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:35.188785 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-15167181-f35d-4f41-828a-7321c2de20c0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:35.189247 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15167181-f35d-4f41-828a-7321c2de20c0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:35.199188 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-15167181-f35d-4f41-828a-7321c2de20c0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/5e738d51-484e-4034-964d-40a4c6edd070 HTTP/1.1" status: 404 len: 337 time: 0.0548291 Jun 02 20:39:35.199188 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56566) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:35.250399 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:35.264257 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-db721a4a-4587-4b1b-b203-af1f37f10ca9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 473 time: 0.0793276 Jun 02 20:39:35.274058 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-5538b9e0-5e63-4a53-8e9d-c408835d7fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'port': {'device_id': 'c3add0e0-4eb2-4d6d-899c-63c8dec2793d', 'network_id': '539269e3-4099-4659-a84c-98bec00a8c6a', 'admin_state_up': True, 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'security_groups': ['860aaceb-b7c3-41f8-8da2-a25fb1839aca']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:35.298168 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba20136e-6da1-4551-b023-e9099435b34e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:35.298654 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba20136e-6da1-4551-b023-e9099435b34e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:35.302887 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ba20136e-6da1-4551-b023-e9099435b34e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/af0cbbbd-901d-4f00-9aed-43b8cfe0a5b2 HTTP/1.1" status: 404 len: 333 time: 0.0976045 Jun 02 20:39:35.303234 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56568) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:35.398062 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54e6e67-0955-4668-b225-ab888d78288d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:35.398517 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54e6e67-0955-4668-b225-ab888d78288d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:35.402456 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e54e6e67-0955-4668-b225-ab888d78288d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/d6bb568c-ae68-4abd-8198-ba5de6401232 HTTP/1.1" status: 404 len: 337 time: 0.0960371 Jun 02 20:39:35.404638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56570) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:35.428867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Allocated IP 2001:db8::f816:3eff:fe41:bfff (a643f623-fe15-4906-aa84-21ffcaafad00/3f4cd6bf-949e-4e25-94ed-b3a823730341/1ae12792-3b77-40b5-a953-f55e2bedd52e) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:35.444285 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.db.resource_extend [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 20:39:35.473624 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:35.476023 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d3fc6b-cbe1-4920-a516-b26d89bfc36e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:35.476449 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d3fc6b-cbe1-4920-a516-b26d89bfc36e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:35.480744 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-32d3fc6b-cbe1-4920-a516-b26d89bfc36e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/03d69515-faf6-4a2e-ad1d-010bf2dd3d78 HTTP/1.1" status: 404 len: 333 time: 0.0659428 Jun 02 20:39:35.483442 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56572) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:35.499475 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:35.530122 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-169bcb39-c2ff-4e8b-bf49-e5b2c9ce1d05 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:35.536530 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:35.563017 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-f780f67c-6bc3-4577-9631-69cc05b9e66f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:35.563511 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f780f67c-6bc3-4577-9631-69cc05b9e66f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:35.568861 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f780f67c-6bc3-4577-9631-69cc05b9e66f tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/58a67952-e0ce-42b2-9714-6612f51701f3 HTTP/1.1" status: 404 len: 337 time: 0.0808861 Jun 02 20:39:35.571138 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56576) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:35.630233 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-5538b9e0-5e63-4a53-8e9d-c408835d7fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:35.640952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-5538b9e0-5e63-4a53-8e9d-c408835d7fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:port and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:35.649392 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-5538b9e0-5e63-4a53-8e9d-c408835d7fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for port was recalculated. Used quota:5. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:35.659403 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:35.662986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-5538b9e0-5e63-4a53-8e9d-c408835d7fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:35.663551 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91c534f-d78f-409e-b6dd-c27afdeb98c3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:35.664832 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91c534f-d78f-409e-b6dd-c27afdeb98c3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:35.668109 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Port': ['ID=9c9661b6-1f32-4796-84de-155917d125f6,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:35.671431 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c91c534f-d78f-409e-b6dd-c27afdeb98c3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/c709a273-09b5-4a22-b9e5-fbea7ccd450f HTTP/1.1" status: 404 len: 333 time: 0.0992208 Jun 02 20:39:35.672210 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56578) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:35.678104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:35.710297 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-5538b9e0-5e63-4a53-8e9d-c408835d7fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:35.713920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-5538b9e0-5e63-4a53-8e9d-c408835d7fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:35.773576 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port b4122fd9-d5c9-45b1-bd65-700889fd4b9e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b4122fd9-d5c9-45b1-bd65-700889fd4b9e,segment=NetworkSegment(b3528250-9068-4092-b816-06d1dbc8d0f8),segment_id=b3528250-9068-4092-b816-06d1dbc8d0f8)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:35.777196 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:35.778862 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-4182a412-84a5-43b8-810a-3b44bba2dd6c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:35.779544 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4182a412-84a5-43b8-810a-3b44bba2dd6c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:35.785788 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4182a412-84a5-43b8-810a-3b44bba2dd6c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/9d25d135-9217-41b8-9ccb-d4638ecea2cb HTTP/1.1" status: 404 len: 337 time: 0.1109393 Jun 02 20:39:35.786522 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:35.787743 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f397c4d2-f479-4cb7-bee1-9cd44e87098f up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:35.788140 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9c1acfc2-07f1-49a5-8178-6bfb4d617d25 req-9da2e757-2da9-438a-9cc5-54774dc2f601 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3add0e0-4eb2-4d6d-899c-63c8dec2793d HTTP/1.1" status: 200 len: 210 time: 0.0646324 Jun 02 20:39:35.788692 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56580) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:35.833809 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ccd08f-8768-4a4a-9060-99c83312002c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:35.834290 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ccd08f-8768-4a4a-9060-99c83312002c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:35.835982 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e9ccd08f-8768-4a4a-9060-99c83312002c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/ea3cde0d-0e95-4e26-b9a0-112f0f350464 HTTP/1.1" status: 404 len: 333 time: 0.0463314 Jun 02 20:39:35.838492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56582) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:35.839746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:35.892352 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-73465470-416f-4243-b01c-28ea2cd6822d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:35.892855 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73465470-416f-4243-b01c-28ea2cd6822d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:35.896897 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-73465470-416f-4243-b01c-28ea2cd6822d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/2c47b376-0554-4186-aba1-590604c8fa10 HTTP/1.1" status: 404 len: 337 time: 0.0554018 Jun 02 20:39:35.897073 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Transition to ACTIVE for port object 1ae12792-3b77-40b5-a953-f55e2bedd52e will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:35.897166 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56584) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:35.944238 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b976ea6-30fc-495d-bfe9-acf6b8afb20e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:35.944718 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b976ea6-30fc-495d-bfe9-acf6b8afb20e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:35.946437 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4b976ea6-30fc-495d-bfe9-acf6b8afb20e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/f3344e2b-c3cf-459c-ba80-38df034fe2a8 HTTP/1.1" status: 404 len: 333 time: 0.0483568 Jun 02 20:39:35.948990 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56586) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:35.990291 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Transition to ACTIVE for port object 1ae12792-3b77-40b5-a953-f55e2bedd52e will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:35.992830 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed75b390-d0d6-4b0a-b023-d6731475deaf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:35.993177 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed75b390-d0d6-4b0a-b023-d6731475deaf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:35.998500 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ed75b390-d0d6-4b0a-b023-d6731475deaf tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/0f20bb04-6773-4a83-b603-84fb72cae406 HTTP/1.1" status: 404 len: 337 time: 0.0458133 Jun 02 20:39:35.998500 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56588) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:36.002894 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:36.011242 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:36.019918 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=b4122fd9-d5c9-45b1-bd65-700889fd4b9e,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:36.022532 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-75b9f535-3512-4e29-a1bd-884e4f560b01 None None] Provisioning complete for port b4122fd9-d5c9-45b1-bd65-700889fd4b9e triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:36.022883 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-75b9f535-3512-4e29-a1bd-884e4f560b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:36.062747 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:36.064222 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:36.068653 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6ee285bc-621b-40ef-9dd0-7032e0c0eb8b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:36.074760 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network 454fa62c-3187-4cc5-93d0-93375d103651 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:36.074904 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-cce9f5d7-fcdd-47ee-bfc9-e29e4dc704ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:36.080397 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:36.115101 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event deleted for resources: {'Subnet': ['ID=3f4cd6bf-949e-4e25-94ed-b3a823730341,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:36.120371 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61c478e-926f-4be4-aa0b-465fe48602b3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:36.120860 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61c478e-926f-4be4-aa0b-465fe48602b3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:36.123458 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Network a643f623-fe15-4906-aa84-21ffcaafad00 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:36.126765 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:36.128890 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:36.148042 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:36.150254 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port f397c4d2-f479-4cb7-bee1-9cd44e87098f triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:36.150632 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:36.249278 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:36.264453 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a643f623-fe15-4906-aa84-21ffcaafad00']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:36.270543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Pushing event updated for resources: {'Port': ['ID=1ae12792-3b77-40b5-a953-f55e2bedd52e,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:36.278431 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e171c8e-7595-4b6c-b05c-148477dbdd7f') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:36.278729 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e171c8e-7595-4b6c-b05c-148477dbdd7f') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:36.293860 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:36.305583 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:36.316893 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:36.325497 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:39:36.326765 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:36.338991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router 4ec92841-2119-4794-9a1c-712ba285f241 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:39:36.344171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-5538b9e0-5e63-4a53-8e9d-c408835d7fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.20.0.27 (539269e3-4099-4659-a84c-98bec00a8c6a/595cd4a5-3c12-4836-b428-c089c0e62ea7/5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:36.344968 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Attempting to bind port 1ae12792-3b77-40b5-a953-f55e2bedd52e on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:39:36.345491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Attempting to bind port 1ae12792-3b77-40b5-a953-f55e2bedd52e by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '0e171c8e-7595-4b6c-b05c-148477dbdd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a643f623-fe15-4906-aa84-21ffcaafad00'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:39:36.346052 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Attempting to bind port 1ae12792-3b77-40b5-a953-f55e2bedd52e on network a643f623-fe15-4906-aa84-21ffcaafad00 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:39:36.350229 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:39:36.356362 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e61c478e-926f-4be4-aa0b-465fe48602b3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/22716c31-6bf2-48a2-8217-71efa767928b HTTP/1.1" status: 404 len: 333 time: 0.3517702 Jun 02 20:39:36.356488 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:39:36.356488 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Checking segment: {'id': '0e171c8e-7595-4b6c-b05c-148477dbdd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a643f623-fe15-4906-aa84-21ffcaafad00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:36.356488 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:36.356488 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Bound using segment: {'id': '0e171c8e-7595-4b6c-b05c-148477dbdd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a643f623-fe15-4906-aa84-21ffcaafad00'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:39:36.356488 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Bound port: 1ae12792-3b77-40b5-a953-f55e2bedd52e, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e171c8e-7595-4b6c-b05c-148477dbdd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a643f623-fe15-4906-aa84-21ffcaafad00'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:39:36.356488 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:36.357133 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56590) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:36.459274 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e99c727-f457-4c99-8ea6-a7bfae58c220 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:36.459740 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e99c727-f457-4c99-8ea6-a7bfae58c220 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:36.463873 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8e99c727-f457-4c99-8ea6-a7bfae58c220 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/61f7ccf3-772e-48bd-9eaf-73131c7ea2e9 HTTP/1.1" status: 404 len: 337 time: 0.1041114 Jun 02 20:39:36.466286 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56592) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:36.499496 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.db.api [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 20:39:36.499496 dv-neutron-601336-84-hyperv neutron-server[92548]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 20:39:36.499496 dv-neutron-601336-84-hyperv neutron-server[92548]: [parameters: {'id': 'a643f623-fe15-4906-aa84-21ffcaafad00'}] Jun 02 20:39:36.499496 dv-neutron-601336-84-hyperv neutron-server[92548]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:39:36.499961 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_db.api [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:39:36.504767 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba51081d-149a-4e20-a137-d9b319a0662a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:36.505189 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba51081d-149a-4e20-a137-d9b319a0662a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:36.509127 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ba51081d-149a-4e20-a137-d9b319a0662a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/2115a467-3373-4137-85c6-12abdc51e8a3 HTTP/1.1" status: 404 len: 337 time: 0.0418518 Jun 02 20:39:36.509618 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56594) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:36.532056 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 10d744a1-cd17-42e2-9135-bcdfba6a3072 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:36.553678 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a418051-35a2-493a-b7d4-8bb361cffe2e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:36.553924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a418051-35a2-493a-b7d4-8bb361cffe2e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:36.558088 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4a418051-35a2-493a-b7d4-8bb361cffe2e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/6ac3d8ba-1cb1-401d-bf61-3a34063f18d2 HTTP/1.1" status: 404 len: 333 time: 0.0475817 Jun 02 20:39:36.558664 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56596) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:36.565276 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:39:36.585187 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] Sync routers for ids ['4ec92841-2119-4794-9a1c-712ba285f241'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:39:36.601326 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-75b9f535-3512-4e29-a1bd-884e4f560b01 None None] Provisioning for port 9c9661b6-1f32-4796-84de-155917d125f6 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:36.617757 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] For port 1ae12792-3b77-40b5-a953-f55e2bedd52e, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:39:36.636067 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-75b9f535-3512-4e29-a1bd-884e4f560b01 None None] Provisioning complete for port 9c9661b6-1f32-4796-84de-155917d125f6 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:36.636804 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/4ec92841-2119-4794-9a1c-712ba285f241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9221213 Jun 02 20:39:36.640669 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56598) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:36.641031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-75b9f535-3512-4e29-a1bd-884e4f560b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:36.646102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-85e8e006-d7eb-45c2-a4df-d9996b720ece tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'network': {'name': 'tempest-RoutersTest-88756675'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:36.664520 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-85e8e006-d7eb-45c2-a4df-d9996b720ece tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:36.672928 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-85e8e006-d7eb-45c2-a4df-d9996b720ece tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:network and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:36.673771 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] For port 1ae12792-3b77-40b5-a953-f55e2bedd52e, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1ae12792-3b77-40b5-a953-f55e2bedd52e,segment=NetworkSegment(0e171c8e-7595-4b6c-b05c-148477dbdd7f),segment_id=0e171c8e-7595-4b6c-b05c-148477dbdd7f)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:39:36.675590 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] Routers {'4ec92841-2119-4794-9a1c-712ba285f241'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:39:36.676237 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['4ec92841-2119-4794-9a1c-712ba285f241'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:36.680465 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-85e8e006-d7eb-45c2-a4df-d9996b720ece tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:36.690818 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-85e8e006-d7eb-45c2-a4df-d9996b720ece tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:36.735078 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e8e006-d7eb-45c2-a4df-d9996b720ece tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Made reservation on behalf of 6ef1a7bf134143cc9e0a9276ad9cbe3f for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:36.739091 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-85e8e006-d7eb-45c2-a4df-d9996b720ece tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:36.748188 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-38374800-ac49-4124-a544-9a35f4de7dc5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:36.748714 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38374800-ac49-4124-a544-9a35f4de7dc5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:36.753174 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-38374800-ac49-4124-a544-9a35f4de7dc5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/01bba874-e950-44c4-b300-cc60fcfd6fba HTTP/1.1" status: 404 len: 337 time: 0.1934574 Jun 02 20:39:36.753722 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56600) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:36.770010 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-5538b9e0-5e63-4a53-8e9d-c408835d7fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:36.792095 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-4227a859-ddf2-467c-ba4a-b473136e25ed tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:36.792553 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4227a859-ddf2-467c-ba4a-b473136e25ed tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:36.795718 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e8e006-d7eb-45c2-a4df-d9996b720ece tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:39:36.796977 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4227a859-ddf2-467c-ba4a-b473136e25ed tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/d20a0db0-1b59-4acc-b364-50b308f95252 HTTP/1.1" status: 404 len: 337 time: 0.0421731 Jun 02 20:39:36.797904 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56602) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:36.798593 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-5538b9e0-5e63-4a53-8e9d-c408835d7fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Transition to ACTIVE for port object 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:36.811192 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:36.811446 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-85e8e006-d7eb-45c2-a4df-d9996b720ece tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:36.811928 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-85e8e006-d7eb-45c2-a4df-d9996b720ece tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Added segment ee0a853e-7210-462d-a5b1-7d058da2e4d1 of type vlan for network b8ad387b-a36a-4d2c-aa13-dd45703aff48 Jun 02 20:39:36.829270 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:36.841768 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7b4ee3-47ec-40fa-a478-55d615bdd2f8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:36.842237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7b4ee3-47ec-40fa-a478-55d615bdd2f8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:36.845211 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-85e8e006-d7eb-45c2-a4df-d9996b720ece tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:36.847256 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8f7b4ee3-47ec-40fa-a478-55d615bdd2f8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/9564f05c-1a43-401d-9ba8-08e4e279d7e2 HTTP/1.1" status: 404 len: 333 time: 0.0480988 Jun 02 20:39:36.847833 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56606) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:36.873654 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-5538b9e0-5e63-4a53-8e9d-c408835d7fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:36.885683 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5285b2-1a9e-4d44-8efc-4bfcce0f2067 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:36.885893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0e5a5ef4-44d6-4950-9d7c-feab03b59d8d tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:36.886135 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5285b2-1a9e-4d44-8efc-4bfcce0f2067 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:36.891672 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7d5285b2-1a9e-4d44-8efc-4bfcce0f2067 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/285a9397-6872-4471-9c31-c9963aec4f48 HTTP/1.1" status: 404 len: 337 time: 0.0428848 Jun 02 20:39:36.892264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56608) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:36.913148 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Pushing event updated for resources: {'Port': ['ID=1ae12792-3b77-40b5-a953-f55e2bedd52e,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:36.922793 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:36.933618 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57b544a-62c6-4fa1-a5f9-76d8e3c11315 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:36.934082 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57b544a-62c6-4fa1-a5f9-76d8e3c11315 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:36.935985 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-5538b9e0-5e63-4a53-8e9d-c408835d7fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 539269e3-4099-4659-a84c-98bec00a8c6a is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:36.938761 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a57b544a-62c6-4fa1-a5f9-76d8e3c11315 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/2b42c58b-33cf-4d94-b4f4-fd7ac0864bb6 HTTP/1.1" status: 404 len: 337 time: 0.0455213 Jun 02 20:39:36.939389 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56610) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:36.946602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-5538b9e0-5e63-4a53-8e9d-c408835d7fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:36.951457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-85e8e006-d7eb-45c2-a4df-d9996b720ece tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:36.957703 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e8e006-d7eb-45c2-a4df-d9996b720ece tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:36.958335 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-85e8e006-d7eb-45c2-a4df-d9996b720ece tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:36.966170 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-5538b9e0-5e63-4a53-8e9d-c408835d7fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:36.984926 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c5eaf5-2941-4cf1-ad97-3bd8ddef60ff tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:36.985559 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c5eaf5-2941-4cf1-ad97-3bd8ddef60ff tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:36.991035 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-30c5eaf5-2941-4cf1-ad97-3bd8ddef60ff tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/f4d600db-07f9-4a82-a2b1-6a103e377379 HTTP/1.1" status: 404 len: 333 time: 0.0495329 Jun 02 20:39:36.991035 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56612) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:37.025263 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:37.031898 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce56e13-debc-43f5-affa-308981c34dad tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:37.032194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce56e13-debc-43f5-affa-308981c34dad tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:37.037356 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fce56e13-debc-43f5-affa-308981c34dad tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/f47d855d-c99e-4f8c-8cd5-303e34fd7d74 HTTP/1.1" status: 404 len: 337 time: 0.0458376 Jun 02 20:39:37.037799 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56614) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:37.074554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 10d744a1-cd17-42e2-9135-bcdfba6a3072 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:37.075198 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:37.075778 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-25635670-aa12-4806-9a59-64b8e7655e29 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:37.076243 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25635670-aa12-4806-9a59-64b8e7655e29 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:37.081688 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-25635670-aa12-4806-9a59-64b8e7655e29 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/7b9d3a48-9ab0-4c07-99ca-b0820d40a501 HTTP/1.1" status: 404 len: 337 time: 0.0417352 Jun 02 20:39:37.086158 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56616) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:37.102682 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538b9e0-5e63-4a53-8e9d-c408835d7fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:37.109600 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-85e8e006-d7eb-45c2-a4df-d9996b720ece tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4676116 Jun 02 20:39:37.110730 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5538b9e0-5e63-4a53-8e9d-c408835d7fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:37.113774 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:37.125982 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56618) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:37.129439 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-75b9f535-3512-4e29-a1bd-884e4f560b01 None None] Port 9c9661b6-1f32-4796-84de-155917d125f6 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:39:37.136772 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-55fd561e-351f-4d0b-af15-532616496015 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'subnet': {'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:37.160161 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-5538b9e0-5e63-4a53-8e9d-c408835d7fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:37.160806 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-5538b9e0-5e63-4a53-8e9d-c408835d7fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:37.173867 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-49b12abf-6db0-4ecb-89b9-9588bcd2b54c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0402954-70a8-42ef-b0d2-0cc635e01d17 HTTP/1.1" status: 200 len: 205 time: 0.0863206 Jun 02 20:39:37.178187 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56620) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:37.191918 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] Set router 4ec92841-2119-4794-9a1c-712ba285f241 gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:39:37.254115 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8e006-d7eb-45c2-a4df-d9996b720ece tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Network': ['ID=b8ad387b-a36a-4d2c-aa13-dd45703aff48,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:37.261405 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-85e8e006-d7eb-45c2-a4df-d9996b720ece tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:37.269604 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c5b27-02b6-4ded-a33b-976c2175a263 req-2289bc22-2c1d-41d6-b76f-94043dba85c6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:37.270565 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-ae7c5b27-02b6-4ded-a33b-976c2175a263 req-2289bc22-2c1d-41d6-b76f-94043dba85c6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:39:37.274012 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-5538b9e0-5e63-4a53-8e9d-c408835d7fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0037060 Jun 02 20:39:37.277695 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network b8ad387b-a36a-4d2c-aa13-dd45703aff48 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:39:37.287228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Request body: {'port': {'device_id': 'c3add0e0-4eb2-4d6d-899c-63c8dec2793d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:37.328134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-ae7c5b27-02b6-4ded-a33b-976c2175a263 req-2289bc22-2c1d-41d6-b76f-94043dba85c6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:39:37.335247 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ae7c5b27-02b6-4ded-a33b-976c2175a263 req-2289bc22-2c1d-41d6-b76f-94043dba85c6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3add0e0-4eb2-4d6d-899c-63c8dec2793d HTTP/1.1" status: 200 len: 932 time: 0.3255017 Jun 02 20:39:37.342199 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-010047ee-8500-4e57-834d-b3a91f90104b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] delete failed (client error): The resource could not be found. Jun 02 20:39:37.345919 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-010047ee-8500-4e57-834d-b3a91f90104b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/routers/e0402954-70a8-42ef-b0d2-0cc635e01d17 HTTP/1.1" status: 404 len: 336 time: 0.1665463 Jun 02 20:39:37.348823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56622) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:37.402832 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd2a0ef-463d-454e-871b-0ca277662fbd tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:37.403346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd2a0ef-463d-454e-871b-0ca277662fbd tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:37.407429 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5cd2a0ef-463d-454e-871b-0ca277662fbd tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/cc44e97d-5725-4dd1-8c53-1c75c57d0689 HTTP/1.1" status: 404 len: 337 time: 0.0545437 Jun 02 20:39:37.410077 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56624) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:37.433172 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ae7c5b27-02b6-4ded-a33b-976c2175a263 req-1c039427-e4bb-4910-87bf-d4d0e97ec1f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=860aaceb-b7c3-41f8-8da2-a25fb1839aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970469 Jun 02 20:39:37.450073 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:37.453940 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9a28b622-fe05-44b0-adc4-7690310c5d6e None None] Provisioning for port 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:37.455002 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-55fd561e-351f-4d0b-af15-532616496015 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:37.475668 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-55fd561e-351f-4d0b-af15-532616496015 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:subnet and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:37.481527 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-793e8311-3d02-43b6-aa41-5f5df0e52e19 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "GET /v2.0/ports?device_id=69bb31c4-d99f-4917-ac8b-0a7d5f5b7462 HTTP/1.1" status: 200 len: 205 time: 0.0702932 Jun 02 20:39:37.482740 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-55fd561e-351f-4d0b-af15-532616496015 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:37.490521 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56626) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:37.492605 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-55fd561e-351f-4d0b-af15-532616496015 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:37.509833 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ac47e7-c746-45c8-b325-b420c41c940c None None] Network a643f623-fe15-4906-aa84-21ffcaafad00 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:37.564644 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-fb639dda-750c-4eb8-b2bc-a9ca1052d4eb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] delete failed (client error): The resource could not be found. Jun 02 20:39:37.565759 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9a28b622-fe05-44b0-adc4-7690310c5d6e None None] Provisioning complete for port 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:37.566517 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fb639dda-750c-4eb8-b2bc-a9ca1052d4eb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/routers/69bb31c4-d99f-4917-ac8b-0a7d5f5b7462 HTTP/1.1" status: 404 len: 336 time: 0.0750670 Jun 02 20:39:37.566832 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9a28b622-fe05-44b0-adc4-7690310c5d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:37.567964 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Deleting port 1ae12792-3b77-40b5-a953-f55e2bedd52e {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:37.568448 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:37.584499 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56628) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:37.619226 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fd561e-351f-4d0b-af15-532616496015 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Made reservation on behalf of 6ef1a7bf134143cc9e0a9276ad9cbe3f for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:37.622866 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-55fd561e-351f-4d0b-af15-532616496015 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:37.652968 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a08e21-cd83-40c4-b0e1-8b9bccb1bdc3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:37.653419 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a08e21-cd83-40c4-b0e1-8b9bccb1bdc3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:37.657524 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-14a08e21-cd83-40c4-b0e1-8b9bccb1bdc3 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/c79f090d-824a-4402-bac2-b0c79a6a8167 HTTP/1.1" status: 404 len: 337 time: 0.0673501 Jun 02 20:39:37.702680 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56630) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:37.790023 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-9a28b622-fe05-44b0-adc4-7690310c5d6e None None] Port 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:39:37.822641 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-7711919a-7091-4800-b309-c5bb55d1c702 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:37.823009 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7711919a-7091-4800-b309-c5bb55d1c702 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:37.829765 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7711919a-7091-4800-b309-c5bb55d1c702 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/93c5f38b-df81-40fc-8b7b-b9e35657b340 HTTP/1.1" status: 404 len: 337 time: 0.1104653 Jun 02 20:39:37.829976 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56632) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:37.839332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] For port 1ae12792-3b77-40b5-a953-f55e2bedd52e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1ae12792-3b77-40b5-a953-f55e2bedd52e,segment=NetworkSegment(0e171c8e-7595-4b6c-b05c-148477dbdd7f),segment_id=0e171c8e-7595-4b6c-b05c-148477dbdd7f)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:37.839700 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:37.888396 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1f551cc4-207f-422f-bcee-cff741deba85 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:39:37.945238 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 1f551cc4-207f-422f-bcee-cff741deba85 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:39:37.945592 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1f551cc4-207f-422f-bcee-cff741deba85 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:39:37.951392 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9a28b622-fe05-44b0-adc4-7690310c5d6e None None] Provisioning complete for port 9c9661b6-1f32-4796-84de-155917d125f6 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:37.951778 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9a28b622-fe05-44b0-adc4-7690310c5d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:37.974693 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Calling delete_port for 1ae12792-3b77-40b5-a953-f55e2bedd52e owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:38.067909 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-c360fa07-797a-4c17-8738-fd764b03cae8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:38.068830 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c360fa07-797a-4c17-8738-fd764b03cae8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:38.073652 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c360fa07-797a-4c17-8738-fd764b03cae8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/be2edea3-0352-40fe-a1e2-52840ffd45dd HTTP/1.1" status: 404 len: 333 time: 0.2438440 Jun 02 20:39:38.076512 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56634) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:38.087532 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-9a28b622-fe05-44b0-adc4-7690310c5d6e None None] Port 9c9661b6-1f32-4796-84de-155917d125f6 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:39:38.100927 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16339bee-0fdd-418c-b0ba-59e796c337d0 None None] get_active_networks_info from dv-neutron-601336-84-hyperv {{(pid=92550) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 20:39:38.126897 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be60fda-a174-4db6-aa6e-1c9aa21856be tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:38.127495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be60fda-a174-4db6-aa6e-1c9aa21856be tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:38.129839 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8be60fda-a174-4db6-aa6e-1c9aa21856be tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/9121237a-769d-4890-b5e6-1c7aff816c0b HTTP/1.1" status: 404 len: 337 time: 0.0517347 Jun 02 20:39:38.130896 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b4122fd9-d5c9-45b1-bd65-700889fd4b9e up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:38.132748 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56636) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:38.140387 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:38.144660 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:38.165736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:39:38.183839 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:38.184076 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:39:34Z', 'revision_number': 3, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': '9c9661b6-1f32-4796-84de-155917d125f6', 'name': '', 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:d9:89:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:32Z', 'updated_at': '2021-06-02T20:39:34Z', 'revision_number': 2, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:33Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:38.186967 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-63fe4165-e68d-4073-927b-084a75008673 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:38.187560 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63fe4165-e68d-4073-927b-084a75008673 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:38.189308 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-63fe4165-e68d-4073-927b-084a75008673 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/d83a95d9-25cd-470e-b353-3416cdc6362b HTTP/1.1" status: 404 len: 333 time: 0.0546250 Jun 02 20:39:38.192035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56638) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:38.199823 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] Checking router: 4ec92841-2119-4794-9a1c-712ba285f241 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:39:38.200193 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] Updating router 4ec92841-2119-4794-9a1c-712ba285f241 port 9c9661b6-1f32-4796-84de-155917d125f6 binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:39:38.246103 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-45381339-9ceb-408e-a3f9-7398366ec5c8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:38.246560 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45381339-9ceb-408e-a3f9-7398366ec5c8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:38.250948 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-45381339-9ceb-408e-a3f9-7398366ec5c8 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/6511b767-6bbe-4552-938c-5581d2d4d1ae HTTP/1.1" status: 404 len: 337 time: 0.0552893 Jun 02 20:39:38.250948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Transition to ACTIVE for port object 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:38.251227 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56640) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:38.286945 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:38.296728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9e6d9a53-2caa-444e-8867-d6c0ea04bb34 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:38.301308 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:38.354036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event deleted for resources: {'Port': ['ID=1ae12792-3b77-40b5-a953-f55e2bedd52e,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:38.358230 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:38.358980 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] No DVR routers for this DVR port 1ae12792-3b77-40b5-a953-f55e2bedd52e on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:39:38.403105 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port b4122fd9-d5c9-45b1-bd65-700889fd4b9e triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:38.403530 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:38.403820 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1c0084-873e-4907-a255-3b3d912b0b3d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:38.404306 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e1c0084-873e-4907-a255-3b3d912b0b3d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:38.408751 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1e1c0084-873e-4907-a255-3b3d912b0b3d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/d90f7ea0-6f67-4249-868a-a117ce389bf2 HTTP/1.1" status: 404 len: 333 time: 0.1539071 Jun 02 20:39:38.415193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56642) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:38.482759 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf9a9cf-f986-4c1b-bd52-91ecd8369cb7 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:38.483580 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecf9a9cf-f986-4c1b-bd52-91ecd8369cb7 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:38.487606 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ecf9a9cf-f986-4c1b-bd52-91ecd8369cb7 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/a83cc85e-6d90-41a6-bad2-36cd15ef2a3a HTTP/1.1" status: 404 len: 337 time: 0.0629470 Jun 02 20:39:38.487606 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:38.490895 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:38.491567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56646) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:38.569230 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:38.591848 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3decbcb-0624-4a18-a04f-ed19cd7c3149 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:38.592322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3decbcb-0624-4a18-a04f-ed19cd7c3149 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:38.595203 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c3decbcb-0624-4a18-a04f-ed19cd7c3149 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/c9aeb14c-aa80-4f4d-9aaf-9212075cf581 HTTP/1.1" status: 404 len: 333 time: 0.0772533 Jun 02 20:39:38.598751 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56648) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:38.618801 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a643f623-fe15-4906-aa84-21ffcaafad00']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:38.626086 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16339bee-0fdd-418c-b0ba-59e796c337d0 None None] Resources bound (agent type, host, resource id): {{(pid=92550) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 20:39:38.648230 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d4a58b9-ab95-4e90-917c-401d578d32f6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:38.648692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d4a58b9-ab95-4e90-917c-401d578d32f6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:38.652755 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4d4a58b9-ab95-4e90-917c-401d578d32f6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/89aca111-19dc-4fe1-aeac-4cf79b2302cd HTTP/1.1" status: 404 len: 337 time: 0.0506763 Jun 02 20:39:38.652972 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56650) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:38.657348 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e171c8e-7595-4b6c-b05c-148477dbdd7f') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:38.657669 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e171c8e-7595-4b6c-b05c-148477dbdd7f') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:38.684587 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:38.701545 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb9c2c8-7cfc-4314-8fda-290c9aff6d2a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:38.702032 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb9c2c8-7cfc-4314-8fda-290c9aff6d2a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:38.706675 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2bb9c2c8-7cfc-4314-8fda-290c9aff6d2a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/466c50b0-c4bf-4230-a691-2e5978062e7e HTTP/1.1" status: 404 len: 333 time: 0.0499289 Jun 02 20:39:38.710567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56652) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:38.723930 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Attempting to bind port 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:39:38.724258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Attempting to bind port 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '2e1680aa-0e77-4112-bb96-6a32d47b8477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '539269e3-4099-4659-a84c-98bec00a8c6a'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:39:38.724585 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Attempting to bind port 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a on network 539269e3-4099-4659-a84c-98bec00a8c6a {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:39:38.729605 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Port 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a on network 539269e3-4099-4659-a84c-98bec00a8c6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:39:38.729932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Attempting to bind port 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a on network 539269e3-4099-4659-a84c-98bec00a8c6a {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:39:38.735032 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:39:38.735399 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Checking segment: {'id': '2e1680aa-0e77-4112-bb96-6a32d47b8477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '539269e3-4099-4659-a84c-98bec00a8c6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:38.735785 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Bound using segment: {'id': '2e1680aa-0e77-4112-bb96-6a32d47b8477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '539269e3-4099-4659-a84c-98bec00a8c6a'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:39:38.736209 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Bound port: 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e1680aa-0e77-4112-bb96-6a32d47b8477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '539269e3-4099-4659-a84c-98bec00a8c6a'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:39:38.736556 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:38.761047 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:38.780489 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e03929b-4dc5-41ff-812f-6244ebffa60b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:38.780935 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e03929b-4dc5-41ff-812f-6244ebffa60b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:38.791383 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:39:38.791790 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:39:38.810176 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:39:38.830365 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7e03929b-4dc5-41ff-812f-6244ebffa60b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/8dd83eec-60e8-4d55-a9f1-b3af3c466c98 HTTP/1.1" status: 404 len: 337 time: 0.1139407 Jun 02 20:39:38.830876 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56654) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:38.877332 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c167f9-b06f-4cc5-a572-8736f0486e1a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:38.879283 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c167f9-b06f-4cc5-a572-8736f0486e1a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:38.883369 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d3c167f9-b06f-4cc5-a572-8736f0486e1a tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/2c54e5fe-2863-481e-ba50-130bcc08a5f3 HTTP/1.1" status: 404 len: 333 time: 0.0486221 Jun 02 20:39:38.884339 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56656) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:38.898562 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffad9b7-80ad-496b-9a54-31f36c48d445 req-81b18716-6408-40cd-b7a3-9dae8c5bbaa2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:38.900149 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4ffad9b7-80ad-496b-9a54-31f36c48d445 req-81b18716-6408-40cd-b7a3-9dae8c5bbaa2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3add0e0-4eb2-4d6d-899c-63c8dec2793d HTTP/1.1" status: 200 len: 944 time: 0.3223751 Jun 02 20:39:38.929393 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-137369b7-fe69-493e-992a-3ffa8dc3d0d6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:38.929393 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137369b7-fe69-493e-992a-3ffa8dc3d0d6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:38.933577 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-137369b7-fe69-493e-992a-3ffa8dc3d0d6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/ec13305d-76ee-4be7-a488-67c4172b10e8 HTTP/1.1" status: 404 len: 337 time: 0.0467205 Jun 02 20:39:38.933577 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] For port 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:39:38.934638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56658) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:38.969824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:38.981218 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-a016c1b0-a119-4ab6-b241-043d6b6bc2a0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:38.981434 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ba816327-fe02-41bb-b309-22248d0096f5 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:38.981726 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a016c1b0-a119-4ab6-b241-043d6b6bc2a0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:38.985981 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a016c1b0-a119-4ab6-b241-043d6b6bc2a0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/ports/2cf87984-5fc8-4bbc-9846-4009b71e944e HTTP/1.1" status: 404 len: 333 time: 0.0478311 Jun 02 20:39:38.986133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56660) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:39.007851 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:39.022721 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "DELETE /v2.0/networks/a643f623-fe15-4906-aa84-21ffcaafad00 HTTP/1.1" status: 204 len: 168 time: 4.2822025 Jun 02 20:39:39.023671 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event deleted for resources: {'Network': ['ID=a643f623-fe15-4906-aa84-21ffcaafad00,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:39.026595 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56662) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:39.026961 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] For port 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a,segment=NetworkSegment(2e1680aa-0e77-4112-bb96-6a32d47b8477),segment_id=2e1680aa-0e77-4112-bb96-6a32d47b8477)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:39:39.033115 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-867da499-6da3-438e-9c12-223e26035358 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:39.033820 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867da499-6da3-438e-9c12-223e26035358 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:39.038480 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-867da499-6da3-438e-9c12-223e26035358 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/subnets/d48e1d55-68aa-4aad-9a6f-42bb2d3102bb HTTP/1.1" status: 404 len: 337 time: 0.0507929 Jun 02 20:39:39.039640 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56664) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:39.040205 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-91911200-b6bb-412c-9c9b-b64e6cbf0a2d tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1285069630'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:39.044420 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:39.051374 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-4ffad9b7-80ad-496b-9a54-31f36c48d445 req-089b0864-82bf-450c-a177-b27ec64e064d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:39:39.055028 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-91911200-b6bb-412c-9c9b-b64e6cbf0a2d tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:39.057416 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-55fd561e-351f-4d0b-af15-532616496015 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:39.060630 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:39.063339 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0fa6cec4-ef11-4e69-9978-3a0e4799a414 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:39.069501 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-706e9d23-a3e1-4182-9a23-7bd0c6537230 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:39.092858 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-91911200-b6bb-412c-9c9b-b64e6cbf0a2d tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Usage tracker for resource:network and tenant:23e9810f7691425eb34c8f0693eaa28f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:39.101867 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-91911200-b6bb-412c-9c9b-b64e6cbf0a2d tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:39.117920 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:39.120308 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-91911200-b6bb-412c-9c9b-b64e6cbf0a2d tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:39.160717 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-4ffad9b7-80ad-496b-9a54-31f36c48d445 req-089b0864-82bf-450c-a177-b27ec64e064d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:39:39.161804 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4ffad9b7-80ad-496b-9a54-31f36c48d445 req-089b0864-82bf-450c-a177-b27ec64e064d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=860aaceb-b7c3-41f8-8da2-a25fb1839aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530448 Jun 02 20:39:39.162486 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd561e-351f-4d0b-af15-532616496015 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Subnet': ['ID=ee97bc06-ab17-4264-80d4-bb39009523fd,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:39.166258 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91911200-b6bb-412c-9c9b-b64e6cbf0a2d tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Made reservation on behalf of 23e9810f7691425eb34c8f0693eaa28f for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:39.169926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-91911200-b6bb-412c-9c9b-b64e6cbf0a2d tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:39.175081 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] Transition to ACTIVE for port object 9c9661b6-1f32-4796-84de-155917d125f6 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:39.184088 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-55fd561e-351f-4d0b-af15-532616496015 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:39.189239 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:39.196377 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:39.199411 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:39.200018 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:39.200588 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd561e-351f-4d0b-af15-532616496015 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Checking segment: {'id': 'ee0a853e-7210-462d-a5b1-7d058da2e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:39.201167 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fd561e-351f-4d0b-af15-532616496015 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network hostable DHCP agents. Network: b8ad387b-a36a-4d2c-aa13-dd45703aff48, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:39:39.201349 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] 10.222.0.95 "PUT /v2.0/ports/5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a HTTP/1.1" status: 200 len: 1094 time: 1.9190021 Jun 02 20:39:39.204227 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3add0e0-4eb2-4d6d-899c-63c8dec2793d', 'tag': '5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:39:39.207465 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a44e7c-9903-40d8-ba4b-08c45b759fca" -d '{"events": [{"name": "network-changed", "server_uuid": "c3add0e0-4eb2-4d6d-899c-63c8dec2793d", "tag": "5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:39:39.216983 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91911200-b6bb-412c-9c9b-b64e6cbf0a2d tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:39:39.236648 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-91911200-b6bb-412c-9c9b-b64e6cbf0a2d tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:39.237597 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-91911200-b6bb-412c-9c9b-b64e6cbf0a2d tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Added segment 6c47221f-5f79-48f2-bd75-f8a671945de9 of type vlan for network df9a2d93-e6ea-4478-bb96-d46749d567c3 Jun 02 20:39:39.239876 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fd561e-351f-4d0b-af15-532616496015 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network b8ad387b-a36a-4d2c-aa13-dd45703aff48 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:39:39.244403 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-033153ac-050d-4a71-99a6-6ad8310e15a4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:39.249180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:39.265694 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-55fd561e-351f-4d0b-af15-532616496015 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, b8ad387b-a36a-4d2c-aa13-dd45703aff48) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:39.293115 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-91911200-b6bb-412c-9c9b-b64e6cbf0a2d tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:39.294577 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:39.298257 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fd561e-351f-4d0b-af15-532616496015 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:39.299279 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-55fd561e-351f-4d0b-af15-532616496015 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:39.334603 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-55fd561e-351f-4d0b-af15-532616496015 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2022531 Jun 02 20:39:39.339005 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56670) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:39.415810 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e9372-cedd-403e-af20-bb81cbf1411b None None] Pushing event updated for resources: {'Port': ['ID=9c9661b6-1f32-4796-84de-155917d125f6,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:39.422172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2f0e9372-cedd-403e-af20-bb81cbf1411b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:39.434647 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7780438f-ec80-49eb-b9fa-a8eb42377cea None None] get_active_networks_info from dv-neutron-601336-84-hyperv {{(pid=92550) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 20:39:39.444888 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212f6959-f575-4815-be0d-0dce8795a53c x-openstack-request-id: req-212f6959-f575-4815-be0d-0dce8795a53c {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:39:39.445220 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3add0e0-4eb2-4d6d-899c-63c8dec2793d", "tag": "5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:39:39.445514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-212f6959-f575-4815-be0d-0dce8795a53c {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:39:39.445941 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3add0e0-4eb2-4d6d-899c-63c8dec2793d', 'tag': '5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a', 'status': 'completed', 'code': 200} Jun 02 20:39:39.455587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-033153ac-050d-4a71-99a6-6ad8310e15a4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:39.464403 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-c6b2c2f4-8a5c-4aa1-b367-0b835796b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:39.465860 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-c6b2c2f4-8a5c-4aa1-b367-0b835796b58a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=c3add0e0-4eb2-4d6d-899c-63c8dec2793d HTTP/1.1" status: 200 len: 1097 time: 0.2136304 Jun 02 20:39:39.473441 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-033153ac-050d-4a71-99a6-6ad8310e15a4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a65b8e2-757e-4e14-9b9e-9fa65638ae0e']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:39.478153 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-91911200-b6bb-412c-9c9b-b64e6cbf0a2d tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:39.483835 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91911200-b6bb-412c-9c9b-b64e6cbf0a2d tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:39.484428 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-91911200-b6bb-412c-9c9b-b64e6cbf0a2d tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:39.491597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:39.557191 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-da2bd969-e647-4a9d-a2bd-5f82a507d22a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a HTTP/1.1" status: 200 len: 217 time: 0.0759511 Jun 02 20:39:39.558802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-033153ac-050d-4a71-99a6-6ad8310e15a4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2013ab-8211-4e55-b1f1-7f15550c68c9') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:39.559093 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-033153ac-050d-4a71-99a6-6ad8310e15a4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2013ab-8211-4e55-b1f1-7f15550c68c9') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:39.568083 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] Attempting to bind port 9c9661b6-1f32-4796-84de-155917d125f6 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:39:39.568542 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] Attempting to bind port 9c9661b6-1f32-4796-84de-155917d125f6 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'b3528250-9068-4092-b816-06d1dbc8d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:39:39.568977 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] Attempting to bind port 9c9661b6-1f32-4796-84de-155917d125f6 on network 454fa62c-3187-4cc5-93d0-93375d103651 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:39:39.577353 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:39:39.577845 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] Checking segment: {'id': 'b3528250-9068-4092-b816-06d1dbc8d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:39.578319 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:39.578782 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] Bound using segment: {'id': 'b3528250-9068-4092-b816-06d1dbc8d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:39:39.579344 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] Bound port: 9c9661b6-1f32-4796-84de-155917d125f6, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3528250-9068-4092-b816-06d1dbc8d0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:39:39.579789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:39.599769 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-91911200-b6bb-412c-9c9b-b64e6cbf0a2d tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5669682 Jun 02 20:39:39.601734 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56672) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:39.605013 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-033153ac-050d-4a71-99a6-6ad8310e15a4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:39.614698 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-cf8e45a2-b134-4a84-98e7-2ad0d69dafff tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Request body: {'subnet': {'network_id': 'df9a2d93-e6ea-4478-bb96-d46749d567c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:39.693424 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91911200-b6bb-412c-9c9b-b64e6cbf0a2d tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event updated for resources: {'Network': ['ID=df9a2d93-e6ea-4478-bb96-d46749d567c3,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:39.696348 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-91911200-b6bb-412c-9c9b-b64e6cbf0a2d tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:39.711133 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network df9a2d93-e6ea-4478-bb96-d46749d567c3 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:39:39.799523 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] For port 9c9661b6-1f32-4796-84de-155917d125f6, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:39:39.808597 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-033153ac-050d-4a71-99a6-6ad8310e15a4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:39.817165 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7780438f-ec80-49eb-b9fa-a8eb42377cea None None] Resources bound (agent type, host, resource id): {{(pid=92550) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 20:39:39.836287 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] For port 9c9661b6-1f32-4796-84de-155917d125f6, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9c9661b6-1f32-4796-84de-155917d125f6,segment=NetworkSegment(b3528250-9068-4092-b816-06d1dbc8d0f8),segment_id=b3528250-9068-4092-b816-06d1dbc8d0f8)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:39:39.844442 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:39.850609 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:39.872306 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-033153ac-050d-4a71-99a6-6ad8310e15a4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:39:39.872703 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-033153ac-050d-4a71-99a6-6ad8310e15a4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:39:39.888685 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:39:39.965850 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-731c6422-de6e-4224-9397-b0f66e03aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:39.967231 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-731c6422-de6e-4224-9397-b0f66e03aa44 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=595cd4a5-3c12-4836-b428-c089c0e62ea7 HTTP/1.1" status: 200 len: 838 time: 0.4009771 Jun 02 20:39:40.012027 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] Routers {'4ec92841-2119-4794-9a1c-712ba285f241'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:39:40.012761 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['4ec92841-2119-4794-9a1c-712ba285f241'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:40.053833 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cf8e45a2-b134-4a84-98e7-2ad0d69dafff tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:40.068418 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-033153ac-050d-4a71-99a6-6ad8310e15a4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:40.070650 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cf8e45a2-b134-4a84-98e7-2ad0d69dafff tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:40.076223 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-528def45-5d6a-4cf5-ba57-5328a8b29ab0 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:40.078954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e9372-cedd-403e-af20-bb81cbf1411b None None] Pushing event updated for resources: {'Port': ['ID=9c9661b6-1f32-4796-84de-155917d125f6,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:40.094593 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-033153ac-050d-4a71-99a6-6ad8310e15a4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:40.097452 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2f0e9372-cedd-403e-af20-bb81cbf1411b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:40.107625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033153ac-050d-4a71-99a6-6ad8310e15a4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Pushing event deleted for resources: {'Network': ['ID=1a65b8e2-757e-4e14-9b9e-9fa65638ae0e,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:40.110628 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-033153ac-050d-4a71-99a6-6ad8310e15a4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:40.114737 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-033153ac-050d-4a71-99a6-6ad8310e15a4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] 10.222.0.25 "DELETE /v2.0/networks/1a65b8e2-757e-4e14-9b9e-9fa65638ae0e HTTP/1.1" status: 204 len: 168 time: 1.0738032 Jun 02 20:39:40.116387 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8e45a2-b134-4a84-98e7-2ad0d69dafff tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Made reservation on behalf of 23e9810f7691425eb34c8f0693eaa28f for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:40.120363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf8e45a2-b134-4a84-98e7-2ad0d69dafff tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:40.296303 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:40.302242 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] Set router 4ec92841-2119-4794-9a1c-712ba285f241 gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:39:40.436450 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-93893ff1-6154-4596-9de8-81c6a72b42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:40.437951 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-93893ff1-6154-4596-9de8-81c6a72b42c2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=539269e3-4099-4659-a84c-98bec00a8c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.4547408 Jun 02 20:39:40.527448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56680) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:40.617890 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-e5d9b1b9-d2bb-4a99-91f0-9729197c1407 service neutron] 10.222.0.95 "GET /v2.0/networks/539269e3-4099-4659-a84c-98bec00a8c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695478 Jun 02 20:39:40.756625 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7aeb0-6fe2-4f69-bc1f-2c0b8f299409 req-22235776-d50b-45d7-af6b-103e1e02a086 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:40.760555 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-54a7aeb0-6fe2-4f69-bc1f-2c0b8f299409 req-22235776-d50b-45d7-af6b-103e1e02a086 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3add0e0-4eb2-4d6d-899c-63c8dec2793d HTTP/1.1" status: 200 len: 944 time: 0.3416414 Jun 02 20:39:40.832826 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-b8ad387b-a36a-4d2c-aa13-dd45703aff48', 'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'fixed_ips': [{'subnet_id': 'ee97bc06-ab17-4264-80d4-bb39009523fd'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:39:40.834405 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:40.854380 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf8e45a2-b134-4a84-98e7-2ad0d69dafff tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:40.861275 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4a6670ba-3a64-42cf-bfcd-a547dae518a1 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:40.862164 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-54a7aeb0-6fe2-4f69-bc1f-2c0b8f299409 req-6f2c6571-3e98-49f8-a10e-f78dd850ea98 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=860aaceb-b7c3-41f8-8da2-a25fb1839aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957000 Jun 02 20:39:40.891720 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-bccfbcab-b0f6-4057-ae52-1e5524f77fb4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9872c720270941e395e48a5d66cc87be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3614674 Jun 02 20:39:40.896412 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56684) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:40.898408 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea846cfa-e6d9-4d43-bc7c-3b9fec501ef8 req-2b6a2346-92cb-4ecd-a615-31d4c9dd1cce service neutron] 10.222.0.95 "GET /v2.0/networks/539269e3-4099-4659-a84c-98bec00a8c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733479 Jun 02 20:39:40.932706 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Allocated IP 172.22.0.1 (b8ad387b-a36a-4d2c-aa13-dd45703aff48/ee97bc06-ab17-4264-80d4-bb39009523fd/22dff1c0-a894-488d-83fc-8517cfb98f61) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:40.948289 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e45a2-b134-4a84-98e7-2ad0d69dafff tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Checking segment: {'id': '6c47221f-5f79-48f2-bd75-f8a671945de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'df9a2d93-e6ea-4478-bb96-d46749d567c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:40.948676 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8e45a2-b134-4a84-98e7-2ad0d69dafff tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Network hostable DHCP agents. Network: df9a2d93-e6ea-4478-bb96-d46749d567c3, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:39:40.951464 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e45a2-b134-4a84-98e7-2ad0d69dafff tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event updated for resources: {'Subnet': ['ID=966fc7e8-3466-4b48-8829-88aa275418a6,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:40.954755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cf8e45a2-b134-4a84-98e7-2ad0d69dafff tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:40.964871 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:39:34Z', 'revision_number': 3, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': '9c9661b6-1f32-4796-84de-155917d125f6', 'name': '', 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:d9:89:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:32Z', 'updated_at': '2021-06-02T20:39:39Z', 'revision_number': 4, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:33Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:40.977525 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f847fe90-8d1d-4c68-8a49-d7fa041f4091 None None] The sync data for ids ['4ec92841-2119-4794-9a1c-712ba285f241'] in dv-neutron-601336-84-hyperv is: [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:39:34Z', 'revision_number': 3, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': '9c9661b6-1f32-4796-84de-155917d125f6', 'name': '', 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:d9:89:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:32Z', 'updated_at': '2021-06-02T20:39:39Z', 'revision_number': 4, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:33Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:39:41.037647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8e45a2-b134-4a84-98e7-2ad0d69dafff tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Network df9a2d93-e6ea-4478-bb96-d46749d567c3 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:39:41.059613 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-cf8e45a2-b134-4a84-98e7-2ad0d69dafff tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, df9a2d93-e6ea-4478-bb96-d46749d567c3) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:41.068558 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-38cd923e-8607-4890-bcdd-e902cf784ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:41.080487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8e45a2-b134-4a84-98e7-2ad0d69dafff tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:41.081909 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf8e45a2-b134-4a84-98e7-2ad0d69dafff tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:41.098891 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a44e7c-9903-40d8-ba4b-08c45b759fca req-5477ede9-4340-434b-908a-9db131fb29d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:41.100734 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-29a44e7c-9903-40d8-ba4b-08c45b759fca req-5477ede9-4340-434b-908a-9db131fb29d8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=c3add0e0-4eb2-4d6d-899c-63c8dec2793d HTTP/1.1" status: 200 len: 1097 time: 0.1409853 Jun 02 20:39:41.122394 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-38cd923e-8607-4890-bcdd-e902cf784ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:41.137105 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cf8e45a2-b134-4a84-98e7-2ad0d69dafff tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5343380 Jun 02 20:39:41.139926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56686) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:41.248819 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a44e7c-9903-40d8-ba4b-08c45b759fca req-4bd24693-e114-4108-a351-366c08666a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:41.250294 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-29a44e7c-9903-40d8-ba4b-08c45b759fca req-4bd24693-e114-4108-a351-366c08666a26 service neutron] 10.222.0.95 "GET /v2.0/networks?id=539269e3-4099-4659-a84c-98bec00a8c6a HTTP/1.1" status: 200 len: 897 time: 0.1420128 Jun 02 20:39:41.303600 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:41.325186 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-29a44e7c-9903-40d8-ba4b-08c45b759fca req-4ccb782c-6cd0-4d26-99a5-26fc81cf09c5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a HTTP/1.1" status: 200 len: 217 time: 0.0668144 Jun 02 20:39:41.340994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Transition to ACTIVE for port object 22dff1c0-a894-488d-83fc-8517cfb98f61 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:41.353990 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-38cd923e-8607-4890-bcdd-e902cf784ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:41.360769 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-65b9cd22-e5ea-4b01-bc49-ea3cd7063a77 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:41.391580 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd923e-8607-4890-bcdd-e902cf784ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a50e9d7-715d-491d-a7b9-8d78b03be9e7,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:41.395000 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a44e7c-9903-40d8-ba4b-08c45b759fca req-33953083-5aa9-4619-b2b8-fdc8338e041c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:41.397104 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-29a44e7c-9903-40d8-ba4b-08c45b759fca req-33953083-5aa9-4619-b2b8-fdc8338e041c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=595cd4a5-3c12-4836-b428-c089c0e62ea7 HTTP/1.1" status: 200 len: 838 time: 0.0641532 Jun 02 20:39:41.400189 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-38cd923e-8607-4890-bcdd-e902cf784ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:41.407514 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-643f3bcc-bcb2-4cfc-81d2-9ef39610f35b tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:41.418891 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-38cd923e-8607-4890-bcdd-e902cf784ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:41.422291 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-38cd923e-8607-4890-bcdd-e902cf784ff3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a50e9d7-715d-491d-a7b9-8d78b03be9e7 HTTP/1.1" status: 204 len: 168 time: 0.5227523 Jun 02 20:39:41.485843 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:41.494513 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a44e7c-9903-40d8-ba4b-08c45b759fca req-34d945fc-37c9-4875-9a85-024d4579df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:41.496499 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-29a44e7c-9903-40d8-ba4b-08c45b759fca req-34d945fc-37c9-4875-9a85-024d4579df06 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=539269e3-4099-4659-a84c-98bec00a8c6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0921292 Jun 02 20:39:41.500038 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9fa8c3a6-b205-4f0d-bcf0-7bce1f09f52f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:41.531833 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Allocated IP 172.22.0.2 (b8ad387b-a36a-4d2c-aa13-dd45703aff48/ee97bc06-ab17-4264-80d4-bb39009523fd/f588ab53-f499-4be5-958c-961c56cb38d9) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:41.582116 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network b8ad387b-a36a-4d2c-aa13-dd45703aff48 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:41.594118 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:41.608383 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:41.659740 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-643f3bcc-bcb2-4cfc-81d2-9ef39610f35b tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:41.716795 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Port': ['ID=22dff1c0-a894-488d-83fc-8517cfb98f61,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:41.723722 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:41.800080 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:41.806810 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:41.818874 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Transition to ACTIVE for port object f588ab53-f499-4be5-958c-961c56cb38d9 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:41.844783 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Transition to ACTIVE for port object f588ab53-f499-4be5-958c-961c56cb38d9 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:41.852004 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:41.858994 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-b39ad08d-8e36-407b-8e68-94e7f364e848 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:41.864717 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-29a44e7c-9903-40d8-ba4b-08c45b759fca req-b38f4693-149d-460e-a468-2b8e278b5a33 service neutron] 10.222.0.95 "GET /v2.0/networks/539269e3-4099-4659-a84c-98bec00a8c6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602309 Jun 02 20:39:41.950349 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Network b8ad387b-a36a-4d2c-aa13-dd45703aff48 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:41.954183 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:41.961732 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:41.971165 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Pushing event updated for resources: {'Port': ['ID=f588ab53-f499-4be5-958c-961c56cb38d9,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:41.992487 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:42.137254 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-29a44e7c-9903-40d8-ba4b-08c45b759fca req-54ebedc5-c0ef-49ba-a84b-03f641691427 service neutron] 10.222.0.95 "GET /v2.0/networks/539269e3-4099-4659-a84c-98bec00a8c6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638304 Jun 02 20:39:42.173313 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fadf19-c0b3-4999-a667-e31d700af9f2 req-d1913dca-1c18-4f23-a96c-f286442688fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:42.175433 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-64fadf19-c0b3-4999-a667-e31d700af9f2 req-d1913dca-1c18-4f23-a96c-f286442688fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3add0e0-4eb2-4d6d-899c-63c8dec2793d HTTP/1.1" status: 200 len: 944 time: 0.1460025 Jun 02 20:39:42.180307 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Attempting to bind port f588ab53-f499-4be5-958c-961c56cb38d9 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:39:42.180628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Attempting to bind port f588ab53-f499-4be5-958c-961c56cb38d9 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'ee0a853e-7210-462d-a5b1-7d058da2e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:39:42.181006 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Attempting to bind port f588ab53-f499-4be5-958c-961c56cb38d9 on network b8ad387b-a36a-4d2c-aa13-dd45703aff48 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:39:42.184827 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9c9661b6-1f32-4796-84de-155917d125f6 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:42.222559 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:39:42.222928 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Checking segment: {'id': 'ee0a853e-7210-462d-a5b1-7d058da2e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:42.223361 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:42.223769 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Bound using segment: {'id': 'ee0a853e-7210-462d-a5b1-7d058da2e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:39:42.224425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Bound port: f588ab53-f499-4be5-958c-961c56cb38d9, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0a853e-7210-462d-a5b1-7d058da2e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:39:42.224816 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:42.227058 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-64fadf19-c0b3-4999-a667-e31d700af9f2 req-649e2d93-9ec0-4917-8b46-fe7d840b714a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=860aaceb-b7c3-41f8-8da2-a25fb1839aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438859 Jun 02 20:39:42.306771 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:42.325076 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-643f3bcc-bcb2-4cfc-81d2-9ef39610f35b tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:42.349927 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 9c9661b6-1f32-4796-84de-155917d125f6 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:42.355284 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] For port f588ab53-f499-4be5-958c-961c56cb38d9, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:39:42.359039 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] For port f588ab53-f499-4be5-958c-961c56cb38d9, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f588ab53-f499-4be5-958c-961c56cb38d9,segment=NetworkSegment(ee0a853e-7210-462d-a5b1-7d058da2e4d1),segment_id=ee0a853e-7210-462d-a5b1-7d058da2e4d1)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:39:42.359253 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0a5b1185-ec83-448b-bbf9-2f5ba5415f52 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:42.359950 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 9c9661b6-1f32-4796-84de-155917d125f6 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:42.360328 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:42.390346 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:42.404436 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4761594e-0db2-4adc-a905-5f50d5a937ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:42.413955 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f3bcc-bcb2-4cfc-81d2-9ef39610f35b tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event deleted for resources: {'Subnet': ['ID=966fc7e8-3466-4b48-8829-88aa275418a6,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:42.438421 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-643f3bcc-bcb2-4cfc-81d2-9ef39610f35b tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:42.479861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56710) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:42.513884 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Pushing event updated for resources: {'Port': ['ID=f588ab53-f499-4be5-958c-961c56cb38d9,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:42.517332 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:42.577530 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:42.608846 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-111355688'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:42.620816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:42.622464 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 9c9661b6-1f32-4796-84de-155917d125f6, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9c9661b6-1f32-4796-84de-155917d125f6,segment=NetworkSegment(b3528250-9068-4092-b816-06d1dbc8d0f8),segment_id=b3528250-9068-4092-b816-06d1dbc8d0f8)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:42.628401 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:42.629804 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Usage tracker for resource:network and tenant:e94c2e34113a474285a6475fb9a81bcf is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:42.631772 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:42.633801 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:42.641020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:42.652275 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Made reservation on behalf of e94c2e34113a474285a6475fb9a81bcf for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:42.657290 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:42.665292 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-643f3bcc-bcb2-4cfc-81d2-9ef39610f35b tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:42.672124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:42.694072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:42.694938 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-643f3bcc-bcb2-4cfc-81d2-9ef39610f35b tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9a2d93-e6ea-4478-bb96-d46749d567c3']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:42.697470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Usage tracker for resource:security_group_rule and tenant:e94c2e34113a474285a6475fb9a81bcf is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:42.700530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:42.707753 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=9c9661b6-1f32-4796-84de-155917d125f6,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:42.708507 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:42.713241 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-643f3bcc-bcb2-4cfc-81d2-9ef39610f35b tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c47221f-5f79-48f2-bd75-f8a671945de9') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:42.713493 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:42.713616 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-643f3bcc-bcb2-4cfc-81d2-9ef39610f35b tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c47221f-5f79-48f2-bd75-f8a671945de9') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:42.740982 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-643f3bcc-bcb2-4cfc-81d2-9ef39610f35b tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:42.800948 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-643f3bcc-bcb2-4cfc-81d2-9ef39610f35b tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:42.848233 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:42.853337 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:42.856683 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5ad2e8dd-ef16-4953-93b0-9f0cd76323b0 tempest-ServerActionsTestJSON-1915808162 tempest-ServerActionsTestJSON-1915808162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:42.858291 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643f3bcc-bcb2-4cfc-81d2-9ef39610f35b tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:39:42.858743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-643f3bcc-bcb2-4cfc-81d2-9ef39610f35b tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:39:42.874468 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:39:42.901463 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=169c64e8-73dd-4064-9a94-c58bfe7fd39d,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:42.904590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:42.980923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:39:42.983128 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-643f3bcc-bcb2-4cfc-81d2-9ef39610f35b tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:42.988976 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b98a4a02-c9ed-4952-ba96-c30fcc2db5e1 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:42.991394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:42.991840 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Added segment c2b06f97-8e8b-4709-8ac1-f6b28a6e9926 of type vlan for network c949e35f-54f5-40ea-b8d7-eee1311458af Jun 02 20:39:43.003586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-643f3bcc-bcb2-4cfc-81d2-9ef39610f35b tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:43.018952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:43.021987 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f3bcc-bcb2-4cfc-81d2-9ef39610f35b tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event deleted for resources: {'Network': ['ID=df9a2d93-e6ea-4478-bb96-d46749d567c3,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:43.030854 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-643f3bcc-bcb2-4cfc-81d2-9ef39610f35b tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:43.041944 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-643f3bcc-bcb2-4cfc-81d2-9ef39610f35b tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "DELETE /v2.0/networks/df9a2d93-e6ea-4478-bb96-d46749d567c3 HTTP/1.1" status: 204 len: 168 time: 1.8963931 Jun 02 20:39:43.046081 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56714) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:43.051483 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-6bb9d72c-14f0-4629-9dcb-27e660dd9cfb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1877942689'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:43.051628 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:43.057668 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:43.058137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:43.058275 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-6bb9d72c-14f0-4629-9dcb-27e660dd9cfb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:43.063577 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e22ad5f2-5fdb-44b8-aa2d-67b420cb098a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:43.075576 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6bb9d72c-14f0-4629-9dcb-27e660dd9cfb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Usage tracker for resource:network and tenant:23e9810f7691425eb34c8f0693eaa28f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:43.080454 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6bb9d72c-14f0-4629-9dcb-27e660dd9cfb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:43.089014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:43.090955 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-6bb9d72c-14f0-4629-9dcb-27e660dd9cfb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:43.097720 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:43.125798 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:43.177533 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6935811 Jun 02 20:39:43.177533 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Network': ['ID=c949e35f-54f5-40ea-b8d7-eee1311458af,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:43.179259 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:43.179752 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56716) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:43.186131 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-04f38be6-1cbd-4b37-bf4e-8068a70dbb6f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Request body: {'subnet': {'network_id': 'c949e35f-54f5-40ea-b8d7-eee1311458af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:43.188444 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network c949e35f-54f5-40ea-b8d7-eee1311458af details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:39:43.195339 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb9d72c-14f0-4629-9dcb-27e660dd9cfb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Made reservation on behalf of 23e9810f7691425eb34c8f0693eaa28f for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:43.198639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6bb9d72c-14f0-4629-9dcb-27e660dd9cfb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:43.238812 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Port': ['ID=22dff1c0-a894-488d-83fc-8517cfb98f61,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:43.244492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:43.245258 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:43.364752 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-04f38be6-1cbd-4b37-bf4e-8068a70dbb6f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:43.370487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-04f38be6-1cbd-4b37-bf4e-8068a70dbb6f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Usage tracker for resource:subnet and tenant:e94c2e34113a474285a6475fb9a81bcf is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:43.375116 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-04f38be6-1cbd-4b37-bf4e-8068a70dbb6f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:43.384190 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-04f38be6-1cbd-4b37-bf4e-8068a70dbb6f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:43.398272 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f38be6-1cbd-4b37-bf4e-8068a70dbb6f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Made reservation on behalf of e94c2e34113a474285a6475fb9a81bcf for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:43.402199 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-04f38be6-1cbd-4b37-bf4e-8068a70dbb6f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:43.433502 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb9d72c-14f0-4629-9dcb-27e660dd9cfb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:39:43.468441 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6bb9d72c-14f0-4629-9dcb-27e660dd9cfb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:43.469271 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-6bb9d72c-14f0-4629-9dcb-27e660dd9cfb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Added segment 93b1ba66-e9ed-40ce-98a0-b75cf9b111c8 of type vlan for network f83ce232-55a5-402a-aed7-5cc89ef0a7a4 Jun 02 20:39:43.492036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network b8ad387b-a36a-4d2c-aa13-dd45703aff48 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:43.495546 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:43.584380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6bb9d72c-14f0-4629-9dcb-27e660dd9cfb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:43.623216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039f2d51-f8ab-495d-bf3a-9f7d846daa8a None None] Network b8ad387b-a36a-4d2c-aa13-dd45703aff48 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:43.735112 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262fd89-d7bd-40f0-ac10-8e0234cf907f req-8960c7c0-7936-4d08-afc1-b040d6042701 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:43.736720 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8262fd89-d7bd-40f0-ac10-8e0234cf907f req-8960c7c0-7936-4d08-afc1-b040d6042701 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3add0e0-4eb2-4d6d-899c-63c8dec2793d HTTP/1.1" status: 200 len: 944 time: 0.3538766 Jun 02 20:39:43.748930 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f0441b-7308-41d8-8dc7-3df26375555c None None] Network df9a2d93-e6ea-4478-bb96-d46749d567c3 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:43.821099 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f0441b-7308-41d8-8dc7-3df26375555c None None] Network df9a2d93-e6ea-4478-bb96-d46749d567c3 could not be found, it might have been deleted concurrently. {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 02 20:39:43.844740 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e293b6d-75b5-4d99-8516-16caf5432cf5 None None] Network df9a2d93-e6ea-4478-bb96-d46749d567c3 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:43.850066 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router 4ec92841-2119-4794-9a1c-712ba285f241 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:39:43.854813 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6bb9d72c-14f0-4629-9dcb-27e660dd9cfb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:43.863364 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb9d72c-14f0-4629-9dcb-27e660dd9cfb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:43.864729 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6bb9d72c-14f0-4629-9dcb-27e660dd9cfb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:43.873478 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-02fbd7e3-5424-4982-a028-ad651d8afa4b None None] Provisioning for port f588ab53-f499-4be5-958c-961c56cb38d9 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:43.892952 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:43.917894 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e293b6d-75b5-4d99-8516-16caf5432cf5 None None] Network df9a2d93-e6ea-4478-bb96-d46749d567c3 could not be found, it might have been deleted concurrently. {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 02 20:39:43.924999 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6bb9d72c-14f0-4629-9dcb-27e660dd9cfb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8778677 Jun 02 20:39:43.927041 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56720) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:43.942001 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-2e2dc88d-4036-4824-95d2-704091155cd3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Request body: {'subnet': {'network_id': 'f83ce232-55a5-402a-aed7-5cc89ef0a7a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:44.032598 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-04f38be6-1cbd-4b37-bf4e-8068a70dbb6f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:44.047748 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cedd65d1-1142-47f0-9eab-8e5c629c8261 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:44.106445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d859a7c0-6c8a-4c54-9d24-fb4a3b608fa5 None None] Provisioning complete for port 9c9661b6-1f32-4796-84de-155917d125f6 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:44.106831 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d859a7c0-6c8a-4c54-9d24-fb4a3b608fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:44.269833 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f588ab53-f499-4be5-958c-961c56cb38d9 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:44.274149 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f38be6-1cbd-4b37-bf4e-8068a70dbb6f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Subnet': ['ID=ad8bb4bd-2a25-406b-8c20-cd2e053183e3,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:44.279811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-04f38be6-1cbd-4b37-bf4e-8068a70dbb6f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:44.285672 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f38be6-1cbd-4b37-bf4e-8068a70dbb6f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Checking segment: {'id': 'c2b06f97-8e8b-4709-8ac1-f6b28a6e9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c949e35f-54f5-40ea-b8d7-eee1311458af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:44.286253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f38be6-1cbd-4b37-bf4e-8068a70dbb6f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Network hostable DHCP agents. Network: c949e35f-54f5-40ea-b8d7-eee1311458af, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:39:44.318442 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f38be6-1cbd-4b37-bf4e-8068a70dbb6f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Network c949e35f-54f5-40ea-b8d7-eee1311458af is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:39:44.337328 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8262fd89-d7bd-40f0-ac10-8e0234cf907f req-a0117075-d265-4ec1-bb94-c70f56660734 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=860aaceb-b7c3-41f8-8da2-a25fb1839aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5701520 Jun 02 20:39:44.337765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-04f38be6-1cbd-4b37-bf4e-8068a70dbb6f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, c949e35f-54f5-40ea-b8d7-eee1311458af) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:44.360407 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f38be6-1cbd-4b37-bf4e-8068a70dbb6f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:44.363162 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-04f38be6-1cbd-4b37-bf4e-8068a70dbb6f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:44.401144 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-04f38be6-1cbd-4b37-bf4e-8068a70dbb6f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2202511 Jun 02 20:39:44.402746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf8c762-80b7-491c-a7bd-b5c1c774110f None None] Network c949e35f-54f5-40ea-b8d7-eee1311458af requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:44.408202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56722) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:44.414599 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-852578393', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}, 'admin_state_up': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:44.423909 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:44.430723 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Usage tracker for resource:router and tenant:e94c2e34113a474285a6475fb9a81bcf is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:44.434130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:44.441461 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:44.453438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:44.454046 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:44.472156 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:44.509097 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:44.544218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2e2dc88d-4036-4824-95d2-704091155cd3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:44.622939 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port f588ab53-f499-4be5-958c-961c56cb38d9 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:44.628290 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2e2dc88d-4036-4824-95d2-704091155cd3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Usage tracker for resource:subnet and tenant:23e9810f7691425eb34c8f0693eaa28f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:44.631536 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9d72c-14f0-4629-9dcb-27e660dd9cfb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event updated for resources: {'Network': ['ID=f83ce232-55a5-402a-aed7-5cc89ef0a7a4,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:44.634442 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2e2dc88d-4036-4824-95d2-704091155cd3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:44.657956 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6bb9d72c-14f0-4629-9dcb-27e660dd9cfb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:44.664519 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2e2dc88d-4036-4824-95d2-704091155cd3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:44.665867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port f588ab53-f499-4be5-958c-961c56cb38d9 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:44.666800 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:44.695783 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2dc88d-4036-4824-95d2-704091155cd3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Made reservation on behalf of 23e9810f7691425eb34c8f0693eaa28f for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:44.699315 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc88d-4036-4824-95d2-704091155cd3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:44.712786 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network f83ce232-55a5-402a-aed7-5cc89ef0a7a4 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:39:44.742391 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:39:44.795554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0532f41-af5d-4b75-b003-a79b4d4a240c None None] Network c949e35f-54f5-40ea-b8d7-eee1311458af requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:44.829467 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:39:44.838566 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/4ec92841-2119-4794-9a1c-712ba285f241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4946716 Jun 02 20:39:44.838566 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56724) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:44.843334 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e4f8481a-91fd-44fc-a48e-1219892afdd0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'network': {'name': 'tempest-RoutersTest-2141586976'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:44.844684 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] Sync routers for ids ['4ec92841-2119-4794-9a1c-712ba285f241'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:39:44.851113 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e4f8481a-91fd-44fc-a48e-1219892afdd0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:44.857310 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e4f8481a-91fd-44fc-a48e-1219892afdd0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:network and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:44.861304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e4f8481a-91fd-44fc-a48e-1219892afdd0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:44.865928 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] Routers {'4ec92841-2119-4794-9a1c-712ba285f241'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:39:44.866451 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['4ec92841-2119-4794-9a1c-712ba285f241'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:44.870059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e4f8481a-91fd-44fc-a48e-1219892afdd0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:44.912362 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe4702d-d05d-46c9-b198-580507b3d061 None None] Network b8ad387b-a36a-4d2c-aa13-dd45703aff48 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:44.955178 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f8481a-91fd-44fc-a48e-1219892afdd0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Made reservation on behalf of 6ef1a7bf134143cc9e0a9276ad9cbe3f for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:44.959599 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4f8481a-91fd-44fc-a48e-1219892afdd0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:45.023940 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f8481a-91fd-44fc-a48e-1219892afdd0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:39:45.038529 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.db.resource_extend [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 20:39:45.050143 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:45.050734 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4f8481a-91fd-44fc-a48e-1219892afdd0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:45.050734 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-e4f8481a-91fd-44fc-a48e-1219892afdd0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Added segment c16b89a4-1f89-4fda-b18a-969a58ae45c0 of type vlan for network 70222492-7205-4d42-a094-1d0fe4747f3f Jun 02 20:39:45.060902 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] Set router 4ec92841-2119-4794-9a1c-712ba285f241 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:39:45.106515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4f8481a-91fd-44fc-a48e-1219892afdd0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:45.174302 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:45.215462 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4f8481a-91fd-44fc-a48e-1219892afdd0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:45.223532 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f8481a-91fd-44fc-a48e-1219892afdd0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:45.224322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4f8481a-91fd-44fc-a48e-1219892afdd0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:45.238174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9ee5d1c0-e4d2-47ad-aa39-7f292658d4fd tempest-RoutersNegativeIpV6Test-1240165669 tempest-RoutersNegativeIpV6Test-1240165669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:45.309965 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-bef4fdb4-67a1-4c40-9a0e-e871ad95c489 None None] Provisioning complete for port 9c9661b6-1f32-4796-84de-155917d125f6 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:45.310543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bef4fdb4-67a1-4c40-9a0e-e871ad95c489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:45.372579 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e4f8481a-91fd-44fc-a48e-1219892afdd0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5331061 Jun 02 20:39:45.380014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56728) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:45.385645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8481a-91fd-44fc-a48e-1219892afdd0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Network': ['ID=70222492-7205-4d42-a094-1d0fe4747f3f,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:45.392059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-3417f503-48f9-4434-b571-e61711561cba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'subnet': {'network_id': '70222492-7205-4d42-a094-1d0fe4747f3f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:45.411795 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:39:42Z', 'revision_number': 4, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': '22dff1c0-a894-488d-83fc-8517cfb98f61', 'name': '', 'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:6b:c1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:40Z', 'updated_at': '2021-06-02T20:39:42Z', 'revision_number': 2, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9661b6-1f32-4796-84de-155917d125f6', 'name': '', 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:d9:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:32Z', 'updated_at': '2021-06-02T20:39:42Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:33Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:45.416262 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] Checking router: 4ec92841-2119-4794-9a1c-712ba285f241 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:39:45.416874 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] Updating router 4ec92841-2119-4794-9a1c-712ba285f241 port 22dff1c0-a894-488d-83fc-8517cfb98f61 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:39:45.443924 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 70222492-7205-4d42-a094-1d0fe4747f3f details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:39:45.484145 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:45.516557 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:45.519926 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:45.520371 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3417f503-48f9-4434-b571-e61711561cba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:45.525370 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3417f503-48f9-4434-b571-e61711561cba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:subnet and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:45.529841 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3417f503-48f9-4434-b571-e61711561cba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:45.536083 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3417f503-48f9-4434-b571-e61711561cba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:45.540839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port f588ab53-f499-4be5-958c-961c56cb38d9, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f588ab53-f499-4be5-958c-961c56cb38d9,segment=NetworkSegment(ee0a853e-7210-462d-a5b1-7d058da2e4d1),segment_id=ee0a853e-7210-462d-a5b1-7d058da2e4d1)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:45.545764 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e4f8481a-91fd-44fc-a48e-1219892afdd0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:45.562952 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3417f503-48f9-4434-b571-e61711561cba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Made reservation on behalf of 6ef1a7bf134143cc9e0a9276ad9cbe3f for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:45.567522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3417f503-48f9-4434-b571-e61711561cba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:45.636186 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:45.637066 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9c9661b6-1f32-4796-84de-155917d125f6 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:45.677054 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-db7b73c6-327e-4c5d-b48c-ea317debb95d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:45.743803 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Allocated IP 172.26.0.86 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/8028510a-8211-4929-8677-46bd0633361a) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:45.766233 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6b862-3756-4fec-99bd-5566e1457cf9 req-bb777742-4526-4dcd-a5cb-985fccccce88 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:45.767790 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4ee6b862-3756-4fec-99bd-5566e1457cf9 req-bb777742-4526-4dcd-a5cb-985fccccce88 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3add0e0-4eb2-4d6d-899c-63c8dec2793d HTTP/1.1" status: 200 len: 944 time: 0.1725011 Jun 02 20:39:45.805416 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.objects.ports [None req-2e2dc88d-4036-4824-95d2-704091155cd3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92548) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 02 20:39:45.808757 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc88d-4036-4824-95d2-704091155cd3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:45.818427 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a79a5d59-50d3-46aa-bcf5-9f3fe482939c tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:45.951640 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=f588ab53-f499-4be5-958c-961c56cb38d9,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:45.957559 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4ee6b862-3756-4fec-99bd-5566e1457cf9 req-79cfcbcd-0880-49de-b92d-4cf3367d7ac0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=860aaceb-b7c3-41f8-8da2-a25fb1839aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627493 Jun 02 20:39:45.975722 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2dc88d-4036-4824-95d2-704091155cd3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event updated for resources: {'Subnet': ['ID=d47ce303-ffa8-4c10-8a62-3afdfa447b52,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:45.985244 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:45.986186 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2e2dc88d-4036-4824-95d2-704091155cd3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:45.987457 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2dc88d-4036-4824-95d2-704091155cd3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Checking segment: {'id': '93b1ba66-e9ed-40ce-98a0-b75cf9b111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f83ce232-55a5-402a-aed7-5cc89ef0a7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:45.987824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2dc88d-4036-4824-95d2-704091155cd3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Network hostable DHCP agents. Network: f83ce232-55a5-402a-aed7-5cc89ef0a7a4, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:39:46.008650 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a,segment=NetworkSegment(2e1680aa-0e77-4112-bb96-6a32d47b8477),segment_id=2e1680aa-0e77-4112-bb96-6a32d47b8477)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:46.037753 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2dc88d-4036-4824-95d2-704091155cd3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Network f83ce232-55a5-402a-aed7-5cc89ef0a7a4 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:39:46.044413 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:46.051134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:46.058620 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] Transition to ACTIVE for port object 22dff1c0-a894-488d-83fc-8517cfb98f61 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:46.074989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-2e2dc88d-4036-4824-95d2-704091155cd3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, f83ce232-55a5-402a-aed7-5cc89ef0a7a4) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:46.077914 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:46.084060 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a', 'network_id': '539269e3-4099-4659-a84c-98bec00a8c6a', 'port_id': '5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a', 'mac_address': 'fa:16:3e:ee:0e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595cd4a5-3c12-4836-b428-c089c0e62ea7', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:39:46.084600 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-d1256541-5897-46c3-8f41-967862efb98e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:46.088917 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bc0490-d650-489c-9c46-fc16079c51ca None None] Network f83ce232-55a5-402a-aed7-5cc89ef0a7a4 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:46.115956 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2dc88d-4036-4824-95d2-704091155cd3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:46.116517 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:46.116663 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc88d-4036-4824-95d2-704091155cd3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:46.137827 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2b8e9f68-592d-40a1-aa54-d0dd012f9aec tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:46.205095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:46.211358 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:46.213774 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:46.222862 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2e2dc88d-4036-4824-95d2-704091155cd3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2883332 Jun 02 20:39:46.227942 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56730) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:46.241030 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 9c9661b6-1f32-4796-84de-155917d125f6 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:46.241415 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:46.246115 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110ba46-f299-489d-9809-afb4a16876bb None None] Pushing event updated for resources: {'Port': ['ID=22dff1c0-a894-488d-83fc-8517cfb98f61,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:46.253576 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-7110ba46-f299-489d-9809-afb4a16876bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:46.298728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Port': ['ID=8028510a-8211-4929-8677-46bd0633361a,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:46.309415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:46.309636 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] Attempting to bind port 22dff1c0-a894-488d-83fc-8517cfb98f61 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:39:46.310025 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] Attempting to bind port 22dff1c0-a894-488d-83fc-8517cfb98f61 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'ee0a853e-7210-462d-a5b1-7d058da2e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:39:46.310391 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] Attempting to bind port 22dff1c0-a894-488d-83fc-8517cfb98f61 on network b8ad387b-a36a-4d2c-aa13-dd45703aff48 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:39:46.316984 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:39:46.317492 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] Checking segment: {'id': 'ee0a853e-7210-462d-a5b1-7d058da2e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:46.317897 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:46.318287 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] Bound using segment: {'id': 'ee0a853e-7210-462d-a5b1-7d058da2e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:39:46.318753 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] Bound port: 22dff1c0-a894-488d-83fc-8517cfb98f61, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0a853e-7210-462d-a5b1-7d058da2e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:39:46.319123 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:46.330818 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:46.366267 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d2358502-f772-4516-9a32-506e11257092 None None] Provisioning complete for port f588ab53-f499-4be5-958c-961c56cb38d9 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:46.366649 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d2358502-f772-4516-9a32-506e11257092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:46.420660 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] For port 22dff1c0-a894-488d-83fc-8517cfb98f61, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:39:46.425862 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] For port 22dff1c0-a894-488d-83fc-8517cfb98f61, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=22dff1c0-a894-488d-83fc-8517cfb98f61,segment=NetworkSegment(ee0a853e-7210-462d-a5b1-7d058da2e4d1),segment_id=ee0a853e-7210-462d-a5b1-7d058da2e4d1)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:39:46.426637 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:39:46.430747 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:46.438159 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-8da6566d-9eab-4364-aac7-6f4b35694cd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:46.534701 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a,segment=NetworkSegment(2e1680aa-0e77-4112-bb96-6a32d47b8477),segment_id=2e1680aa-0e77-4112-bb96-6a32d47b8477)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:46.546640 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] Routers {'4ec92841-2119-4794-9a1c-712ba285f241'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:39:46.547776 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['4ec92841-2119-4794-9a1c-712ba285f241'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:46.603834 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:46.625733 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:46.655949 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:46.763192 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110ba46-f299-489d-9809-afb4a16876bb None None] Pushing event updated for resources: {'Port': ['ID=22dff1c0-a894-488d-83fc-8517cfb98f61,revision_number=4']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:46.769938 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-7110ba46-f299-489d-9809-afb4a16876bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:46.769938 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] Set router 4ec92841-2119-4794-9a1c-712ba285f241 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:39:46.822775 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:46.852724 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:46.859809 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-f83ce232-55a5-402a-aed7-5cc89ef0a7a4', 'network_id': 'f83ce232-55a5-402a-aed7-5cc89ef0a7a4', 'tenant_id': '23e9810f7691425eb34c8f0693eaa28f', 'fixed_ips': [{'subnet_id': 'd47ce303-ffa8-4c10-8a62-3afdfa447b52'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:39:46.860940 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:46.920882 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:46.927947 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:46.934653 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d2358502-f772-4516-9a32-506e11257092 None None] Provisioning for port 22dff1c0-a894-488d-83fc-8517cfb98f61 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:46.995786 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:39:47.144062 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3417f503-48f9-4434-b571-e61711561cba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:47.171703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3568b31a-b83e-443f-aa72-9fae5ed884f0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:47.215438 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:39:47.260398 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f588ab53-f499-4be5-958c-961c56cb38d9 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:47.335909 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2d9f944c-e385-4419-8baa-cbcb3e5747f5 None None] Provisioning complete for port f588ab53-f499-4be5-958c-961c56cb38d9 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:47.336551 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2d9f944c-e385-4419-8baa-cbcb3e5747f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:47.422361 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417f503-48f9-4434-b571-e61711561cba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Subnet': ['ID=6f86196f-8629-4b72-b27d-9fc89fe017d1,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:47.433121 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3417f503-48f9-4434-b571-e61711561cba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:47.449265 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:39:42Z', 'revision_number': 4, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': '22dff1c0-a894-488d-83fc-8517cfb98f61', 'name': '', 'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:6b:c1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:40Z', 'updated_at': '2021-06-02T20:39:46Z', 'revision_number': 4, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9661b6-1f32-4796-84de-155917d125f6', 'name': '', 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:d9:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:32Z', 'updated_at': '2021-06-02T20:39:42Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:33Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:47.457818 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3417f503-48f9-4434-b571-e61711561cba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Checking segment: {'id': 'c16b89a4-1f89-4fda-b18a-969a58ae45c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '70222492-7205-4d42-a094-1d0fe4747f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:47.458502 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3417f503-48f9-4434-b571-e61711561cba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network hostable DHCP agents. Network: 70222492-7205-4d42-a094-1d0fe4747f3f, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:39:47.459020 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7811565-2cd7-40fe-b049-4ae72b1656a4 None None] The sync data for ids ['4ec92841-2119-4794-9a1c-712ba285f241'] in dv-neutron-601336-84-hyperv is: [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:39:42Z', 'revision_number': 4, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': '22dff1c0-a894-488d-83fc-8517cfb98f61', 'name': '', 'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:6b:c1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:40Z', 'updated_at': '2021-06-02T20:39:46Z', 'revision_number': 4, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9661b6-1f32-4796-84de-155917d125f6', 'name': '', 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:d9:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:32Z', 'updated_at': '2021-06-02T20:39:42Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:33Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:39:47.459909 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Allocated IP 2001:db8::f816:3eff:fe4b:25dd (f83ce232-55a5-402a-aed7-5cc89ef0a7a4/d47ce303-ffa8-4c10-8a62-3afdfa447b52/99c53434-539d-451c-b332-69984e188d7f) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:47.556074 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc307eeb-7cc3-4738-9929-dcbf6a814960 req-e6f20df1-31ee-43b4-b22c-c9dae21f841a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:47.562422 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cc307eeb-7cc3-4738-9929-dcbf6a814960 req-e6f20df1-31ee-43b4-b22c-c9dae21f841a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3add0e0-4eb2-4d6d-899c-63c8dec2793d HTTP/1.1" status: 200 len: 945 time: 0.3634679 Jun 02 20:39:47.578995 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3417f503-48f9-4434-b571-e61711561cba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network 70222492-7205-4d42-a094-1d0fe4747f3f is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:39:47.597307 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-3417f503-48f9-4434-b571-e61711561cba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 70222492-7205-4d42-a094-1d0fe4747f3f) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:47.624781 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3417f503-48f9-4434-b571-e61711561cba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:47.625371 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3417f503-48f9-4434-b571-e61711561cba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:47.642840 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db89e4d-f724-4160-97c4-6ff1fc8c5264 None None] Network 70222492-7205-4d42-a094-1d0fe4747f3f requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:47.653092 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cc307eeb-7cc3-4738-9929-dcbf6a814960 req-e7fc2915-670c-4aa2-a311-1a9ad609c504 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=860aaceb-b7c3-41f8-8da2-a25fb1839aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896485 Jun 02 20:39:47.675250 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3417f503-48f9-4434-b571-e61711561cba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2901764 Jun 02 20:39:47.676216 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56734) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:47.738731 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:48.052546 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Router 71a7b70c-6463-4a8d-bbb9-304537df3dd8 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:39:48.108326 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port f588ab53-f499-4be5-958c-961c56cb38d9 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:48.108914 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:48.265501 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:39:48.295134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:48.298065 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8871694 Jun 02 20:39:48.299570 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56736) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:48.309193 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd1587-e439-40ae-9ab0-78dab3d72081 None None] Sync routers for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:39:48.476614 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:48.482447 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd1587-e439-40ae-9ab0-78dab3d72081 None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:39:48.483460 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-34dd1587-e439-40ae-9ab0-78dab3d72081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:48.609224 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-34dd1587-e439-40ae-9ab0-78dab3d72081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:48.711719 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:48.751754 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd1587-e439-40ae-9ab0-78dab3d72081 None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:39:48.753047 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-34dd1587-e439-40ae-9ab0-78dab3d72081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:48.841857 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Transition to ACTIVE for port object 99c53434-539d-451c-b332-69984e188d7f will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:48.891656 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-34dd1587-e439-40ae-9ab0-78dab3d72081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:48.892756 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd1587-e439-40ae-9ab0-78dab3d72081 None None] The sync data for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:39:48.931675 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-70222492-7205-4d42-a094-1d0fe4747f3f', 'network_id': '70222492-7205-4d42-a094-1d0fe4747f3f', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'fixed_ips': [{'subnet_id': '6f86196f-8629-4b72-b27d-9fc89fe017d1'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:39:48.931675 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:48.945498 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Transition to ACTIVE for port object 99c53434-539d-451c-b332-69984e188d7f will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:48.974442 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:48.984537 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8c544369-e07a-454d-b967-8df63d9f126d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:49.045591 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:49.047703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7effe13e-5542-44ff-abbc-0b9ed06afb50 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:49.095070 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event deleted for resources: {'Subnet': ['ID=d47ce303-ffa8-4c10-8a62-3afdfa447b52,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:49.120764 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 22dff1c0-a894-488d-83fc-8517cfb98f61 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:49.150659 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Network f83ce232-55a5-402a-aed7-5cc89ef0a7a4 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:49.165665 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:49.166146 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:49.166422 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:49.166794 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:49.167182 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:49.167556 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:49.167921 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:49.168284 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:49.168664 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:49.169019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:49.169379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:49.169741 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:49.171254 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:49.176199 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:49.182256 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:49.206619 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Pushing event updated for resources: {'Port': ['ID=99c53434-539d-451c-b332-69984e188d7f,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:49.217308 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:49.229056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26f258-d865-4904-b24b-9274990e197e req-ce95e56f-b1e6-47c8-99d5-258f3a515c5c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:49.230707 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-af26f258-d865-4904-b24b-9274990e197e req-ce95e56f-b1e6-47c8-99d5-258f3a515c5c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3add0e0-4eb2-4d6d-899c-63c8dec2793d HTTP/1.1" status: 200 len: 945 time: 0.4197576 Jun 02 20:39:49.269787 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:49.281788 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Allocated IP 172.23.0.1 (70222492-7205-4d42-a094-1d0fe4747f3f/6f86196f-8629-4b72-b27d-9fc89fe017d1/4b95aa72-b2e6-4b23-bbe3-45806b71b5b5) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:49.289015 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83ce232-55a5-402a-aed7-5cc89ef0a7a4']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:49.305585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b1ba66-e9ed-40ce-98a0-b75cf9b111c8') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:49.306090 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b1ba66-e9ed-40ce-98a0-b75cf9b111c8') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:49.316829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Attempting to bind port 99c53434-539d-451c-b332-69984e188d7f on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:39:49.316829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Attempting to bind port 99c53434-539d-451c-b332-69984e188d7f by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '93b1ba66-e9ed-40ce-98a0-b75cf9b111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f83ce232-55a5-402a-aed7-5cc89ef0a7a4'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:39:49.316829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Attempting to bind port 99c53434-539d-451c-b332-69984e188d7f on network f83ce232-55a5-402a-aed7-5cc89ef0a7a4 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:39:49.323728 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:39:49.324161 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Checking segment: {'id': '93b1ba66-e9ed-40ce-98a0-b75cf9b111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f83ce232-55a5-402a-aed7-5cc89ef0a7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:49.324635 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:49.325139 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Bound using segment: {'id': '93b1ba66-e9ed-40ce-98a0-b75cf9b111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f83ce232-55a5-402a-aed7-5cc89ef0a7a4'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:39:49.325676 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Bound port: 99c53434-539d-451c-b332-69984e188d7f, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b1ba66-e9ed-40ce-98a0-b75cf9b111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f83ce232-55a5-402a-aed7-5cc89ef0a7a4'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:39:49.326150 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:49.337789 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:49.341066 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 22dff1c0-a894-488d-83fc-8517cfb98f61 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:49.371014 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-af26f258-d865-4904-b24b-9274990e197e req-9baacfd6-e47c-4769-a7cd-8d1432cf34ef tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=860aaceb-b7c3-41f8-8da2-a25fb1839aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925403 Jun 02 20:39:49.375663 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 22dff1c0-a894-488d-83fc-8517cfb98f61 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:49.375840 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:49.397820 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:49.414989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:49.433000 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:39:49.433436 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:39:49.448052 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:39:49.477965 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] For port 99c53434-539d-451c-b332-69984e188d7f, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:39:49.545674 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:49.560333 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.db.api [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 20:39:49.560333 dv-neutron-601336-84-hyperv neutron-server[92548]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 20:39:49.560333 dv-neutron-601336-84-hyperv neutron-server[92548]: [parameters: {'id': 'f83ce232-55a5-402a-aed7-5cc89ef0a7a4'}] Jun 02 20:39:49.560333 dv-neutron-601336-84-hyperv neutron-server[92548]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 20:39:49.561321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_db.api [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 20:39:49.568018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] For port 99c53434-539d-451c-b332-69984e188d7f, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=99c53434-539d-451c-b332-69984e188d7f,segment=NetworkSegment(93b1ba66-e9ed-40ce-98a0-b75cf9b111c8),segment_id=93b1ba66-e9ed-40ce-98a0-b75cf9b111c8)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:39:49.576870 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:49.582445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:49.584850 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:49.600723 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Transition to ACTIVE for port object 4b95aa72-b2e6-4b23-bbe3-45806b71b5b5 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:49.629563 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:49.634174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-87eb4672-09b9-4c13-b5f4-251b39c8a66b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:49.692519 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 22dff1c0-a894-488d-83fc-8517cfb98f61, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=22dff1c0-a894-488d-83fc-8517cfb98f61,segment=NetworkSegment(ee0a853e-7210-462d-a5b1-7d058da2e4d1),segment_id=ee0a853e-7210-462d-a5b1-7d058da2e4d1)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:49.701922 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network 70222492-7205-4d42-a094-1d0fe4747f3f is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:49.709922 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:49.711561 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:49.712498 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:49.729003 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Pushing event updated for resources: {'Port': ['ID=99c53434-539d-451c-b332-69984e188d7f,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:49.734059 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:49.734757 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-49e5d78b-5fce-4a0c-8dab-3607fbcdb6ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:49.779177 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Port': ['ID=4b95aa72-b2e6-4b23-bbe3-45806b71b5b5,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:49.782206 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:49.803650 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:49.824758 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Allocated IP 172.20.0.1 (c949e35f-54f5-40ea-b8d7-eee1311458af/ad8bb4bd-2a25-406b-8c20-cd2e053183e3/e0fbedf5-4219-4138-b7e4-78d5a813a8ce) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:49.883269 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Allocated IP 172.23.0.2 (70222492-7205-4d42-a094-1d0fe4747f3f/6f86196f-8629-4b72-b27d-9fc89fe017d1/ea1eab89-e3c4-439e-a701-465b39010081) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:49.934828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:49.950846 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=22dff1c0-a894-488d-83fc-8517cfb98f61,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:49.955686 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:50.013930 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62bd22a-ac18-47ea-8261-dc6b56eb439b None None] Network f83ce232-55a5-402a-aed7-5cc89ef0a7a4 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:50.015531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:50.045176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:50.050329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1c3c67ff-f03c-47a7-b73b-065d67641f0e tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:50.080079 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:50.105359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Network c949e35f-54f5-40ea-b8d7-eee1311458af is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:50.112983 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:50.117344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:50.164296 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Port': ['ID=e0fbedf5-4219-4138-b7e4-78d5a813a8ce,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:50.181554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:50.181938 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:50.182318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:50.182684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:50.183050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:50.183447 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:50.183799 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:50.185029 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:50.185029 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:50.185029 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:50.185346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:50.185537 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:50.190858 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:50.196115 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:50.330993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:50.355493 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Deleting port 99c53434-539d-451c-b332-69984e188d7f {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:50.356866 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:50.422952 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:50.444793 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Transition to ACTIVE for port object ea1eab89-e3c4-439e-a701-465b39010081 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:50.478641 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Transition to ACTIVE for port object ea1eab89-e3c4-439e-a701-465b39010081 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:50.487454 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:50.495369 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:50.588175 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Network 70222492-7205-4d42-a094-1d0fe4747f3f is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:50.592774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:50.598726 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:50.651006 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Pushing event updated for resources: {'Port': ['ID=ea1eab89-e3c4-439e-a701-465b39010081,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:50.661602 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:50.697872 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] For port 99c53434-539d-451c-b332-69984e188d7f, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=99c53434-539d-451c-b332-69984e188d7f,segment=NetworkSegment(93b1ba66-e9ed-40ce-98a0-b75cf9b111c8),segment_id=93b1ba66-e9ed-40ce-98a0-b75cf9b111c8)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:50.698443 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:50.703474 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:50.782557 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Attempting to bind port ea1eab89-e3c4-439e-a701-465b39010081 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:39:50.783083 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Attempting to bind port ea1eab89-e3c4-439e-a701-465b39010081 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c16b89a4-1f89-4fda-b18a-969a58ae45c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '70222492-7205-4d42-a094-1d0fe4747f3f'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:39:50.783659 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Attempting to bind port ea1eab89-e3c4-439e-a701-465b39010081 on network 70222492-7205-4d42-a094-1d0fe4747f3f {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:39:50.804952 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:39:50.805458 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Checking segment: {'id': 'c16b89a4-1f89-4fda-b18a-969a58ae45c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '70222492-7205-4d42-a094-1d0fe4747f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:50.805999 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:50.806522 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Bound using segment: {'id': 'c16b89a4-1f89-4fda-b18a-969a58ae45c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '70222492-7205-4d42-a094-1d0fe4747f3f'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:39:50.807181 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Bound port: ea1eab89-e3c4-439e-a701-465b39010081, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16b89a4-1f89-4fda-b18a-969a58ae45c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '70222492-7205-4d42-a094-1d0fe4747f3f'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:39:50.807945 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:50.808862 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:50.815126 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:50.845279 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Calling delete_port for 99c53434-539d-451c-b332-69984e188d7f owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:50.847193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:50.850650 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.db.resource_extend [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 20:39:50.873786 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:50.882568 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:50.922260 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:50.932176 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:50.936453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:50.939911 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Port': ['ID=e0fbedf5-4219-4138-b7e4-78d5a813a8ce,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:50.943688 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:50.947437 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:50.947956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:51.011094 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] For port ea1eab89-e3c4-439e-a701-465b39010081, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:39:51.023277 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbb651-1cb5-4bc3-8b34-d63a8a3f35a6 req-b1f3b4c0-fd5e-41cc-86e2-858d5037d2e6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:51.023277 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-1ffbb651-1cb5-4bc3-8b34-d63a8a3f35a6 req-b1f3b4c0-fd5e-41cc-86e2-858d5037d2e6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3add0e0-4eb2-4d6d-899c-63c8dec2793d HTTP/1.1" status: 200 len: 945 time: 0.4234979 Jun 02 20:39:51.038416 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] For port ea1eab89-e3c4-439e-a701-465b39010081, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ea1eab89-e3c4-439e-a701-465b39010081,segment=NetworkSegment(c16b89a4-1f89-4fda-b18a-969a58ae45c0),segment_id=c16b89a4-1f89-4fda-b18a-969a58ae45c0)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:39:51.052762 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:51.057623 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event updated for resources: {'Port': ['ID=4b95aa72-b2e6-4b23-bbe3-45806b71b5b5,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:51.059437 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:51.061651 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:51.065550 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:51.137071 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-1ffbb651-1cb5-4bc3-8b34-d63a8a3f35a6 req-c7f194bf-a2cb-4aef-ae67-e1b01c52cbeb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=860aaceb-b7c3-41f8-8da2-a25fb1839aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052198 Jun 02 20:39:51.141643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:51.150965 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 22dff1c0-a894-488d-83fc-8517cfb98f61 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:51.187712 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dbb618e6-998f-458a-a281-0255c00aa27e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:51.248404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Network c949e35f-54f5-40ea-b8d7-eee1311458af is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:51.249950 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:51.275460 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event deleted for resources: {'Port': ['ID=99c53434-539d-451c-b332-69984e188d7f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:51.278799 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:51.296123 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] No DVR routers for this DVR port 99c53434-539d-451c-b332-69984e188d7f on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:39:51.311262 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:51.360286 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Pushing event updated for resources: {'Port': ['ID=ea1eab89-e3c4-439e-a701-465b39010081,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:51.373973 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:51.386847 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3add0e0-4eb2-4d6d-899c-63c8dec2793d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:39:51.390060 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87de7bc3-24a9-4dce-a5a9-598a56694461" -d '{"events": [{"server_uuid": "c3add0e0-4eb2-4d6d-899c-63c8dec2793d", "name": "network-vif-plugged", "status": "completed", "tag": "5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:39:51.406799 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a,segment=NetworkSegment(2e1680aa-0e77-4112-bb96-6a32d47b8477),segment_id=2e1680aa-0e77-4112-bb96-6a32d47b8477)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:51.408134 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 22dff1c0-a894-488d-83fc-8517cfb98f61 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:51.409295 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:51.480209 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:51.519267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Router 71a7b70c-6463-4a8d-bbb9-304537df3dd8 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:39:51.522781 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83ce232-55a5-402a-aed7-5cc89ef0a7a4']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:51.541076 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:51.545737 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-adfdd6c7-c9d8-4879-85ae-e1e06b8d8d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:51.585725 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b1ba66-e9ed-40ce-98a0-b75cf9b111c8') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:51.586031 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b1ba66-e9ed-40ce-98a0-b75cf9b111c8') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:51.613496 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:51.627045 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Network 70222492-7205-4d42-a094-1d0fe4747f3f is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:51.632264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:51.646734 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:51.681649 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:51.710917 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b616ac86-b2bb-46d3-822f-20726e09360c x-openstack-request-id: req-b616ac86-b2bb-46d3-822f-20726e09360c {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:39:51.711232 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3add0e0-4eb2-4d6d-899c-63c8dec2793d", "name": "network-vif-plugged", "status": "completed", "tag": "5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:39:51.711682 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b616ac86-b2bb-46d3-822f-20726e09360c {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:39:51.712275 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3add0e0-4eb2-4d6d-899c-63c8dec2793d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a', 'code': 200} Jun 02 20:39:51.716133 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:51.751233 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:39:51.752945 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:39:51.769858 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:39:51.794919 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:39:51.804955 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d03d9c-6b72-475b-9093-62660fdd27d1 None None] Sync routers for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:39:51.807482 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "PUT /v2.0/routers/71a7b70c-6463-4a8d-bbb9-304537df3dd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5046399 Jun 02 20:39:51.816818 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56746) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:51.818935 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d03d9c-6b72-475b-9093-62660fdd27d1 None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:39:51.819925 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-96d03d9c-6b72-475b-9093-62660fdd27d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:51.822295 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-0affae38-68f7-41ca-b2b0-0dfe5760ad0f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Request body: {'port': {'network_id': 'c949e35f-54f5-40ea-b8d7-eee1311458af', 'name': 'tempest-FloatingIPTestJSON-760361644'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:51.892775 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-96d03d9c-6b72-475b-9093-62660fdd27d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:51.904345 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d03d9c-6b72-475b-9093-62660fdd27d1 None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:39:51.905066 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-96d03d9c-6b72-475b-9093-62660fdd27d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:51.959820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:51.963753 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:51.976498 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-96d03d9c-6b72-475b-9093-62660fdd27d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:51.976933 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d03d9c-6b72-475b-9093-62660fdd27d1 None None] The sync data for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:39:51.984418 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:51.991621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router 4ec92841-2119-4794-9a1c-712ba285f241 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:39:51.994885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event deleted for resources: {'Network': ['ID=f83ce232-55a5-402a-aed7-5cc89ef0a7a4,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:52.004278 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:52.013812 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "DELETE /v2.0/networks/f83ce232-55a5-402a-aed7-5cc89ef0a7a4 HTTP/1.1" status: 204 len: 168 time: 5.7839918 Jun 02 20:39:52.020429 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56748) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:52.064632 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e70e40e-94f8-4aab-8c0d-2a3c1578a53c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:52.065102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e70e40e-94f8-4aab-8c0d-2a3c1578a53c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:52.066699 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5e70e40e-94f8-4aab-8c0d-2a3c1578a53c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "DELETE /v2.0/subnets/d47ce303-ffa8-4c10-8a62-3afdfa447b52 HTTP/1.1" status: 404 len: 337 time: 0.0453572 Jun 02 20:39:52.070255 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56750) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:52.071161 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-0affae38-68f7-41ca-b2b0-0dfe5760ad0f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:52.101437 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-0affae38-68f7-41ca-b2b0-0dfe5760ad0f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Usage tracker for resource:port and tenant:e94c2e34113a474285a6475fb9a81bcf is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:52.107705 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b66c22-4d34-423f-9ce8-6fb4ca285fdf req-b9a79aa9-e406-436a-9f9d-e067bbf698e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:52.109157 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-34b66c22-4d34-423f-9ce8-6fb4ca285fdf req-b9a79aa9-e406-436a-9f9d-e067bbf698e8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c3add0e0-4eb2-4d6d-899c-63c8dec2793d HTTP/1.1" status: 200 len: 1099 time: 0.1985505 Jun 02 20:39:52.110456 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-0affae38-68f7-41ca-b2b0-0dfe5760ad0f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:52.114246 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-7295b23e-59d9-407b-9b14-28560df0cf18 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:52.114733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7295b23e-59d9-407b-9b14-28560df0cf18 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:52.116502 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7295b23e-59d9-407b-9b14-28560df0cf18 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "DELETE /v2.0/networks/f83ce232-55a5-402a-aed7-5cc89ef0a7a4 HTTP/1.1" status: 404 len: 339 time: 0.0428746 Jun 02 20:39:52.120928 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56752) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:52.135072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-0affae38-68f7-41ca-b2b0-0dfe5760ad0f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:52.183654 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ffd85a7-e5a2-47cc-a1d7-11bd9dcd252c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:52.184129 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ffd85a7-e5a2-47cc-a1d7-11bd9dcd252c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:52.189380 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2ffd85a7-e5a2-47cc-a1d7-11bd9dcd252c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "DELETE /v2.0/subnets/966fc7e8-3466-4b48-8829-88aa275418a6 HTTP/1.1" status: 404 len: 337 time: 0.0524299 Jun 02 20:39:52.190134 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56756) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:52.209755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0affae38-68f7-41ca-b2b0-0dfe5760ad0f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Made reservation on behalf of e94c2e34113a474285a6475fb9a81bcf for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:52.213457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0affae38-68f7-41ca-b2b0-0dfe5760ad0f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:52.228638 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-07cc1b49-6304-449d-b19d-19a65fbb36b5 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:52.230148 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07cc1b49-6304-449d-b19d-19a65fbb36b5 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:52.231934 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-07cc1b49-6304-449d-b19d-19a65fbb36b5 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "DELETE /v2.0/networks/df9a2d93-e6ea-4478-bb96-d46749d567c3 HTTP/1.1" status: 404 len: 339 time: 0.0413394 Jun 02 20:39:52.235322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56758) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:52.239058 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-34b66c22-4d34-423f-9ce8-6fb4ca285fdf req-4fbcf47c-abc6-46e4-8ef8-4e41d3b9b122 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=860aaceb-b7c3-41f8-8da2-a25fb1839aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215239 Jun 02 20:39:52.243584 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:39:52.251315 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/4ec92841-2119-4794-9a1c-712ba285f241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5712206 Jun 02 20:39:52.252948 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56760) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:52.257781 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e5218bff-5d0b-46c6-9f8e-16853edae6dd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:52.278521 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] Sync routers for ids ['4ec92841-2119-4794-9a1c-712ba285f241'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:39:52.288017 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-0affae38-68f7-41ca-b2b0-0dfe5760ad0f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] device_id is not set on port e6418a5f-9acb-4f59-afff-f716a7a3f90a yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:39:52.296471 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] Routers {'4ec92841-2119-4794-9a1c-712ba285f241'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:39:52.298146 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['4ec92841-2119-4794-9a1c-712ba285f241'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:52.339384 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e99f0f-88e1-4c98-8af6-2435a88ce1ee tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:52.339852 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e99f0f-88e1-4c98-8af6-2435a88ce1ee tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:52.362454 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f9e99f0f-88e1-4c98-8af6-2435a88ce1ee tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "DELETE /v2.0/subnets/3f4cd6bf-949e-4e25-94ed-b3a823730341 HTTP/1.1" status: 404 len: 337 time: 0.1265280 Jun 02 20:39:52.363097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56762) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:52.485518 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ebb309-8412-45d9-ba45-0b917f34a816 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:52.486590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ebb309-8412-45d9-ba45-0b917f34a816 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:52.490558 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-69ebb309-8412-45d9-ba45-0b917f34a816 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "DELETE /v2.0/networks/a643f623-fe15-4906-aa84-21ffcaafad00 HTTP/1.1" status: 404 len: 339 time: 0.1172078 Jun 02 20:39:52.490711 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] Set router 4ec92841-2119-4794-9a1c-712ba285f241 gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:39:52.491190 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56764) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:52.559100 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-0affae38-68f7-41ca-b2b0-0dfe5760ad0f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Allocated IP 172.20.0.3 (c949e35f-54f5-40ea-b8d7-eee1311458af/ad8bb4bd-2a25-406b-8c20-cd2e053183e3/e6418a5f-9acb-4f59-afff-f716a7a3f90a) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:52.590734 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db087e57-f377-4ddf-be59-91d67807a0d8 None None] Network 70222492-7205-4d42-a094-1d0fe4747f3f requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:52.704333 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e15ecd64-1f33-415b-bc24-b2f1c808fa0a None None] Provisioning for port ea1eab89-e3c4-439e-a701-465b39010081 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:52.802279 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-00435047-a7f1-4cb0-9f58-6cc739788af3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Deleting port d6e84dfa-b76c-4e35-a41b-4c261b8f526f {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:52.802664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-00435047-a7f1-4cb0-9f58-6cc739788af3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:52.854816 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b543395-97f1-49f2-a8fe-f234d1318821 req-3eaabdb3-d6dc-4270-8f33-8f709a860811 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:52.856318 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9b543395-97f1-49f2-a8fe-f234d1318821 req-3eaabdb3-d6dc-4270-8f33-8f709a860811 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3add0e0-4eb2-4d6d-899c-63c8dec2793d HTTP/1.1" status: 200 len: 946 time: 0.3545897 Jun 02 20:39:52.947743 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-00435047-a7f1-4cb0-9f58-6cc739788af3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:52.956423 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0affae38-68f7-41ca-b2b0-0dfe5760ad0f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:52.983480 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9b543395-97f1-49f2-a8fe-f234d1318821 req-f594b93b-4bc0-4620-8838-24aa193f2900 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=860aaceb-b7c3-41f8-8da2-a25fb1839aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167421 Jun 02 20:39:53.102061 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:39:49Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': '22dff1c0-a894-488d-83fc-8517cfb98f61', 'name': '', 'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:6b:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:40Z', 'updated_at': '2021-06-02T20:39:49Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b95aa72-b2e6-4b23-bbe3-45806b71b5b5', 'name': '', 'network_id': '70222492-7205-4d42-a094-1d0fe4747f3f', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:ee:e3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '6f86196f-8629-4b72-b27d-9fc89fe017d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:48Z', 'updated_at': '2021-06-02T20:39:50Z', 'revision_number': 2, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '6f86196f-8629-4b72-b27d-9fc89fe017d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9661b6-1f32-4796-84de-155917d125f6', 'name': '', 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:d9:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:32Z', 'updated_at': '2021-06-02T20:39:42Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:33Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:53.109065 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] Checking router: 4ec92841-2119-4794-9a1c-712ba285f241 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:39:53.109699 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] Updating router 4ec92841-2119-4794-9a1c-712ba285f241 port 4b95aa72-b2e6-4b23-bbe3-45806b71b5b5 binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:39:53.151596 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ea1eab89-e3c4-439e-a701-465b39010081 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:53.183717 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.extraroute_db [None req-e5218bff-5d0b-46c6-9f8e-16853edae6dd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=92548) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 02 20:39:53.203533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.extraroute_db [None req-e5218bff-5d0b-46c6-9f8e-16853edae6dd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Removed routes are [] {{(pid=92548) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 02 20:39:53.203919 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5218bff-5d0b-46c6-9f8e-16853edae6dd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:53.229734 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:53.354106 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port ea1eab89-e3c4-439e-a701-465b39010081 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:53.358044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-00435047-a7f1-4cb0-9f58-6cc739788af3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Calling delete_port for d6e84dfa-b76c-4e35-a41b-4c261b8f526f owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:53.376869 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port ea1eab89-e3c4-439e-a701-465b39010081 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:53.377790 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:53.426952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0affae38-68f7-41ca-b2b0-0dfe5760ad0f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:53.433586 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9ab4ae69-0946-4498-bbc3-396813034199 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:53.530379 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0affae38-68f7-41ca-b2b0-0dfe5760ad0f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Network c949e35f-54f5-40ea-b8d7-eee1311458af is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:53.531493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affae38-68f7-41ca-b2b0-0dfe5760ad0f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Port': ['ID=e6418a5f-9acb-4f59-afff-f716a7a3f90a,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:53.536299 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-0affae38-68f7-41ca-b2b0-0dfe5760ad0f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:53.537430 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0affae38-68f7-41ca-b2b0-0dfe5760ad0f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:53.538481 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0affae38-68f7-41ca-b2b0-0dfe5760ad0f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:53.574212 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-00435047-a7f1-4cb0-9f58-6cc739788af3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:53.583964 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:53.604700 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5218bff-5d0b-46c6-9f8e-16853edae6dd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:53.608289 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5218bff-5d0b-46c6-9f8e-16853edae6dd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:53.647889 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00435047-a7f1-4cb0-9f58-6cc739788af3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event deleted for resources: {'Port': ['ID=d6e84dfa-b76c-4e35-a41b-4c261b8f526f,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:53.660110 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-00435047-a7f1-4cb0-9f58-6cc739788af3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:53.670022 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-00435047-a7f1-4cb0-9f58-6cc739788af3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:53.681678 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0affae38-68f7-41ca-b2b0-0dfe5760ad0f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:53.682404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0affae38-68f7-41ca-b2b0-0dfe5760ad0f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:53.697103 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-00435047-a7f1-4cb0-9f58-6cc739788af3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "DELETE /v2.0/ports/d6e84dfa-b76c-4e35-a41b-4c261b8f526f HTTP/1.1" status: 204 len: 168 time: 1.2049453 Jun 02 20:39:53.699386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56766) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:53.717166 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:53.731615 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d04c6ce9-ac7f-4b9b-bb7f-3b427cadb7cd None None] Provisioning complete for port ea1eab89-e3c4-439e-a701-465b39010081 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:53.732340 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d04c6ce9-ac7f-4b9b-bb7f-3b427cadb7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:53.742557 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0affae38-68f7-41ca-b2b0-0dfe5760ad0f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9224458 Jun 02 20:39:53.744147 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56768) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:53.749701 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-f7cb100d-730a-4ed8-bbbf-5706fb485723 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Request body: {'port': {'network_id': 'c949e35f-54f5-40ea-b8d7-eee1311458af', 'name': 'tempest-FloatingIPTestJSON-2046952224'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:53.764447 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-349a5eac-c711-4209-a801-91b358cd5b29 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:53.764968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349a5eac-c711-4209-a801-91b358cd5b29 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:53.769062 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-349a5eac-c711-4209-a801-91b358cd5b29 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "DELETE /v2.0/subnets/3811567a-a5ad-4e59-b5fb-4c0c3ed910ab HTTP/1.1" status: 404 len: 337 time: 0.0663211 Jun 02 20:39:53.769969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56770) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:53.836016 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5218bff-5d0b-46c6-9f8e-16853edae6dd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router 4ec92841-2119-4794-9a1c-712ba285f241 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:39:53.923319 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:53.939368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] Transition to ACTIVE for port object 4b95aa72-b2e6-4b23-bbe3-45806b71b5b5 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:53.948577 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d1ce85-5f22-4b0a-8e91-06d616bda110 None None] get_active_networks_info from dv-neutron-601336-84-hyperv {{(pid=92550) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 20:39:53.967306 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29b555ce-49e9-4354-b8af-2f2c2641d796 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:53.995784 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:54.009297 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-161f010b-c5e2-4dfd-ac84-4934abe7310e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:54.038181 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f7cb100d-730a-4ed8-bbbf-5706fb485723 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:54.048210 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f7cb100d-730a-4ed8-bbbf-5706fb485723 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Usage tracker for resource:port and tenant:e94c2e34113a474285a6475fb9a81bcf is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:54.064141 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f7cb100d-730a-4ed8-bbbf-5706fb485723 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:54.076388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f7cb100d-730a-4ed8-bbbf-5706fb485723 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:54.136054 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port ea1eab89-e3c4-439e-a701-465b39010081, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ea1eab89-e3c4-439e-a701-465b39010081,segment=NetworkSegment(c16b89a4-1f89-4fda-b18a-969a58ae45c0),segment_id=c16b89a4-1f89-4fda-b18a-969a58ae45c0)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:54.152979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29b555ce-49e9-4354-b8af-2f2c2641d796 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:54.163425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:54.199645 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cb100d-730a-4ed8-bbbf-5706fb485723 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Made reservation on behalf of e94c2e34113a474285a6475fb9a81bcf for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:39:54.203042 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f7cb100d-730a-4ed8-bbbf-5706fb485723 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:54.220954 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-29b555ce-49e9-4354-b8af-2f2c2641d796 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3560ccf-a900-4d70-a150-b32279bdff72']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:54.229986 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5218bff-5d0b-46c6-9f8e-16853edae6dd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:39:54.239320 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5218bff-5d0b-46c6-9f8e-16853edae6dd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:54.242400 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e5218bff-5d0b-46c6-9f8e-16853edae6dd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/4ec92841-2119-4794-9a1c-712ba285f241 HTTP/1.1" status: 200 len: 934 time: 1.9861655 Jun 02 20:39:54.242553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-29b555ce-49e9-4354-b8af-2f2c2641d796 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bcaac5-09ff-4d34-bee7-2ab3d9eb9155') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:54.242553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-29b555ce-49e9-4354-b8af-2f2c2641d796 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bcaac5-09ff-4d34-bee7-2ab3d9eb9155') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:54.242781 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56774) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:54.257612 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29b555ce-49e9-4354-b8af-2f2c2641d796 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:54.270856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-f7cb100d-730a-4ed8-bbbf-5706fb485723 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] device_id is not set on port c55748b0-4a5a-4832-92e0-e111d9202bcd yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:39:54.304212 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf490e3-9695-48ab-8428-359f486bcccf None None] Pushing event updated for resources: {'Port': ['ID=4b95aa72-b2e6-4b23-bbe3-45806b71b5b5,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:54.335242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29b555ce-49e9-4354-b8af-2f2c2641d796 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:54.356480 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf490e3-9695-48ab-8428-359f486bcccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:54.356903 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf490e3-9695-48ab-8428-359f486bcccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:54.357607 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf490e3-9695-48ab-8428-359f486bcccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:54.357961 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf490e3-9695-48ab-8428-359f486bcccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:54.358295 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf490e3-9695-48ab-8428-359f486bcccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:54.358628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf490e3-9695-48ab-8428-359f486bcccf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:54.358993 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf490e3-9695-48ab-8428-359f486bcccf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:54.359321 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf490e3-9695-48ab-8428-359f486bcccf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:54.359653 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf490e3-9695-48ab-8428-359f486bcccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:54.359974 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf490e3-9695-48ab-8428-359f486bcccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:54.360989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf490e3-9695-48ab-8428-359f486bcccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:54.360989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf490e3-9695-48ab-8428-359f486bcccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:39:54.361264 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b555ce-49e9-4354-b8af-2f2c2641d796 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:39:54.361755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29b555ce-49e9-4354-b8af-2f2c2641d796 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:39:54.377486 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:39:54.398408 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bbf490e3-9695-48ab-8428-359f486bcccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:54.401080 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e8d7762b-a25f-4183-935a-fdc52cce90d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:54.419584 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3194c657-d181-460a-8436-d84a7186f69f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/routers/4ec92841-2119-4794-9a1c-712ba285f241 HTTP/1.1" status: 200 len: 934 time: 0.1732488 Jun 02 20:39:54.420122 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56776) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:54.424562 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-d092aeb6-36c7-4398-8aa2-2a84dc290f8f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'router': {'routes': None}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:54.471532 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] Attempting to bind port 4b95aa72-b2e6-4b23-bbe3-45806b71b5b5 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:39:54.471907 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] Attempting to bind port 4b95aa72-b2e6-4b23-bbe3-45806b71b5b5 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c16b89a4-1f89-4fda-b18a-969a58ae45c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '70222492-7205-4d42-a094-1d0fe4747f3f'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:39:54.472746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] Attempting to bind port 4b95aa72-b2e6-4b23-bbe3-45806b71b5b5 on network 70222492-7205-4d42-a094-1d0fe4747f3f {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:39:54.497599 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:39:54.497599 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] Checking segment: {'id': 'c16b89a4-1f89-4fda-b18a-969a58ae45c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '70222492-7205-4d42-a094-1d0fe4747f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:39:54.497599 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:54.497599 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] Bound using segment: {'id': 'c16b89a4-1f89-4fda-b18a-969a58ae45c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '70222492-7205-4d42-a094-1d0fe4747f3f'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:39:54.498203 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] Bound port: 4b95aa72-b2e6-4b23-bbe3-45806b71b5b5, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16b89a4-1f89-4fda-b18a-969a58ae45c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '70222492-7205-4d42-a094-1d0fe4747f3f'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:39:54.498313 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:54.514039 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268e764-731e-4bb3-bc11-ba7733aa22aa req-9d271cfc-dde8-46a3-bd42-8395c75e6d9f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:54.515566 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c268e764-731e-4bb3-bc11-ba7733aa22aa req-9d271cfc-dde8-46a3-bd42-8395c75e6d9f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3add0e0-4eb2-4d6d-899c-63c8dec2793d HTTP/1.1" status: 200 len: 946 time: 0.3543980 Jun 02 20:39:54.530089 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d04c6ce9-ac7f-4b9b-bb7f-3b427cadb7cd None None] Provisioning for port 4b95aa72-b2e6-4b23-bbe3-45806b71b5b5 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:54.539220 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29b555ce-49e9-4354-b8af-2f2c2641d796 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:54.541215 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=ea1eab89-e3c4-439e-a701-465b39010081,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:54.548197 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-033153ac-050d-4a71-99a6-6ad8310e15a4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:54.567701 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29b555ce-49e9-4354-b8af-2f2c2641d796 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:54.570537 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:54.584706 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b555ce-49e9-4354-b8af-2f2c2641d796 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event deleted for resources: {'Network': ['ID=c3560ccf-a900-4d70-a150-b32279bdff72,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:54.603218 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-29b555ce-49e9-4354-b8af-2f2c2641d796 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:54.616849 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-29b555ce-49e9-4354-b8af-2f2c2641d796 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "DELETE /v2.0/networks/c3560ccf-a900-4d70-a150-b32279bdff72 HTTP/1.1" status: 204 len: 168 time: 0.8435390 Jun 02 20:39:54.616849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-f7cb100d-730a-4ed8-bbbf-5706fb485723 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Allocated IP 172.20.0.13 (c949e35f-54f5-40ea-b8d7-eee1311458af/ad8bb4bd-2a25-406b-8c20-cd2e053183e3/c55748b0-4a5a-4832-92e0-e111d9202bcd) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:54.621518 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56778) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:54.622674 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d1ce85-5f22-4b0a-8e91-06d616bda110 None None] Resources bound (agent type, host, resource id): {{(pid=92550) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 20:39:54.656080 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c268e764-731e-4bb3-bc11-ba7733aa22aa req-3df5dcfa-6be7-4346-bf94-eb4eb055b15c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=860aaceb-b7c3-41f8-8da2-a25fb1839aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302514 Jun 02 20:39:54.682114 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] For port 4b95aa72-b2e6-4b23-bbe3-45806b71b5b5, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:39:54.751895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] For port 4b95aa72-b2e6-4b23-bbe3-45806b71b5b5, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4b95aa72-b2e6-4b23-bbe3-45806b71b5b5,segment=NetworkSegment(c16b89a4-1f89-4fda-b18a-969a58ae45c0),segment_id=c16b89a4-1f89-4fda-b18a-969a58ae45c0)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:39:54.769524 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:54.777140 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2f0e9372-cedd-403e-af20-bb81cbf1411b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:54.904459 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] Routers {'4ec92841-2119-4794-9a1c-712ba285f241'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:39:54.905085 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['4ec92841-2119-4794-9a1c-712ba285f241'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:54.932334 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-f7feed4f-fe26-4c76-baf0-e0b0975afd19 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Deleting port 836f4801-fb9a-4a81-b599-881e146eae40 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:54.932829 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f7feed4f-fe26-4c76-baf0-e0b0975afd19 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:55.043485 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762c371-6817-47b5-be6f-14bd41b0732a req-8589cbfb-d3ec-4898-9cc1-d8a75d7b1f90 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:55.045059 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b762c371-6817-47b5-be6f-14bd41b0732a req-8589cbfb-d3ec-4898-9cc1-d8a75d7b1f90 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3add0e0-4eb2-4d6d-899c-63c8dec2793d HTTP/1.1" status: 200 len: 946 time: 0.2211220 Jun 02 20:39:55.073780 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf490e3-9695-48ab-8428-359f486bcccf None None] Pushing event updated for resources: {'Port': ['ID=4b95aa72-b2e6-4b23-bbe3-45806b71b5b5,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:55.076492 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ea1eab89-e3c4-439e-a701-465b39010081 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:55.101389 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bbf490e3-9695-48ab-8428-359f486bcccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:55.156769 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b762c371-6817-47b5-be6f-14bd41b0732a req-a4521e7a-d7fe-4daf-b321-9ccf1b69177b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=860aaceb-b7c3-41f8-8da2-a25fb1839aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037331 Jun 02 20:39:55.171196 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] Set router 4ec92841-2119-4794-9a1c-712ba285f241 gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:39:55.228351 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.extraroute_db [None req-d092aeb6-36c7-4398-8aa2-2a84dc290f8f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Added routes are [] {{(pid=92548) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 02 20:39:55.228943 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.extraroute_db [None req-d092aeb6-36c7-4398-8aa2-2a84dc290f8f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=92548) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 02 20:39:55.250561 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f7feed4f-fe26-4c76-baf0-e0b0975afd19 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:55.261814 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f7cb100d-730a-4ed8-bbbf-5706fb485723 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:55.265642 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d092aeb6-36c7-4398-8aa2-2a84dc290f8f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:55.356202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port ea1eab89-e3c4-439e-a701-465b39010081 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:55.356753 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:55.388919 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-f7feed4f-fe26-4c76-baf0-e0b0975afd19 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Calling delete_port for 836f4801-fb9a-4a81-b599-881e146eae40 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:55.441356 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f7cb100d-730a-4ed8-bbbf-5706fb485723 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:55.447916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5538b9e0-5e63-4a53-8e9d-c408835d7fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:55.517653 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cb100d-730a-4ed8-bbbf-5706fb485723 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Network c949e35f-54f5-40ea-b8d7-eee1311458af is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:55.528098 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-f7cb100d-730a-4ed8-bbbf-5706fb485723 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:55.533358 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cb100d-730a-4ed8-bbbf-5706fb485723 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:55.568185 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f7feed4f-fe26-4c76-baf0-e0b0975afd19 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:55.584659 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb100d-730a-4ed8-bbbf-5706fb485723 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Port': ['ID=c55748b0-4a5a-4832-92e0-e111d9202bcd,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:55.590993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f7cb100d-730a-4ed8-bbbf-5706fb485723 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:55.592843 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d092aeb6-36c7-4398-8aa2-2a84dc290f8f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:55.593096 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-37d0e4ed-99e2-451d-820a-1b2495162335 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:55.597060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d092aeb6-36c7-4398-8aa2-2a84dc290f8f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:55.656475 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7feed4f-fe26-4c76-baf0-e0b0975afd19 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event deleted for resources: {'Port': ['ID=836f4801-fb9a-4a81-b599-881e146eae40,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:55.660824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f7feed4f-fe26-4c76-baf0-e0b0975afd19 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:55.666494 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f7feed4f-fe26-4c76-baf0-e0b0975afd19 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:55.684571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cb100d-730a-4ed8-bbbf-5706fb485723 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:39:55.685634 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f7cb100d-730a-4ed8-bbbf-5706fb485723 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:55.706488 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f7feed4f-fe26-4c76-baf0-e0b0975afd19 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "DELETE /v2.0/ports/836f4801-fb9a-4a81-b599-881e146eae40 HTTP/1.1" status: 204 len: 168 time: 1.0829773 Jun 02 20:39:55.713099 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56786) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:55.761401 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:39:53Z', 'revision_number': 6, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': '22dff1c0-a894-488d-83fc-8517cfb98f61', 'name': '', 'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:6b:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:40Z', 'updated_at': '2021-06-02T20:39:49Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b95aa72-b2e6-4b23-bbe3-45806b71b5b5', 'name': '', 'network_id': '70222492-7205-4d42-a094-1d0fe4747f3f', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:ee:e3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '6f86196f-8629-4b72-b27d-9fc89fe017d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:48Z', 'updated_at': '2021-06-02T20:39:54Z', 'revision_number': 4, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '6f86196f-8629-4b72-b27d-9fc89fe017d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9661b6-1f32-4796-84de-155917d125f6', 'name': '', 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:d9:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:32Z', 'updated_at': '2021-06-02T20:39:42Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:33Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:55.766132 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951f3594-87ff-4b06-b125-3bff8d077b6a None None] The sync data for ids ['4ec92841-2119-4794-9a1c-712ba285f241'] in dv-neutron-601336-84-hyperv is: [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:39:53Z', 'revision_number': 6, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': '22dff1c0-a894-488d-83fc-8517cfb98f61', 'name': '', 'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:6b:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:40Z', 'updated_at': '2021-06-02T20:39:49Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b95aa72-b2e6-4b23-bbe3-45806b71b5b5', 'name': '', 'network_id': '70222492-7205-4d42-a094-1d0fe4747f3f', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:ee:e3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '6f86196f-8629-4b72-b27d-9fc89fe017d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:48Z', 'updated_at': '2021-06-02T20:39:54Z', 'revision_number': 4, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '6f86196f-8629-4b72-b27d-9fc89fe017d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9661b6-1f32-4796-84de-155917d125f6', 'name': '', 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:d9:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:32Z', 'updated_at': '2021-06-02T20:39:42Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:33Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:39:55.773875 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f7cb100d-730a-4ed8-bbbf-5706fb485723 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0285072 Jun 02 20:39:55.778095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56788) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:55.779187 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a4a72e-fad9-47e5-84f8-d2bff5a028a3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] DELETE failed (client error): The resource could not be found. Jun 02 20:39:55.779712 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a4a72e-fad9-47e5-84f8-d2bff5a028a3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:39:55.781677 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d5a4a72e-fad9-47e5-84f8-d2bff5a028a3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "DELETE /v2.0/subnets/6d142a98-d373-4118-ab4a-75d7bd1c49e9 HTTP/1.1" status: 404 len: 337 time: 0.0663974 Jun 02 20:39:55.792486 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': 'c55748b0-4a5a-4832-92e0-e111d9202bcd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:39:55.799598 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:39:55.804184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Usage tracker for resource:floatingip and tenant:e94c2e34113a474285a6475fb9a81bcf is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:39:55.811389 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:39:55.824464 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:39:55.853779 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56790) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:55.876244 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:55.993067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d092aeb6-36c7-4398-8aa2-2a84dc290f8f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router 4ec92841-2119-4794-9a1c-712ba285f241 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:39:56.055933 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:56.180682 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:56.183311 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Deleting port a4977c8c-aaa9-4229-b729-367b38ea961d {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:56.183636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:56.188763 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d092aeb6-36c7-4398-8aa2-2a84dc290f8f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:39:56.196964 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d092aeb6-36c7-4398-8aa2-2a84dc290f8f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:56.201056 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d092aeb6-36c7-4398-8aa2-2a84dc290f8f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/4ec92841-2119-4794-9a1c-712ba285f241 HTTP/1.1" status: 200 len: 700 time: 1.7798903 Jun 02 20:39:56.201675 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56792) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:56.350386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] For port a4977c8c-aaa9-4229-b729-367b38ea961d, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a4977c8c-aaa9-4229-b729-367b38ea961d,segment=NetworkSegment(45a5bea9-4925-4b13-94a6-f6e1013c8c21),segment_id=45a5bea9-4925-4b13-94a6-f6e1013c8c21)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:56.350750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:56.379232 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-deb764f9-ea88-4448-ad6c-3d0dde415850 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/routers/4ec92841-2119-4794-9a1c-712ba285f241 HTTP/1.1" status: 200 len: 700 time: 0.1737206 Jun 02 20:39:56.379756 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56794) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:56.517257 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Calling delete_port for a4977c8c-aaa9-4229-b729-367b38ea961d owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:56.537754 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd4054e-6de0-476d-b79f-df6100d993e3 None None] Sync routers for ids ['4ec92841-2119-4794-9a1c-712ba285f241'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:39:56.548512 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd4054e-6de0-476d-b79f-df6100d993e3 None None] Routers {'4ec92841-2119-4794-9a1c-712ba285f241'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:39:56.549233 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9dd4054e-6de0-476d-b79f-df6100d993e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['4ec92841-2119-4794-9a1c-712ba285f241'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:56.558383 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Allocated IP 172.26.0.184 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/abce12e9-5110-47fb-8f9c-4d120a66fdfe) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:56.686643 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:56.688808 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56796) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:56.693398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ebd06920-7d7e-4902-a50e-9832d97f5276 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:56.737073 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-9dd4054e-6de0-476d-b79f-df6100d993e3 None None] Set router 4ec92841-2119-4794-9a1c-712ba285f241 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:39:56.747798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event deleted for resources: {'Port': ['ID=a4977c8c-aaa9-4229-b729-367b38ea961d,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:56.752626 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:56.757103 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] No DVR routers for this DVR port a4977c8c-aaa9-4229-b729-367b38ea961d on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:39:56.823621 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:57.056647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:57.072302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:57.092784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a5bea9-4925-4b13-94a6-f6e1013c8c21') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:57.093155 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a5bea9-4925-4b13-94a6-f6e1013c8c21') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:57.098355 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4b95aa72-b2e6-4b23-bbe3-45806b71b5b5 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:57.102363 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9dd4054e-6de0-476d-b79f-df6100d993e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:39:55Z', 'revision_number': 7, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': '22dff1c0-a894-488d-83fc-8517cfb98f61', 'name': '', 'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:6b:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:40Z', 'updated_at': '2021-06-02T20:39:49Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b95aa72-b2e6-4b23-bbe3-45806b71b5b5', 'name': '', 'network_id': '70222492-7205-4d42-a094-1d0fe4747f3f', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:ee:e3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '6f86196f-8629-4b72-b27d-9fc89fe017d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:48Z', 'updated_at': '2021-06-02T20:39:54Z', 'revision_number': 4, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '6f86196f-8629-4b72-b27d-9fc89fe017d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9661b6-1f32-4796-84de-155917d125f6', 'name': '', 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:d9:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:32Z', 'updated_at': '2021-06-02T20:39:42Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:33Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:57.107371 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd4054e-6de0-476d-b79f-df6100d993e3 None None] Checking router: 4ec92841-2119-4794-9a1c-712ba285f241 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:39:57.113920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:57.117632 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd4054e-6de0-476d-b79f-df6100d993e3 None None] Routers {'4ec92841-2119-4794-9a1c-712ba285f241'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:39:57.118477 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9dd4054e-6de0-476d-b79f-df6100d993e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['4ec92841-2119-4794-9a1c-712ba285f241'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:57.135790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:57.144331 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:57.158034 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c9c0e18b-85b2-4677-afd4-d56e3a16d73b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:57.201439 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 4b95aa72-b2e6-4b23-bbe3-45806b71b5b5 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:57.207356 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 4b95aa72-b2e6-4b23-bbe3-45806b71b5b5 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:57.207986 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:57.266889 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:57.269102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:39:57.269625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:57.294471 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-9dd4054e-6de0-476d-b79f-df6100d993e3 None None] Set router 4ec92841-2119-4794-9a1c-712ba285f241 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:39:57.384733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Port': ['ID=abce12e9-5110-47fb-8f9c-4d120a66fdfe,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:57.388297 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:57.389153 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:57.391464 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:57.414386 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:39:57.420006 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:39:57.458610 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 4b95aa72-b2e6-4b23-bbe3-45806b71b5b5, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4b95aa72-b2e6-4b23-bbe3-45806b71b5b5,segment=NetworkSegment(c16b89a4-1f89-4fda-b18a-969a58ae45c0),segment_id=c16b89a4-1f89-4fda-b18a-969a58ae45c0)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:57.463951 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:57.464655 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:57.470170 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:57.478831 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:57.494224 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-701de5cd-881f-4387-970e-555b545c2d37 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:57.515220 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "DELETE /v2.0/networks/d45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19 HTTP/1.1" status: 204 len: 168 time: 1.6599286 Jun 02 20:39:57.518610 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56798) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:57.550592 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=4b95aa72-b2e6-4b23-bbe3-45806b71b5b5,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:57.561797 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:57.570362 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event deleted for resources: {'Network': ['ID=d45fcaa3-0fbe-4bf9-9392-cbdfb95c9d19,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:57.573038 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:57.598370 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8916ab9-e464-4813-a884-09fd1b0fd569 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:57.646232 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9dd4054e-6de0-476d-b79f-df6100d993e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:39:55Z', 'revision_number': 7, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': '22dff1c0-a894-488d-83fc-8517cfb98f61', 'name': '', 'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:6b:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:40Z', 'updated_at': '2021-06-02T20:39:49Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b95aa72-b2e6-4b23-bbe3-45806b71b5b5', 'name': '', 'network_id': '70222492-7205-4d42-a094-1d0fe4747f3f', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:ee:e3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '6f86196f-8629-4b72-b27d-9fc89fe017d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:48Z', 'updated_at': '2021-06-02T20:39:54Z', 'revision_number': 4, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '6f86196f-8629-4b72-b27d-9fc89fe017d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9661b6-1f32-4796-84de-155917d125f6', 'name': '', 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:d9:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:32Z', 'updated_at': '2021-06-02T20:39:42Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:33Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:57.650577 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd4054e-6de0-476d-b79f-df6100d993e3 None None] The sync data for ids ['4ec92841-2119-4794-9a1c-712ba285f241'] in dv-neutron-601336-84-hyperv is: [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:39:55Z', 'revision_number': 7, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': '22dff1c0-a894-488d-83fc-8517cfb98f61', 'name': '', 'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:6b:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:40Z', 'updated_at': '2021-06-02T20:39:49Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b95aa72-b2e6-4b23-bbe3-45806b71b5b5', 'name': '', 'network_id': '70222492-7205-4d42-a094-1d0fe4747f3f', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:ee:e3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '6f86196f-8629-4b72-b27d-9fc89fe017d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:48Z', 'updated_at': '2021-06-02T20:39:54Z', 'revision_number': 4, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '6f86196f-8629-4b72-b27d-9fc89fe017d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9661b6-1f32-4796-84de-155917d125f6', 'name': '', 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:d9:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:32Z', 'updated_at': '2021-06-02T20:39:42Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:33Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:39:57.654954 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e72ba7-2ac6-42cf-bbae-5764f6c638b9 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Deleting subnet b620b568-b7da-42f4-9e89-52f77e07069a {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:39:57.689448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d9e72ba7-2ac6-42cf-bbae-5764f6c638b9 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:57.770119 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d9e72ba7-2ac6-42cf-bbae-5764f6c638b9 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:58.013391 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d9e72ba7-2ac6-42cf-bbae-5764f6c638b9 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:58.032383 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:58.272997 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:58.365376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d9e72ba7-2ac6-42cf-bbae-5764f6c638b9 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:58.371501 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-75c32952-8c4a-415c-b34a-9aff0e67c6aa tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:58.387823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-c8916ab9-e464-4813-a884-09fd1b0fd569 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting port 4b95aa72-b2e6-4b23-bbe3-45806b71b5b5 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:58.388164 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8916ab9-e464-4813-a884-09fd1b0fd569 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:58.408850 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e72ba7-2ac6-42cf-bbae-5764f6c638b9 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event deleted for resources: {'Subnet': ['ID=b620b568-b7da-42f4-9e89-52f77e07069a,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:58.411737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d9e72ba7-2ac6-42cf-bbae-5764f6c638b9 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:58.412413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:58.422696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed546e8d-8d19-4cf1-af32-1d37a6060e94 None None] Network e8ffbe66-201b-4fff-8c22-ac4c23990d1c requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:39:58.440262 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d9e72ba7-2ac6-42cf-bbae-5764f6c638b9 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:58.477027 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d9e72ba7-2ac6-42cf-bbae-5764f6c638b9 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "DELETE /v2.0/subnets/b620b568-b7da-42f4-9e89-52f77e07069a HTTP/1.1" status: 204 len: 168 time: 0.9554045 Jun 02 20:39:58.479323 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56806) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:39:58.713009 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c089e8-10fa-409d-8d4c-2f70a3772e1f None None] DHCP port deletion for e8ffbe66-201b-4fff-8c22-ac4c23990d1c request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:39:58.787040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-67c089e8-10fa-409d-8d4c-2f70a3772e1f None None] Deleting port ca50e4d8-77df-465e-bc29-674f21719d63 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:58.787459 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-67c089e8-10fa-409d-8d4c-2f70a3772e1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:58.803488 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-c8916ab9-e464-4813-a884-09fd1b0fd569 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] For port 4b95aa72-b2e6-4b23-bbe3-45806b71b5b5, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4b95aa72-b2e6-4b23-bbe3-45806b71b5b5,segment=NetworkSegment(c16b89a4-1f89-4fda-b18a-969a58ae45c0),segment_id=c16b89a4-1f89-4fda-b18a-969a58ae45c0)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:58.804099 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8916ab9-e464-4813-a884-09fd1b0fd569 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:58.820810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:58.885317 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-67c089e8-10fa-409d-8d4c-2f70a3772e1f None None] For port ca50e4d8-77df-465e-bc29-674f21719d63, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ca50e4d8-77df-465e-bc29-674f21719d63,segment=NetworkSegment(f3909a94-d327-42a9-95f2-075ad45f3e14),segment_id=f3909a94-d327-42a9-95f2-075ad45f3e14)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:58.885712 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-67c089e8-10fa-409d-8d4c-2f70a3772e1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:58.939804 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:58.940631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-c8916ab9-e464-4813-a884-09fd1b0fd569 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Calling delete_port for 4b95aa72-b2e6-4b23-bbe3-45806b71b5b5 owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:58.948762 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Deleting port ca50e4d8-77df-465e-bc29-674f21719d63 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:39:58.949105 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:58.956592 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.20.0.17 (539269e3-4099-4659-a84c-98bec00a8c6a/595cd4a5-3c12-4836-b428-c089c0e62ea7/d25e3b6f-23ea-4934-bddb-d9a1d20aafcc) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:39:58.962747 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:58.968557 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fd794dd4-d867-4363-80ee-b3e22e11890e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:59.014693 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-67c089e8-10fa-409d-8d4c-2f70a3772e1f None None] Calling delete_port for ca50e4d8-77df-465e-bc29-674f21719d63 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:59.056709 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4b95aa72-b2e6-4b23-bbe3-45806b71b5b5 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:39:59.116771 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-67c089e8-10fa-409d-8d4c-2f70a3772e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:59.121072 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:59.158689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Port': ['ID=abce12e9-5110-47fb-8f9c-4d120a66fdfe,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:59.162124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] For port ca50e4d8-77df-465e-bc29-674f21719d63, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ca50e4d8-77df-465e-bc29-674f21719d63,segment=NetworkSegment(f3909a94-d327-42a9-95f2-075ad45f3e14),segment_id=f3909a94-d327-42a9-95f2-075ad45f3e14)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:39:59.162481 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:59.171539 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c089e8-10fa-409d-8d4c-2f70a3772e1f None None] Pushing event deleted for resources: {'Port': ['ID=ca50e4d8-77df-465e-bc29-674f21719d63,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:59.172317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:59.175050 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-67c089e8-10fa-409d-8d4c-2f70a3772e1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:59.180845 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c089e8-10fa-409d-8d4c-2f70a3772e1f None None] No DVR routers for this DVR port ca50e4d8-77df-465e-bc29-674f21719d63 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:39:59.182329 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 4b95aa72-b2e6-4b23-bbe3-45806b71b5b5 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:59.182793 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:59.194901 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:59.223935 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Transition to ACTIVE for port object d25e3b6f-23ea-4934-bddb-d9a1d20aafcc will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:39:59.288842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:59.311019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8916ab9-e464-4813-a884-09fd1b0fd569 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:59.316079 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-25338ead-cbb8-4daa-b20d-809cdd054964 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:59.345511 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Calling delete_port for ca50e4d8-77df-465e-bc29-674f21719d63 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:39:59.353566 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:59.366243 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ca50e4d8-77df-465e-bc29-674f21719d63 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:39:59.372908 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8916ab9-e464-4813-a884-09fd1b0fd569 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Port': ['ID=4b95aa72-b2e6-4b23-bbe3-45806b71b5b5,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:59.378912 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c8916ab9-e464-4813-a884-09fd1b0fd569 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:59.381447 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:59.407529 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: ca50e4d8-77df-465e-bc29-674f21719d63 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:39:59.407793 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ca50e4d8-77df-465e-bc29-674f21719d63 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:39:59.510522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 539269e3-4099-4659-a84c-98bec00a8c6a is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:39:59.516629 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Floating IP 15f944bb-5f62-4c77-a2b0-9b117784d516 associated. External IP: 172.26.0.184, port: c55748b0-4a5a-4832-92e0-e111d9202bcd. Jun 02 20:39:59.538421 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:39:59.547063 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:39:59.578656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:59.595025 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:39:59.645691 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] No DVR routers for this DVR port ca50e4d8-77df-465e-bc29-674f21719d63 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:39:59.655927 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=d25e3b6f-23ea-4934-bddb-d9a1d20aafcc,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:59.677763 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:59.703815 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event deleted for resources: {'Port': ['ID=ca50e4d8-77df-465e-bc29-674f21719d63,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:39:59.706323 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:39:59.739990 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:59.789834 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-87aad501-436b-48d3-89c1-c1db7cc199f3 None None] Provisioning for port d25e3b6f-23ea-4934-bddb-d9a1d20aafcc completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:39:59.795080 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-87aad501-436b-48d3-89c1-c1db7cc199f3 None None] Provisioning complete for port d25e3b6f-23ea-4934-bddb-d9a1d20aafcc triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:39:59.795548 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-87aad501-436b-48d3-89c1-c1db7cc199f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:59.808181 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8916ab9-e464-4813-a884-09fd1b0fd569 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:59.855477 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-87aad501-436b-48d3-89c1-c1db7cc199f3 None None] Port d25e3b6f-23ea-4934-bddb-d9a1d20aafcc cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:39:59.861512 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:39:59.887222 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ffbe66-201b-4fff-8c22-ac4c23990d1c']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:59.905473 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3909a94-d327-42a9-95f2-075ad45f3e14') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:59.905769 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3909a94-d327-42a9-95f2-075ad45f3e14') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:39:59.920462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:00.000304 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:00.017857 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:40:00.018259 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:40:00.032623 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:40:00.351185 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:00.355271 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:00.361059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-18f1093b-0619-4b70-bd15-d9b6504cf12c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:00.394391 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Pushing event deleted for resources: {'Network': ['ID=e8ffbe66-201b-4fff-8c22-ac4c23990d1c,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:00.396752 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:00.400944 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] 10.222.0.25 "DELETE /v2.0/networks/e8ffbe66-201b-4fff-8c22-ac4c23990d1c HTTP/1.1" status: 204 len: 168 time: 1.9206338 Jun 02 20:40:00.402851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Router 71a7b70c-6463-4a8d-bbb9-304537df3dd8 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:40:00.408134 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:00.485721 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8916ab9-e464-4813-a884-09fd1b0fd569 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router 4ec92841-2119-4794-9a1c-712ba285f241 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:40:00.600492 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:00.611695 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729054cc-a088-4c9c-9515-fb40d14cd01e None None] Sync routers for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:00.623979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:00.624963 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729054cc-a088-4c9c-9515-fb40d14cd01e None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:00.625791 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-729054cc-a088-4c9c-9515-fb40d14cd01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:00.701295 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-729054cc-a088-4c9c-9515-fb40d14cd01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:00.703032 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56814) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:00.708542 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.9256740 Jun 02 20:40:00.709249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56816) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:00.715975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-410f7237-30f5-4406-af9d-c8e1f63b3fba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Request body: {'floatingip': {'port_id': None}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:00.719854 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729054cc-a088-4c9c-9515-fb40d14cd01e None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:00.720460 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-729054cc-a088-4c9c-9515-fb40d14cd01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:00.761878 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8916ab9-e464-4813-a884-09fd1b0fd569 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:00.772381 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1757ec-87fd-4249-b233-85862ae27cc7 None None] Sync routers for ids ['4ec92841-2119-4794-9a1c-712ba285f241'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:00.790288 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1757ec-87fd-4249-b233-85862ae27cc7 None None] Routers {'4ec92841-2119-4794-9a1c-712ba285f241'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:00.790916 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9a1757ec-87fd-4249-b233-85862ae27cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['4ec92841-2119-4794-9a1c-712ba285f241'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:00.812989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-19c430a9-0517-4775-87fe-b393d6409fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:00.816399 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-729054cc-a088-4c9c-9515-fb40d14cd01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:00.816814 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729054cc-a088-4c9c-9515-fb40d14cd01e None None] The sync data for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:00.839991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-410f7237-30f5-4406-af9d-c8e1f63b3fba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:00.863218 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c8916ab9-e464-4813-a884-09fd1b0fd569 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/4ec92841-2119-4794-9a1c-712ba285f241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4827733 Jun 02 20:40:00.881982 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56820) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:00.978112 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-9a1757ec-87fd-4249-b233-85862ae27cc7 None None] Set router 4ec92841-2119-4794-9a1c-712ba285f241 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:40:01.075804 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e739fa-101b-4a20-b6fe-283df61ff03e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting subnet 6f86196f-8629-4b72-b27d-9fc89fe017d1 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:40:01.085492 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6fdef738-3839-4b80-8818-a51b8a143287 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23e9810f7691425eb34c8f0693eaa28f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765979 Jun 02 20:40:01.090700 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-14e739fa-101b-4a20-b6fe-283df61ff03e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:01.122539 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56822) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:01.140469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-410f7237-30f5-4406-af9d-c8e1f63b3fba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:01.146508 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-410f7237-30f5-4406-af9d-c8e1f63b3fba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:01.147757 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-410f7237-30f5-4406-af9d-c8e1f63b3fba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Floating IP 15f944bb-5f62-4c77-a2b0-9b117784d516 disassociated. External IP: 172.26.0.184, port: c55748b0-4a5a-4832-92e0-e111d9202bcd. Jun 02 20:40:01.221902 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-14e739fa-101b-4a20-b6fe-283df61ff03e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:01.303752 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d803d33-2191-4d4b-8691-14d9c022d278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:01.332824 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9a1757ec-87fd-4249-b233-85862ae27cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:39:59Z', 'revision_number': 8, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': '22dff1c0-a894-488d-83fc-8517cfb98f61', 'name': '', 'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:6b:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:40Z', 'updated_at': '2021-06-02T20:39:49Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9661b6-1f32-4796-84de-155917d125f6', 'name': '', 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:d9:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:32Z', 'updated_at': '2021-06-02T20:39:42Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:33Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:01.336717 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1757ec-87fd-4249-b233-85862ae27cc7 None None] Checking router: 4ec92841-2119-4794-9a1c-712ba285f241 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:40:01.344913 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1757ec-87fd-4249-b233-85862ae27cc7 None None] Routers {'4ec92841-2119-4794-9a1c-712ba285f241'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:01.345676 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9a1757ec-87fd-4249-b233-85862ae27cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['4ec92841-2119-4794-9a1c-712ba285f241'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:01.356316 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:01.366270 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d803d33-2191-4d4b-8691-14d9c022d278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:01.374491 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:01.406260 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c8916ab9-e464-4813-a884-09fd1b0fd569 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:01.490797 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-14e739fa-101b-4a20-b6fe-283df61ff03e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:01.503920 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-9a1757ec-87fd-4249-b233-85862ae27cc7 None None] Set router 4ec92841-2119-4794-9a1c-712ba285f241 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:40:01.523301 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410f7237-30f5-4406-af9d-c8e1f63b3fba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Router 71a7b70c-6463-4a8d-bbb9-304537df3dd8 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:40:01.570833 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=d25e3b6f-23ea-4934-bddb-d9a1d20aafcc,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:01.580326 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:01.587408 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:01.718449 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410f7237-30f5-4406-af9d-c8e1f63b3fba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:01.725023 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-410f7237-30f5-4406-af9d-c8e1f63b3fba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:01.733762 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c8d35-edc2-4dc2-9756-72f40bf3dc9f None None] Sync routers for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:01.750487 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c8d35-edc2-4dc2-9756-72f40bf3dc9f None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:01.751821 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-e52c8d35-edc2-4dc2-9756-72f40bf3dc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:01.760236 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d803d33-2191-4d4b-8691-14d9c022d278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:01.772139 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dbd172ab-81ab-4b88-90f9-d1858ea3cbde tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:01.792137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d803d33-2191-4d4b-8691-14d9c022d278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f3c610-5292-4e00-80d5-a8b6a073b115,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:01.806250 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2d803d33-2191-4d4b-8691-14d9c022d278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:01.815635 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d803d33-2191-4d4b-8691-14d9c022d278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:01.816826 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2d803d33-2191-4d4b-8691-14d9c022d278 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72f3c610-5292-4e00-80d5-a8b6a073b115 HTTP/1.1" status: 204 len: 168 time: 0.6909642 Jun 02 20:40:01.845884 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9a1757ec-87fd-4249-b233-85862ae27cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:39:59Z', 'revision_number': 8, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': '22dff1c0-a894-488d-83fc-8517cfb98f61', 'name': '', 'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:6b:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:40Z', 'updated_at': '2021-06-02T20:39:49Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9661b6-1f32-4796-84de-155917d125f6', 'name': '', 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:d9:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:32Z', 'updated_at': '2021-06-02T20:39:42Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:33Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:01.854434 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1757ec-87fd-4249-b233-85862ae27cc7 None None] The sync data for ids ['4ec92841-2119-4794-9a1c-712ba285f241'] in dv-neutron-601336-84-hyperv is: [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:39:59Z', 'revision_number': 8, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': '22dff1c0-a894-488d-83fc-8517cfb98f61', 'name': '', 'network_id': 'b8ad387b-a36a-4d2c-aa13-dd45703aff48', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:6b:c1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:40Z', 'updated_at': '2021-06-02T20:39:49Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'ee97bc06-ab17-4264-80d4-bb39009523fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c9661b6-1f32-4796-84de-155917d125f6', 'name': '', 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:d9:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:32Z', 'updated_at': '2021-06-02T20:39:42Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:33Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:01.882664 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-e52c8d35-edc2-4dc2-9756-72f40bf3dc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:01.907390 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c8d35-edc2-4dc2-9756-72f40bf3dc9f None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:01.908288 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-e52c8d35-edc2-4dc2-9756-72f40bf3dc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:01.922142 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 539269e3-4099-4659-a84c-98bec00a8c6a is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:01.964973 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:01.983276 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-410f7237-30f5-4406-af9d-c8e1f63b3fba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "PUT /v2.0/floatingips/15f944bb-5f62-4c77-a2b0-9b117784d516 HTTP/1.1" status: 200 len: 688 time: 1.2730000 Jun 02 20:40:01.986096 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56826) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:01.987379 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-e52c8d35-edc2-4dc2-9756-72f40bf3dc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:01.988223 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c8d35-edc2-4dc2-9756-72f40bf3dc9f None None] The sync data for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:02.265980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a0fb13d3-62d0-44c4-9d0d-6389bcade074 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Deleting port abce12e9-5110-47fb-8f9c-4d120a66fdfe {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:02.266562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a0fb13d3-62d0-44c4-9d0d-6389bcade074 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:02.310381 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-5bb54f41-13c3-43ed-b339-a8e89db16d05 None None] Provisioning complete for port d25e3b6f-23ea-4934-bddb-d9a1d20aafcc triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:02.310763 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5bb54f41-13c3-43ed-b339-a8e89db16d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:02.387346 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-5bb54f41-13c3-43ed-b339-a8e89db16d05 None None] Port d25e3b6f-23ea-4934-bddb-d9a1d20aafcc cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:40:02.399999 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-14e739fa-101b-4a20-b6fe-283df61ff03e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:02.407223 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-643f3bcc-bcb2-4cfc-81d2-9ef39610f35b tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:02.427376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a0fb13d3-62d0-44c4-9d0d-6389bcade074 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:02.427712 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a0fb13d3-62d0-44c4-9d0d-6389bcade074 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:02.463373 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e739fa-101b-4a20-b6fe-283df61ff03e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Subnet': ['ID=6f86196f-8629-4b72-b27d-9fc89fe017d1,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:02.467753 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-14e739fa-101b-4a20-b6fe-283df61ff03e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:02.470632 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf8401c-f365-4851-b087-e38157a43963 None None] Network 70222492-7205-4d42-a094-1d0fe4747f3f requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:02.475678 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-14e739fa-101b-4a20-b6fe-283df61ff03e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:02.488526 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-14e739fa-101b-4a20-b6fe-283df61ff03e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/subnets/6f86196f-8629-4b72-b27d-9fc89fe017d1 HTTP/1.1" status: 204 len: 168 time: 1.6031651 Jun 02 20:40:02.491857 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56838) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:02.498320 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 902d19ca-210a-430a-a989-e46e6f5ef08b has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:40:02.572154 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a0fb13d3-62d0-44c4-9d0d-6389bcade074 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Calling delete_port for abce12e9-5110-47fb-8f9c-4d120a66fdfe owned by network:floatingip {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:02.707623 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:02.722069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a0fb13d3-62d0-44c4-9d0d-6389bcade074 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:02.728058 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:02.824016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb13d3-62d0-44c4-9d0d-6389bcade074 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event deleted for resources: {'Port': ['ID=abce12e9-5110-47fb-8f9c-4d120a66fdfe,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:02.832935 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a0fb13d3-62d0-44c4-9d0d-6389bcade074 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:02.871001 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:02.881778 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/routers/902d19ca-210a-430a-a989-e46e6f5ef08b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1915920 Jun 02 20:40:02.885484 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] Sync routers for ids ['902d19ca-210a-430a-a989-e46e6f5ef08b'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:02.894643 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793ede88-de50-4669-8ecd-bdb534f27f3e None None] DHCP port deletion for 70222492-7205-4d42-a094-1d0fe4747f3f request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:40:02.911943 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] Routers {'902d19ca-210a-430a-a989-e46e6f5ef08b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:02.912840 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['902d19ca-210a-430a-a989-e46e6f5ef08b'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:02.922558 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a0fb13d3-62d0-44c4-9d0d-6389bcade074 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:02.923263 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting port ea1eab89-e3c4-439e-a701-465b39010081 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:02.924433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:02.925733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56850) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:02.960294 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a0fb13d3-62d0-44c4-9d0d-6389bcade074 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:02.964639 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a0fb13d3-62d0-44c4-9d0d-6389bcade074 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "DELETE /v2.0/floatingips/15f944bb-5f62-4c77-a2b0-9b117784d516 HTTP/1.1" status: 204 len: 168 time: 0.9753482 Jun 02 20:40:02.964989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56854) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:02.977224 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': 'e6418a5f-9acb-4f59-afff-f716a7a3f90a'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:02.991122 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:03.000275 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Usage tracker for resource:floatingip and tenant:e94c2e34113a474285a6475fb9a81bcf is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:03.016570 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:03.027691 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-793ede88-de50-4669-8ecd-bdb534f27f3e None None] Deleting port ea1eab89-e3c4-439e-a701-465b39010081 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:03.030147 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-793ede88-de50-4669-8ecd-bdb534f27f3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.036047 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:03.056176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.060514 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] For port ea1eab89-e3c4-439e-a701-465b39010081, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ea1eab89-e3c4-439e-a701-465b39010081,segment=NetworkSegment(c16b89a4-1f89-4fda-b18a-969a58ae45c0),segment_id=c16b89a4-1f89-4fda-b18a-969a58ae45c0)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:03.061119 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.102846 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1112119612'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:03.108940 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:03.115179 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:network and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:03.118313 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:03.124933 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:03.141906 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] Set router 902d19ca-210a-430a-a989-e46e6f5ef08b gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:40:03.143805 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:03.147583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.170078 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.179484 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-793ede88-de50-4669-8ecd-bdb534f27f3e None None] For port ea1eab89-e3c4-439e-a701-465b39010081, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ea1eab89-e3c4-439e-a701-465b39010081,segment=NetworkSegment(c16b89a4-1f89-4fda-b18a-969a58ae45c0),segment_id=c16b89a4-1f89-4fda-b18a-969a58ae45c0)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:03.179886 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-793ede88-de50-4669-8ecd-bdb534f27f3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.204926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Calling delete_port for ea1eab89-e3c4-439e-a701-465b39010081 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:03.234403 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:03.245242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:security_group_rule and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:03.251098 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:03.256428 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.261901 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:03.262717 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:03.316138 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Port': ['ID=ea1eab89-e3c4-439e-a701-465b39010081,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:03.319302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:03.320193 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] No DVR routers for this DVR port ea1eab89-e3c4-439e-a701-465b39010081 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:40:03.324712 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-793ede88-de50-4669-8ecd-bdb534f27f3e None None] Calling delete_port for ea1eab89-e3c4-439e-a701-465b39010081 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:03.352161 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.373856 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-793ede88-de50-4669-8ecd-bdb534f27f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.378099 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ea1eab89-e3c4-439e-a701-465b39010081 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:40:03.425447 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fae12cc4-e891-47d3-b163-1c04d407aa9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:03.461230 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.465984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: ea1eab89-e3c4-439e-a701-465b39010081 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:40:03.466348 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ea1eab89-e3c4-439e-a701-465b39010081 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:40:03.466774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4b95aa72-b2e6-4b23-bbe3-45806b71b5b5 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:40:03.477246 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70222492-7205-4d42-a094-1d0fe4747f3f']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:03.488527 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.492386 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16b89a4-1f89-4fda-b18a-969a58ae45c0') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:03.492845 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16b89a4-1f89-4fda-b18a-969a58ae45c0') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:03.507744 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.511759 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ede88-de50-4669-8ecd-bdb534f27f3e None None] Pushing event deleted for resources: {'Port': ['ID=ea1eab89-e3c4-439e-a701-465b39010081,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:03.522680 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-793ede88-de50-4669-8ecd-bdb534f27f3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:03.524404 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 4b95aa72-b2e6-4b23-bbe3-45806b71b5b5 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:40:03.524756 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4b95aa72-b2e6-4b23-bbe3-45806b71b5b5 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:40:03.526371 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3740b917-7323-41c4-83fd-9ced3cad5bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.527963 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.528947 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.535498 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:40:03.536001 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.540217 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793ede88-de50-4669-8ecd-bdb534f27f3e None None] No DVR routers for this DVR port ea1eab89-e3c4-439e-a701-465b39010081 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:40:03.552389 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.556009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5e5a880f-e00f-4948-bef1-70027c43569f tempest-RoutersAdminNegativeTest-831054114 tempest-RoutersAdminNegativeTest-831054114-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:03.601449 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9bc406-dc51-4b6a-a5e4-5f43f921524e,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:03.605734 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:03.630164 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'name': 'tempest-TestNetworkBasicOps-router-15317489', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:19Z', 'updated_at': '2021-06-02T20:40:00Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:21Z', 'updated_at': '2021-06-02T20:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '00d50627-d792-4ad7-b0cb-cb95a0aafe78', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'port_id': '78f4386c-0e07-4e2e-9ae3-1b618f67e4a2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'mac_address': 'fa:16:3e:d3:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d9ccd6-8a8d-4d09-9364-6f2389652f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:38:05Z', 'updated_at': '2021-06-02T20:38:10Z', 'revision_number': 1, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3676f909-2055-4454-a483-44ec0ea39dd8', 'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b6:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:30Z', 'updated_at': '2021-06-02T20:37:40Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25e3b6f-23ea-4934-bddb-d9a1d20aafcc', 'name': '', 'network_id': '539269e3-4099-4659-a84c-98bec00a8c6a', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:d1:88:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '595cd4a5-3c12-4836-b428-c089c0e62ea7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:58Z', 'updated_at': '2021-06-02T20:40:00Z', 'revision_number': 2, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '595cd4a5-3c12-4836-b428-c089c0e62ea7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:03.633836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Allocated IP 172.26.0.123 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/8e7d5a0e-2fb4-4413-9e92-a90f60ae91f3) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:03.634477 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] Checking router: 902d19ca-210a-430a-a989-e46e6f5ef08b for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:40:03.635110 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] Updating router 902d19ca-210a-430a-a989-e46e6f5ef08b port d25e3b6f-23ea-4934-bddb-d9a1d20aafcc binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:40:03.647213 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:40:03.653625 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.659810 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-726a22b6-1bee-4763-9c44-d0333fcf88db tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:03.677869 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.678102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:40:03.684924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Network': ['ID=70222492-7205-4d42-a094-1d0fe4747f3f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:03.691578 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:03.700623 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.701056 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/networks/70222492-7205-4d42-a094-1d0fe4747f3f HTTP/1.1" status: 204 len: 168 time: 1.2078884 Jun 02 20:40:03.703563 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56860) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:03.739336 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.739683 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Added segment c9634558-9734-49b2-9103-1b3bd343e981 of type vlan for network c7678cbb-123a-4a79-8d3e-f2c360277884 Jun 02 20:40:03.792891 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.849215 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.860896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.866480 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:03.867095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:03.872205 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1c210435-889c-4524-a8bb-dafaebd68f69 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:03.994309 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0651050 Jun 02 20:40:03.996154 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56862) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:03.998423 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Network': ['ID=c7678cbb-123a-4a79-8d3e-f2c360277884,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:04.003565 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-7063b168-773c-4bf5-b1de-6f7dc79d76d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'port': {'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884', 'name': 'tempest-PortsTestJSON-376381057'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:04.012317 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network c7678cbb-123a-4a79-8d3e-f2c360277884 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:40:04.021287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:04.094472 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:04.102249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:04.115641 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:04.129735 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] Transition to ACTIVE for port object d25e3b6f-23ea-4934-bddb-d9a1d20aafcc will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:04.138153 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:04.143549 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-1b549dca-43cf-4908-9f25-0be4f375c1da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:04.224373 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:04.321813 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912906bf-1a28-4037-811a-381f78a01dd0 None None] Pushing event updated for resources: {'Port': ['ID=d25e3b6f-23ea-4934-bddb-d9a1d20aafcc,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:04.350414 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-912906bf-1a28-4037-811a-381f78a01dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:04.360571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7063b168-773c-4bf5-b1de-6f7dc79d76d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:04.371842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:04.376042 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7063b168-773c-4bf5-b1de-6f7dc79d76d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:port and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:04.379709 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:04.386938 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:04.388989 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] Attempting to bind port d25e3b6f-23ea-4934-bddb-d9a1d20aafcc on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:40:04.389384 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] Attempting to bind port d25e3b6f-23ea-4934-bddb-d9a1d20aafcc by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '2e1680aa-0e77-4112-bb96-6a32d47b8477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '539269e3-4099-4659-a84c-98bec00a8c6a'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:40:04.389731 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] Attempting to bind port d25e3b6f-23ea-4934-bddb-d9a1d20aafcc on network 539269e3-4099-4659-a84c-98bec00a8c6a {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:40:04.396135 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:40:04.396506 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] Checking segment: {'id': '2e1680aa-0e77-4112-bb96-6a32d47b8477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '539269e3-4099-4659-a84c-98bec00a8c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:40:04.397100 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:04.397495 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] Bound using segment: {'id': '2e1680aa-0e77-4112-bb96-6a32d47b8477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '539269e3-4099-4659-a84c-98bec00a8c6a'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:40:04.397955 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] Bound port: d25e3b6f-23ea-4934-bddb-d9a1d20aafcc, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1680aa-0e77-4112-bb96-6a32d47b8477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '539269e3-4099-4659-a84c-98bec00a8c6a'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:40:04.398326 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:04.433024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7063b168-773c-4bf5-b1de-6f7dc79d76d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:04.436382 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Port': ['ID=8e7d5a0e-2fb4-4413-9e92-a90f60ae91f3,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:04.439382 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:04.445472 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7063b168-773c-4bf5-b1de-6f7dc79d76d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:04.491374 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] For port d25e3b6f-23ea-4934-bddb-d9a1d20aafcc, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:40:04.492100 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3047eb04-4bf0-4856-b268-ac3bb0ac37f8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:04.494555 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] For port d25e3b6f-23ea-4934-bddb-d9a1d20aafcc, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d25e3b6f-23ea-4934-bddb-d9a1d20aafcc,segment=NetworkSegment(2e1680aa-0e77-4112-bb96-6a32d47b8477),segment_id=2e1680aa-0e77-4112-bb96-6a32d47b8477)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:40:04.497908 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7063b168-773c-4bf5-b1de-6f7dc79d76d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:04.499497 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:04.501860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7063b168-773c-4bf5-b1de-6f7dc79d76d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:04.504115 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-8da6566d-9eab-4364-aac7-6f4b35694cd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:04.545371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-7063b168-773c-4bf5-b1de-6f7dc79d76d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] device_id is not set on port 086b899b-9dff-433d-9cc4-71266d02a6ab yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:40:04.583197 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] Routers {'902d19ca-210a-430a-a989-e46e6f5ef08b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:04.583827 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['902d19ca-210a-430a-a989-e46e6f5ef08b'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:04.650317 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912906bf-1a28-4037-811a-381f78a01dd0 None None] Pushing event updated for resources: {'Port': ['ID=d25e3b6f-23ea-4934-bddb-d9a1d20aafcc,revision_number=4']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:04.654969 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-912906bf-1a28-4037-811a-381f78a01dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:04.799855 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] Set router 902d19ca-210a-430a-a989-e46e6f5ef08b gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:40:04.991945 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-3047eb04-4bf0-4856-b268-ac3bb0ac37f8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting port 22dff1c0-a894-488d-83fc-8517cfb98f61 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:04.992281 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3047eb04-4bf0-4856-b268-ac3bb0ac37f8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:05.015433 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7063b168-773c-4bf5-b1de-6f7dc79d76d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:05.075510 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7063b168-773c-4bf5-b1de-6f7dc79d76d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:05.083933 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:05.131670 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-3047eb04-4bf0-4856-b268-ac3bb0ac37f8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] For port 22dff1c0-a894-488d-83fc-8517cfb98f61, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=22dff1c0-a894-488d-83fc-8517cfb98f61,segment=NetworkSegment(ee0a853e-7210-462d-a5b1-7d058da2e4d1),segment_id=ee0a853e-7210-462d-a5b1-7d058da2e4d1)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:05.132054 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3047eb04-4bf0-4856-b268-ac3bb0ac37f8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:05.176782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:05.185866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063b168-773c-4bf5-b1de-6f7dc79d76d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=086b899b-9dff-433d-9cc4-71266d02a6ab,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:05.186089 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'name': 'tempest-TestNetworkBasicOps-router-15317489', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:19Z', 'updated_at': '2021-06-02T20:40:00Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:21Z', 'updated_at': '2021-06-02T20:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '00d50627-d792-4ad7-b0cb-cb95a0aafe78', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'port_id': '78f4386c-0e07-4e2e-9ae3-1b618f67e4a2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'mac_address': 'fa:16:3e:d3:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d9ccd6-8a8d-4d09-9364-6f2389652f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:38:05Z', 'updated_at': '2021-06-02T20:38:10Z', 'revision_number': 1, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3676f909-2055-4454-a483-44ec0ea39dd8', 'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b6:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:30Z', 'updated_at': '2021-06-02T20:37:40Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25e3b6f-23ea-4934-bddb-d9a1d20aafcc', 'name': '', 'network_id': '539269e3-4099-4659-a84c-98bec00a8c6a', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:d1:88:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '595cd4a5-3c12-4836-b428-c089c0e62ea7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:58Z', 'updated_at': '2021-06-02T20:40:04Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '595cd4a5-3c12-4836-b428-c089c0e62ea7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:05.188651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7063b168-773c-4bf5-b1de-6f7dc79d76d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:05.190971 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2e35c8-f2b0-469e-bdb6-d317149c951b None None] The sync data for ids ['902d19ca-210a-430a-a989-e46e6f5ef08b'] in dv-neutron-601336-84-hyperv is: [{'id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'name': 'tempest-TestNetworkBasicOps-router-15317489', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:19Z', 'updated_at': '2021-06-02T20:40:00Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:21Z', 'updated_at': '2021-06-02T20:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '00d50627-d792-4ad7-b0cb-cb95a0aafe78', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'port_id': '78f4386c-0e07-4e2e-9ae3-1b618f67e4a2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'mac_address': 'fa:16:3e:d3:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d9ccd6-8a8d-4d09-9364-6f2389652f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:38:05Z', 'updated_at': '2021-06-02T20:38:10Z', 'revision_number': 1, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3676f909-2055-4454-a483-44ec0ea39dd8', 'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b6:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:30Z', 'updated_at': '2021-06-02T20:37:40Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25e3b6f-23ea-4934-bddb-d9a1d20aafcc', 'name': '', 'network_id': '539269e3-4099-4659-a84c-98bec00a8c6a', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:d1:88:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '595cd4a5-3c12-4836-b428-c089c0e62ea7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:58Z', 'updated_at': '2021-06-02T20:40:04Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '595cd4a5-3c12-4836-b428-c089c0e62ea7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:05.199822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7063b168-773c-4bf5-b1de-6f7dc79d76d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Checking segment: {'id': 'c9634558-9734-49b2-9103-1b3bd343e981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:40:05.200226 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7063b168-773c-4bf5-b1de-6f7dc79d76d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network hostable DHCP agents. Network: c7678cbb-123a-4a79-8d3e-f2c360277884, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:40:05.279058 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-3047eb04-4bf0-4856-b268-ac3bb0ac37f8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Calling delete_port for 22dff1c0-a894-488d-83fc-8517cfb98f61 owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:05.280978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7063b168-773c-4bf5-b1de-6f7dc79d76d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network c7678cbb-123a-4a79-8d3e-f2c360277884 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:40:05.304015 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-7063b168-773c-4bf5-b1de-6f7dc79d76d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, c7678cbb-123a-4a79-8d3e-f2c360277884) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:05.307893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7063b168-773c-4bf5-b1de-6f7dc79d76d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:05.313310 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5ae12e-f2e2-4833-a053-f85f63cf7aa2 None None] Network c7678cbb-123a-4a79-8d3e-f2c360277884 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:05.314179 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7063b168-773c-4bf5-b1de-6f7dc79d76d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:05.314839 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7063b168-773c-4bf5-b1de-6f7dc79d76d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:05.340268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:05.405507 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7063b168-773c-4bf5-b1de-6f7dc79d76d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4081805 Jun 02 20:40:05.409052 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56866) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:05.416000 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-af178c57-1055-4267-8b5e-ccb9ae2832e6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-938168455'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:05.429083 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-af178c57-1055-4267-8b5e-ccb9ae2832e6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:05.435909 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-af178c57-1055-4267-8b5e-ccb9ae2832e6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:network and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:05.441307 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-af178c57-1055-4267-8b5e-ccb9ae2832e6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:05.462378 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-af178c57-1055-4267-8b5e-ccb9ae2832e6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:05.475064 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3047eb04-4bf0-4856-b268-ac3bb0ac37f8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:05.481963 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c6233bea-3e49-45da-ad0c-406217f3e54c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:05.535797 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047eb04-4bf0-4856-b268-ac3bb0ac37f8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Port': ['ID=22dff1c0-a894-488d-83fc-8517cfb98f61,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:05.540471 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af178c57-1055-4267-8b5e-ccb9ae2832e6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:05.547840 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-af178c57-1055-4267-8b5e-ccb9ae2832e6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:05.573115 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3047eb04-4bf0-4856-b268-ac3bb0ac37f8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:05.626172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af178c57-1055-4267-8b5e-ccb9ae2832e6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:40:05.643591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-af178c57-1055-4267-8b5e-ccb9ae2832e6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:05.643943 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-af178c57-1055-4267-8b5e-ccb9ae2832e6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Added segment c875bfad-10db-4061-bf97-9ce6d7d5cd96 of type vlan for network 21c39fbb-01ba-4f27-ae0d-25973d332acc Jun 02 20:40:05.685980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:05.688726 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-af178c57-1055-4267-8b5e-ccb9ae2832e6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:05.695208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:05.700644 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:05.842986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Port': ['ID=8e7d5a0e-2fb4-4413-9e92-a90f60ae91f3,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:05.848736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:05.849372 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-af178c57-1055-4267-8b5e-ccb9ae2832e6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:05.855594 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af178c57-1055-4267-8b5e-ccb9ae2832e6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:05.856365 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-af178c57-1055-4267-8b5e-ccb9ae2832e6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:05.864456 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2b7d0fbc-33ab-4a55-8c35-2f8ee8ce37de tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:05.879733 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:05.903159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:05.991643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3047eb04-4bf0-4856-b268-ac3bb0ac37f8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:06.039970 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-af178c57-1055-4267-8b5e-ccb9ae2832e6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6298647 Jun 02 20:40:06.045166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56868) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:06.057440 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'ports': [{'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884'}, {'network_id': '21c39fbb-01ba-4f27-ae0d-25973d332acc'}]} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:06.057652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'port': {'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:06.058091 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'port': {'network_id': '21c39fbb-01ba-4f27-ae0d-25973d332acc'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:06.093552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af178c57-1055-4267-8b5e-ccb9ae2832e6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Network': ['ID=21c39fbb-01ba-4f27-ae0d-25973d332acc,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:06.102622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-af178c57-1055-4267-8b5e-ccb9ae2832e6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:06.106048 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 21c39fbb-01ba-4f27-ae0d-25973d332acc details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:40:06.336322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3047eb04-4bf0-4856-b268-ac3bb0ac37f8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router 4ec92841-2119-4794-9a1c-712ba285f241 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:40:06.423061 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Floating IP 0e1b7d25-700b-485a-9c0f-f3bc85671933 associated. External IP: 172.26.0.123, port: e6418a5f-9acb-4f59-afff-f716a7a3f90a. Jun 02 20:40:06.503130 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3047eb04-4bf0-4856-b268-ac3bb0ac37f8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:06.512922 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ccc41-be28-4660-a46e-aa0808afb0c3 None None] Sync routers for ids ['4ec92841-2119-4794-9a1c-712ba285f241'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:06.515583 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3047eb04-4bf0-4856-b268-ac3bb0ac37f8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/4ec92841-2119-4794-9a1c-712ba285f241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8108768 Jun 02 20:40:06.518693 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56870) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:06.523608 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ccc41-be28-4660-a46e-aa0808afb0c3 None None] Routers {'4ec92841-2119-4794-9a1c-712ba285f241'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:06.524211 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-909ccc41-be28-4660-a46e-aa0808afb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['4ec92841-2119-4794-9a1c-712ba285f241'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:06.585636 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-3934d856-bc6e-408b-abe2-3407b2a0e933 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting subnet ee97bc06-ab17-4264-80d4-bb39009523fd {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:40:06.589012 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3934d856-bc6e-408b-abe2-3407b2a0e933 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:06.643506 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:06.648161 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3934d856-bc6e-408b-abe2-3407b2a0e933 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:06.654321 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:port and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:06.659104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:06.674964 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:06.683340 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-909ccc41-be28-4660-a46e-aa0808afb0c3 None None] Set router 4ec92841-2119-4794-9a1c-712ba285f241 gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:40:06.696776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'port': 2} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:06.701330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:06.743166 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3934d856-bc6e-408b-abe2-3407b2a0e933 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:06.788429 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:07.015860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] device_id is not set on port c3741501-3495-4fc0-a33d-ef886c2723f0 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:40:07.038625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Router 71a7b70c-6463-4a8d-bbb9-304537df3dd8 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:40:07.044090 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3934d856-bc6e-408b-abe2-3407b2a0e933 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:07.068590 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d5c83b74-329c-4cc7-9056-e070a79422bb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:07.104615 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-909ccc41-be28-4660-a46e-aa0808afb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:40:05Z', 'revision_number': 9, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': '9c9661b6-1f32-4796-84de-155917d125f6', 'name': '', 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:d9:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:32Z', 'updated_at': '2021-06-02T20:39:42Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:33Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:07.108445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ccc41-be28-4660-a46e-aa0808afb0c3 None None] Checking router: 4ec92841-2119-4794-9a1c-712ba285f241 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:40:07.110446 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934d856-bc6e-408b-abe2-3407b2a0e933 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Subnet': ['ID=ee97bc06-ab17-4264-80d4-bb39009523fd,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:07.113556 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3934d856-bc6e-408b-abe2-3407b2a0e933 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:07.115596 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3934d856-bc6e-408b-abe2-3407b2a0e933 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:07.123466 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10ee759-ea0e-4467-911d-cd26ab050c7a None None] Network b8ad387b-a36a-4d2c-aa13-dd45703aff48 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:07.124700 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3934d856-bc6e-408b-abe2-3407b2a0e933 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/subnets/ee97bc06-ab17-4264-80d4-bb39009523fd HTTP/1.1" status: 204 len: 168 time: 0.6044452 Jun 02 20:40:07.125295 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56872) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:07.159202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ccc41-be28-4660-a46e-aa0808afb0c3 None None] Routers {'4ec92841-2119-4794-9a1c-712ba285f241'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:07.159881 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-909ccc41-be28-4660-a46e-aa0808afb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['4ec92841-2119-4794-9a1c-712ba285f241'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:07.214179 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d25e3b6f-23ea-4934-bddb-d9a1d20aafcc up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:40:07.257566 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:07.335446 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:07.335708 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting port f588ab53-f499-4be5-958c-961c56cb38d9 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:07.335844 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:07.346345 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:07.348633 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b3c8c6-ccfe-4833-b5bd-c5cf546d8628 None None] Sync routers for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:07.363905 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b3c8c6-ccfe-4833-b5bd-c5cf546d8628 None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:07.364755 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-93b3c8c6-ccfe-4833-b5bd-c5cf546d8628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:07.433803 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:07.444060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] For port f588ab53-f499-4be5-958c-961c56cb38d9, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f588ab53-f499-4be5-958c-961c56cb38d9,segment=NetworkSegment(ee0a853e-7210-462d-a5b1-7d058da2e4d1),segment_id=ee0a853e-7210-462d-a5b1-7d058da2e4d1)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:07.444418 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:07.457310 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-93b3c8c6-ccfe-4833-b5bd-c5cf546d8628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:07.472351 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b3c8c6-ccfe-4833-b5bd-c5cf546d8628 None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:07.473216 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-93b3c8c6-ccfe-4833-b5bd-c5cf546d8628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:07.509873 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-909ccc41-be28-4660-a46e-aa0808afb0c3 None None] Set router 4ec92841-2119-4794-9a1c-712ba285f241 gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:40:07.516284 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] device_id is not set on port 3485ae16-4e80-42a8-a26b-7f12ad159050 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:40:07.530583 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.5631425 Jun 02 20:40:07.531355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56874) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:07.564177 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-93b3c8c6-ccfe-4833-b5bd-c5cf546d8628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:07.565372 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b3c8c6-ccfe-4833-b5bd-c5cf546d8628 None None] The sync data for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:07.582014 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port d25e3b6f-23ea-4934-bddb-d9a1d20aafcc completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:40:07.599756 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port d25e3b6f-23ea-4934-bddb-d9a1d20aafcc triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:07.600289 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:07.664166 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-09ea25c8-62aa-4fa2-97eb-5528eb6e15c4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "GET /v2.0/floatingips/0e1b7d25-700b-485a-9c0f-f3bc85671933 HTTP/1.1" status: 200 len: 977 time: 0.1298757 Jun 02 20:40:07.664763 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56876) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:07.743435 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Calling delete_port for f588ab53-f499-4be5-958c-961c56cb38d9 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:07.795984 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:07.801173 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-84eee612-f896-4299-a8ae-13585b6a7154 tempest-AllowedAddressPairIpV6TestJSON-1177126128 tempest-AllowedAddressPairIpV6TestJSON-1177126128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:07.848389 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Port': ['ID=f588ab53-f499-4be5-958c-961c56cb38d9,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:07.853548 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:07.856076 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] No DVR routers for this DVR port f588ab53-f499-4be5-958c-961c56cb38d9 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:40:07.960433 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c938fbf-7b1a-46fe-92e2-4e8b158550c8 None None] DHCP port deletion for b8ad387b-a36a-4d2c-aa13-dd45703aff48 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:40:07.974988 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:07.999048 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:08.007335 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-34bdbcca-1e9d-4889-9e7c-d5f5414b3aaa tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Synchronizing usage tracker for tenant:e94c2e34113a474285a6475fb9a81bcf on resource:floatingip {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:40:08.014037 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ad387b-a36a-4d2c-aa13-dd45703aff48']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:08.025619 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port d25e3b6f-23ea-4934-bddb-d9a1d20aafcc, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d25e3b6f-23ea-4934-bddb-d9a1d20aafcc,segment=NetworkSegment(2e1680aa-0e77-4112-bb96-6a32d47b8477),segment_id=2e1680aa-0e77-4112-bb96-6a32d47b8477)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:08.028432 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0a853e-7210-462d-a5b1-7d058da2e4d1') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:08.028719 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0a853e-7210-462d-a5b1-7d058da2e4d1') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:08.035174 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:08.038646 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e0b5ffe6-62ac-4b6a-89a0-8f2b6ddc5e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:08.042519 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:08.049492 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:08.053834 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-34bdbcca-1e9d-4889-9e7c-d5f5414b3aaa tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Unset dirty status for tenant:e94c2e34113a474285a6475fb9a81bcf on resource:floatingip {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:40:08.057566 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-34bdbcca-1e9d-4889-9e7c-d5f5414b3aaa tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3870659 Jun 02 20:40:08.057780 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56880) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:08.062800 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-08bd1758-37ff-4f6a-80c0-31141858c734 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Request body: {'floatingip': {'port_id': 'c55748b0-4a5a-4832-92e0-e111d9202bcd'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:08.075400 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-909ccc41-be28-4660-a46e-aa0808afb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:40:05Z', 'revision_number': 9, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': '9c9661b6-1f32-4796-84de-155917d125f6', 'name': '', 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:d9:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:32Z', 'updated_at': '2021-06-02T20:39:42Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:33Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:08.082625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:08.088646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e31c6261-d16d-47b0-9fc9-c23fd84c7367 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:08.090742 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ccc41-be28-4660-a46e-aa0808afb0c3 None None] The sync data for ids ['4ec92841-2119-4794-9a1c-712ba285f241'] in dv-neutron-601336-84-hyperv is: [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:40:05Z', 'revision_number': 9, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': '9c9661b6-1f32-4796-84de-155917d125f6', 'name': '', 'network_id': '454fa62c-3187-4cc5-93d0-93375d103651', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:d9:89:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:32Z', 'updated_at': '2021-06-02T20:39:42Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': 'd3ccb4f2-5ce5-4e7f-8ffb-919402e769e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:33Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:08.123513 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=d25e3b6f-23ea-4934-bddb-d9a1d20aafcc,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:08.125165 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:08.130362 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:08.149693 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:40:08.150099 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:40:08.165117 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:40:08.179339 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network c7678cbb-123a-4a79-8d3e-f2c360277884 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:08.182847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=c3741501-3495-4fc0-a33d-ef886c2723f0,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:08.185219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:08.187607 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:08.188095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:08.189011 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:08.194271 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-00ce0298-6113-47ca-92aa-cd82419579b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:08.262391 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-08bd1758-37ff-4f6a-80c0-31141858c734 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:08.277782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=3485ae16-4e80-42a8-a26b-7f12ad159050,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:08.281537 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:08.288991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Checking segment: {'id': 'c875bfad-10db-4061-bf97-9ce6d7d5cd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '21c39fbb-01ba-4f27-ae0d-25973d332acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:40:08.289352 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network hostable DHCP agents. Network: 21c39fbb-01ba-4f27-ae0d-25973d332acc, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:40:08.307966 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network 21c39fbb-01ba-4f27-ae0d-25973d332acc is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:40:08.318079 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 21c39fbb-01ba-4f27-ae0d-25973d332acc) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:08.323942 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:08.326995 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2adf21-62bf-4d26-94c3-a76a0efb9104 None None] Network 21c39fbb-01ba-4f27-ae0d-25973d332acc requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:08.332922 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:08.337729 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:08.338392 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:08.340474 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:08.347230 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:08.366966 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3188846 Jun 02 20:40:08.369517 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56882) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:08.369962 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:08.385942 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Network': ['ID=b8ad387b-a36a-4d2c-aa13-dd45703aff48,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:08.390835 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/networks/b8ad387b-a36a-4d2c-aa13-dd45703aff48 HTTP/1.1" status: 204 len: 168 time: 1.2617991 Jun 02 20:40:08.397211 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:08.397699 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56884) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:08.514800 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-adf1be00-af69-4269-b948-79beab71b8a9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting port 3485ae16-4e80-42a8-a26b-7f12ad159050 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:08.514800 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-adf1be00-af69-4269-b948-79beab71b8a9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:08.620965 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-adf1be00-af69-4269-b948-79beab71b8a9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:08.744890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-adf1be00-af69-4269-b948-79beab71b8a9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Calling delete_port for 3485ae16-4e80-42a8-a26b-7f12ad159050 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:08.794228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-adf1be00-af69-4269-b948-79beab71b8a9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:08.799883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-34c56fe6-487e-4527-a1fc-675881b014ea tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:08.843501 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1be00-af69-4269-b948-79beab71b8a9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Port': ['ID=3485ae16-4e80-42a8-a26b-7f12ad159050,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:08.847011 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-adf1be00-af69-4269-b948-79beab71b8a9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:08.851378 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-adf1be00-af69-4269-b948-79beab71b8a9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:08.857319 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-adf1be00-af69-4269-b948-79beab71b8a9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/ports/3485ae16-4e80-42a8-a26b-7f12ad159050 HTTP/1.1" status: 204 len: 168 time: 0.4866748 Jun 02 20:40:08.859884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56886) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:08.939431 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7816d60-8202-410e-9635-5316d7ed7cce tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:08.947601 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7816d60-8202-410e-9635-5316d7ed7cce tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:08.948551 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d7816d60-8202-410e-9635-5316d7ed7cce tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Synchronizing usage tracker for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:40:08.969372 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d7816d60-8202-410e-9635-5316d7ed7cce tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Unset dirty status for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:40:08.971087 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d7816d60-8202-410e-9635-5316d7ed7cce tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1099653 Jun 02 20:40:08.973900 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56888) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:09.030950 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d25e3b6f-23ea-4934-bddb-d9a1d20aafcc up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:40:09.101559 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port d25e3b6f-23ea-4934-bddb-d9a1d20aafcc triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:09.101854 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:09.118377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f2f93-92e7-47d5-9777-116c7f281490 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting port c3741501-3495-4fc0-a33d-ef886c2723f0 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:09.118895 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6c2f2f93-92e7-47d5-9777-116c7f281490 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:09.225462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6c2f2f93-92e7-47d5-9777-116c7f281490 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:09.270420 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f588ab53-f499-4be5-958c-961c56cb38d9 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:40:09.307226 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: f588ab53-f499-4be5-958c-961c56cb38d9 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:40:09.307570 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f588ab53-f499-4be5-958c-961c56cb38d9 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:40:09.308344 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 22dff1c0-a894-488d-83fc-8517cfb98f61 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:40:09.341583 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 22dff1c0-a894-488d-83fc-8517cfb98f61 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:40:09.341926 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 22dff1c0-a894-488d-83fc-8517cfb98f61 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:40:09.360049 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f2f93-92e7-47d5-9777-116c7f281490 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Calling delete_port for c3741501-3495-4fc0-a33d-ef886c2723f0 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:09.407176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6c2f2f93-92e7-47d5-9777-116c7f281490 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:09.413062 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0affae38-68f7-41ca-b2b0-0dfe5760ad0f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:09.460188 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f2f93-92e7-47d5-9777-116c7f281490 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Port': ['ID=c3741501-3495-4fc0-a33d-ef886c2723f0,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:09.463849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6c2f2f93-92e7-47d5-9777-116c7f281490 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:09.467729 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6c2f2f93-92e7-47d5-9777-116c7f281490 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:09.481497 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6c2f2f93-92e7-47d5-9777-116c7f281490 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/ports/c3741501-3495-4fc0-a33d-ef886c2723f0 HTTP/1.1" status: 204 len: 168 time: 0.5065339 Jun 02 20:40:09.483980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56890) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:09.534095 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5abdc340-49dc-4f6c-8ec6-8da847c4d3e8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:09.571228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc544764-edaf-408e-9120-3fa56e1073f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:09.571938 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fc544764-edaf-408e-9120-3fa56e1073f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Synchronizing usage tracker for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:40:09.588180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fc544764-edaf-408e-9120-3fa56e1073f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Unset dirty status for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:40:09.589636 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fc544764-edaf-408e-9120-3fa56e1073f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1047604 Jun 02 20:40:09.592604 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56892) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:09.641227 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f81084d-29c6-494f-b0c9-c38b3cd8f989 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] GET failed (client error): The resource could not be found. Jun 02 20:40:09.642410 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5f81084d-29c6-494f-b0c9-c38b3cd8f989 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports/3485ae16-4e80-42a8-a26b-7f12ad159050 HTTP/1.1" status: 404 len: 333 time: 0.0487978 Jun 02 20:40:09.645723 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56894) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:09.667876 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-08bd1758-37ff-4f6a-80c0-31141858c734 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:09.675769 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-08bd1758-37ff-4f6a-80c0-31141858c734 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:09.687983 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a89dba5-2d87-4ce3-bf30-187b3e820549 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] GET failed (client error): The resource could not be found. Jun 02 20:40:09.689305 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7a89dba5-2d87-4ce3-bf30-187b3e820549 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports/c3741501-3495-4fc0-a33d-ef886c2723f0 HTTP/1.1" status: 404 len: 333 time: 0.0427063 Jun 02 20:40:09.692713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56896) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:09.804121 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0ad064b1-221c-4edd-814f-6ea025a9d629 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:09.938529 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0ad064b1-221c-4edd-814f-6ea025a9d629 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:09.951872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-0ad064b1-221c-4edd-814f-6ea025a9d629 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c39fbb-01ba-4f27-ae0d-25973d332acc']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:09.962733 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-08bd1758-37ff-4f6a-80c0-31141858c734 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Floating IP 0e1b7d25-700b-485a-9c0f-f3bc85671933 associated. External IP: 172.26.0.123, port: e6418a5f-9acb-4f59-afff-f716a7a3f90a. Jun 02 20:40:09.964242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-0ad064b1-221c-4edd-814f-6ea025a9d629 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c875bfad-10db-4061-bf97-9ce6d7d5cd96') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:09.964548 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-0ad064b1-221c-4edd-814f-6ea025a9d629 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c875bfad-10db-4061-bf97-9ce6d7d5cd96') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:09.975782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0ad064b1-221c-4edd-814f-6ea025a9d629 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:09.992402 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0ad064b1-221c-4edd-814f-6ea025a9d629 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:09.998759 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad064b1-221c-4edd-814f-6ea025a9d629 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:40:09.999184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0ad064b1-221c-4edd-814f-6ea025a9d629 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:40:10.014365 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:40:10.094719 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0ad064b1-221c-4edd-814f-6ea025a9d629 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:10.099038 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0ad064b1-221c-4edd-814f-6ea025a9d629 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:10.101735 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:10.123269 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad064b1-221c-4edd-814f-6ea025a9d629 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Network': ['ID=21c39fbb-01ba-4f27-ae0d-25973d332acc,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:10.125815 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0ad064b1-221c-4edd-814f-6ea025a9d629 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:10.131484 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0ad064b1-221c-4edd-814f-6ea025a9d629 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/networks/21c39fbb-01ba-4f27-ae0d-25973d332acc HTTP/1.1" status: 204 len: 168 time: 0.4335451 Jun 02 20:40:10.131843 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56900) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:10.136449 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-f1c0afb6-26d1-4595-a577-b58c78fcde29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1255488623'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:10.141441 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f1c0afb6-26d1-4595-a577-b58c78fcde29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:10.145272 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f1c0afb6-26d1-4595-a577-b58c78fcde29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:network and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:10.148059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f1c0afb6-26d1-4595-a577-b58c78fcde29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:10.153590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f1c0afb6-26d1-4595-a577-b58c78fcde29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:10.163590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c0afb6-26d1-4595-a577-b58c78fcde29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:10.167363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f1c0afb6-26d1-4595-a577-b58c78fcde29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:10.195858 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c0afb6-26d1-4595-a577-b58c78fcde29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:40:10.205600 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f1c0afb6-26d1-4595-a577-b58c78fcde29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:10.205943 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-f1c0afb6-26d1-4595-a577-b58c78fcde29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Added segment 26083655-dbcb-45d4-8673-297493d1df0a of type vlan for network e68c1d9b-1369-48a9-91b0-abc39ff8b777 Jun 02 20:40:10.232595 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f1c0afb6-26d1-4595-a577-b58c78fcde29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:10.263301 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f1c0afb6-26d1-4595-a577-b58c78fcde29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:10.268821 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c0afb6-26d1-4595-a577-b58c78fcde29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:10.269401 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f1c0afb6-26d1-4595-a577-b58c78fcde29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:10.274308 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-85e8e006-d7eb-45c2-a4df-d9996b720ece tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:10.316076 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f1c0afb6-26d1-4595-a577-b58c78fcde29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1834383 Jun 02 20:40:10.321446 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56902) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:10.327561 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-faa6320a-5219-4bc9-98f6-f0751fa44a8d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'subnet': {'network_id': 'e68c1d9b-1369-48a9-91b0-abc39ff8b777', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:10.382632 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0afb6-26d1-4595-a577-b58c78fcde29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Network': ['ID=e68c1d9b-1369-48a9-91b0-abc39ff8b777,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:10.385345 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f1c0afb6-26d1-4595-a577-b58c78fcde29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:10.394582 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network e68c1d9b-1369-48a9-91b0-abc39ff8b777 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:40:10.684672 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-5abdc340-49dc-4f6c-8ec6-8da847c4d3e8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting port 9c9661b6-1f32-4796-84de-155917d125f6 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:10.685249 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5abdc340-49dc-4f6c-8ec6-8da847c4d3e8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:10.768703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bd1758-37ff-4f6a-80c0-31141858c734 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Router 71a7b70c-6463-4a8d-bbb9-304537df3dd8 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:40:10.769648 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-faa6320a-5219-4bc9-98f6-f0751fa44a8d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:10.782322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-faa6320a-5219-4bc9-98f6-f0751fa44a8d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:subnet and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:10.788315 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-faa6320a-5219-4bc9-98f6-f0751fa44a8d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:10.804418 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-faa6320a-5219-4bc9-98f6-f0751fa44a8d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:10.900904 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa6320a-5219-4bc9-98f6-f0751fa44a8d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:10.904327 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-faa6320a-5219-4bc9-98f6-f0751fa44a8d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:10.955013 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-5abdc340-49dc-4f6c-8ec6-8da847c4d3e8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] For port 9c9661b6-1f32-4796-84de-155917d125f6, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9c9661b6-1f32-4796-84de-155917d125f6,segment=NetworkSegment(b3528250-9068-4092-b816-06d1dbc8d0f8),segment_id=b3528250-9068-4092-b816-06d1dbc8d0f8)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:10.956107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5abdc340-49dc-4f6c-8ec6-8da847c4d3e8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:11.201034 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-5abdc340-49dc-4f6c-8ec6-8da847c4d3e8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Calling delete_port for 9c9661b6-1f32-4796-84de-155917d125f6 owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:11.258328 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bd1758-37ff-4f6a-80c0-31141858c734 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:11.267205 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bd5e9d-f9e2-4935-88b8-34cf0b1c04ec None None] Sync routers for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:11.276253 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bd5e9d-f9e2-4935-88b8-34cf0b1c04ec None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:11.276924 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-48bd5e9d-f9e2-4935-88b8-34cf0b1c04ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:11.338905 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-48bd5e9d-f9e2-4935-88b8-34cf0b1c04ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:11.348794 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bd5e9d-f9e2-4935-88b8-34cf0b1c04ec None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:11.349391 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-48bd5e9d-f9e2-4935-88b8-34cf0b1c04ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:11.407583 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-48bd5e9d-f9e2-4935-88b8-34cf0b1c04ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:11.408821 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bd5e9d-f9e2-4935-88b8-34cf0b1c04ec None None] The sync data for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:12.018661 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5abdc340-49dc-4f6c-8ec6-8da847c4d3e8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:12.025188 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-74e0a479-2018-4639-a577-9fa1bdcfcb4a tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:12.059123 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bd1758-37ff-4f6a-80c0-31141858c734 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Router 71a7b70c-6463-4a8d-bbb9-304537df3dd8 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:40:12.107433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdc340-49dc-4f6c-8ec6-8da847c4d3e8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Port': ['ID=9c9661b6-1f32-4796-84de-155917d125f6,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:12.118481 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5abdc340-49dc-4f6c-8ec6-8da847c4d3e8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:12.527203 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bd1758-37ff-4f6a-80c0-31141858c734 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:12.536767 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe4cc7c-7218-49fd-af4c-341496a2fe96 None None] Sync routers for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:12.546177 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe4cc7c-7218-49fd-af4c-341496a2fe96 None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:12.546780 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2fe4cc7c-7218-49fd-af4c-341496a2fe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:12.559517 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5abdc340-49dc-4f6c-8ec6-8da847c4d3e8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:12.606319 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2fe4cc7c-7218-49fd-af4c-341496a2fe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:12.616693 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe4cc7c-7218-49fd-af4c-341496a2fe96 None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:12.617341 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2fe4cc7c-7218-49fd-af4c-341496a2fe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:12.650814 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-08bd1758-37ff-4f6a-80c0-31141858c734 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:12.691893 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-faa6320a-5219-4bc9-98f6-f0751fa44a8d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:12.701593 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2fe4cc7c-7218-49fd-af4c-341496a2fe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:12.702001 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe4cc7c-7218-49fd-af4c-341496a2fe96 None None] The sync data for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:12.752046 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5af83fca-4835-4acd-8f92-bbd343e69612 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:12.905257 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6320a-5219-4bc9-98f6-f0751fa44a8d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Subnet': ['ID=333cdb5c-36e2-4987-b5a2-0e574369033a,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:12.911753 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-faa6320a-5219-4bc9-98f6-f0751fa44a8d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:12.984239 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa6320a-5219-4bc9-98f6-f0751fa44a8d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Checking segment: {'id': '26083655-dbcb-45d4-8673-297493d1df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e68c1d9b-1369-48a9-91b0-abc39ff8b777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:40:12.984602 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa6320a-5219-4bc9-98f6-f0751fa44a8d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network hostable DHCP agents. Network: e68c1d9b-1369-48a9-91b0-abc39ff8b777, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:40:13.048034 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-08bd1758-37ff-4f6a-80c0-31141858c734 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "PUT /v2.0/floatingips/0e1b7d25-700b-485a-9c0f-f3bc85671933 HTTP/1.1" status: 200 len: 979 time: 4.9891644 Jun 02 20:40:13.050732 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56906) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:13.055547 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-41d92d2b-c741-412a-9119-47138a37d418 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Request body: {'floatingip': {'port_id': None}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:13.089703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa6320a-5219-4bc9-98f6-f0751fa44a8d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network e68c1d9b-1369-48a9-91b0-abc39ff8b777 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:40:13.106744 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abdc340-49dc-4f6c-8ec6-8da847c4d3e8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router 4ec92841-2119-4794-9a1c-712ba285f241 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:40:13.107726 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-faa6320a-5219-4bc9-98f6-f0751fa44a8d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, e68c1d9b-1369-48a9-91b0-abc39ff8b777) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:13.115810 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c353ff-1c39-4465-be34-60aea7449e89 None None] Network e68c1d9b-1369-48a9-91b0-abc39ff8b777 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:13.122316 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa6320a-5219-4bc9-98f6-f0751fa44a8d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:13.122905 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-faa6320a-5219-4bc9-98f6-f0751fa44a8d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:13.163845 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-41d92d2b-c741-412a-9119-47138a37d418 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:13.356062 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-e68c1d9b-1369-48a9-91b0-abc39ff8b777', 'network_id': 'e68c1d9b-1369-48a9-91b0-abc39ff8b777', 'tenant_id': '85b5d6b333474389aa51378f6bb38d9f', 'fixed_ips': [{'subnet_id': '333cdb5c-36e2-4987-b5a2-0e574369033a'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:40:13.357063 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:13.442194 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-faa6320a-5219-4bc9-98f6-f0751fa44a8d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1184328 Jun 02 20:40:13.444844 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56908) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:13.449711 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-caae5b15-c7b8-4ff1-b12e-308cba761cc6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'port': {'network_id': 'e68c1d9b-1369-48a9-91b0-abc39ff8b777', 'name': 'tempest-PortsTestJSON-61782623'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:13.527573 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Allocated IP 172.20.0.2 (e68c1d9b-1369-48a9-91b0-abc39ff8b777/333cdb5c-36e2-4987-b5a2-0e574369033a/e8101bff-6320-48fc-8d32-73330ab8a997) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:13.555426 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abdc340-49dc-4f6c-8ec6-8da847c4d3e8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:13.565117 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5abdc340-49dc-4f6c-8ec6-8da847c4d3e8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/4ec92841-2119-4794-9a1c-712ba285f241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1622314 Jun 02 20:40:13.566594 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56910) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:13.568563 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845f3ec5-3a77-48e4-8adb-c404ff85f947 None None] Sync routers for ids ['4ec92841-2119-4794-9a1c-712ba285f241'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:13.599401 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-41d92d2b-c741-412a-9119-47138a37d418 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:13.604266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-41d92d2b-c741-412a-9119-47138a37d418 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:13.604786 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-41d92d2b-c741-412a-9119-47138a37d418 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Floating IP 0e1b7d25-700b-485a-9c0f-f3bc85671933 disassociated. External IP: 172.26.0.123, port: c55748b0-4a5a-4832-92e0-e111d9202bcd. Jun 02 20:40:13.636116 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845f3ec5-3a77-48e4-8adb-c404ff85f947 None None] Routers {'4ec92841-2119-4794-9a1c-712ba285f241'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:13.637001 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-845f3ec5-3a77-48e4-8adb-c404ff85f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['4ec92841-2119-4794-9a1c-712ba285f241'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:13.682352 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8df4a4-1c75-45d4-aa47-ab84d443ba73 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting subnet d3ccb4f2-5ce5-4e7f-8ffb-919402e769e5 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:40:13.688654 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-caae5b15-c7b8-4ff1-b12e-308cba761cc6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:13.693395 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cd8df4a4-1c75-45d4-aa47-ab84d443ba73 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:13.741473 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-caae5b15-c7b8-4ff1-b12e-308cba761cc6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:13.763557 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caae5b15-c7b8-4ff1-b12e-308cba761cc6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:13.767330 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-caae5b15-c7b8-4ff1-b12e-308cba761cc6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:13.783881 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cd8df4a4-1c75-45d4-aa47-ab84d443ba73 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:13.836295 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-caae5b15-c7b8-4ff1-b12e-308cba761cc6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] device_id is not set on port f7b55be9-37d1-4a63-9273-8836b09cd3a1 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:40:13.843091 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-845f3ec5-3a77-48e4-8adb-c404ff85f947 None None] Set router 4ec92841-2119-4794-9a1c-712ba285f241 gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:40:13.945208 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cd8df4a4-1c75-45d4-aa47-ab84d443ba73 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:13.993701 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d92d2b-c741-412a-9119-47138a37d418 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Router 71a7b70c-6463-4a8d-bbb9-304537df3dd8 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:40:14.091099 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:14.109921 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Transition to ACTIVE for port object e8101bff-6320-48fc-8d32-73330ab8a997 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:14.180172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d92d2b-c741-412a-9119-47138a37d418 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:14.184409 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-41d92d2b-c741-412a-9119-47138a37d418 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:14.187182 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Transition to ACTIVE for port object e8101bff-6320-48fc-8d32-73330ab8a997 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:14.196231 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd147940-1cd9-4f4f-a77a-4cf6e220f32c None None] Sync routers for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:14.204635 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:14.207612 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd147940-1cd9-4f4f-a77a-4cf6e220f32c None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:14.208653 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-bd147940-1cd9-4f4f-a77a-4cf6e220f32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:14.211257 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:14.256108 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-41d92d2b-c741-412a-9119-47138a37d418 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "PUT /v2.0/floatingips/0e1b7d25-700b-485a-9c0f-f3bc85671933 HTTP/1.1" status: 200 len: 688 time: 1.2042279 Jun 02 20:40:14.259322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56914) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:14.280222 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-bd147940-1cd9-4f4f-a77a-4cf6e220f32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:14.290409 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Network e68c1d9b-1369-48a9-91b0-abc39ff8b777 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:14.291306 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd147940-1cd9-4f4f-a77a-4cf6e220f32c None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:14.292320 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-bd147940-1cd9-4f4f-a77a-4cf6e220f32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:14.294780 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-caae5b15-c7b8-4ff1-b12e-308cba761cc6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Allocated IP 172.20.0.13 (e68c1d9b-1369-48a9-91b0-abc39ff8b777/333cdb5c-36e2-4987-b5a2-0e574369033a/f7b55be9-37d1-4a63-9273-8836b09cd3a1) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:14.302432 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cd8df4a4-1c75-45d4-aa47-ab84d443ba73 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:14.312323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7d411468-0d72-42be-9b5f-4356560027b9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:14.328052 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:14.343038 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:14.361012 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Pushing event updated for resources: {'Port': ['ID=e8101bff-6320-48fc-8d32-73330ab8a997,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:14.362112 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8df4a4-1c75-45d4-aa47-ab84d443ba73 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ccb4f2-5ce5-4e7f-8ffb-919402e769e5,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:14.366253 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-cd8df4a4-1c75-45d4-aa47-ab84d443ba73 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:14.369508 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-bd147940-1cd9-4f4f-a77a-4cf6e220f32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:14.370129 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd147940-1cd9-4f4f-a77a-4cf6e220f32c None None] The sync data for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:14.379017 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cd8df4a4-1c75-45d4-aa47-ab84d443ba73 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:14.392415 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:14.400046 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f091bd7d-f8a0-4e04-9150-c5acae5a66ec None None] Network 454fa62c-3187-4cc5-93d0-93375d103651 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:14.404641 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cd8df4a4-1c75-45d4-aa47-ab84d443ba73 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/subnets/d3ccb4f2-5ce5-4e7f-8ffb-919402e769e5 HTTP/1.1" status: 204 len: 168 time: 0.8276615 Jun 02 20:40:14.404892 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56916) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:14.412220 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:14.534101 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-d3f5c597-5c51-4234-904d-23e735e549c5 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Deleting port 8e7d5a0e-2fb4-4413-9e92-a90f60ae91f3 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:14.534351 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d3f5c597-5c51-4234-904d-23e735e549c5 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:14.560169 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Attempting to bind port e8101bff-6320-48fc-8d32-73330ab8a997 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:40:14.560720 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Attempting to bind port e8101bff-6320-48fc-8d32-73330ab8a997 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '26083655-dbcb-45d4-8673-297493d1df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e68c1d9b-1369-48a9-91b0-abc39ff8b777'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:40:14.561229 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Attempting to bind port e8101bff-6320-48fc-8d32-73330ab8a997 on network e68c1d9b-1369-48a9-91b0-abc39ff8b777 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:40:14.572743 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:40:14.573252 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Checking segment: {'id': '26083655-dbcb-45d4-8673-297493d1df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e68c1d9b-1369-48a9-91b0-abc39ff8b777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:40:14.573760 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:14.574267 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Bound using segment: {'id': '26083655-dbcb-45d4-8673-297493d1df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e68c1d9b-1369-48a9-91b0-abc39ff8b777'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:40:14.574834 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Bound port: e8101bff-6320-48fc-8d32-73330ab8a997, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26083655-dbcb-45d4-8673-297493d1df0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e68c1d9b-1369-48a9-91b0-abc39ff8b777'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:40:14.575344 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:14.618707 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:14.664846 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d3f5c597-5c51-4234-904d-23e735e549c5 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:14.665182 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d3f5c597-5c51-4234-904d-23e735e549c5 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:14.712279 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-845f3ec5-3a77-48e4-8adb-c404ff85f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:40:11Z', 'revision_number': 10, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:33Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:14.738170 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845f3ec5-3a77-48e4-8adb-c404ff85f947 None None] Checking router: 4ec92841-2119-4794-9a1c-712ba285f241 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:40:14.744254 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-caae5b15-c7b8-4ff1-b12e-308cba761cc6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:14.763678 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845f3ec5-3a77-48e4-8adb-c404ff85f947 None None] Routers {'4ec92841-2119-4794-9a1c-712ba285f241'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:14.764521 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-845f3ec5-3a77-48e4-8adb-c404ff85f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['4ec92841-2119-4794-9a1c-712ba285f241'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:14.766362 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-caae5b15-c7b8-4ff1-b12e-308cba761cc6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Transition to ACTIVE for port object f7b55be9-37d1-4a63-9273-8836b09cd3a1 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:14.776056 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting port b4122fd9-d5c9-45b1-bd65-700889fd4b9e {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:14.776402 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:14.825504 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] For port e8101bff-6320-48fc-8d32-73330ab8a997, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:40:14.891921 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] For port e8101bff-6320-48fc-8d32-73330ab8a997, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e8101bff-6320-48fc-8d32-73330ab8a997,segment=NetworkSegment(26083655-dbcb-45d4-8673-297493d1df0a),segment_id=26083655-dbcb-45d4-8673-297493d1df0a)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:40:14.892213 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] For port b4122fd9-d5c9-45b1-bd65-700889fd4b9e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b4122fd9-d5c9-45b1-bd65-700889fd4b9e,segment=NetworkSegment(b3528250-9068-4092-b816-06d1dbc8d0f8),segment_id=b3528250-9068-4092-b816-06d1dbc8d0f8)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:14.892327 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:14.907229 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-caae5b15-c7b8-4ff1-b12e-308cba761cc6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:14.912632 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:14.926962 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:14.967605 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-63c5cdbf-7556-4000-b737-108852801248 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:15.000815 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-d3f5c597-5c51-4234-904d-23e735e549c5 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Calling delete_port for 8e7d5a0e-2fb4-4413-9e92-a90f60ae91f3 owned by network:floatingip {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:15.020110 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-845f3ec5-3a77-48e4-8adb-c404ff85f947 None None] Set router 4ec92841-2119-4794-9a1c-712ba285f241 gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:40:15.084960 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22917be0-586f-454d-b432-e4d088462e73 None None] DHCP port deletion for 454fa62c-3187-4cc5-93d0-93375d103651 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:40:15.142690 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Pushing event updated for resources: {'Port': ['ID=e8101bff-6320-48fc-8d32-73330ab8a997,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:15.153688 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d3f5c597-5c51-4234-904d-23e735e549c5 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:15.153940 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:15.163701 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e0eaf213-d3c1-4bed-805f-fa1a434af12d tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:15.217891 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5c597-5c51-4234-904d-23e735e549c5 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event deleted for resources: {'Port': ['ID=8e7d5a0e-2fb4-4413-9e92-a90f60ae91f3,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:15.225366 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d3f5c597-5c51-4234-904d-23e735e549c5 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:15.246057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Calling delete_port for b4122fd9-d5c9-45b1-bd65-700889fd4b9e owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:15.271909 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caae5b15-c7b8-4ff1-b12e-308cba761cc6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network e68c1d9b-1369-48a9-91b0-abc39ff8b777 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:15.276176 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-caae5b15-c7b8-4ff1-b12e-308cba761cc6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:15.278576 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caae5b15-c7b8-4ff1-b12e-308cba761cc6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:15.321716 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae5b15-c7b8-4ff1-b12e-308cba761cc6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=f7b55be9-37d1-4a63-9273-8836b09cd3a1,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:15.324656 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-caae5b15-c7b8-4ff1-b12e-308cba761cc6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:15.378631 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d3f5c597-5c51-4234-904d-23e735e549c5 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:15.382094 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caae5b15-c7b8-4ff1-b12e-308cba761cc6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:15.382785 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-caae5b15-c7b8-4ff1-b12e-308cba761cc6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:15.397615 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d3f5c597-5c51-4234-904d-23e735e549c5 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:15.398951 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d3f5c597-5c51-4234-904d-23e735e549c5 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "DELETE /v2.0/floatingips/0e1b7d25-700b-485a-9c0f-f3bc85671933 HTTP/1.1" status: 204 len: 168 time: 1.1385047 Jun 02 20:40:15.401458 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56918) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:15.415591 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-caae5b15-c7b8-4ff1-b12e-308cba761cc6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9656487 Jun 02 20:40:15.434604 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:15.444808 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5966f089-00bd-4dee-8f30-c99129121540 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:15.449605 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-22917be0-586f-454d-b432-e4d088462e73 None None] Deleting port b4122fd9-d5c9-45b1-bd65-700889fd4b9e {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:15.450165 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-22917be0-586f-454d-b432-e4d088462e73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:15.480717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56920) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:15.520456 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] No DVR routers for this DVR port b4122fd9-d5c9-45b1-bd65-700889fd4b9e on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:40:15.529752 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-703c5f9a-4c4c-491a-870f-6c499b73833b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] delete failed (client error): The resource could not be found. Jun 02 20:40:15.530788 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-703c5f9a-4c4c-491a-870f-6c499b73833b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "DELETE /v2.0/floatingips/0e1b7d25-700b-485a-9c0f-f3bc85671933 HTTP/1.1" status: 404 len: 345 time: 0.1282222 Jun 02 20:40:15.537976 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56922) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:15.556037 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Port': ['ID=b4122fd9-d5c9-45b1-bd65-700889fd4b9e,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:15.560048 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:15.639731 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-845f3ec5-3a77-48e4-8adb-c404ff85f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:40:11Z', 'revision_number': 10, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:33Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:15.647988 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-22917be0-586f-454d-b432-e4d088462e73 None None] For port b4122fd9-d5c9-45b1-bd65-700889fd4b9e, host dv-neutron-601336-84-hyperv, got binding levels [] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:15.649594 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-22917be0-586f-454d-b432-e4d088462e73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:15.655530 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845f3ec5-3a77-48e4-8adb-c404ff85f947 None None] The sync data for ids ['4ec92841-2119-4794-9a1c-712ba285f241'] in dv-neutron-601336-84-hyperv is: [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:40:11Z', 'revision_number': 10, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None, '_interfaces': [{'id': 'f397c4d2-f479-4cb7-bee1-9cd44e87098f', 'name': '', 'network_id': '76024d3c-91bb-44b9-90d5-ae883ca11551', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'mac_address': 'fa:16:3e:9d:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec92841-2119-4794-9a1c-712ba285f241', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:39:22Z', 'updated_at': '2021-06-02T20:39:33Z', 'revision_number': 5, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'subnets': [{'id': '4698f316-ef45-40c5-9489-78ef4bbf8e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:15.672604 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:15.689451 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454fa62c-3187-4cc5-93d0-93375d103651']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:15.702158 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3528250-9068-4092-b816-06d1dbc8d0f8') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:15.702592 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3528250-9068-4092-b816-06d1dbc8d0f8') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:15.703863 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6862f7-c656-47df-b217-7b4479624a9d tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:15.709630 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6862f7-c656-47df-b217-7b4479624a9d tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:15.714620 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:15.715470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6862f7-c656-47df-b217-7b4479624a9d tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:15.716315 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-0c6862f7-c656-47df-b217-7b4479624a9d tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Synchronizing usage tracker for tenant:e94c2e34113a474285a6475fb9a81bcf on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:40:15.738805 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-b20f8043-83cb-4edd-a380-e5f9019b74fd tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting port f7b55be9-37d1-4a63-9273-8836b09cd3a1 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:15.739241 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b20f8043-83cb-4edd-a380-e5f9019b74fd tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:15.742061 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:15.749432 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:40:15.749818 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:15.761382 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-0c6862f7-c656-47df-b217-7b4479624a9d tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Unset dirty status for tenant:e94c2e34113a474285a6475fb9a81bcf on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:40:15.765285 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0c6862f7-c656-47df-b217-7b4479624a9d tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "GET /v2.0/ports?network_id=c949e35f-54f5-40ea-b8d7-eee1311458af HTTP/1.1" status: 200 len: 2358 time: 0.2236381 Jun 02 20:40:15.766443 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56924) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:40:15.766586 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:40:15.809383 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-22917be0-586f-454d-b432-e4d088462e73 None None] Calling delete_port for b4122fd9-d5c9-45b1-bd65-700889fd4b9e owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:15.812851 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.ipam_backend_mixin [None req-22917be0-586f-454d-b432-e4d088462e73 None None] Port b4122fd9-d5c9-45b1-bd65-700889fd4b9e was not found and therefore no delete operation was performed {{(pid=92550) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 20:40:15.814241 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-22917be0-586f-454d-b432-e4d088462e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:15.817695 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:15.849910 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:15.855997 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:15.863096 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-91911200-b6bb-412c-9c9b-b64e6cbf0a2d tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:15.864175 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22917be0-586f-454d-b432-e4d088462e73 None None] Pushing event deleted for resources: {'Port': ['ID=b4122fd9-d5c9-45b1-bd65-700889fd4b9e,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:15.866139 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22917be0-586f-454d-b432-e4d088462e73 None None] Network 454fa62c-3187-4cc5-93d0-93375d103651 is not hosted by any dhcp agent {{(pid=92550) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 20:40:15.866611 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22917be0-586f-454d-b432-e4d088462e73 None None] No DVR routers for this DVR port b4122fd9-d5c9-45b1-bd65-700889fd4b9e on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:40:15.867944 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-22917be0-586f-454d-b432-e4d088462e73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:15.892883 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Network': ['ID=454fa62c-3187-4cc5-93d0-93375d103651,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:15.895132 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:15.899233 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/networks/454fa62c-3187-4cc5-93d0-93375d103651 HTTP/1.1" status: 204 len: 168 time: 1.4911478 Jun 02 20:40:15.899721 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56926) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:15.906675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed58cb00-e97b-442d-939f-e22cc8b23f82 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:15.907261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ed58cb00-e97b-442d-939f-e22cc8b23f82 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Synchronizing usage tracker for tenant:e94c2e34113a474285a6475fb9a81bcf on resource:subnet {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:40:15.939741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b20f8043-83cb-4edd-a380-e5f9019b74fd tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:16.004705 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ed58cb00-e97b-442d-939f-e22cc8b23f82 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Unset dirty status for tenant:e94c2e34113a474285a6475fb9a81bcf on resource:subnet {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:40:16.010414 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ed58cb00-e97b-442d-939f-e22cc8b23f82 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "GET /v2.0/subnets/ad8bb4bd-2a25-406b-8c20-cd2e053183e3 HTTP/1.1" status: 200 len: 797 time: 0.2390015 Jun 02 20:40:16.032525 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56928) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:16.038221 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-bb58c4a5-12b0-43b2-9ea5-b997a0d9d88a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Request body: {'port': {'network_id': 'c949e35f-54f5-40ea-b8d7-eee1311458af', 'name': 'tempest-FloatingIPTestJSON-127594155', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:16.074929 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-b20f8043-83cb-4edd-a380-e5f9019b74fd tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Calling delete_port for f7b55be9-37d1-4a63-9273-8836b09cd3a1 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:16.205640 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b20f8043-83cb-4edd-a380-e5f9019b74fd tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:16.217585 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4c6bb68f-c829-4e53-9877-93f24668873b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:16.272528 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f8043-83cb-4edd-a380-e5f9019b74fd tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Port': ['ID=f7b55be9-37d1-4a63-9273-8836b09cd3a1,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:16.308830 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b20f8043-83cb-4edd-a380-e5f9019b74fd tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:16.324349 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e1d1c3-2b36-4cfe-85ed-c60fe10de23c None None] Network e68c1d9b-1369-48a9-91b0-abc39ff8b777 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:16.357358 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bb58c4a5-12b0-43b2-9ea5-b997a0d9d88a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:16.378281 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b20f8043-83cb-4edd-a380-e5f9019b74fd tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:16.392090 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b20f8043-83cb-4edd-a380-e5f9019b74fd tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/ports/f7b55be9-37d1-4a63-9273-8836b09cd3a1 HTTP/1.1" status: 204 len: 168 time: 0.9066541 Jun 02 20:40:16.392620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56930) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:16.407282 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bb58c4a5-12b0-43b2-9ea5-b997a0d9d88a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:16.418066 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f640b5b4-1531-461e-83dd-fc986d80ee66 None None] Provisioning for port e8101bff-6320-48fc-8d32-73330ab8a997 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:40:16.433890 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb58c4a5-12b0-43b2-9ea5-b997a0d9d88a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Made reservation on behalf of e94c2e34113a474285a6475fb9a81bcf for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:16.443118 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5f5077-57a3-4af5-8ea1-dcd920ddc513 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] DELETE failed (client error): The resource could not be found. Jun 02 20:40:16.443624 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5f5077-57a3-4af5-8ea1-dcd920ddc513 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:40:16.447850 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-bd5f5077-57a3-4af5-8ea1-dcd920ddc513 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/ports/f7b55be9-37d1-4a63-9273-8836b09cd3a1 HTTP/1.1" status: 404 len: 333 time: 0.0520234 Jun 02 20:40:16.448193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56932) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:16.493746 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d369ee-cf66-4eef-b91c-a5d57a722bcd tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] GET failed (client error): The resource could not be found. Jun 02 20:40:16.494291 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-82d369ee-cf66-4eef-b91c-a5d57a722bcd tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Synchronizing usage tracker for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:40:16.510362 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-82d369ee-cf66-4eef-b91c-a5d57a722bcd tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Unset dirty status for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:40:16.514106 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-82d369ee-cf66-4eef-b91c-a5d57a722bcd tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports/f7b55be9-37d1-4a63-9273-8836b09cd3a1 HTTP/1.1" status: 404 len: 333 time: 0.0624650 Jun 02 20:40:16.514385 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56934) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:16.587747 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9d047b-0988-45c8-864f-dcb79193b8b0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting subnet 333cdb5c-36e2-4987-b5a2-0e574369033a {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:40:16.591057 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf9d047b-0988-45c8-864f-dcb79193b8b0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:16.620860 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb58c4a5-12b0-43b2-9ea5-b997a0d9d88a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:16.648963 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-bb58c4a5-12b0-43b2-9ea5-b997a0d9d88a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] device_id is not set on port 47b67464-3369-4f55-9fb1-af6f3b145200 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:40:16.652555 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf9d047b-0988-45c8-864f-dcb79193b8b0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:16.754455 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf9d047b-0988-45c8-864f-dcb79193b8b0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:16.969838 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-3e473806-841c-41de-a546-06dfc48b8cbf None None] Could not find standard attr ID for object f7b55be9-37d1-4a63-9273-8836b09cd3a1. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:40:17.051895 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9d19bb5e-1b09-4eab-bd88-fe3dc25df2a9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:17.078179 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf9d047b-0988-45c8-864f-dcb79193b8b0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:17.083246 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e077cbc8-b233-49b5-8ee5-cf99d70d53f5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:17.098090 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e8101bff-6320-48fc-8d32-73330ab8a997 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:40:17.136811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d047b-0988-45c8-864f-dcb79193b8b0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Subnet': ['ID=333cdb5c-36e2-4987-b5a2-0e574369033a,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:17.140951 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cf9d047b-0988-45c8-864f-dcb79193b8b0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:17.148438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf9d047b-0988-45c8-864f-dcb79193b8b0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:17.157729 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cf9d047b-0988-45c8-864f-dcb79193b8b0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/subnets/333cdb5c-36e2-4987-b5a2-0e574369033a HTTP/1.1" status: 204 len: 168 time: 0.6399670 Jun 02 20:40:17.157936 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56938) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:17.186277 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port e8101bff-6320-48fc-8d32-73330ab8a997 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:40:17.193691 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port e8101bff-6320-48fc-8d32-73330ab8a997 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:17.194081 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:17.234435 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26afd177-a872-44ee-8b48-f6b3267a7dbc None None] Network e68c1d9b-1369-48a9-91b0-abc39ff8b777 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:17.290162 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:17.366720 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting port e8101bff-6320-48fc-8d32-73330ab8a997 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:17.367067 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:17.434649 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-bb58c4a5-12b0-43b2-9ea5-b997a0d9d88a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Allocated IP 172.20.0.14 (c949e35f-54f5-40ea-b8d7-eee1311458af/ad8bb4bd-2a25-406b-8c20-cd2e053183e3/47b67464-3369-4f55-9fb1-af6f3b145200) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:17.445801 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-bb58c4a5-12b0-43b2-9ea5-b997a0d9d88a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Allocated IP 172.20.0.12 (c949e35f-54f5-40ea-b8d7-eee1311458af/ad8bb4bd-2a25-406b-8c20-cd2e053183e3/47b67464-3369-4f55-9fb1-af6f3b145200) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:17.471683 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] For port e8101bff-6320-48fc-8d32-73330ab8a997, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e8101bff-6320-48fc-8d32-73330ab8a997,segment=NetworkSegment(26083655-dbcb-45d4-8673-297493d1df0a),segment_id=26083655-dbcb-45d4-8673-297493d1df0a)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:17.472035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:17.500602 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:17.546119 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port e8101bff-6320-48fc-8d32-73330ab8a997, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e8101bff-6320-48fc-8d32-73330ab8a997,segment=NetworkSegment(26083655-dbcb-45d4-8673-297493d1df0a),segment_id=26083655-dbcb-45d4-8673-297493d1df0a)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:17.552852 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:17.557533 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-793ede88-de50-4669-8ecd-bdb534f27f3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:17.640258 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=e8101bff-6320-48fc-8d32-73330ab8a997,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:17.648459 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:17.652469 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b63243c-f918-4f0b-b7cb-3b0b22a37927 None None] DHCP port deletion for e68c1d9b-1369-48a9-91b0-abc39ff8b777 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:40:17.686015 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b4122fd9-d5c9-45b1-bd65-700889fd4b9e no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:40:17.726116 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: b4122fd9-d5c9-45b1-bd65-700889fd4b9e {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:40:17.726733 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b4122fd9-d5c9-45b1-bd65-700889fd4b9e not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:40:17.727174 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9c9661b6-1f32-4796-84de-155917d125f6 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:40:17.757381 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Calling delete_port for e8101bff-6320-48fc-8d32-73330ab8a997 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:17.771614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 9c9661b6-1f32-4796-84de-155917d125f6 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:40:17.771965 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9c9661b6-1f32-4796-84de-155917d125f6 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:40:17.775307 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb58c4a5-12b0-43b2-9ea5-b997a0d9d88a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:17.799180 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-9d19bb5e-1b09-4eab-bd88-fe3dc25df2a9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting port f397c4d2-f479-4cb7-bee1-9cd44e87098f {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:17.799648 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9d19bb5e-1b09-4eab-bd88-fe3dc25df2a9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:17.802981 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-0b63243c-f918-4f0b-b7cb-3b0b22a37927 None None] Deleting port e8101bff-6320-48fc-8d32-73330ab8a997 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:17.803403 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0b63243c-f918-4f0b-b7cb-3b0b22a37927 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:17.812990 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:17.818956 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3fe5085c-442b-4b73-9d63-8ec5939e061a tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:17.860817 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Port': ['ID=e8101bff-6320-48fc-8d32-73330ab8a997,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:17.868042 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:17.868909 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] No DVR routers for this DVR port e8101bff-6320-48fc-8d32-73330ab8a997 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:40:17.908161 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-0b63243c-f918-4f0b-b7cb-3b0b22a37927 None None] For port e8101bff-6320-48fc-8d32-73330ab8a997, host dv-neutron-601336-84-hyperv, got binding levels [] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:17.908527 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0b63243c-f918-4f0b-b7cb-3b0b22a37927 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:17.926926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb58c4a5-12b0-43b2-9ea5-b997a0d9d88a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:17.936299 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:18.004877 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:18.015841 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb58c4a5-12b0-43b2-9ea5-b997a0d9d88a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Network c949e35f-54f5-40ea-b8d7-eee1311458af is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:18.018795 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68c1d9b-1369-48a9-91b0-abc39ff8b777']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:18.027234 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-bb58c4a5-12b0-43b2-9ea5-b997a0d9d88a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:18.029690 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb58c4a5-12b0-43b2-9ea5-b997a0d9d88a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:18.030751 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-0b63243c-f918-4f0b-b7cb-3b0b22a37927 None None] Calling delete_port for e8101bff-6320-48fc-8d32-73330ab8a997 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:18.031844 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26083655-dbcb-45d4-8673-297493d1df0a') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:18.032221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26083655-dbcb-45d4-8673-297493d1df0a') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:18.034330 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.ipam_backend_mixin [None req-0b63243c-f918-4f0b-b7cb-3b0b22a37927 None None] Port e8101bff-6320-48fc-8d32-73330ab8a997 was not found and therefore no delete operation was performed {{(pid=92550) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 20:40:18.035635 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0b63243c-f918-4f0b-b7cb-3b0b22a37927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:18.039055 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bbf490e3-9695-48ab-8428-359f486bcccf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:18.044781 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:18.061100 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:18.070574 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:40:18.071579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:18.078795 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-9d19bb5e-1b09-4eab-bd88-fe3dc25df2a9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] For port f397c4d2-f479-4cb7-bee1-9cd44e87098f, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f397c4d2-f479-4cb7-bee1-9cd44e87098f,segment=NetworkSegment(42f91d50-0e79-48fa-91b9-b3cd0e085c6e),segment_id=42f91d50-0e79-48fa-91b9-b3cd0e085c6e)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:18.079196 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9d19bb5e-1b09-4eab-bd88-fe3dc25df2a9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:18.083357 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63243c-f918-4f0b-b7cb-3b0b22a37927 None None] Pushing event deleted for resources: {'Port': ['ID=e8101bff-6320-48fc-8d32-73330ab8a997,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:18.085267 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b63243c-f918-4f0b-b7cb-3b0b22a37927 None None] No DVR routers for this DVR port e8101bff-6320-48fc-8d32-73330ab8a997 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:40:18.086732 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0b63243c-f918-4f0b-b7cb-3b0b22a37927 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:40:18.089788 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:40:18.156738 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58c4a5-12b0-43b2-9ea5-b997a0d9d88a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Port': ['ID=47b67464-3369-4f55-9fb1-af6f3b145200,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:18.159530 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bb58c4a5-12b0-43b2-9ea5-b997a0d9d88a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:18.177101 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:18.180281 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:18.194855 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:18.205690 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Network': ['ID=e68c1d9b-1369-48a9-91b0-abc39ff8b777,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:18.209905 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:18.216838 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/networks/e68c1d9b-1369-48a9-91b0-abc39ff8b777 HTTP/1.1" status: 204 len: 168 time: 1.0578363 Jun 02 20:40:18.221503 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56940) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:18.225247 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-9d19bb5e-1b09-4eab-bd88-fe3dc25df2a9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Calling delete_port for f397c4d2-f479-4cb7-bee1-9cd44e87098f owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:18.226976 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-caaadf9b-cd08-4ebd-b7d1-0d5b9e51da5a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1302413861'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:18.231978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-caaadf9b-cd08-4ebd-b7d1-0d5b9e51da5a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:18.235841 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-caaadf9b-cd08-4ebd-b7d1-0d5b9e51da5a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:network and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:18.239355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-caaadf9b-cd08-4ebd-b7d1-0d5b9e51da5a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:18.244977 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-caaadf9b-cd08-4ebd-b7d1-0d5b9e51da5a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:18.245503 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb58c4a5-12b0-43b2-9ea5-b997a0d9d88a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:18.246118 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb58c4a5-12b0-43b2-9ea5-b997a0d9d88a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:18.255983 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaadf9b-cd08-4ebd-b7d1-0d5b9e51da5a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:18.259500 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-caaadf9b-cd08-4ebd-b7d1-0d5b9e51da5a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:18.284526 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-bb58c4a5-12b0-43b2-9ea5-b997a0d9d88a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.2514753 Jun 02 20:40:18.287833 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56942) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:18.289605 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caaadf9b-cd08-4ebd-b7d1-0d5b9e51da5a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:40:18.292326 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': '47b67464-3369-4f55-9fb1-af6f3b145200', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:18.300365 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:18.307870 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Usage tracker for resource:floatingip and tenant:e94c2e34113a474285a6475fb9a81bcf is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:18.308087 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-caaadf9b-cd08-4ebd-b7d1-0d5b9e51da5a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:18.308553 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-caaadf9b-cd08-4ebd-b7d1-0d5b9e51da5a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Added segment aaca4568-ac6c-46f8-90ec-15d297bfbb7f of type vlan for network 7d6db654-2551-433e-866b-e00e1bc80766 Jun 02 20:40:18.317262 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:18.324604 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:18.340326 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-caaadf9b-cd08-4ebd-b7d1-0d5b9e51da5a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:18.341511 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:18.370051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-caaadf9b-cd08-4ebd-b7d1-0d5b9e51da5a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:18.376881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaadf9b-cd08-4ebd-b7d1-0d5b9e51da5a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:18.378074 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-caaadf9b-cd08-4ebd-b7d1-0d5b9e51da5a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:18.383818 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f1c0afb6-26d1-4595-a577-b58c78fcde29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:18.469362 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-caaadf9b-cd08-4ebd-b7d1-0d5b9e51da5a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2465146 Jun 02 20:40:18.474439 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56944) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:18.481599 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-5d2bb727-be0d-48ba-a3c7-5d8043204b4c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'subnet': {'network_id': '7d6db654-2551-433e-866b-e00e1bc80766', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:18.492008 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaadf9b-cd08-4ebd-b7d1-0d5b9e51da5a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Network': ['ID=7d6db654-2551-433e-866b-e00e1bc80766,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:18.494581 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-caaadf9b-cd08-4ebd-b7d1-0d5b9e51da5a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:18.503111 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 7d6db654-2551-433e-866b-e00e1bc80766 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:40:18.768511 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9d19bb5e-1b09-4eab-bd88-fe3dc25df2a9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:18.774551 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ba9b23dd-040e-40fb-9a26-7755c5ca6282 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:18.829351 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5d2bb727-be0d-48ba-a3c7-5d8043204b4c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:18.831717 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19bb5e-1b09-4eab-bd88-fe3dc25df2a9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Port': ['ID=f397c4d2-f479-4cb7-bee1-9cd44e87098f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:18.871297 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5d2bb727-be0d-48ba-a3c7-5d8043204b4c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:subnet and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:18.874433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9d19bb5e-1b09-4eab-bd88-fe3dc25df2a9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:18.879879 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5d2bb727-be0d-48ba-a3c7-5d8043204b4c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:18.919883 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5d2bb727-be0d-48ba-a3c7-5d8043204b4c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:18.954379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2bb727-be0d-48ba-a3c7-5d8043204b4c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:18.958431 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb727-be0d-48ba-a3c7-5d8043204b4c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:18.983208 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:19.072230 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e8101bff-6320-48fc-8d32-73330ab8a997 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:40:19.110188 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: e8101bff-6320-48fc-8d32-73330ab8a997 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:40:19.110457 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e8101bff-6320-48fc-8d32-73330ab8a997 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:40:19.298905 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9d19bb5e-1b09-4eab-bd88-fe3dc25df2a9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:19.377706 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3165747e-74d9-45ed-83f7-50d13044384f req-dbae6fc9-27c0-4fe0-9765-3e1ee798c45c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741513 Jun 02 20:40:19.477195 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Allocated IP 172.26.0.63 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/623a8c3f-78e1-485c-9506-a1699f86f075) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:19.523540 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165747e-74d9-45ed-83f7-50d13044384f req-e858f135-53fb-456d-888c-8d11a7fc23f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:19.525006 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3165747e-74d9-45ed-83f7-50d13044384f req-e858f135-53fb-456d-888c-8d11a7fc23f9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 1099 time: 0.0775425 Jun 02 20:40:19.669716 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165747e-74d9-45ed-83f7-50d13044384f req-8f0e2e06-a582-4f56-9d03-a856b2549bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:19.671066 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3165747e-74d9-45ed-83f7-50d13044384f req-8f0e2e06-a582-4f56-9d03-a856b2549bf4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=4d3342d7-33dd-436f-b033-4f39faf2bca6 HTTP/1.1" status: 200 len: 898 time: 0.1273127 Jun 02 20:40:19.776236 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3165747e-74d9-45ed-83f7-50d13044384f req-32fbf655-88dc-49f4-9292-94d508f8663a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 HTTP/1.1" status: 200 len: 1002 time: 0.0988715 Jun 02 20:40:19.785492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d19bb5e-1b09-4eab-bd88-fe3dc25df2a9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router 4ec92841-2119-4794-9a1c-712ba285f241 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:40:19.838812 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165747e-74d9-45ed-83f7-50d13044384f req-c175bfbc-8aec-4e55-9d2c-98425ce3f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:19.840276 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3165747e-74d9-45ed-83f7-50d13044384f req-c175bfbc-8aec-4e55-9d2c-98425ce3f073 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=906c3740-d5d8-4e4a-bd58-106df157d850 HTTP/1.1" status: 200 len: 834 time: 0.0580487 Jun 02 20:40:19.913776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165747e-74d9-45ed-83f7-50d13044384f req-fe8efcf2-643d-41bc-a427-a4022029664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:19.915258 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3165747e-74d9-45ed-83f7-50d13044384f req-fe8efcf2-643d-41bc-a427-a4022029664b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4d3342d7-33dd-436f-b033-4f39faf2bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0686162 Jun 02 20:40:19.986973 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:20.010351 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d19bb5e-1b09-4eab-bd88-fe3dc25df2a9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:20.021720 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaada30-a669-4a5e-9a95-495d30038a59 None None] Sync routers for ids ['4ec92841-2119-4794-9a1c-712ba285f241'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:20.036077 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaada30-a669-4a5e-9a95-495d30038a59 None None] Routers {'4ec92841-2119-4794-9a1c-712ba285f241'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:20.037767 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-efaada30-a669-4a5e-9a95-495d30038a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['4ec92841-2119-4794-9a1c-712ba285f241'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:20.058521 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3165747e-74d9-45ed-83f7-50d13044384f req-8df73262-57f2-4a23-b449-0edbd89888dc service neutron] 10.222.0.95 "GET /v2.0/networks/4d3342d7-33dd-436f-b033-4f39faf2bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369956 Jun 02 20:40:20.192900 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-efaada30-a669-4a5e-9a95-495d30038a59 None None] Set router 4ec92841-2119-4794-9a1c-712ba285f241 gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:40:20.205469 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3165747e-74d9-45ed-83f7-50d13044384f req-1c649582-720c-4162-ba37-fe2facc5571a service neutron] 10.222.0.95 "GET /v2.0/networks/4d3342d7-33dd-436f-b033-4f39faf2bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396387 Jun 02 20:40:20.269078 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9d19bb5e-1b09-4eab-bd88-fe3dc25df2a9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/4ec92841-2119-4794-9a1c-712ba285f241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3682451 Jun 02 20:40:20.271697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56948) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:20.289376 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:20.295901 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3047eb04-4bf0-4856-b268-ac3bb0ac37f8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:20.298553 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-efaada30-a669-4a5e-9a95-495d30038a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:40:18Z', 'revision_number': 11, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:20.303340 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaada30-a669-4a5e-9a95-495d30038a59 None None] Checking router: 4ec92841-2119-4794-9a1c-712ba285f241 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:40:20.312628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaada30-a669-4a5e-9a95-495d30038a59 None None] Routers {'4ec92841-2119-4794-9a1c-712ba285f241'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:20.313350 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-efaada30-a669-4a5e-9a95-495d30038a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['4ec92841-2119-4794-9a1c-712ba285f241'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:20.341950 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0630a6-02ee-4744-a212-7d5a74a648a7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting subnet 4698f316-ef45-40c5-9489-78ef4bbf8e7c {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:40:20.345197 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a0630a6-02ee-4744-a212-7d5a74a648a7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:20.365495 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:20.369309 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:20.376142 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:20.401886 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a0630a6-02ee-4744-a212-7d5a74a648a7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:20.410475 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Port': ['ID=623a8c3f-78e1-485c-9506-a1699f86f075,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:20.416836 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:20.445360 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-efaada30-a669-4a5e-9a95-495d30038a59 None None] Set router 4ec92841-2119-4794-9a1c-712ba285f241 gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:40:20.498438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a0630a6-02ee-4744-a212-7d5a74a648a7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:20.552583 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-efaada30-a669-4a5e-9a95-495d30038a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:40:18Z', 'revision_number': 11, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:20.556431 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaada30-a669-4a5e-9a95-495d30038a59 None None] The sync data for ids ['4ec92841-2119-4794-9a1c-712ba285f241'] in dv-neutron-601336-84-hyperv is: [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:40:18Z', 'revision_number': 11, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:20.683561 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb727-be0d-48ba-a3c7-5d8043204b4c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:20.689505 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f4a15437-6c2c-4e77-9da3-c8f402d61b41 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:20.773168 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a0630a6-02ee-4744-a212-7d5a74a648a7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:20.777756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-be56cba3-c85a-4e71-9721-2ffb3531bcc6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:20.856200 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bb727-be0d-48ba-a3c7-5d8043204b4c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Subnet': ['ID=a598bc80-e48d-4e16-a281-fc390c9651ce,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:20.861810 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5d2bb727-be0d-48ba-a3c7-5d8043204b4c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:20.874633 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2bb727-be0d-48ba-a3c7-5d8043204b4c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Checking segment: {'id': 'aaca4568-ac6c-46f8-90ec-15d297bfbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7d6db654-2551-433e-866b-e00e1bc80766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:40:20.874992 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2bb727-be0d-48ba-a3c7-5d8043204b4c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network hostable DHCP agents. Network: 7d6db654-2551-433e-866b-e00e1bc80766, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:40:20.914273 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2bb727-be0d-48ba-a3c7-5d8043204b4c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network 7d6db654-2551-433e-866b-e00e1bc80766 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:40:20.933036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-5d2bb727-be0d-48ba-a3c7-5d8043204b4c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 7d6db654-2551-433e-866b-e00e1bc80766) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:20.947575 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32f505b-1a4c-44c4-9fcb-42d7e1c4b657 None None] Network 7d6db654-2551-433e-866b-e00e1bc80766 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:20.953512 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2bb727-be0d-48ba-a3c7-5d8043204b4c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:20.954106 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb727-be0d-48ba-a3c7-5d8043204b4c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:20.966147 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a0630a6-02ee-4744-a212-7d5a74a648a7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:20.970209 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0630a6-02ee-4744-a212-7d5a74a648a7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Subnet': ['ID=4698f316-ef45-40c5-9489-78ef4bbf8e7c,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:20.972541 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9a0630a6-02ee-4744-a212-7d5a74a648a7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:20.978506 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9a0630a6-02ee-4744-a212-7d5a74a648a7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/subnets/4698f316-ef45-40c5-9489-78ef4bbf8e7c HTTP/1.1" status: 204 len: 168 time: 0.7032871 Jun 02 20:40:20.979469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56950) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:20.985398 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4427acc-d83a-47b0-a42a-f0b4bcf140a9 None None] Network 76024d3c-91bb-44b9-90d5-ae883ca11551 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:20.989301 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5d2bb727-be0d-48ba-a3c7-5d8043204b4c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5138316 Jun 02 20:40:20.993301 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56954) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:20.998775 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-a2b1d1fd-d81e-4404-9e25-aa35d90cf7a8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'port': {'network_id': '7d6db654-2551-433e-866b-e00e1bc80766', 'security_groups': [], 'name': 'tempest-PortsTestJSON-502771909'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:21.025309 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:21.041975 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f397c4d2-f479-4cb7-bee1-9cd44e87098f no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:40:21.125053 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:21.126141 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: f397c4d2-f479-4cb7-bee1-9cd44e87098f {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:40:21.126495 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f397c4d2-f479-4cb7-bee1-9cd44e87098f not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:40:21.193743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a2b1d1fd-d81e-4404-9e25-aa35d90cf7a8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:21.200738 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a2b1d1fd-d81e-4404-9e25-aa35d90cf7a8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:port and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:21.203323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:21.206832 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Deleting port bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:21.207003 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:21.226486 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a2b1d1fd-d81e-4404-9e25-aa35d90cf7a8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:21.241459 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a2b1d1fd-d81e-4404-9e25-aa35d90cf7a8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:21.270328 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b1d1fd-d81e-4404-9e25-aa35d90cf7a8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:21.273964 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a2b1d1fd-d81e-4404-9e25-aa35d90cf7a8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:21.323527 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] For port bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8,segment=NetworkSegment(42f91d50-0e79-48fa-91b9-b3cd0e085c6e),segment_id=42f91d50-0e79-48fa-91b9-b3cd0e085c6e)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:21.324255 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:21.325990 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-a2b1d1fd-d81e-4404-9e25-aa35d90cf7a8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] device_id is not set on port 70ec8fac-f6af-418b-a7dd-5f46c5c7586a yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:40:21.457827 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Calling delete_port for bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:21.460375 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-7d6db654-2551-433e-866b-e00e1bc80766', 'network_id': '7d6db654-2551-433e-866b-e00e1bc80766', 'tenant_id': '85b5d6b333474389aa51378f6bb38d9f', 'fixed_ips': [{'subnet_id': 'a598bc80-e48d-4e16-a281-fc390c9651ce'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:40:21.460375 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:21.518405 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:21.536372 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b378d86b-30ca-4f9a-b6bf-b8c08f89439e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:21.565524 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee3d771-19e2-4356-a32c-9e3b3a83f990 None None] DHCP port deletion for 76024d3c-91bb-44b9-90d5-ae883ca11551 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:40:21.565784 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-a2b1d1fd-d81e-4404-9e25-aa35d90cf7a8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Allocated IP 172.20.0.12 (7d6db654-2551-433e-866b-e00e1bc80766/a598bc80-e48d-4e16-a281-fc390c9651ce/70ec8fac-f6af-418b-a7dd-5f46c5c7586a) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:21.587137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:21.603442 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] No DVR routers for this DVR port bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:40:21.606193 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:21.626314 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:21.636938 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Port': ['ID=bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:21.641897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:21.750899 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:21.763551 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76024d3c-91bb-44b9-90d5-ae883ca11551']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:21.776098 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f91d50-0e79-48fa-91b9-b3cd0e085c6e') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:21.776098 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f91d50-0e79-48fa-91b9-b3cd0e085c6e') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:21.788584 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:21.806645 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:21.813546 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:40:21.813952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:40:21.828814 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:40:21.913003 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:21.917603 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:21.920671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e797c616-db47-4ad7-b1c5-d6f7b41c5d20 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:21.945931 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Pushing event deleted for resources: {'Network': ['ID=76024d3c-91bb-44b9-90d5-ae883ca11551,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:21.948349 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:21.954759 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/networks/76024d3c-91bb-44b9-90d5-ae883ca11551 HTTP/1.1" status: 204 len: 168 time: 0.9721754 Jun 02 20:40:21.955496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56956) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:21.960174 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-92c0b4e2-a817-4dab-9c21-ac10092a7a5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'router': {'routes': None}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:21.976530 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Port': ['ID=623a8c3f-78e1-485c-9506-a1699f86f075,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:21.987277 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:22.019682 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:22.103999 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a2b1d1fd-d81e-4404-9e25-aa35d90cf7a8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:22.183203 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-a2b1d1fd-d81e-4404-9e25-aa35d90cf7a8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Transition to ACTIVE for port object 70ec8fac-f6af-418b-a7dd-5f46c5c7586a will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:22.226896 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Floating IP 37f40a91-3099-4ea8-9b20-9678171b5859 associated. External IP: 172.26.0.63, port: 47b67464-3369-4f55-9fb1-af6f3b145200. Jun 02 20:40:22.254029 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.extraroute_db [None req-92c0b4e2-a817-4dab-9c21-ac10092a7a5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Added routes are [] {{(pid=92549) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 02 20:40:22.254356 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.extraroute_db [None req-92c0b4e2-a817-4dab-9c21-ac10092a7a5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Removed routes are [] {{(pid=92549) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 02 20:40:22.254718 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-92c0b4e2-a817-4dab-9c21-ac10092a7a5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:22.313896 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a2b1d1fd-d81e-4404-9e25-aa35d90cf7a8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:22.320492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3c6c8a5e-d3df-4478-a545-f128697d80f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:22.387716 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Allocated IP 172.20.0.2 (7d6db654-2551-433e-866b-e00e1bc80766/a598bc80-e48d-4e16-a281-fc390c9651ce/0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:22.464545 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b1d1fd-d81e-4404-9e25-aa35d90cf7a8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network 7d6db654-2551-433e-866b-e00e1bc80766 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:22.477845 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-a2b1d1fd-d81e-4404-9e25-aa35d90cf7a8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:22.486673 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b1d1fd-d81e-4404-9e25-aa35d90cf7a8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:22.534755 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1d1fd-d81e-4404-9e25-aa35d90cf7a8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=70ec8fac-f6af-418b-a7dd-5f46c5c7586a,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:22.586315 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a2b1d1fd-d81e-4404-9e25-aa35d90cf7a8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:22.638618 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b1d1fd-d81e-4404-9e25-aa35d90cf7a8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:22.639240 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a2b1d1fd-d81e-4404-9e25-aa35d90cf7a8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:22.663838 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:22.675695 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Transition to ACTIVE for port object 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:22.679723 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-92c0b4e2-a817-4dab-9c21-ac10092a7a5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:22.684027 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-92c0b4e2-a817-4dab-9c21-ac10092a7a5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:22.697939 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Transition to ACTIVE for port object 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:22.704277 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:22.712197 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e8058411-fdc0-4d18-ac8a-f3dbf8ecfab1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:22.740212 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a2b1d1fd-d81e-4404-9e25-aa35d90cf7a8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.7458723 Jun 02 20:40:22.742870 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56958) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:22.776537 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Network 7d6db654-2551-433e-866b-e00e1bc80766 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:22.783802 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:22.788354 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:22.818631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Router 71a7b70c-6463-4a8d-bbb9-304537df3dd8 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:40:22.828461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Pushing event updated for resources: {'Port': ['ID=0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:22.831036 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c0b4e2-a817-4dab-9c21-ac10092a7a5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router 4ec92841-2119-4794-9a1c-712ba285f241 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:40:22.837381 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:22.886685 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Attempting to bind port 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:40:22.887060 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Attempting to bind port 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'aaca4568-ac6c-46f8-90ec-15d297bfbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7d6db654-2551-433e-866b-e00e1bc80766'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:40:22.887454 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Attempting to bind port 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb on network 7d6db654-2551-433e-866b-e00e1bc80766 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:40:22.892739 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:40:22.893117 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Checking segment: {'id': 'aaca4568-ac6c-46f8-90ec-15d297bfbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7d6db654-2551-433e-866b-e00e1bc80766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:40:22.893555 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:22.893951 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Bound using segment: {'id': 'aaca4568-ac6c-46f8-90ec-15d297bfbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7d6db654-2551-433e-866b-e00e1bc80766'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:40:22.894420 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Bound port: 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaca4568-ac6c-46f8-90ec-15d297bfbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7d6db654-2551-433e-866b-e00e1bc80766'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:40:22.894803 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:22.970494 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c0b4e2-a817-4dab-9c21-ac10092a7a5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:22.977623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-92c0b4e2-a817-4dab-9c21-ac10092a7a5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:22.980950 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-92c0b4e2-a817-4dab-9c21-ac10092a7a5f tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/4ec92841-2119-4794-9a1c-712ba285f241 HTTP/1.1" status: 200 len: 701 time: 1.0218649 Jun 02 20:40:22.981198 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56960) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:22.987310 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] For port 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:40:22.987957 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea43541-f422-4702-8743-7d5b6c463bd7 None None] Sync routers for ids ['4ec92841-2119-4794-9a1c-712ba285f241'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:22.990742 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] For port 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb,segment=NetworkSegment(aaca4568-ac6c-46f8-90ec-15d297bfbb7f),segment_id=aaca4568-ac6c-46f8-90ec-15d297bfbb7f)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:40:22.997371 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:23.003521 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-835ca5e7-8907-49ec-b9a1-b50fcc060cb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:23.004041 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea43541-f422-4702-8743-7d5b6c463bd7 None None] Routers {'4ec92841-2119-4794-9a1c-712ba285f241'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:23.004901 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-aea43541-f422-4702-8743-7d5b6c463bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['4ec92841-2119-4794-9a1c-712ba285f241'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:23.030030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f4b675fb-1692-416a-bd0a-e363c203752d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Synchronizing usage tracker for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:40:23.046996 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-88d075fa-8921-4070-8469-2e07cd2d0228 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting port 70ec8fac-f6af-418b-a7dd-5f46c5c7586a {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:23.047634 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88d075fa-8921-4070-8469-2e07cd2d0228 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:23.054225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f4b675fb-1692-416a-bd0a-e363c203752d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Unset dirty status for tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:40:23.056697 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f4b675fb-1692-416a-bd0a-e363c203752d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ec92841-2119-4794-9a1c-712ba285f241 HTTP/1.1" status: 200 len: 205 time: 0.0745449 Jun 02 20:40:23.059249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56964) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:23.094122 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Pushing event updated for resources: {'Port': ['ID=0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:23.098647 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:23.135699 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:40:23.168748 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:23.192704 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:40:23.193200 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device bdc9c6e7-8a00-4b0b-9b74-4cb1e70ed5e8 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:40:23.206352 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeb0a15-a96b-4196-aa4e-c6a80b783a13 None None] Sync routers for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:23.217663 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:23.226357 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeb0a15-a96b-4196-aa4e-c6a80b783a13 None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:23.227080 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-0aeb0a15-a96b-4196-aa4e-c6a80b783a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:23.229264 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-aea43541-f422-4702-8743-7d5b6c463bd7 None None] Set router 4ec92841-2119-4794-9a1c-712ba285f241 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:40:23.253380 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5330e0a4-f901-4c56-b96b-af0e2c2b2de9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:23.300212 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88d075fa-8921-4070-8469-2e07cd2d0228 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:23.319551 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.0306571 Jun 02 20:40:23.320190 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56966) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:23.342627 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-0aeb0a15-a96b-4196-aa4e-c6a80b783a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:23.349318 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-aea43541-f422-4702-8743-7d5b6c463bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:40:18Z', 'revision_number': 11, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:23.354215 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea43541-f422-4702-8743-7d5b6c463bd7 None None] Checking router: 4ec92841-2119-4794-9a1c-712ba285f241 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:40:23.354723 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeb0a15-a96b-4196-aa4e-c6a80b783a13 None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:23.355461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-0aeb0a15-a96b-4196-aa4e-c6a80b783a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:23.364999 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea43541-f422-4702-8743-7d5b6c463bd7 None None] Routers {'4ec92841-2119-4794-9a1c-712ba285f241'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:23.365711 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-aea43541-f422-4702-8743-7d5b6c463bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['4ec92841-2119-4794-9a1c-712ba285f241'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:23.453909 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-0aeb0a15-a96b-4196-aa4e-c6a80b783a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:23.456500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeb0a15-a96b-4196-aa4e-c6a80b783a13 None None] The sync data for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:23.485220 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-29fbab40-4c4c-47a0-b5a6-942e943413f1 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Request body: {'floatingip': {'port_id': '47b67464-3369-4f55-9fb1-af6f3b145200', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:23.541044 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-aea43541-f422-4702-8743-7d5b6c463bd7 None None] Set router 4ec92841-2119-4794-9a1c-712ba285f241 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:40:23.657292 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-aea43541-f422-4702-8743-7d5b6c463bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:40:18Z', 'revision_number': 11, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:23.657763 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5330e0a4-f901-4c56-b96b-af0e2c2b2de9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:23.660931 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5330e0a4-f901-4c56-b96b-af0e2c2b2de9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:23.662220 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea43541-f422-4702-8743-7d5b6c463bd7 None None] The sync data for ids ['4ec92841-2119-4794-9a1c-712ba285f241'] in dv-neutron-601336-84-hyperv is: [{'id': '4ec92841-2119-4794-9a1c-712ba285f241', 'name': 'tempest-RoutersTest-router-1281405187', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:39:19Z', 'updated_at': '2021-06-02T20:40:18Z', 'revision_number': 11, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:23.686641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5330e0a4-f901-4c56-b96b-af0e2c2b2de9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:23.687823 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5330e0a4-f901-4c56-b96b-af0e2c2b2de9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Fanout notify agent at l3_agent the message router_deleted on router 4ec92841-2119-4794-9a1c-712ba285f241 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:40:23.706777 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5330e0a4-f901-4c56-b96b-af0e2c2b2de9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:23.708419 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5330e0a4-f901-4c56-b96b-af0e2c2b2de9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/routers/4ec92841-2119-4794-9a1c-712ba285f241 HTTP/1.1" status: 204 len: 168 time: 0.6480627 Jun 02 20:40:23.714786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56968) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:23.719476 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-6ad6e67d-f8d3-4283-b529-4e35d5caf648 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-295941229', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:23.727787 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6ad6e67d-f8d3-4283-b529-4e35d5caf648 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:23.728489 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-88d075fa-8921-4070-8469-2e07cd2d0228 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Calling delete_port for 70ec8fac-f6af-418b-a7dd-5f46c5c7586a owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:23.736238 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6ad6e67d-f8d3-4283-b529-4e35d5caf648 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Usage tracker for resource:router and tenant:6ef1a7bf134143cc9e0a9276ad9cbe3f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:23.740340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6ad6e67d-f8d3-4283-b529-4e35d5caf648 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:23.750770 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6ad6e67d-f8d3-4283-b529-4e35d5caf648 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:23.764730 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6ad6e67d-f8d3-4283-b529-4e35d5caf648 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:23.766277 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6ad6e67d-f8d3-4283-b529-4e35d5caf648 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:23.785016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6ad6e67d-f8d3-4283-b529-4e35d5caf648 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:23.803043 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6ad6e67d-f8d3-4283-b529-4e35d5caf648 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:23.804186 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29fbab40-4c4c-47a0-b5a6-942e943413f1 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:23.832930 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6ad6e67d-f8d3-4283-b529-4e35d5caf648 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:23.834116 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6ad6e67d-f8d3-4283-b529-4e35d5caf648 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1183193 Jun 02 20:40:23.836801 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56970) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:23.841651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-a6137fe8-926a-43d0-811a-18168227fd1d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Request body: {'router': {'admin_state_up': True}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:24.076972 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:40:24.205581 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88d075fa-8921-4070-8469-2e07cd2d0228 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:24.216523 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e69ab312-f8c7-4217-a287-1b70c72fb1f1 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:24.277208 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558d7174-c4a6-4865-ab26-a2100608ceb3 None None] Network 7d6db654-2551-433e-866b-e00e1bc80766 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:24.311176 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d075fa-8921-4070-8469-2e07cd2d0228 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Port': ['ID=70ec8fac-f6af-418b-a7dd-5f46c5c7586a,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:24.313382 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-88d075fa-8921-4070-8469-2e07cd2d0228 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:24.390745 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4290dc23-8298-4cdb-9ec4-f4e38f648e71 None None] Provisioning for port 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:40:24.403602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a6137fe8-926a-43d0-811a-18168227fd1d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:24.417984 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a6137fe8-926a-43d0-811a-18168227fd1d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:24.511401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88d075fa-8921-4070-8469-2e07cd2d0228 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:24.537480 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-88d075fa-8921-4070-8469-2e07cd2d0228 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/ports/70ec8fac-f6af-418b-a7dd-5f46c5c7586a HTTP/1.1" status: 204 len: 168 time: 1.7901495 Jun 02 20:40:24.537480 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56972) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:24.588443 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-f500e4e7-15e9-40b0-9d33-0ec3a532b71a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] GET failed (client error): The resource could not be found. Jun 02 20:40:24.589135 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f500e4e7-15e9-40b0-9d33-0ec3a532b71a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Synchronizing usage tracker for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:40:24.596080 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6137fe8-926a-43d0-811a-18168227fd1d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Router d6e1af72-8bbe-459c-9da4-c229681e6be3 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:40:24.620197 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f500e4e7-15e9-40b0-9d33-0ec3a532b71a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Unset dirty status for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:40:24.624367 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f500e4e7-15e9-40b0-9d33-0ec3a532b71a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports/70ec8fac-f6af-418b-a7dd-5f46c5c7586a HTTP/1.1" status: 404 len: 333 time: 0.0838718 Jun 02 20:40:24.625966 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 56974) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:24.740608 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6137fe8-926a-43d0-811a-18168227fd1d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:24.747089 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a6137fe8-926a-43d0-811a-18168227fd1d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:24.750493 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1468e035-8518-4ae6-aecf-46987b332f8b None None] Sync routers for ids ['d6e1af72-8bbe-459c-9da4-c229681e6be3'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:24.751761 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a6137fe8-926a-43d0-811a-18168227fd1d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "PUT /v2.0/routers/d6e1af72-8bbe-459c-9da4-c229681e6be3 HTTP/1.1" status: 200 len: 693 time: 0.9139483 Jun 02 20:40:24.755257 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56976) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:24.760844 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1468e035-8518-4ae6-aecf-46987b332f8b None None] Routers {'d6e1af72-8bbe-459c-9da4-c229681e6be3'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:24.761482 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1468e035-8518-4ae6-aecf-46987b332f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['d6e1af72-8bbe-459c-9da4-c229681e6be3'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:24.810488 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29fbab40-4c4c-47a0-b5a6-942e943413f1 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:24.826231 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6b768f-d56a-4b19-b10e-77e2238783b9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting subnet a598bc80-e48d-4e16-a281-fc390c9651ce {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:40:24.828521 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29fbab40-4c4c-47a0-b5a6-942e943413f1 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:24.894788 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f6b768f-d56a-4b19-b10e-77e2238783b9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:24.905912 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-1468e035-8518-4ae6-aecf-46987b332f8b None None] Set router d6e1af72-8bbe-459c-9da4-c229681e6be3 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:40:24.918082 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ea4bcf7e-8ef5-4f88-936d-b1863681168e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/routers/d6e1af72-8bbe-459c-9da4-c229681e6be3 HTTP/1.1" status: 200 len: 699 time: 0.1610680 Jun 02 20:40:24.922647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56978) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:24.973384 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a44cc9eb-e7e6-4abf-a642-5b85ecfd6636 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6e1af72-8bbe-459c-9da4-c229681e6be3 HTTP/1.1" status: 200 len: 205 time: 0.0494642 Jun 02 20:40:24.976951 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56980) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:25.039380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f6b768f-d56a-4b19-b10e-77e2238783b9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:25.066060 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-6d219899-3c83-4d27-b972-1051165c39fa None None] Could not find standard attr ID for object 70ec8fac-f6af-418b-a7dd-5f46c5c7586a. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:40:25.081855 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1468e035-8518-4ae6-aecf-46987b332f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e1af72-8bbe-459c-9da4-c229681e6be3', 'name': 'tempest-RoutersTest-router-295941229', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:40:23Z', 'updated_at': '2021-06-02T20:40:24Z', 'revision_number': 2, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:25.088923 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1468e035-8518-4ae6-aecf-46987b332f8b None None] Checking router: d6e1af72-8bbe-459c-9da4-c229681e6be3 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:40:25.098272 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1468e035-8518-4ae6-aecf-46987b332f8b None None] Routers {'d6e1af72-8bbe-459c-9da4-c229681e6be3'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:25.098781 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1468e035-8518-4ae6-aecf-46987b332f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['d6e1af72-8bbe-459c-9da4-c229681e6be3'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:25.103990 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:40:25.133465 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4da22829-c752-4b97-86db-99d2b61395f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:25.200406 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:40:25.210196 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:25.210583 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:25.271486 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-1468e035-8518-4ae6-aecf-46987b332f8b None None] Set router d6e1af72-8bbe-459c-9da4-c229681e6be3 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:40:25.364187 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:25.405508 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb,segment=NetworkSegment(aaca4568-ac6c-46f8-90ec-15d297bfbb7f),segment_id=aaca4568-ac6c-46f8-90ec-15d297bfbb7f)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:25.410379 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1468e035-8518-4ae6-aecf-46987b332f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e1af72-8bbe-459c-9da4-c229681e6be3', 'name': 'tempest-RoutersTest-router-295941229', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:40:23Z', 'updated_at': '2021-06-02T20:40:24Z', 'revision_number': 2, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:25.411134 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:25.413585 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-22917be0-586f-454d-b432-e4d088462e73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:25.417229 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1468e035-8518-4ae6-aecf-46987b332f8b None None] The sync data for ids ['d6e1af72-8bbe-459c-9da4-c229681e6be3'] in dv-neutron-601336-84-hyperv is: [{'id': 'd6e1af72-8bbe-459c-9da4-c229681e6be3', 'name': 'tempest-RoutersTest-router-295941229', 'tenant_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:40:23Z', 'updated_at': '2021-06-02T20:40:24Z', 'revision_number': 2, 'project_id': '6ef1a7bf134143cc9e0a9276ad9cbe3f', 'gw_port_host': None}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:25.501551 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:25.505018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:25.575076 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f6b768f-d56a-4b19-b10e-77e2238783b9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:25.657171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4da22829-c752-4b97-86db-99d2b61395f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:25.659434 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4da22829-c752-4b97-86db-99d2b61395f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:25.682407 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4da22829-c752-4b97-86db-99d2b61395f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:25.683337 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da22829-c752-4b97-86db-99d2b61395f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Fanout notify agent at l3_agent the message router_deleted on router d6e1af72-8bbe-459c-9da4-c229681e6be3 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:40:25.698575 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4da22829-c752-4b97-86db-99d2b61395f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:25.699668 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4da22829-c752-4b97-86db-99d2b61395f0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/routers/d6e1af72-8bbe-459c-9da4-c229681e6be3 HTTP/1.1" status: 204 len: 168 time: 0.7217720 Jun 02 20:40:25.703276 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56984) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:25.745329 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f1ed0c30-c7d7-48f1-927f-f93f77c508a7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6e1af72-8bbe-459c-9da4-c229681e6be3 HTTP/1.1" status: 200 len: 205 time: 0.0408952 Jun 02 20:40:25.747821 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56986) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:25.794393 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fbab40-4c4c-47a0-b5a6-942e943413f1 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Router 71a7b70c-6463-4a8d-bbb9-304537df3dd8 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:40:25.818153 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-0c3c14ea-762d-4f39-a2b1-b62a69cd7cb7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] delete failed (client error): The resource could not be found. Jun 02 20:40:25.821092 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0c3c14ea-762d-4f39-a2b1-b62a69cd7cb7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/routers/d6e1af72-8bbe-459c-9da4-c229681e6be3 HTTP/1.1" status: 404 len: 336 time: 0.0704768 Jun 02 20:40:25.821484 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56988) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:25.858307 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-00db5ff6-7875-4ec3-ad05-7bfb47466bef tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] DELETE failed (client error): The resource could not be found. Jun 02 20:40:25.858763 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00db5ff6-7875-4ec3-ad05-7bfb47466bef tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:40:25.860443 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-00db5ff6-7875-4ec3-ad05-7bfb47466bef tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/subnets/6f86196f-8629-4b72-b27d-9fc89fe017d1 HTTP/1.1" status: 404 len: 337 time: 0.0380342 Jun 02 20:40:25.863474 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56990) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:25.899480 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd14e91-f64f-4aaa-b3be-67398c509f9b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] DELETE failed (client error): The resource could not be found. Jun 02 20:40:25.899934 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abd14e91-f64f-4aaa-b3be-67398c509f9b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:40:25.901647 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-abd14e91-f64f-4aaa-b3be-67398c509f9b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/subnets/ee97bc06-ab17-4264-80d4-bb39009523fd HTTP/1.1" status: 404 len: 337 time: 0.0372968 Jun 02 20:40:25.904260 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56992) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:25.944239 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef2223f-44be-4911-bbe6-477ed948ebe1 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] DELETE failed (client error): The resource could not be found. Jun 02 20:40:25.944686 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef2223f-44be-4911-bbe6-477ed948ebe1 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:40:25.948580 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-aef2223f-44be-4911-bbe6-477ed948ebe1 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/subnets/d3ccb4f2-5ce5-4e7f-8ffb-919402e769e5 HTTP/1.1" status: 404 len: 337 time: 0.0412140 Jun 02 20:40:25.948834 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56994) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:25.984438 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4fc7a7-3210-42c7-be73-a524655fce61 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] DELETE failed (client error): The resource could not be found. Jun 02 20:40:25.984888 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4fc7a7-3210-42c7-be73-a524655fce61 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:40:25.987035 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3c4fc7a7-3210-42c7-be73-a524655fce61 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/subnets/4698f316-ef45-40c5-9489-78ef4bbf8e7c HTTP/1.1" status: 404 len: 337 time: 0.0373166 Jun 02 20:40:25.989642 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56996) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:26.034939 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d5c7e182-875f-4d06-848f-76c1850dec12 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ec92841-2119-4794-9a1c-712ba285f241 HTTP/1.1" status: 200 len: 205 time: 0.0439494 Jun 02 20:40:26.037017 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 56998) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:26.087320 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fbab40-4c4c-47a0-b5a6-942e943413f1 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:26.097860 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a50277-6d68-4598-a77b-ece19aa7141e None None] Sync routers for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:26.101321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29fbab40-4c4c-47a0-b5a6-942e943413f1 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:26.106927 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-3a9183ff-24f0-450f-9c30-33988f5cadbf tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] delete failed (client error): The resource could not be found. Jun 02 20:40:26.108236 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3a9183ff-24f0-450f-9c30-33988f5cadbf tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/routers/4ec92841-2119-4794-9a1c-712ba285f241 HTTP/1.1" status: 404 len: 336 time: 0.0703230 Jun 02 20:40:26.111682 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57000) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:26.112090 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a50277-6d68-4598-a77b-ece19aa7141e None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:26.112714 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b0a50277-6d68-4598-a77b-ece19aa7141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:26.130983 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f6b768f-d56a-4b19-b10e-77e2238783b9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:26.140202 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:26.157280 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4303806e-554c-48de-9d91-21983552c052 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f9f2c23-4f87-4972-bc13-976fcd6c5c58 HTTP/1.1" status: 200 len: 205 time: 0.0416448 Jun 02 20:40:26.157721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57002) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:26.184044 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b768f-d56a-4b19-b10e-77e2238783b9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Subnet': ['ID=a598bc80-e48d-4e16-a281-fc390c9651ce,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:26.190308 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8f6b768f-d56a-4b19-b10e-77e2238783b9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:26.192161 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b0a50277-6d68-4598-a77b-ece19aa7141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:26.194338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f6b768f-d56a-4b19-b10e-77e2238783b9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:26.198710 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8f6b768f-d56a-4b19-b10e-77e2238783b9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/subnets/a598bc80-e48d-4e16-a281-fc390c9651ce HTTP/1.1" status: 204 len: 168 time: 1.5693321 Jun 02 20:40:26.199513 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57004) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:26.208446 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6714b942-fe93-4975-8d90-1aab85ed72ba None None] Network 7d6db654-2551-433e-866b-e00e1bc80766 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:26.231379 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-7e51a004-d767-4aaa-bf0e-b903994219fc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] delete failed (client error): The resource could not be found. Jun 02 20:40:26.231725 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a50277-6d68-4598-a77b-ece19aa7141e None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:26.232576 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b0a50277-6d68-4598-a77b-ece19aa7141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:26.232714 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7e51a004-d767-4aaa-bf0e-b903994219fc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/routers/0f9f2c23-4f87-4972-bc13-976fcd6c5c58 HTTP/1.1" status: 404 len: 336 time: 0.0734513 Jun 02 20:40:26.235115 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57006) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:26.272851 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9589fc5-4cb3-4719-988a-e46cf640549d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] DELETE failed (client error): The resource could not be found. Jun 02 20:40:26.273458 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9589fc5-4cb3-4719-988a-e46cf640549d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:40:26.277572 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c9589fc5-4cb3-4719-988a-e46cf640549d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/subnets/66b598da-f231-47e6-a29f-a4174a7da067 HTTP/1.1" status: 404 len: 337 time: 0.0390935 Jun 02 20:40:26.277884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57008) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:26.326775 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-90091189-503d-4f52-a133-d4940c64429e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd0ca70a-68b7-46e6-82da-61fa9e27aac7 HTTP/1.1" status: 200 len: 205 time: 0.0472727 Jun 02 20:40:26.329195 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57010) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:26.342881 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b0a50277-6d68-4598-a77b-ece19aa7141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:26.343564 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a50277-6d68-4598-a77b-ece19aa7141e None None] The sync data for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:26.360163 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-29fbab40-4c4c-47a0-b5a6-942e943413f1 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "PUT /v2.0/floatingips/37f40a91-3099-4ea8-9b20-9678171b5859 HTTP/1.1" status: 200 len: 977 time: 2.9766307 Jun 02 20:40:26.363310 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57012) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:26.396571 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-8cd96805-571c-437e-8eef-2679cd432653 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] delete failed (client error): The resource could not be found. Jun 02 20:40:26.399899 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8cd96805-571c-437e-8eef-2679cd432653 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/routers/bd0ca70a-68b7-46e6-82da-61fa9e27aac7 HTTP/1.1" status: 404 len: 336 time: 0.0673933 Jun 02 20:40:26.400313 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57014) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:26.425657 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:26.456895 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7a2877a5-20b3-4e7d-a501-8dd63c5a0fa0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/ports?device_id=413f1319-a49c-4d44-ab63-0540b1425b8e HTTP/1.1" status: 200 len: 205 time: 0.0553327 Jun 02 20:40:26.458969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57016) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:26.534477 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-d95f22b3-7cd3-415e-9e69-e5b57c01e169 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] delete failed (client error): The resource could not be found. Jun 02 20:40:26.535524 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d95f22b3-7cd3-415e-9e69-e5b57c01e169 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/routers/413f1319-a49c-4d44-ab63-0540b1425b8e HTTP/1.1" status: 404 len: 336 time: 0.0755999 Jun 02 20:40:26.537998 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57018) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:26.582356 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ba43fc-ed34-44bc-9d2e-87f48ad4f0e8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] DELETE failed (client error): The resource could not be found. Jun 02 20:40:26.582356 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ba43fc-ed34-44bc-9d2e-87f48ad4f0e8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:40:26.583930 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a7ba43fc-ed34-44bc-9d2e-87f48ad4f0e8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/subnets/7f04ce46-bb3b-4d7b-be5e-f330a93d4908 HTTP/1.1" status: 404 len: 337 time: 0.0447838 Jun 02 20:40:26.586428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57020) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:26.620384 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b08bcda-8eaa-46ee-bbbd-b4373e839b9e None None] DHCP port deletion for 7d6db654-2551-433e-866b-e00e1bc80766 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:40:26.632856 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d2209276-e508-4875-ab5c-f07966b28881 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e6d15bd-6ca3-485e-a325-3b2215dc244b HTTP/1.1" status: 200 len: 205 time: 0.0432291 Jun 02 20:40:26.633077 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57022) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:26.679880 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting port 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:26.680443 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:26.693902 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7b08bcda-8eaa-46ee-bbbd-b4373e839b9e None None] Deleting port 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:26.694663 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7b08bcda-8eaa-46ee-bbbd-b4373e839b9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:26.702394 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-d32d7ff3-73a7-4dc0-b57a-472f349accf2 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] delete failed (client error): The resource could not be found. Jun 02 20:40:26.705873 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d32d7ff3-73a7-4dc0-b57a-472f349accf2 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/routers/8e6d15bd-6ca3-485e-a325-3b2215dc244b HTTP/1.1" status: 404 len: 336 time: 0.0690210 Jun 02 20:40:26.706060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57024) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:26.747730 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-17551a2d-7f55-4cc7-856c-0bc56c18c6c6 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] DELETE failed (client error): The resource could not be found. Jun 02 20:40:26.748306 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17551a2d-7f55-4cc7-856c-0bc56c18c6c6 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:40:26.749866 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-17551a2d-7f55-4cc7-856c-0bc56c18c6c6 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/subnets/800eb9d9-925e-4e4e-ab6a-286fb278a991 HTTP/1.1" status: 404 len: 337 time: 0.0428994 Jun 02 20:40:26.753427 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57026) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:26.796415 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-68f9857f-79f7-4610-bd14-0d6ce04f6d3d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "GET /v2.0/ports?device_id=14f85ad9-a271-416e-9caf-f67cb0080a53 HTTP/1.1" status: 200 len: 205 time: 0.0415020 Jun 02 20:40:26.799757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57028) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:26.803169 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7b08bcda-8eaa-46ee-bbbd-b4373e839b9e None None] For port 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb,segment=NetworkSegment(aaca4568-ac6c-46f8-90ec-15d297bfbb7f),segment_id=aaca4568-ac6c-46f8-90ec-15d297bfbb7f)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:26.803714 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7b08bcda-8eaa-46ee-bbbd-b4373e839b9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:26.810694 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] For port 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb,segment=NetworkSegment(aaca4568-ac6c-46f8-90ec-15d297bfbb7f),segment_id=aaca4568-ac6c-46f8-90ec-15d297bfbb7f)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:26.811051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:26.872102 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-6c63cae8-a48b-4f2c-a0a9-e93bcfb36b5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] delete failed (client error): The resource could not be found. Jun 02 20:40:26.876166 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6c63cae8-a48b-4f2c-a0a9-e93bcfb36b5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/routers/14f85ad9-a271-416e-9caf-f67cb0080a53 HTTP/1.1" status: 404 len: 336 time: 0.0715811 Jun 02 20:40:26.876494 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57030) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:26.914706 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-78bc8620-467e-48bb-ada0-afb098599b56 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] DELETE failed (client error): The resource could not be found. Jun 02 20:40:26.915442 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78bc8620-467e-48bb-ada0-afb098599b56 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:40:26.919768 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-78bc8620-467e-48bb-ada0-afb098599b56 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/subnets/b871f0a5-fd65-4005-aa65-900b7aca28af HTTP/1.1" status: 404 len: 337 time: 0.0397205 Jun 02 20:40:26.920266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57032) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:26.926340 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7b08bcda-8eaa-46ee-bbbd-b4373e839b9e None None] Calling delete_port for 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:26.961899 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-1402d599-3d88-42dd-9d48-4e1b752ae433 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] DELETE failed (client error): The resource could not be found. Jun 02 20:40:26.962366 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1402d599-3d88-42dd-9d48-4e1b752ae433 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:40:26.967122 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1402d599-3d88-42dd-9d48-4e1b752ae433 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] 10.222.0.25 "DELETE /v2.0/subnets/7bcc1da4-b88b-4881-a829-e38e3b10f6db HTTP/1.1" status: 404 len: 337 time: 0.0428581 Jun 02 20:40:26.991061 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7b08bcda-8eaa-46ee-bbbd-b4373e839b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:26.996404 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:27.044611 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:40:27.073094 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08bcda-8eaa-46ee-bbbd-b4373e839b9e None None] Pushing event deleted for resources: {'Port': ['ID=0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:27.082544 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7b08bcda-8eaa-46ee-bbbd-b4373e839b9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:27.089463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:40:27.089821 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:40:27.091665 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b08bcda-8eaa-46ee-bbbd-b4373e839b9e None None] No DVR routers for this DVR port 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:40:27.108553 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-acc17c58-b0ae-4af5-a021-ef5eb78812dd tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Deleting port 623a8c3f-78e1-485c-9506-a1699f86f075 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:27.108956 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-acc17c58-b0ae-4af5-a021-ef5eb78812dd tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:27.130154 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Calling delete_port for 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:27.256746 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-acc17c58-b0ae-4af5-a021-ef5eb78812dd tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:27.257074 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-acc17c58-b0ae-4af5-a021-ef5eb78812dd tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:27.291427 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57038) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:27.385718 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-acc17c58-b0ae-4af5-a021-ef5eb78812dd tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Calling delete_port for 623a8c3f-78e1-485c-9506-a1699f86f075 owned by network:floatingip {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:27.395264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:27.400470 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-15d915cb-d079-4979-af45-fe35c7a20673 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:27.437114 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f22b7ed7-efaa-4dfd-a6f1-5ebcb618b6e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ef1a7bf134143cc9e0a9276ad9cbe3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427071 Jun 02 20:40:27.437843 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57044) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:27.452140 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Port': ['ID=0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:27.455757 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] No DVR routers for this DVR port 0f6e631a-fa4e-4f7e-8513-d7b6ef0511eb on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:40:27.458229 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:27.498350 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7190a96f-fb35-40b7-9508-d087cea569d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:27.523783 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7190a96f-fb35-40b7-9508-d087cea569d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:27.575377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7190a96f-fb35-40b7-9508-d087cea569d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:27.580613 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-44868aa5-d327-4eb9-bf6a-d176799ae4a5 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:27.586922 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:27.592287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190a96f-fb35-40b7-9508-d087cea569d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0811ae3d-422c-4415-ae70-9683c2692d27,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:27.595220 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7190a96f-fb35-40b7-9508-d087cea569d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:27.597620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7190a96f-fb35-40b7-9508-d087cea569d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:27.600878 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7190a96f-fb35-40b7-9508-d087cea569d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0811ae3d-422c-4415-ae70-9683c2692d27 HTTP/1.1" status: 204 len: 168 time: 0.1620402 Jun 02 20:40:27.605514 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6db654-2551-433e-866b-e00e1bc80766']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:27.630517 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaca4568-ac6c-46f8-90ec-15d297bfbb7f') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:27.630780 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaca4568-ac6c-46f8-90ec-15d297bfbb7f') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:27.644504 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:27.662064 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:27.699333 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:40:27.700085 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:40:27.714478 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:40:27.807874 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-acc17c58-b0ae-4af5-a021-ef5eb78812dd tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:27.812568 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7dd674f0-6303-4a4c-ae00-aba2568113ff tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:27.844264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:27.862008 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:27.864817 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc17c58-b0ae-4af5-a021-ef5eb78812dd tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event deleted for resources: {'Port': ['ID=623a8c3f-78e1-485c-9506-a1699f86f075,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:27.892906 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-acc17c58-b0ae-4af5-a021-ef5eb78812dd tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:27.902222 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3cfd98fc-f6be-422f-8add-edcd1b4fc541 tempest-BulkNetworkOpsIpV6Test-2147037272 tempest-BulkNetworkOpsIpV6Test-2147037272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:27.965178 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Network': ['ID=7d6db654-2551-433e-866b-e00e1bc80766,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:27.971920 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:27.988478 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57058) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:27.989213 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/networks/7d6db654-2551-433e-866b-e00e1bc80766 HTTP/1.1" status: 204 len: 168 time: 1.7887955 Jun 02 20:40:27.994271 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-fa954eef-cad7-4293-ab7c-16a88ea9d2df tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'port': {'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884', 'name': 'tempest-PortsTestJSON-104650870'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:27.999764 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-acc17c58-b0ae-4af5-a021-ef5eb78812dd tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:28.000098 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-acc17c58-b0ae-4af5-a021-ef5eb78812dd tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Floating IP 37f40a91-3099-4ea8-9b20-9678171b5859 disassociated (deleted). External IP: 172.26.0.63, port: 47b67464-3369-4f55-9fb1-af6f3b145200. Jun 02 20:40:28.121145 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fa954eef-cad7-4293-ab7c-16a88ea9d2df tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:28.126094 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fa954eef-cad7-4293-ab7c-16a88ea9d2df tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:port and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:28.129299 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fa954eef-cad7-4293-ab7c-16a88ea9d2df tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:28.135569 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fa954eef-cad7-4293-ab7c-16a88ea9d2df tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:28.149840 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa954eef-cad7-4293-ab7c-16a88ea9d2df tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:28.156552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fa954eef-cad7-4293-ab7c-16a88ea9d2df tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:28.184751 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-fa954eef-cad7-4293-ab7c-16a88ea9d2df tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] device_id is not set on port 0300fdb0-bfa1-48ff-8f3b-72c49dcc3ed8 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:40:28.399370 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc17c58-b0ae-4af5-a021-ef5eb78812dd tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Router 71a7b70c-6463-4a8d-bbb9-304537df3dd8 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:40:28.401202 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57068) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:28.575409 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fa954eef-cad7-4293-ab7c-16a88ea9d2df tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:28.604298 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fa954eef-cad7-4293-ab7c-16a88ea9d2df tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:28.609996 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a0fb13d3-62d0-44c4-9d0d-6389bcade074 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:28.678536 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa954eef-cad7-4293-ab7c-16a88ea9d2df tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network c7678cbb-123a-4a79-8d3e-f2c360277884 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:28.682156 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-fa954eef-cad7-4293-ab7c-16a88ea9d2df tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:28.686980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa954eef-cad7-4293-ab7c-16a88ea9d2df tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:28.693345 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa954eef-cad7-4293-ab7c-16a88ea9d2df tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:28.693952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fa954eef-cad7-4293-ab7c-16a88ea9d2df tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:28.708314 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa954eef-cad7-4293-ab7c-16a88ea9d2df tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=0300fdb0-bfa1-48ff-8f3b-72c49dcc3ed8,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:28.713218 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fa954eef-cad7-4293-ab7c-16a88ea9d2df tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:28.726987 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fa954eef-cad7-4293-ab7c-16a88ea9d2df tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7368324 Jun 02 20:40:28.729692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57072) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:28.765961 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-548e7d12-65e8-4f09-91b9-d11204fb7cbf tempest-SubnetPoolsTestJSON-86376142 tempest-SubnetPoolsTestJSON-86376142-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1206394860', 'prefixes': ['172.20.0.0/16']}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:28.774926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-548e7d12-65e8-4f09-91b9-d11204fb7cbf tempest-SubnetPoolsTestJSON-86376142 tempest-SubnetPoolsTestJSON-86376142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:28.809873 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc17c58-b0ae-4af5-a021-ef5eb78812dd tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:28.815666 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-acc17c58-b0ae-4af5-a021-ef5eb78812dd tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:28.821313 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ef425-47a1-49cb-a12e-fe59df72071d None None] Sync routers for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:28.831296 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ef425-47a1-49cb-a12e-fe59df72071d None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:28.832166 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-8f2ef425-47a1-49cb-a12e-fe59df72071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:28.881281 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-5015f618-763e-4a1d-b19b-d2c6d96223b8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting port 0300fdb0-bfa1-48ff-8f3b-72c49dcc3ed8 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:28.881618 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5015f618-763e-4a1d-b19b-d2c6d96223b8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:28.898903 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-8f2ef425-47a1-49cb-a12e-fe59df72071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:28.901662 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-acc17c58-b0ae-4af5-a021-ef5eb78812dd tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "DELETE /v2.0/floatingips/37f40a91-3099-4ea8-9b20-9678171b5859 HTTP/1.1" status: 204 len: 168 time: 2.5371788 Jun 02 20:40:28.906074 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57074) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:28.910365 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ef425-47a1-49cb-a12e-fe59df72071d None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:28.911570 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-8f2ef425-47a1-49cb-a12e-fe59df72071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:28.974682 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-548e7d12-65e8-4f09-91b9-d11204fb7cbf tempest-SubnetPoolsTestJSON-86376142 tempest-SubnetPoolsTestJSON-86376142-project] Notify callbacks [] for subnetpool, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:28.975053 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-8f2ef425-47a1-49cb-a12e-fe59df72071d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:28.975491 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ef425-47a1-49cb-a12e-fe59df72071d None None] The sync data for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:28.975888 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-548e7d12-65e8-4f09-91b9-d11204fb7cbf tempest-SubnetPoolsTestJSON-86376142 tempest-SubnetPoolsTestJSON-86376142-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5681326 Jun 02 20:40:28.983227 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57076) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:29.019636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5015f618-763e-4a1d-b19b-d2c6d96223b8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:29.032950 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9ab899e2-6398-4a73-93bc-b6d13a394380 tempest-SubnetPoolsTestJSON-86376142 tempest-SubnetPoolsTestJSON-86376142-project] 10.222.0.25 "GET /v2.0/subnetpools/feea2ad9-2f99-478d-a15d-d26121416087 HTTP/1.1" status: 200 len: 732 time: 0.0485585 Jun 02 20:40:29.036044 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57078) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:29.042853 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-122f7375-07a8-41ec-a899-af37b87ae9ff tempest-SubnetPoolsTestJSON-86376142 tempest-SubnetPoolsTestJSON-86376142-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-904221811'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:29.106632 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-add9d4a1-8197-4306-b4eb-b21d03626209 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Deleting port 47b67464-3369-4f55-9fb1-af6f3b145200 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:29.106886 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-add9d4a1-8197-4306-b4eb-b21d03626209 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:29.150669 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-5015f618-763e-4a1d-b19b-d2c6d96223b8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Calling delete_port for 0300fdb0-bfa1-48ff-8f3b-72c49dcc3ed8 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:29.196100 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5015f618-763e-4a1d-b19b-d2c6d96223b8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:29.202241 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:29.235192 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-122f7375-07a8-41ec-a899-af37b87ae9ff tempest-SubnetPoolsTestJSON-86376142 tempest-SubnetPoolsTestJSON-86376142-project] Notify callbacks [] for subnetpool, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:29.239451 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-122f7375-07a8-41ec-a899-af37b87ae9ff tempest-SubnetPoolsTestJSON-86376142 tempest-SubnetPoolsTestJSON-86376142-project] 10.222.0.25 "PUT /v2.0/subnetpools/feea2ad9-2f99-478d-a15d-d26121416087 HTTP/1.1" status: 200 len: 683 time: 0.1992912 Jun 02 20:40:29.239824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57080) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:29.250796 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015f618-763e-4a1d-b19b-d2c6d96223b8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Port': ['ID=0300fdb0-bfa1-48ff-8f3b-72c49dcc3ed8,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:29.253654 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5015f618-763e-4a1d-b19b-d2c6d96223b8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:29.254890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5015f618-763e-4a1d-b19b-d2c6d96223b8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:29.265745 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5015f618-763e-4a1d-b19b-d2c6d96223b8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/ports/0300fdb0-bfa1-48ff-8f3b-72c49dcc3ed8 HTTP/1.1" status: 204 len: 168 time: 0.5338187 Jun 02 20:40:29.267292 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57082) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:29.272200 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-44f084af-4b86-46b7-9329-7629ac543f81 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'port': {'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884', 'mac_address': 'fa:16:3e:27:50:bf', 'name': 'tempest-PortsTestJSON-1247590730'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:29.303469 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-add9d4a1-8197-4306-b4eb-b21d03626209 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:29.380462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-44f084af-4b86-46b7-9329-7629ac543f81 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:29.384366 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-44f084af-4b86-46b7-9329-7629ac543f81 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:port and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:29.387117 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-44f084af-4b86-46b7-9329-7629ac543f81 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:29.392770 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-44f084af-4b86-46b7-9329-7629ac543f81 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:29.402929 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f084af-4b86-46b7-9329-7629ac543f81 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:29.438167 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-add9d4a1-8197-4306-b4eb-b21d03626209 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Calling delete_port for 47b67464-3369-4f55-9fb1-af6f3b145200 owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:29.488252 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d937fa0-12b3-4610-93c7-2297687d4bb5 tempest-SubnetPoolsTestJSON-86376142 tempest-SubnetPoolsTestJSON-86376142-project] Notify callbacks [] for subnetpool, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:29.489359 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2d937fa0-12b3-4610-93c7-2297687d4bb5 tempest-SubnetPoolsTestJSON-86376142 tempest-SubnetPoolsTestJSON-86376142-project] 10.222.0.25 "DELETE /v2.0/subnetpools/feea2ad9-2f99-478d-a15d-d26121416087 HTTP/1.1" status: 204 len: 168 time: 0.2486522 Jun 02 20:40:29.492442 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57084) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:29.506255 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44f084af-4b86-46b7-9329-7629ac543f81 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:29.515163 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-8a72426f-78cc-4951-992c-3acd3507f97a tempest-SubnetPoolsTestJSON-86376142 tempest-SubnetPoolsTestJSON-86376142-project] show failed (client error): The resource could not be found. Jun 02 20:40:29.516091 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8a72426f-78cc-4951-992c-3acd3507f97a tempest-SubnetPoolsTestJSON-86376142 tempest-SubnetPoolsTestJSON-86376142-project] 10.222.0.25 "GET /v2.0/subnetpools/feea2ad9-2f99-478d-a15d-d26121416087 HTTP/1.1" status: 404 len: 346 time: 0.0222449 Jun 02 20:40:29.519356 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57086) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:29.531101 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-44f084af-4b86-46b7-9329-7629ac543f81 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] device_id is not set on port b1b78bad-df92-4f8b-b6fe-a30820d38cbd yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:40:29.544823 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-14467284-bf99-4a2a-a8fd-58a68e92c3e8 tempest-SubnetPoolsTestJSON-86376142 tempest-SubnetPoolsTestJSON-86376142-project] delete failed (client error): The resource could not be found. Jun 02 20:40:29.549447 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-14467284-bf99-4a2a-a8fd-58a68e92c3e8 tempest-SubnetPoolsTestJSON-86376142 tempest-SubnetPoolsTestJSON-86376142-project] 10.222.0.25 "DELETE /v2.0/subnetpools/feea2ad9-2f99-478d-a15d-d26121416087 HTTP/1.1" status: 404 len: 346 time: 0.0260119 Jun 02 20:40:29.686780 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-add9d4a1-8197-4306-b4eb-b21d03626209 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:29.692651 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-88d075fa-8921-4070-8469-2e07cd2d0228 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:29.743659 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9d4a1-8197-4306-b4eb-b21d03626209 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event deleted for resources: {'Port': ['ID=47b67464-3369-4f55-9fb1-af6f3b145200,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:29.747587 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-add9d4a1-8197-4306-b4eb-b21d03626209 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:29.770407 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44f084af-4b86-46b7-9329-7629ac543f81 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:29.801590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44f084af-4b86-46b7-9329-7629ac543f81 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:29.807470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-810898ff-5a6f-4ca8-92c4-eb0354ae54ba tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:29.860302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57094) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:29.887273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f084af-4b86-46b7-9329-7629ac543f81 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network c7678cbb-123a-4a79-8d3e-f2c360277884 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:29.890888 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-44f084af-4b86-46b7-9329-7629ac543f81 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:29.893515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f084af-4b86-46b7-9329-7629ac543f81 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=b1b78bad-df92-4f8b-b6fe-a30820d38cbd,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:29.895775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f084af-4b86-46b7-9329-7629ac543f81 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:29.898337 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-add9d4a1-8197-4306-b4eb-b21d03626209 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:29.901457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f084af-4b86-46b7-9329-7629ac543f81 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:29.902066 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44f084af-4b86-46b7-9329-7629ac543f81 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:29.912786 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-add9d4a1-8197-4306-b4eb-b21d03626209 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "DELETE /v2.0/ports/47b67464-3369-4f55-9fb1-af6f3b145200 HTTP/1.1" status: 204 len: 168 time: 1.0025060 Jun 02 20:40:29.913537 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57098) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:29.915017 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-44f084af-4b86-46b7-9329-7629ac543f81 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:29.919218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:29.925136 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:29.930234 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57100) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:29.930769 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-44f084af-4b86-46b7-9329-7629ac543f81 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6624582 Jun 02 20:40:29.932794 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Usage tracker for resource:floatingip and tenant:e94c2e34113a474285a6475fb9a81bcf is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:29.970048 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:29.996234 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:30.014585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b1edb2eb-6686-49d2-9a8a-589f11883abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:30.039982 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e5abd4-62f1-4b7c-b973-1961b2f95915 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:30.040544 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-69e5abd4-62f1-4b7c-b973-1961b2f95915 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Synchronizing usage tracker for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:40:30.043137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b1edb2eb-6686-49d2-9a8a-589f11883abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:30.046195 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:30.068494 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b1edb2eb-6686-49d2-9a8a-589f11883abf admin admin] Usage tracker for resource:security_group_rule and tenant:f71ad35317734629a2931256ff046352 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:30.073755 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b1edb2eb-6686-49d2-9a8a-589f11883abf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:30.085635 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b1edb2eb-6686-49d2-9a8a-589f11883abf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:30.098674 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-69e5abd4-62f1-4b7c-b973-1961b2f95915 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Unset dirty status for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:40:30.099843 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-69e5abd4-62f1-4b7c-b973-1961b2f95915 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports/b1b78bad-df92-4f8b-b6fe-a30820d38cbd HTTP/1.1" status: 200 len: 841 time: 0.1685851 Jun 02 20:40:30.102927 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57102) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:30.237851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a9e04-dff6-4075-af6f-f61781fc7791 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting port b1b78bad-df92-4f8b-b6fe-a30820d38cbd {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:30.238191 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd5a9e04-dff6-4075-af6f-f61781fc7791 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:30.258363 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b1edb2eb-6686-49d2-9a8a-589f11883abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:30.264150 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b1edb2eb-6686-49d2-9a8a-589f11883abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:30.274511 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0378dc9c-75f0-4efe-a5e6-365e529c242b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:30.299187 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:30.339488 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd5a9e04-dff6-4075-af6f-f61781fc7791 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:30.350753 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edb2eb-6686-49d2-9a8a-589f11883abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c3330e-4ed3-4595-8f94-db6af81b372d,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:30.359806 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b1edb2eb-6686-49d2-9a8a-589f11883abf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f71ad35317734629a2931256ff046352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4984212 Jun 02 20:40:30.361657 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b1edb2eb-6686-49d2-9a8a-589f11883abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:30.367821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57104) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:30.470010 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a9e04-dff6-4075-af6f-f61781fc7791 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Calling delete_port for b1b78bad-df92-4f8b-b6fe-a30820d38cbd owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:30.525729 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd5a9e04-dff6-4075-af6f-f61781fc7791 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:30.530439 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:30.581968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a9e04-dff6-4075-af6f-f61781fc7791 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Port': ['ID=b1b78bad-df92-4f8b-b6fe-a30820d38cbd,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:30.587225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dd5a9e04-dff6-4075-af6f-f61781fc7791 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:30.589551 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd5a9e04-dff6-4075-af6f-f61781fc7791 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:30.605406 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-dd5a9e04-dff6-4075-af6f-f61781fc7791 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/ports/b1b78bad-df92-4f8b-b6fe-a30820d38cbd HTTP/1.1" status: 204 len: 168 time: 0.5012987 Jun 02 20:40:30.607932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57106) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:30.653868 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-c859ad6a-93b3-42e0-bf9c-7ba8121e0540 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] GET failed (client error): The resource could not be found. Jun 02 20:40:30.654412 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c859ad6a-93b3-42e0-bf9c-7ba8121e0540 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Synchronizing usage tracker for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:40:30.662571 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a835c499-7b27-43d5-94f1-fd4c2e17c17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:30.673276 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c859ad6a-93b3-42e0-bf9c-7ba8121e0540 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Unset dirty status for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:40:30.675329 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c859ad6a-93b3-42e0-bf9c-7ba8121e0540 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports/b1b78bad-df92-4f8b-b6fe-a30820d38cbd HTTP/1.1" status: 404 len: 333 time: 0.0663602 Jun 02 20:40:30.679042 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Allocated IP 172.26.0.128 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/c3ac86e1-294f-419c-a96c-65aa1d784809) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:30.679337 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57108) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:30.686942 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c7faf22c-6650-4fe9-af05-7f0c8e8c54b6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'port': {'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884', 'name': 'tempest-PortsTestJSON-157582493'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:30.706231 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a835c499-7b27-43d5-94f1-fd4c2e17c17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:30.718199 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cdb66e23-887e-40e1-aeda-fed9436010a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:30.876151 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a835c499-7b27-43d5-94f1-fd4c2e17c17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:30.882093 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d46739b3-0ff0-4a92-a1bf-2dff88ca5e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:30.895278 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:30.903336 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835c499-7b27-43d5-94f1-fd4c2e17c17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c3330e-4ed3-4595-8f94-db6af81b372d,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:30.908620 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a835c499-7b27-43d5-94f1-fd4c2e17c17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:30.920672 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a835c499-7b27-43d5-94f1-fd4c2e17c17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:30.924677 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a835c499-7b27-43d5-94f1-fd4c2e17c17d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18c3330e-4ed3-4595-8f94-db6af81b372d HTTP/1.1" status: 204 len: 168 time: 0.5530405 Jun 02 20:40:30.955553 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:30.959303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c7faf22c-6650-4fe9-af05-7f0c8e8c54b6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:30.960588 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-58864435-2fda-494b-b557-83a1049e068c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:30.969060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c7faf22c-6650-4fe9-af05-7f0c8e8c54b6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:30.980957 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7faf22c-6650-4fe9-af05-7f0c8e8c54b6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:30.984952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c7faf22c-6650-4fe9-af05-7f0c8e8c54b6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:31.009552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-c7faf22c-6650-4fe9-af05-7f0c8e8c54b6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] device_id is not set on port f62448a6-f5b9-4857-8678-1c5d3f50adca yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:40:31.026904 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:31.030131 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:31.034514 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:31.071190 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Port': ['ID=c3ac86e1-294f-419c-a96c-65aa1d784809,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:31.075594 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:31.120234 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:31.188518 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:31.251432 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c7faf22c-6650-4fe9-af05-7f0c8e8c54b6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:31.280553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c7faf22c-6650-4fe9-af05-7f0c8e8c54b6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:31.285980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:31.355946 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7faf22c-6650-4fe9-af05-7f0c8e8c54b6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network c7678cbb-123a-4a79-8d3e-f2c360277884 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:31.359085 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-c7faf22c-6650-4fe9-af05-7f0c8e8c54b6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:31.363624 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7faf22c-6650-4fe9-af05-7f0c8e8c54b6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:31.368992 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7faf22c-6650-4fe9-af05-7f0c8e8c54b6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:31.369586 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c7faf22c-6650-4fe9-af05-7f0c8e8c54b6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:31.381651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7faf22c-6650-4fe9-af05-7f0c8e8c54b6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=f62448a6-f5b9-4857-8678-1c5d3f50adca,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:31.385959 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c7faf22c-6650-4fe9-af05-7f0c8e8c54b6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:31.400461 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c7faf22c-6650-4fe9-af05-7f0c8e8c54b6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7198153 Jun 02 20:40:31.402906 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57122) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:31.409019 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-d40e2cf4-bd09-417b-a0af-3d36023224db tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:31.425276 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:31.433922 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:31.439532 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-58d8bf29-87e1-429d-a190-378c254a5dce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:31.541898 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d40e2cf4-bd09-417b-a0af-3d36023224db tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:31.552671 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:31.576409 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:31.580042 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6630476 Jun 02 20:40:31.580763 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57132) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:31.588522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-8a5c36f7-92bb-463f-8664-57efe5e59c6e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Request body: {'port': {'network_id': 'c949e35f-54f5-40ea-b8d7-eee1311458af', 'name': 'tempest-FloatingIPTestJSON-1218010636'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:31.610805 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Port': ['ID=c3ac86e1-294f-419c-a96c-65aa1d784809,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:31.616720 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:31.717612 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57134) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:31.732619 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-8a5c36f7-92bb-463f-8664-57efe5e59c6e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:31.742167 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8a5c36f7-92bb-463f-8664-57efe5e59c6e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Usage tracker for resource:port and tenant:e94c2e34113a474285a6475fb9a81bcf is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:31.745112 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8a5c36f7-92bb-463f-8664-57efe5e59c6e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Quota usage for port was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:31.751032 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-8a5c36f7-92bb-463f-8664-57efe5e59c6e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:31.761035 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5c36f7-92bb-463f-8664-57efe5e59c6e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Made reservation on behalf of e94c2e34113a474285a6475fb9a81bcf for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:31.764783 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8a5c36f7-92bb-463f-8664-57efe5e59c6e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:31.768387 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d40e2cf4-bd09-417b-a0af-3d36023224db tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:31.773201 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d40e2cf4-bd09-417b-a0af-3d36023224db tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:31.777885 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fdb51dbf-aa09-404a-86cd-f8abdda15da2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:31.787754 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-8a5c36f7-92bb-463f-8664-57efe5e59c6e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] device_id is not set on port 80dc3d49-e796-4936-aaf9-e2c78f14def1 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:40:31.846113 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-11621182'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:31.849402 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-d40e2cf4-bd09-417b-a0af-3d36023224db tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] In _notify_port_updated(), no bound segment for port f62448a6-f5b9-4857-8678-1c5d3f50adca on network c7678cbb-123a-4a79-8d3e-f2c360277884 {{(pid=92549) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:40:31.854572 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40e2cf4-bd09-417b-a0af-3d36023224db tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:31.855182 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d40e2cf4-bd09-417b-a0af-3d36023224db tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:31.856430 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d40e2cf4-bd09-417b-a0af-3d36023224db tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "PUT /v2.0/ports/f62448a6-f5b9-4857-8678-1c5d3f50adca HTTP/1.1" status: 200 len: 818 time: 0.4524403 Jun 02 20:40:31.860639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57138) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:31.863134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:31.871056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Usage tracker for resource:network and tenant:87b869f7bd3b4f76941ea45f9193316a is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:31.874043 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e2cf4-bd09-417b-a0af-3d36023224db tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=f62448a6-f5b9-4857-8678-1c5d3f50adca,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:31.876347 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:31.879220 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d40e2cf4-bd09-417b-a0af-3d36023224db tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:31.882641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:31.893100 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Made reservation on behalf of 87b869f7bd3b4f76941ea45f9193316a for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:31.896706 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:31.910355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:31.929013 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:31.934141 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Usage tracker for resource:security_group_rule and tenant:87b869f7bd3b4f76941ea45f9193316a is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:31.937322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:31.942977 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:32.024563 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-8a5c36f7-92bb-463f-8664-57efe5e59c6e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Allocated IP 172.20.0.12 (c949e35f-54f5-40ea-b8d7-eee1311458af/ad8bb4bd-2a25-406b-8c20-cd2e053183e3/80dc3d49-e796-4936-aaf9-e2c78f14def1) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:32.034423 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:32.038401 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:32.042653 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-44a6ad14-e477-4876-a18a-8eb60c98b56b tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:32.071118 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:40:32.081023 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f836f96-32cb-44ae-b28e-b571e3302bf3,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:32.084622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:32.087333 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:32.087683 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Added segment c07ff870-6b61-4691-91a3-b434fd843eb2 of type vlan for network 5ae2c549-535f-4c5a-95a2-6dce00aba1a9 Jun 02 20:40:32.100535 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5afe5-ecfe-4b14-bb66-fe902c2ec3c7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting port f62448a6-f5b9-4857-8678-1c5d3f50adca {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:32.100705 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7fc5afe5-ecfe-4b14-bb66-fe902c2ec3c7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:32.114999 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:32.144284 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:32.150380 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:32.150963 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:32.155866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bcf4b7f6-672d-4f07-8cb1-23d1c1bccea2 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:32.262834 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5416381 Jun 02 20:40:32.264277 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57140) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:32.266329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Pushing event updated for resources: {'Network': ['ID=5ae2c549-535f-4c5a-95a2-6dce00aba1a9,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:32.271781 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-e8fffba4-6c94-4699-870e-974a46a658f7 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5ae2c549-535f-4c5a-95a2-6dce00aba1a9', 'tempest-TagsTest-Tag-2001908072') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:32.287731 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7fc5afe5-ecfe-4b14-bb66-fe902c2ec3c7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:32.290790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:32.303964 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 5ae2c549-535f-4c5a-95a2-6dce00aba1a9 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:40:32.395581 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e8fffba4-6c94-4699-870e-974a46a658f7 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] 10.222.0.25 "PUT /v2.0/networks/5ae2c549-535f-4c5a-95a2-6dce00aba1a9/tags/tempest-TagsTest-Tag-2001908072 HTTP/1.1" status: 201 len: 201 time: 0.1302402 Jun 02 20:40:32.398014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57144) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:32.402790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-98494a36-2ff2-4ac2-a895-c02424932e0a tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ae2c549-535f-4c5a-95a2-6dce00aba1a9', 'tempest-TagsTest-Tag-2001908072') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:32.510775 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-98494a36-2ff2-4ac2-a895-c02424932e0a tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] 10.222.0.25 "GET /v2.0/networks/5ae2c549-535f-4c5a-95a2-6dce00aba1a9/tags/tempest-TagsTest-Tag-2001908072 HTTP/1.1" status: 204 len: 168 time: 0.1116350 Jun 02 20:40:32.513098 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57146) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:32.517386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-4ea975be-67ee-47a6-9f13-95d8651d44ca tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5ae2c549-535f-4c5a-95a2-6dce00aba1a9') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:32.577526 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5afe5-ecfe-4b14-bb66-fe902c2ec3c7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Calling delete_port for f62448a6-f5b9-4857-8678-1c5d3f50adca owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:32.604616 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8a5c36f7-92bb-463f-8664-57efe5e59c6e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:32.607040 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57148) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:32.658234 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8a5c36f7-92bb-463f-8664-57efe5e59c6e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:32.660258 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7fc5afe5-ecfe-4b14-bb66-fe902c2ec3c7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:32.665204 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:32.692809 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4ea975be-67ee-47a6-9f13-95d8651d44ca tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] 10.222.0.25 "GET /v2.0/networks/5ae2c549-535f-4c5a-95a2-6dce00aba1a9/tags HTTP/1.1" status: 200 len: 238 time: 0.1786959 Jun 02 20:40:32.697686 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57150) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:32.724187 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-2425f8a5-93d5-49cd-9e8a-acc525e677a8 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5ae2c549-535f-4c5a-95a2-6dce00aba1a9', {'tags': ['tempest-TagsTest-Tag-1568068703', 'tempest-TagsTest-Tag-692493886', 'tempest-TagsTest-Tag-692905241']}) {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:32.818669 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5c36f7-92bb-463f-8664-57efe5e59c6e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Network c949e35f-54f5-40ea-b8d7-eee1311458af is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:32.833311 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7fc5afe5-ecfe-4b14-bb66-fe902c2ec3c7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:32.840881 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-8a5c36f7-92bb-463f-8664-57efe5e59c6e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:32.848179 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5c36f7-92bb-463f-8664-57efe5e59c6e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:32.887982 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c36f7-92bb-463f-8664-57efe5e59c6e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Port': ['ID=80dc3d49-e796-4936-aaf9-e2c78f14def1,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:32.896775 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8a5c36f7-92bb-463f-8664-57efe5e59c6e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:32.899877 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6926af96-060e-48f8-ba56-d131c771f228 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:32.935818 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7fc5afe5-ecfe-4b14-bb66-fe902c2ec3c7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/ports/f62448a6-f5b9-4857-8678-1c5d3f50adca HTTP/1.1" status: 204 len: 168 time: 1.0712934 Jun 02 20:40:32.948657 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57152) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:33.008118 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5afe5-ecfe-4b14-bb66-fe902c2ec3c7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Port': ['ID=f62448a6-f5b9-4857-8678-1c5d3f50adca,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:33.013365 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7fc5afe5-ecfe-4b14-bb66-fe902c2ec3c7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:33.028410 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5c36f7-92bb-463f-8664-57efe5e59c6e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:33.029129 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8a5c36f7-92bb-463f-8664-57efe5e59c6e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:33.034065 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2425f8a5-93d5-49cd-9e8a-acc525e677a8 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] 10.222.0.25 "PUT /v2.0/networks/5ae2c549-535f-4c5a-95a2-6dce00aba1a9/tags HTTP/1.1" status: 200 len: 307 time: 0.3256302 Jun 02 20:40:33.038056 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57154) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:33.042613 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-c8238f54-45b6-41dc-b5bb-d04de2541b32 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5ae2c549-535f-4c5a-95a2-6dce00aba1a9', 'tempest-TagsTest-Tag-1568068703') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:33.081556 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8a5c36f7-92bb-463f-8664-57efe5e59c6e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4975798 Jun 02 20:40:33.081770 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57156) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:33.087829 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-ac391cbe-e2bb-4eb3-b84f-319c0bca8bd4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Request body: {'floatingip': {'port_id': '80dc3d49-e796-4936-aaf9-e2c78f14def1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:33.180071 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ac391cbe-e2bb-4eb3-b84f-319c0bca8bd4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:33.288016 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1fa703c5-f385-4a4a-8ecf-171c1a0119e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:33.315017 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f3f527f0-4fc5-4fca-9e3f-0e07b7596a33 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:33.323813 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:33.366526 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cdae37-c47a-4b18-9d8d-950498c9ce19 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:33.367111 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f4cdae37-c47a-4b18-9d8d-950498c9ce19 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Synchronizing usage tracker for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:40:33.433979 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f4cdae37-c47a-4b18-9d8d-950498c9ce19 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Unset dirty status for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:40:33.435119 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f4cdae37-c47a-4b18-9d8d-950498c9ce19 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4811909 Jun 02 20:40:33.444162 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57158) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:33.502189 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-349f2adc-a81c-4508-865c-e7fab8f637ed tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] GET failed (client error): The resource could not be found. Jun 02 20:40:33.503560 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-349f2adc-a81c-4508-865c-e7fab8f637ed tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports/f62448a6-f5b9-4857-8678-1c5d3f50adca HTTP/1.1" status: 404 len: 333 time: 0.0584850 Jun 02 20:40:33.507278 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57160) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:33.518958 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-dce3c31a-d5b5-46f3-b5d1-d029e8cc3cb1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1171334885'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:33.574932 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c8238f54-45b6-41dc-b5bb-d04de2541b32 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] 10.222.0.25 "DELETE /v2.0/networks/5ae2c549-535f-4c5a-95a2-6dce00aba1a9/tags/tempest-TagsTest-Tag-1568068703 HTTP/1.1" status: 204 len: 168 time: 0.5358467 Jun 02 20:40:33.578895 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57162) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:33.583627 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-dce3c31a-d5b5-46f3-b5d1-d029e8cc3cb1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:33.583773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-73e5adda-28b4-460d-bcc9-398074c49df2 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ae2c549-535f-4c5a-95a2-6dce00aba1a9', 'tempest-TagsTest-Tag-1568068703') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:33.594061 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-dce3c31a-d5b5-46f3-b5d1-d029e8cc3cb1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:network and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:33.598387 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-dce3c31a-d5b5-46f3-b5d1-d029e8cc3cb1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:33.613078 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-dce3c31a-d5b5-46f3-b5d1-d029e8cc3cb1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:33.680386 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce3c31a-d5b5-46f3-b5d1-d029e8cc3cb1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:33.683583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dce3c31a-d5b5-46f3-b5d1-d029e8cc3cb1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:33.741134 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-73e5adda-28b4-460d-bcc9-398074c49df2 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] show failed (client error): The resource could not be found. Jun 02 20:40:33.742142 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-73e5adda-28b4-460d-bcc9-398074c49df2 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] 10.222.0.25 "GET /v2.0/networks/5ae2c549-535f-4c5a-95a2-6dce00aba1a9/tags/tempest-TagsTest-Tag-1568068703 HTTP/1.1" status: 404 len: 326 time: 0.1623151 Jun 02 20:40:33.745146 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57164) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:33.753310 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-957030b9-c0b4-4137-a9ae-17251071dcc8 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ae2c549-535f-4c5a-95a2-6dce00aba1a9', 'tempest-TagsTest-Tag-692493886') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:33.794106 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce3c31a-d5b5-46f3-b5d1-d029e8cc3cb1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:40:33.828548 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dce3c31a-d5b5-46f3-b5d1-d029e8cc3cb1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:33.829132 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-dce3c31a-d5b5-46f3-b5d1-d029e8cc3cb1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Added segment 795b36e2-e16b-450d-b72b-b862952f666c of type vlan for network 3f315250-4e79-4410-b3d0-67e4aef793be Jun 02 20:40:33.874450 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dce3c31a-d5b5-46f3-b5d1-d029e8cc3cb1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:33.923117 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dce3c31a-d5b5-46f3-b5d1-d029e8cc3cb1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:33.931328 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce3c31a-d5b5-46f3-b5d1-d029e8cc3cb1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:33.932151 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dce3c31a-d5b5-46f3-b5d1-d029e8cc3cb1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:33.936929 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e9a15115-de22-4fe3-8e9b-025e5d82b410 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:33.960845 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-957030b9-c0b4-4137-a9ae-17251071dcc8 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] 10.222.0.25 "GET /v2.0/networks/5ae2c549-535f-4c5a-95a2-6dce00aba1a9/tags/tempest-TagsTest-Tag-692493886 HTTP/1.1" status: 204 len: 168 time: 0.2145591 Jun 02 20:40:33.965043 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57166) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:33.969887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-4d6bc1a8-484b-469c-98c3-1996f03b0557 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ae2c549-535f-4c5a-95a2-6dce00aba1a9', 'tempest-TagsTest-Tag-692905241') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:34.000658 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-f3f527f0-4fc5-4fca-9e3f-0e07b7596a33 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port d25e3b6f-23ea-4934-bddb-d9a1d20aafcc {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:34.000994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f3f527f0-4fc5-4fca-9e3f-0e07b7596a33 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:34.175612 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4d6bc1a8-484b-469c-98c3-1996f03b0557 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] 10.222.0.25 "GET /v2.0/networks/5ae2c549-535f-4c5a-95a2-6dce00aba1a9/tags/tempest-TagsTest-Tag-692905241 HTTP/1.1" status: 204 len: 168 time: 0.2095501 Jun 02 20:40:34.178668 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57168) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:34.182917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.tag.tag_plugin [None req-80c42332-f56b-4dc9-b2da-4d02862f196f tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5ae2c549-535f-4c5a-95a2-6dce00aba1a9') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:34.201223 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:34.222591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-f3f527f0-4fc5-4fca-9e3f-0e07b7596a33 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port d25e3b6f-23ea-4934-bddb-d9a1d20aafcc, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d25e3b6f-23ea-4934-bddb-d9a1d20aafcc,segment=NetworkSegment(2e1680aa-0e77-4112-bb96-6a32d47b8477),segment_id=2e1680aa-0e77-4112-bb96-6a32d47b8477)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:34.222941 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f3f527f0-4fc5-4fca-9e3f-0e07b7596a33 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:34.280396 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3c31a-d5b5-46f3-b5d1-d029e8cc3cb1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Network': ['ID=3f315250-4e79-4410-b3d0-67e4aef793be,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:34.286259 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dce3c31a-d5b5-46f3-b5d1-d029e8cc3cb1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7749965 Jun 02 20:40:34.286438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57170) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:34.286567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dce3c31a-d5b5-46f3-b5d1-d029e8cc3cb1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:34.290971 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ac391cbe-e2bb-4eb3-b84f-319c0bca8bd4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:34.293969 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 3f315250-4e79-4410-b3d0-67e4aef793be details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:40:34.295456 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ac391cbe-e2bb-4eb3-b84f-319c0bca8bd4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:34.349773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-2fe3223e-f041-47b5-b8d3-c365f7aea127 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'subnet': {'network_id': '3f315250-4e79-4410-b3d0-67e4aef793be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:34.369027 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-f3f527f0-4fc5-4fca-9e3f-0e07b7596a33 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for d25e3b6f-23ea-4934-bddb-d9a1d20aafcc owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:34.475235 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-ac391cbe-e2bb-4eb3-b84f-319c0bca8bd4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Floating IP a492e960-7901-4ec7-897d-1746f79b9ec4 associated. External IP: 172.26.0.128, port: 80dc3d49-e796-4936-aaf9-e2c78f14def1. Jun 02 20:40:34.696780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-2fe3223e-f041-47b5-b8d3-c365f7aea127 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:34.702420 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2fe3223e-f041-47b5-b8d3-c365f7aea127 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:subnet and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:34.706462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2fe3223e-f041-47b5-b8d3-c365f7aea127 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:34.715175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-2fe3223e-f041-47b5-b8d3-c365f7aea127 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:34.733305 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-80c42332-f56b-4dc9-b2da-4d02862f196f tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] 10.222.0.25 "DELETE /v2.0/networks/5ae2c549-535f-4c5a-95a2-6dce00aba1a9/tags HTTP/1.1" status: 204 len: 168 time: 0.5538099 Jun 02 20:40:34.737160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57172) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:34.741368 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe3223e-f041-47b5-b8d3-c365f7aea127 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:34.742132 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-433a39d6-11e9-4a2c-b8fe-c1a366063180 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ae2c549-535f-4c5a-95a2-6dce00aba1a9', 'tempest-TagsTest-Tag-692493886') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:34.744589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2fe3223e-f041-47b5-b8d3-c365f7aea127 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:34.931514 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac391cbe-e2bb-4eb3-b84f-319c0bca8bd4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Router 71a7b70c-6463-4a8d-bbb9-304537df3dd8 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:40:34.937612 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-433a39d6-11e9-4a2c-b8fe-c1a366063180 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] show failed (client error): The resource could not be found. Jun 02 20:40:34.938608 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-433a39d6-11e9-4a2c-b8fe-c1a366063180 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] 10.222.0.25 "GET /v2.0/networks/5ae2c549-535f-4c5a-95a2-6dce00aba1a9/tags/tempest-TagsTest-Tag-692493886 HTTP/1.1" status: 404 len: 325 time: 0.2004147 Jun 02 20:40:34.941695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57174) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:34.947700 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-27a130bc-8174-4f4c-9619-f238a33892e7 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5ae2c549-535f-4c5a-95a2-6dce00aba1a9', 'tempest-TagsTest-Tag-692905241') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:35.119517 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f3f527f0-4fc5-4fca-9e3f-0e07b7596a33 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:35.124289 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ad1b60a4-5259-46b2-88ce-86332b9c9d1c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:35.192493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f527f0-4fc5-4fca-9e3f-0e07b7596a33 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=d25e3b6f-23ea-4934-bddb-d9a1d20aafcc,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:35.207959 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-27a130bc-8174-4f4c-9619-f238a33892e7 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] show failed (client error): The resource could not be found. Jun 02 20:40:35.211725 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-27a130bc-8174-4f4c-9619-f238a33892e7 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] 10.222.0.25 "GET /v2.0/networks/5ae2c549-535f-4c5a-95a2-6dce00aba1a9/tags/tempest-TagsTest-Tag-692905241 HTTP/1.1" status: 404 len: 325 time: 0.2648993 Jun 02 20:40:35.211892 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57176) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:35.216221 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.tag.tag_plugin [None req-a2dfbead-d9fa-4a3a-8959-3e63904617e4 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5ae2c549-535f-4c5a-95a2-6dce00aba1a9') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:35.228152 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f3f527f0-4fc5-4fca-9e3f-0e07b7596a33 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:35.234584 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac391cbe-e2bb-4eb3-b84f-319c0bca8bd4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:35.239801 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ac391cbe-e2bb-4eb3-b84f-319c0bca8bd4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:35.246130 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b20731a-d126-444e-a390-3a170d73a112 None None] Sync routers for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:35.260982 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b20731a-d126-444e-a390-3a170d73a112 None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:35.262377 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7b20731a-d126-444e-a390-3a170d73a112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:35.309991 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ac391cbe-e2bb-4eb3-b84f-319c0bca8bd4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "PUT /v2.0/floatingips/a492e960-7901-4ec7-897d-1746f79b9ec4 HTTP/1.1" status: 200 len: 979 time: 2.2272975 Jun 02 20:40:35.310614 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57178) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:35.354883 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7b20731a-d126-444e-a390-3a170d73a112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:35.368367 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b20731a-d126-444e-a390-3a170d73a112 None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:35.369243 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7b20731a-d126-444e-a390-3a170d73a112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:35.442876 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7b20731a-d126-444e-a390-3a170d73a112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:35.443585 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b20731a-d126-444e-a390-3a170d73a112 None None] The sync data for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:35.480842 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a2dfbead-d9fa-4a3a-8959-3e63904617e4 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] 10.222.0.25 "DELETE /v2.0/networks/5ae2c549-535f-4c5a-95a2-6dce00aba1a9/tags HTTP/1.1" status: 204 len: 168 time: 0.2678502 Jun 02 20:40:35.486816 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57180) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:35.568774 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f3f527f0-4fc5-4fca-9e3f-0e07b7596a33 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:35.780096 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-bb339092-fa46-4b37-a7af-4791aac04bfa tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Deleting port 80dc3d49-e796-4936-aaf9-e2c78f14def1 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:35.780435 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb339092-fa46-4b37-a7af-4791aac04bfa tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:35.782739 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2fe3223e-f041-47b5-b8d3-c365f7aea127 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:35.789009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:35.798936 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-87de64ac-99fc-46a9-b60e-6b4186c02a6c tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:35.864839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:35.945685 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3223e-f041-47b5-b8d3-c365f7aea127 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Subnet': ['ID=f6dd9f8c-ca1f-4539-8960-dfc59c1a8327,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:35.958398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2fe3223e-f041-47b5-b8d3-c365f7aea127 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:35.965662 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe3223e-f041-47b5-b8d3-c365f7aea127 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Checking segment: {'id': '795b36e2-e16b-450d-b72b-b862952f666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f315250-4e79-4410-b3d0-67e4aef793be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:40:35.966028 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe3223e-f041-47b5-b8d3-c365f7aea127 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network hostable DHCP agents. Network: 3f315250-4e79-4410-b3d0-67e4aef793be, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:40:36.034994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb339092-fa46-4b37-a7af-4791aac04bfa tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:36.047582 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-87de64ac-99fc-46a9-b60e-6b4186c02a6c tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:36.117332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-87de64ac-99fc-46a9-b60e-6b4186c02a6c tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae2c549-535f-4c5a-95a2-6dce00aba1a9']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:36.144332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-87de64ac-99fc-46a9-b60e-6b4186c02a6c tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07ff870-6b61-4691-91a3-b434fd843eb2') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:36.144633 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-87de64ac-99fc-46a9-b60e-6b4186c02a6c tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07ff870-6b61-4691-91a3-b434fd843eb2') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:36.169685 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-87de64ac-99fc-46a9-b60e-6b4186c02a6c tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:36.225502 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe3223e-f041-47b5-b8d3-c365f7aea127 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network 3f315250-4e79-4410-b3d0-67e4aef793be is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:40:36.241745 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-2fe3223e-f041-47b5-b8d3-c365f7aea127 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 3f315250-4e79-4410-b3d0-67e4aef793be) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:36.252831 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-87de64ac-99fc-46a9-b60e-6b4186c02a6c tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:36.258718 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d7bf6a-4ed0-473c-9702-56751d8aa09b None None] Network 3f315250-4e79-4410-b3d0-67e4aef793be requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:36.260151 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f527f0-4fc5-4fca-9e3f-0e07b7596a33 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 902d19ca-210a-430a-a989-e46e6f5ef08b has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:40:36.261539 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe3223e-f041-47b5-b8d3-c365f7aea127 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:36.262122 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2fe3223e-f041-47b5-b8d3-c365f7aea127 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:36.264862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87de64ac-99fc-46a9-b60e-6b4186c02a6c tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:40:36.265266 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-87de64ac-99fc-46a9-b60e-6b4186c02a6c tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:40:36.284873 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:40:36.350008 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2fe3223e-f041-47b5-b8d3-c365f7aea127 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0046456 Jun 02 20:40:36.353945 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57182) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:36.358870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-26b331a6-32a3-4773-a639-c5c9454b387e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'subnet': {'network_id': '3f315250-4e79-4410-b3d0-67e4aef793be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:36.456492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-87de64ac-99fc-46a9-b60e-6b4186c02a6c tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:36.460941 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-87de64ac-99fc-46a9-b60e-6b4186c02a6c tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:36.466793 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e4f8481a-91fd-44fc-a48e-1219892afdd0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:36.497143 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-3f315250-4e79-4410-b3d0-67e4aef793be', 'network_id': '3f315250-4e79-4410-b3d0-67e4aef793be', 'tenant_id': '85b5d6b333474389aa51378f6bb38d9f', 'fixed_ips': [{'subnet_id': 'f6dd9f8c-ca1f-4539-8960-dfc59c1a8327'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:40:36.498284 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:36.500558 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de64ac-99fc-46a9-b60e-6b4186c02a6c tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Pushing event deleted for resources: {'Network': ['ID=5ae2c549-535f-4c5a-95a2-6dce00aba1a9,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:36.503629 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-87de64ac-99fc-46a9-b60e-6b4186c02a6c tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:36.510199 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-87de64ac-99fc-46a9-b60e-6b4186c02a6c tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] 10.222.0.25 "DELETE /v2.0/networks/5ae2c549-535f-4c5a-95a2-6dce00aba1a9 HTTP/1.1" status: 204 len: 168 time: 1.0195668 Jun 02 20:40:36.517203 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb339092-fa46-4b37-a7af-4791aac04bfa tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:36.518159 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb339092-fa46-4b37-a7af-4791aac04bfa tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:36.518673 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-bb339092-fa46-4b37-a7af-4791aac04bfa tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Floating IP a492e960-7901-4ec7-897d-1746f79b9ec4 disassociated. External IP: 172.26.0.128, port: 80dc3d49-e796-4936-aaf9-e2c78f14def1. Jun 02 20:40:36.518961 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-bb339092-fa46-4b37-a7af-4791aac04bfa tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Calling delete_port for 80dc3d49-e796-4936-aaf9-e2c78f14def1 owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:36.588497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f527f0-4fc5-4fca-9e3f-0e07b7596a33 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:36.595050 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f3f527f0-4fc5-4fca-9e3f-0e07b7596a33 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/routers/902d19ca-210a-430a-a989-e46e6f5ef08b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9870126 Jun 02 20:40:36.604607 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-26b331a6-32a3-4773-a639-c5c9454b387e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:36.605363 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ff00b-8aa0-4a12-9eb2-86f204d0f58f None None] Sync routers for ids ['902d19ca-210a-430a-a989-e46e6f5ef08b'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:36.610044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-26b331a6-32a3-4773-a639-c5c9454b387e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:subnet and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:36.614713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-26b331a6-32a3-4773-a639-c5c9454b387e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:36.621193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-26b331a6-32a3-4773-a639-c5c9454b387e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:36.633174 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9ff00b-8aa0-4a12-9eb2-86f204d0f58f None None] Routers {'902d19ca-210a-430a-a989-e46e6f5ef08b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:36.633575 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b331a6-32a3-4773-a639-c5c9454b387e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:36.635012 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1f9ff00b-8aa0-4a12-9eb2-86f204d0f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['902d19ca-210a-430a-a989-e46e6f5ef08b'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:36.637766 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-26b331a6-32a3-4773-a639-c5c9454b387e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:36.644288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb339092-fa46-4b37-a7af-4791aac04bfa tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:36.651062 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bb58c4a5-12b0-43b2-9ea5-b997a0d9d88a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:36.722625 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb339092-fa46-4b37-a7af-4791aac04bfa tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event deleted for resources: {'Port': ['ID=80dc3d49-e796-4936-aaf9-e2c78f14def1,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:36.725460 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bb339092-fa46-4b37-a7af-4791aac04bfa tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:36.783950 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Allocated IP 172.20.0.2 (3f315250-4e79-4410-b3d0-67e4aef793be/f6dd9f8c-ca1f-4539-8960-dfc59c1a8327/8755ffbc-017b-443f-bc49-b7b915d92931) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:36.839725 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.ipam_backend_mixin [None req-26b331a6-32a3-4773-a639-c5c9454b387e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f6dd9f8c-ca1f-4539-8960-dfc59c1a8327 (CIDR: 172.20.0.0/28) Jun 02 20:40:36.846677 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b331a6-32a3-4773-a639-c5c9454b387e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:40:36.847215 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b331a6-32a3-4773-a639-c5c9454b387e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:40:36.881497 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-26b331a6-32a3-4773-a639-c5c9454b387e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5265067 Jun 02 20:40:36.884172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57190) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:36.889826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-2b620a9f-b35b-4ad1-820b-2dbbe16c27ae tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'subnet': {'network_id': '3f315250-4e79-4410-b3d0-67e4aef793be', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:36.918617 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-1f9ff00b-8aa0-4a12-9eb2-86f204d0f58f None None] Set router 902d19ca-210a-430a-a989-e46e6f5ef08b gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:40:37.053346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57192) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:37.142029 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:37.152922 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Transition to ACTIVE for port object 8755ffbc-017b-443f-bc49-b7b915d92931 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:37.158387 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb339092-fa46-4b37-a7af-4791aac04bfa tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Router 71a7b70c-6463-4a8d-bbb9-304537df3dd8 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:40:37.168441 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-2b620a9f-b35b-4ad1-820b-2dbbe16c27ae tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:37.174081 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Transition to ACTIVE for port object 8755ffbc-017b-443f-bc49-b7b915d92931 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:37.178153 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2b620a9f-b35b-4ad1-820b-2dbbe16c27ae tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:subnet and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:37.182320 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:37.185254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2b620a9f-b35b-4ad1-820b-2dbbe16c27ae tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:37.193939 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:37.199093 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-2b620a9f-b35b-4ad1-820b-2dbbe16c27ae tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:37.237762 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b620a9f-b35b-4ad1-820b-2dbbe16c27ae tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:37.241416 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b620a9f-b35b-4ad1-820b-2dbbe16c27ae tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:37.248987 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Network 3f315250-4e79-4410-b3d0-67e4aef793be is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:37.252486 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:37.255307 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:37.356947 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Pushing event updated for resources: {'Port': ['ID=8755ffbc-017b-443f-bc49-b7b915d92931,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:37.360857 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:37.371424 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Attempting to bind port 8755ffbc-017b-443f-bc49-b7b915d92931 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:40:37.371801 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Attempting to bind port 8755ffbc-017b-443f-bc49-b7b915d92931 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '795b36e2-e16b-450d-b72b-b862952f666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f315250-4e79-4410-b3d0-67e4aef793be'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:40:37.372168 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Attempting to bind port 8755ffbc-017b-443f-bc49-b7b915d92931 on network 3f315250-4e79-4410-b3d0-67e4aef793be {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:40:37.377785 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:40:37.378161 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Checking segment: {'id': '795b36e2-e16b-450d-b72b-b862952f666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f315250-4e79-4410-b3d0-67e4aef793be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:40:37.378561 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:37.378952 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Bound using segment: {'id': '795b36e2-e16b-450d-b72b-b862952f666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f315250-4e79-4410-b3d0-67e4aef793be'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:40:37.379509 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Bound port: 8755ffbc-017b-443f-bc49-b7b915d92931, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795b36e2-e16b-450d-b72b-b862952f666c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3f315250-4e79-4410-b3d0-67e4aef793be'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:40:37.379831 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:37.441044 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1f9ff00b-8aa0-4a12-9eb2-86f204d0f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'name': 'tempest-TestNetworkBasicOps-router-15317489', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:19Z', 'updated_at': '2021-06-02T20:40:35Z', 'revision_number': 6, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:21Z', 'updated_at': '2021-06-02T20:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '00d50627-d792-4ad7-b0cb-cb95a0aafe78', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'port_id': '78f4386c-0e07-4e2e-9ae3-1b618f67e4a2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'mac_address': 'fa:16:3e:d3:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d9ccd6-8a8d-4d09-9364-6f2389652f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:38:05Z', 'updated_at': '2021-06-02T20:38:10Z', 'revision_number': 1, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3676f909-2055-4454-a483-44ec0ea39dd8', 'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b6:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:30Z', 'updated_at': '2021-06-02T20:37:40Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:37.445674 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ff00b-8aa0-4a12-9eb2-86f204d0f58f None None] Checking router: 902d19ca-210a-430a-a989-e46e6f5ef08b for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:40:37.459137 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9ff00b-8aa0-4a12-9eb2-86f204d0f58f None None] Routers {'902d19ca-210a-430a-a989-e46e6f5ef08b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:37.460015 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1f9ff00b-8aa0-4a12-9eb2-86f204d0f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['902d19ca-210a-430a-a989-e46e6f5ef08b'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:37.476033 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] For port 8755ffbc-017b-443f-bc49-b7b915d92931, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:40:37.480127 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] For port 8755ffbc-017b-443f-bc49-b7b915d92931, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=8755ffbc-017b-443f-bc49-b7b915d92931,segment=NetworkSegment(795b36e2-e16b-450d-b72b-b862952f666c),segment_id=795b36e2-e16b-450d-b72b-b862952f666c)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:40:37.488853 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:37.496334 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8db9f677-d7b7-4569-ba76-43504ea96ca6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:37.604867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Pushing event updated for resources: {'Port': ['ID=8755ffbc-017b-443f-bc49-b7b915d92931,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:37.608345 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:37.690957 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-1f9ff00b-8aa0-4a12-9eb2-86f204d0f58f None None] Set router 902d19ca-210a-430a-a989-e46e6f5ef08b gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:40:37.771391 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-75620913-cc4c-4aa2-9471-2c2bc817a5da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87b869f7bd3b4f76941ea45f9193316a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7179580 Jun 02 20:40:37.777456 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57200) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:37.847721 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb339092-fa46-4b37-a7af-4791aac04bfa tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:37.871401 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e2314d-7b90-47cb-9fa1-c3986dda95af None None] Sync routers for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:37.883115 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e2314d-7b90-47cb-9fa1-c3986dda95af None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:37.884057 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-29e2314d-7b90-47cb-9fa1-c3986dda95af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:37.897417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b620a9f-b35b-4ad1-820b-2dbbe16c27ae tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:37.908728 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf27ba-81e2-47db-a55e-5aa7d8a46971 req-25289ee3-2113-4412-8405-a57970473cfd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:37.909841 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-bedf27ba-81e2-47db-a55e-5aa7d8a46971 req-25289ee3-2113-4412-8405-a57970473cfd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:40:37.910228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-45cace4f-d77d-4fee-9341-dc6a347a3702 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:37.967622 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-29e2314d-7b90-47cb-9fa1-c3986dda95af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:37.984151 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e2314d-7b90-47cb-9fa1-c3986dda95af None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:37.984786 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-29e2314d-7b90-47cb-9fa1-c3986dda95af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:38.013225 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-bedf27ba-81e2-47db-a55e-5aa7d8a46971 req-25289ee3-2113-4412-8405-a57970473cfd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:40:38.014044 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-bedf27ba-81e2-47db-a55e-5aa7d8a46971 req-25289ee3-2113-4412-8405-a57970473cfd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3add0e0-4eb2-4d6d-899c-63c8dec2793d HTTP/1.1" status: 200 len: 946 time: 0.6999297 Jun 02 20:40:38.020202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b620a9f-b35b-4ad1-820b-2dbbe16c27ae tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network 3f315250-4e79-4410-b3d0-67e4aef793be is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:38.023308 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-2b620a9f-b35b-4ad1-820b-2dbbe16c27ae tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:38.031649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b620a9f-b35b-4ad1-820b-2dbbe16c27ae tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Subnet': ['ID=c6e452ae-656e-4059-ae23-a4a42601442e,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:38.044119 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2b620a9f-b35b-4ad1-820b-2dbbe16c27ae tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:38.046669 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b620a9f-b35b-4ad1-820b-2dbbe16c27ae tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:38.049959 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b620a9f-b35b-4ad1-820b-2dbbe16c27ae tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:38.053681 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8c72583e-a535-47a0-a193-79936ee68273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:38.060289 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-29e2314d-7b90-47cb-9fa1-c3986dda95af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:38.061008 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e2314d-7b90-47cb-9fa1-c3986dda95af None None] The sync data for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:38.076908 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2b620a9f-b35b-4ad1-820b-2dbbe16c27ae tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1891048 Jun 02 20:40:38.077330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57202) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:38.081756 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb339092-fa46-4b37-a7af-4791aac04bfa tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:38.083592 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-ee47f3d5-a23d-43df-91cb-b6676300026e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'port': {'network_id': '3f315250-4e79-4410-b3d0-67e4aef793be', 'fixed_ips': [{'subnet_id': 'f6dd9f8c-ca1f-4539-8960-dfc59c1a8327'}, {'subnet_id': 'c6e452ae-656e-4059-ae23-a4a42601442e'}], 'name': 'tempest-PortsTestJSON-73391049'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:38.114684 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-bb339092-fa46-4b37-a7af-4791aac04bfa tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "DELETE /v2.0/ports/80dc3d49-e796-4936-aaf9-e2c78f14def1 HTTP/1.1" status: 204 len: 168 time: 2.8029442 Jun 02 20:40:38.119426 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57204) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:38.131405 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-bedf27ba-81e2-47db-a55e-5aa7d8a46971 req-c6d97bdc-9e6b-4f88-838f-462b843619a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=860aaceb-b7c3-41f8-8da2-a25fb1839aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039727 Jun 02 20:40:38.194484 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8c72583e-a535-47a0-a193-79936ee68273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:38.211314 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1f9ff00b-8aa0-4a12-9eb2-86f204d0f58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'name': 'tempest-TestNetworkBasicOps-router-15317489', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:19Z', 'updated_at': '2021-06-02T20:40:35Z', 'revision_number': 6, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:21Z', 'updated_at': '2021-06-02T20:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '00d50627-d792-4ad7-b0cb-cb95a0aafe78', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'port_id': '78f4386c-0e07-4e2e-9ae3-1b618f67e4a2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'mac_address': 'fa:16:3e:d3:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d9ccd6-8a8d-4d09-9364-6f2389652f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:38:05Z', 'updated_at': '2021-06-02T20:38:10Z', 'revision_number': 1, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3676f909-2055-4454-a483-44ec0ea39dd8', 'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b6:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:30Z', 'updated_at': '2021-06-02T20:37:40Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:38.216163 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ff00b-8aa0-4a12-9eb2-86f204d0f58f None None] The sync data for ids ['902d19ca-210a-430a-a989-e46e6f5ef08b'] in dv-neutron-601336-84-hyperv is: [{'id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'name': 'tempest-TestNetworkBasicOps-router-15317489', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:19Z', 'updated_at': '2021-06-02T20:40:35Z', 'revision_number': 6, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:21Z', 'updated_at': '2021-06-02T20:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '00d50627-d792-4ad7-b0cb-cb95a0aafe78', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.164', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'port_id': '78f4386c-0e07-4e2e-9ae3-1b618f67e4a2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'mac_address': 'fa:16:3e:d3:34:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d9ccd6-8a8d-4d09-9364-6f2389652f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:38:05Z', 'updated_at': '2021-06-02T20:38:10Z', 'revision_number': 1, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3676f909-2055-4454-a483-44ec0ea39dd8', 'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b6:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:30Z', 'updated_at': '2021-06-02T20:37:40Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:38.238614 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ee47f3d5-a23d-43df-91cb-b6676300026e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:38.242906 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ee47f3d5-a23d-43df-91cb-b6676300026e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:port and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:38.247056 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1ec9374f-18c7-4fbc-a4bc-42b70891c9b6 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "GET /v2.0/floatingips/a492e960-7901-4ec7-897d-1746f79b9ec4 HTTP/1.1" status: 200 len: 688 time: 0.1235857 Jun 02 20:40:38.247520 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57206) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:38.279648 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8c72583e-a535-47a0-a193-79936ee68273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:38.284139 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e23f3def-1086-43eb-bcb7-eb36eb4d1161 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:38.301388 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72583e-a535-47a0-a193-79936ee68273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f836f96-32cb-44ae-b28e-b571e3302bf3,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:38.304412 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8c72583e-a535-47a0-a193-79936ee68273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:38.306446 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8c72583e-a535-47a0-a193-79936ee68273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:38.310539 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8c72583e-a535-47a0-a193-79936ee68273 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f836f96-32cb-44ae-b28e-b571e3302bf3 HTTP/1.1" status: 204 len: 168 time: 0.5292451 Jun 02 20:40:38.310700 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ee47f3d5-a23d-43df-91cb-b6676300026e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:38.332219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ee47f3d5-a23d-43df-91cb-b6676300026e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:38.417988 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee47f3d5-a23d-43df-91cb-b6676300026e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:38.799525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee47f3d5-a23d-43df-91cb-b6676300026e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:38.808971 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916746b4-1e57-47db-91e4-f30b54442054 None None] Network 3f315250-4e79-4410-b3d0-67e4aef793be requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:38.815870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-7ac0a60d-7279-40bb-bb27-88381a5f7b90 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Deleting port c3ac86e1-294f-419c-a96c-65aa1d784809 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:38.816211 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7ac0a60d-7279-40bb-bb27-88381a5f7b90 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:38.903928 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-ee47f3d5-a23d-43df-91cb-b6676300026e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] device_id is not set on port 832dde83-82c7-4767-ba6e-dbbab4624f2f yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:40:38.920912 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-95070573-f5ec-427d-98bf-827e60c5f58c None None] Provisioning for port 8755ffbc-017b-443f-bc49-b7b915d92931 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:40:39.023176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5bf6a-a258-4a07-8087-ef492c9b30e6 req-45e32d2a-b4ec-414a-851c-8f6e19e0d73c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:39.024333 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-d5c5bf6a-a258-4a07-8087-ef492c9b30e6 req-45e32d2a-b4ec-414a-851c-8f6e19e0d73c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:40:39.079916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7ac0a60d-7279-40bb-bb27-88381a5f7b90 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:39.080545 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7ac0a60d-7279-40bb-bb27-88381a5f7b90 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:39.125806 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 8755ffbc-017b-443f-bc49-b7b915d92931 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:40:39.166290 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-d5c5bf6a-a258-4a07-8087-ef492c9b30e6 req-45e32d2a-b4ec-414a-851c-8f6e19e0d73c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:40:39.167453 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d5c5bf6a-a258-4a07-8087-ef492c9b30e6 req-45e32d2a-b4ec-414a-851c-8f6e19e0d73c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3add0e0-4eb2-4d6d-899c-63c8dec2793d HTTP/1.1" status: 200 len: 946 time: 0.4454203 Jun 02 20:40:39.239596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-7ac0a60d-7279-40bb-bb27-88381a5f7b90 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Calling delete_port for c3ac86e1-294f-419c-a96c-65aa1d784809 owned by network:floatingip {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:39.253441 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 8755ffbc-017b-443f-bc49-b7b915d92931 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:40:39.269031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 8755ffbc-017b-443f-bc49-b7b915d92931 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:39.269526 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:39.322171 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423d3c32-7fe6-4dcd-9a68-f53442bf9187 None None] Update dhcp port {'port': {'network_id': '3f315250-4e79-4410-b3d0-67e4aef793be', 'fixed_ips': [{'subnet_id': 'f6dd9f8c-ca1f-4539-8960-dfc59c1a8327', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c6e452ae-656e-4059-ae23-a4a42601442e'}], 'binding:host_id': 'dv-neutron-601336-84-hyperv'}, 'id': '8755ffbc-017b-443f-bc49-b7b915d92931'} from dv-neutron-601336-84-hyperv. {{(pid=92550) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 20:40:39.391335 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-423d3c32-7fe6-4dcd-9a68-f53442bf9187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:39.506398 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:39.612529 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 8755ffbc-017b-443f-bc49-b7b915d92931, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=8755ffbc-017b-443f-bc49-b7b915d92931,segment=NetworkSegment(795b36e2-e16b-450d-b72b-b862952f666c),segment_id=795b36e2-e16b-450d-b72b-b862952f666c)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:39.616327 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b2540-10b2-41a9-b806-ba199b2d1c2e req-f4122220-7aa3-49bf-aa31-8ab19f897133 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:39.619692 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3c6b2540-10b2-41a9-b806-ba199b2d1c2e req-f4122220-7aa3-49bf-aa31-8ab19f897133 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3add0e0-4eb2-4d6d-899c-63c8dec2793d HTTP/1.1" status: 200 len: 946 time: 0.3364818 Jun 02 20:40:39.624949 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:39.627431 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-b6352aa3-1724-46b3-a718-4be46a37891d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:39.673781 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d25e3b6f-23ea-4934-bddb-d9a1d20aafcc no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:40:39.724877 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: d25e3b6f-23ea-4934-bddb-d9a1d20aafcc {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:40:39.724877 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d25e3b6f-23ea-4934-bddb-d9a1d20aafcc not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:40:39.749606 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=8755ffbc-017b-443f-bc49-b7b915d92931,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:39.752685 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:39.753023 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-d5c5bf6a-a258-4a07-8087-ef492c9b30e6 req-60382e16-0fdd-477c-be33-0cbb171bd8e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:39.753369 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d5c5bf6a-a258-4a07-8087-ef492c9b30e6 req-60382e16-0fdd-477c-be33-0cbb171bd8e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:39.802006 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3c6b2540-10b2-41a9-b806-ba199b2d1c2e req-e7163737-42b8-4836-bc09-c3671dd011e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=860aaceb-b7c3-41f8-8da2-a25fb1839aca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752346 Jun 02 20:40:39.856678 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-ee47f3d5-a23d-43df-91cb-b6676300026e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Allocated IP 172.20.0.4 (3f315250-4e79-4410-b3d0-67e4aef793be/f6dd9f8c-ca1f-4539-8960-dfc59c1a8327/832dde83-82c7-4767-ba6e-dbbab4624f2f) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:39.871505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-ee47f3d5-a23d-43df-91cb-b6676300026e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Allocated IP 172.20.0.21 (3f315250-4e79-4410-b3d0-67e4aef793be/c6e452ae-656e-4059-ae23-a4a42601442e/832dde83-82c7-4767-ba6e-dbbab4624f2f) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:39.887874 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7ac0a60d-7279-40bb-bb27-88381a5f7b90 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:39.895878 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-72b4f5e2-a971-48c6-9fee-b7009e992af4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:39.971656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0a60d-7279-40bb-bb27-88381a5f7b90 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event deleted for resources: {'Port': ['ID=c3ac86e1-294f-419c-a96c-65aa1d784809,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:39.980025 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7ac0a60d-7279-40bb-bb27-88381a5f7b90 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:40.090180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-d5c5bf6a-a258-4a07-8087-ef492c9b30e6 req-60382e16-0fdd-477c-be33-0cbb171bd8e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a,segment=NetworkSegment(2e1680aa-0e77-4112-bb96-6a32d47b8477),segment_id=2e1680aa-0e77-4112-bb96-6a32d47b8477)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:40.090534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d5c5bf6a-a258-4a07-8087-ef492c9b30e6 req-60382e16-0fdd-477c-be33-0cbb171bd8e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:40.157930 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57248) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:40.162777 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1418368481', 'description': 'tempest-secgroup-smoke-1418368481 description', 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:40.168663 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:40.172437 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Usage tracker for resource:security_group and tenant:2ec98c6fc3a44f6c8a33a21fec93618d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:40.175308 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:40.180998 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:40.192484 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:40.205660 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:40.221651 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:40.225540 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Usage tracker for resource:security_group_rule and tenant:2ec98c6fc3a44f6c8a33a21fec93618d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:40.228554 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:40.234291 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:40.326367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:40.330953 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:40.333589 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7d5de969-2236-4467-bd9f-4eb0d81bdde0 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:40.344493 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:40.352087 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Usage tracker for resource:security_group_rule and tenant:2ec98c6fc3a44f6c8a33a21fec93618d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:40.360362 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:40.370985 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:40.374971 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5033dde4-d331-4236-b43c-2c9709a99470,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:40.379717 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:40.445169 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:40.448224 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-d5c5bf6a-a258-4a07-8087-ef492c9b30e6 req-60382e16-0fdd-477c-be33-0cbb171bd8e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:40.449336 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:40.454788 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-38cd923e-8607-4890-bcdd-e902cf784ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:40.459570 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7ac0a60d-7279-40bb-bb27-88381a5f7b90 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:40.497551 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f95b886-b8ab-469a-867b-76c1b9817b10,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:40.503513 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:40.504897 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3458240 Jun 02 20:40:40.505840 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:40.507785 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57250) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:40.513103 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-37868e28-554f-4771-b44c-82dded210c28 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Request body: {'security_group_rule': {'security_group_id': '4f95b886-b8ab-469a-867b-76c1b9817b10', 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:40.518910 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-37868e28-554f-4771-b44c-82dded210c28 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:40.522655 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-37868e28-554f-4771-b44c-82dded210c28 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Usage tracker for resource:security_group_rule and tenant:2ec98c6fc3a44f6c8a33a21fec93618d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:40.525480 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-37868e28-554f-4771-b44c-82dded210c28 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:40.531112 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-37868e28-554f-4771-b44c-82dded210c28 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:40.535509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7ac0a60d-7279-40bb-bb27-88381a5f7b90 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:40.539987 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7ac0a60d-7279-40bb-bb27-88381a5f7b90 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "DELETE /v2.0/floatingips/a492e960-7901-4ec7-897d-1746f79b9ec4 HTTP/1.1" status: 204 len: 168 time: 2.2885768 Jun 02 20:40:40.540513 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57252) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:40.547056 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': 'c55748b0-4a5a-4832-92e0-e111d9202bcd'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:40.556296 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:40.561700 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Usage tracker for resource:floatingip and tenant:e94c2e34113a474285a6475fb9a81bcf is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:40.562391 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee47f3d5-a23d-43df-91cb-b6676300026e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:40.565149 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-37868e28-554f-4771-b44c-82dded210c28 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:40.571575 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:40.583815 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:40.586578 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-ee47f3d5-a23d-43df-91cb-b6676300026e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Transition to ACTIVE for port object 832dde83-82c7-4767-ba6e-dbbab4624f2f will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:40.612081 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:40.665960 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d5c5bf6a-a258-4a07-8087-ef492c9b30e6 req-60382e16-0fdd-477c-be33-0cbb171bd8e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:40.671789 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d3f5c597-5c51-4234-904d-23e735e549c5 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:40.708759 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee47f3d5-a23d-43df-91cb-b6676300026e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:40.723266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60382e16-0fdd-477c-be33-0cbb171bd8e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:40.723480 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-37868e28-554f-4771-b44c-82dded210c28 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:40.725371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-60382e16-0fdd-477c-be33-0cbb171bd8e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:40.727976 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7ac0a60d-7279-40bb-bb27-88381a5f7b90 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:40.735216 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-37868e28-554f-4771-b44c-82dded210c28 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:40.745027 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-423d3c32-7fe6-4dcd-9a68-f53442bf9187 None None] Allocated IP 172.20.0.18 (3f315250-4e79-4410-b3d0-67e4aef793be/c6e452ae-656e-4059-ae23-a4a42601442e/8755ffbc-017b-443f-bc49-b7b915d92931) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:40.748897 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:40.783044 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37868e28-554f-4771-b44c-82dded210c28 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82db4e7-5f3e-4804-a6fd-10422c28b9cc,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:40.786409 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-37868e28-554f-4771-b44c-82dded210c28 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:40.802012 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-37868e28-554f-4771-b44c-82dded210c28 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:40.803486 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-37868e28-554f-4771-b44c-82dded210c28 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2940309 Jun 02 20:40:40.807549 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57254) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:40.812276 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-2a905633-5098-4b69-ba9f-4a62e4951792 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Request body: {'security_group_rule': {'security_group_id': '4f95b886-b8ab-469a-867b-76c1b9817b10', 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:40.821401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2a905633-5098-4b69-ba9f-4a62e4951792 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:40.835461 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2a905633-5098-4b69-ba9f-4a62e4951792 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Usage tracker for resource:security_group_rule and tenant:2ec98c6fc3a44f6c8a33a21fec93618d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:40.840327 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2a905633-5098-4b69-ba9f-4a62e4951792 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:40.848454 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2a905633-5098-4b69-ba9f-4a62e4951792 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:40.863640 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:40.867695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee47f3d5-a23d-43df-91cb-b6676300026e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network 3f315250-4e79-4410-b3d0-67e4aef793be is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:40.868910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c5bf6a-a258-4a07-8087-ef492c9b30e6 req-60382e16-0fdd-477c-be33-0cbb171bd8e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] No DVR routers for this DVR port 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:40:40.874026 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-ee47f3d5-a23d-43df-91cb-b6676300026e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:40.876853 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d5c5bf6a-a258-4a07-8087-ef492c9b30e6 req-60382e16-0fdd-477c-be33-0cbb171bd8e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:40.882087 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3add0e0-4eb2-4d6d-899c-63c8dec2793d', 'name': 'network-vif-deleted', 'tag': '5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:40:40.884436 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a499242-0fd0-44c8-a406-baddaaedca04" -d '{"events": [{"server_uuid": "c3add0e0-4eb2-4d6d-899c-63c8dec2793d", "name": "network-vif-deleted", "tag": "5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:40:40.889391 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee47f3d5-a23d-43df-91cb-b6676300026e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:40.915259 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a905633-5098-4b69-ba9f-4a62e4951792 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:40.934645 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47f3d5-a23d-43df-91cb-b6676300026e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=832dde83-82c7-4767-ba6e-dbbab4624f2f,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:40.941447 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ee47f3d5-a23d-43df-91cb-b6676300026e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:40.946136 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d5c5bf6a-a258-4a07-8087-ef492c9b30e6 req-60382e16-0fdd-477c-be33-0cbb171bd8e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "DELETE /v2.0/ports/5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a HTTP/1.1" status: 204 len: 173 time: 1.7181482 Jun 02 20:40:40.968024 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-423d3c32-7fe6-4dcd-9a68-f53442bf9187 None None] For port 8755ffbc-017b-443f-bc49-b7b915d92931, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=8755ffbc-017b-443f-bc49-b7b915d92931,segment=NetworkSegment(795b36e2-e16b-450d-b72b-b862952f666c),segment_id=795b36e2-e16b-450d-b72b-b862952f666c)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:40.979420 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee47f3d5-a23d-43df-91cb-b6676300026e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:40.980207 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee47f3d5-a23d-43df-91cb-b6676300026e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:41.000480 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d40e6d8-4018-45cd-ab11-babd7f4e737e x-openstack-request-id: req-6d40e6d8-4018-45cd-ab11-babd7f4e737e {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:40:41.000711 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3add0e0-4eb2-4d6d-899c-63c8dec2793d", "name": "network-vif-deleted", "tag": "5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:40:41.001242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d40e6d8-4018-45cd-ab11-babd7f4e737e {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:40:41.002428 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3add0e0-4eb2-4d6d-899c-63c8dec2793d', 'name': 'network-vif-deleted', 'tag': '5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a', 'status': 'completed', 'code': 200} Jun 02 20:40:41.016525 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-423d3c32-7fe6-4dcd-9a68-f53442bf9187 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:41.045952 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-423d3c32-7fe6-4dcd-9a68-f53442bf9187 None None] Transition to ACTIVE for port object 8755ffbc-017b-443f-bc49-b7b915d92931 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:41.049340 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ee47f3d5-a23d-43df-91cb-b6676300026e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 2.9706135 Jun 02 20:40:41.055613 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57260) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:41.055976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-423d3c32-7fe6-4dcd-9a68-f53442bf9187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:41.057688 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-e0d18489-7b3d-4b8c-84ba-4241a27c99db req-9f18b3bb-9cdc-47d4-b551-06e3a008db0b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:40:41.061428 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:41.068165 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-ebec656e-6448-4a58-ae8f-79c7f817825d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f6dd9f8c-ca1f-4539-8960-dfc59c1a8327'}]}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:41.124585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a905633-5098-4b69-ba9f-4a62e4951792 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:41.137076 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a905633-5098-4b69-ba9f-4a62e4951792 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:41.138991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-e0d18489-7b3d-4b8c-84ba-4241a27c99db req-9f18b3bb-9cdc-47d4-b551-06e3a008db0b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:40:41.140594 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e0d18489-7b3d-4b8c-84ba-4241a27c99db req-9f18b3bb-9cdc-47d4-b551-06e3a008db0b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3add0e0-4eb2-4d6d-899c-63c8dec2793d HTTP/1.1" status: 200 len: 210 time: 0.1430190 Jun 02 20:40:41.148853 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 8755ffbc-017b-443f-bc49-b7b915d92931 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:40:41.167083 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Allocated IP 172.26.0.209 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/a532670b-7f0a-4ad9-bf12-ad28dea851d6) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:41.209284 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:41.224840 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ebec656e-6448-4a58-ae8f-79c7f817825d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:41.235501 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d3c32-7fe6-4dcd-9a68-f53442bf9187 None None] Pushing event updated for resources: {'Port': ['ID=8755ffbc-017b-443f-bc49-b7b915d92931,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:41.289023 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-423d3c32-7fe6-4dcd-9a68-f53442bf9187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:41.299558 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a905633-5098-4b69-ba9f-4a62e4951792 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e261dbef-e7fd-4a97-a18e-1a47d789c8ef,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:41.304891 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2a905633-5098-4b69-ba9f-4a62e4951792 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:41.306143 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a905633-5098-4b69-ba9f-4a62e4951792 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:41.307701 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2a905633-5098-4b69-ba9f-4a62e4951792 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4994233 Jun 02 20:40:41.310454 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57262) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:41.315428 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-9135cc6c-d577-4249-86c5-c5bc20ee69f9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Request body: {'security_group_rule': {'security_group_id': '4f95b886-b8ab-469a-867b-76c1b9817b10', 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:41.321851 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9135cc6c-d577-4249-86c5-c5bc20ee69f9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:41.326483 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9135cc6c-d577-4249-86c5-c5bc20ee69f9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Usage tracker for resource:security_group_rule and tenant:2ec98c6fc3a44f6c8a33a21fec93618d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:41.330323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9135cc6c-d577-4249-86c5-c5bc20ee69f9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:41.337416 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9135cc6c-d577-4249-86c5-c5bc20ee69f9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:41.365267 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9135cc6c-d577-4249-86c5-c5bc20ee69f9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:41.470108 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9135cc6c-d577-4249-86c5-c5bc20ee69f9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:41.473149 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:41.476680 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9135cc6c-d577-4249-86c5-c5bc20ee69f9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:41.480000 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:41.504816 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135cc6c-d577-4249-86c5-c5bc20ee69f9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe323239-1cd1-4191-8131-3fb57facfc6b,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:41.510009 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9135cc6c-d577-4249-86c5-c5bc20ee69f9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:41.534308 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9135cc6c-d577-4249-86c5-c5bc20ee69f9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:41.538370 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57266) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:41.539337 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9135cc6c-d577-4249-86c5-c5bc20ee69f9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2273705 Jun 02 20:40:41.543238 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-19963a45-dcc3-4e80-ac24-c7b2677d3473 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Request body: {'security_group_rule': {'security_group_id': '4f95b886-b8ab-469a-867b-76c1b9817b10', 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:41.554788 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-19963a45-dcc3-4e80-ac24-c7b2677d3473 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:41.556792 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:41.562598 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-19963a45-dcc3-4e80-ac24-c7b2677d3473 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Usage tracker for resource:security_group_rule and tenant:2ec98c6fc3a44f6c8a33a21fec93618d is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:41.563029 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c7b76b88-a953-404d-a48a-617f129d37f2 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:41.594019 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-19963a45-dcc3-4e80-ac24-c7b2677d3473 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:41.608014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-19963a45-dcc3-4e80-ac24-c7b2677d3473 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:41.642597 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-19963a45-dcc3-4e80-ac24-c7b2677d3473 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:41.649443 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:41.653575 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-ebec656e-6448-4a58-ae8f-79c7f817825d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Delete allocated IP 172.20.0.21 (3f315250-4e79-4410-b3d0-67e4aef793be/c6e452ae-656e-4059-ae23-a4a42601442e) {{(pid=92549) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 02 20:40:41.653766 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:41.656059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:41.696987 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Port': ['ID=a532670b-7f0a-4ad9-bf12-ad28dea851d6,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:41.699965 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:41.822778 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-19963a45-dcc3-4e80-ac24-c7b2677d3473 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:41.837566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-19963a45-dcc3-4e80-ac24-c7b2677d3473 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:41.841693 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1b819f13-1252-4582-84ff-cbe6a10e411b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:41.867378 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19963a45-dcc3-4e80-ac24-c7b2677d3473 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03137cd-151d-4f79-8950-15ac7629e378,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:41.873267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-19963a45-dcc3-4e80-ac24-c7b2677d3473 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:41.891617 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-19963a45-dcc3-4e80-ac24-c7b2677d3473 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:41.892841 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-19963a45-dcc3-4e80-ac24-c7b2677d3473 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3534389 Jun 02 20:40:41.895937 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57268) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:41.902628 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-d10426a9-c80c-4237-8d59-42c5dfbae8ee tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Request body: {'security_group_rule': {'security_group_id': '4f95b886-b8ab-469a-867b-76c1b9817b10', 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:41.908407 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ebec656e-6448-4a58-ae8f-79c7f817825d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:41.916380 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-d10426a9-c80c-4237-8d59-42c5dfbae8ee tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:41.924627 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d10426a9-c80c-4237-8d59-42c5dfbae8ee tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Usage tracker for resource:security_group_rule and tenant:2ec98c6fc3a44f6c8a33a21fec93618d is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:41.930039 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d10426a9-c80c-4237-8d59-42c5dfbae8ee tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:41.932725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-ebec656e-6448-4a58-ae8f-79c7f817825d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Ignored duplicate provisioning block setup for port 832dde83-82c7-4767-ba6e-dbbab4624f2f by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 02 20:40:41.937177 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-d10426a9-c80c-4237-8d59-42c5dfbae8ee tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:41.939967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ebec656e-6448-4a58-ae8f-79c7f817825d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:41.946915 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7063b168-773c-4bf5-b1de-6f7dc79d76d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:41.974713 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e2ae87-82db-44d0-86db-9851021371a2 None None] Network 3f315250-4e79-4410-b3d0-67e4aef793be requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:42.047482 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-d10426a9-c80c-4237-8d59-42c5dfbae8ee tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Project 2ec98c6fc3a44f6c8a33a21fec93618d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:40:42.052927 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c5f1c2e8-5dff-4feb-81eb-7c3cc43ddcbc None None] Provisioning for port 8755ffbc-017b-443f-bc49-b7b915d92931 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:40:42.067792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c5f1c2e8-5dff-4feb-81eb-7c3cc43ddcbc None None] Provisioning complete for port 8755ffbc-017b-443f-bc49-b7b915d92931 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:42.068158 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c5f1c2e8-5dff-4feb-81eb-7c3cc43ddcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:42.097440 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d10426a9-c80c-4237-8d59-42c5dfbae8ee tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:42.116362 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec656e-6448-4a58-ae8f-79c7f817825d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=832dde83-82c7-4767-ba6e-dbbab4624f2f,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:42.130655 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ebec656e-6448-4a58-ae8f-79c7f817825d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:42.162789 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-ebec656e-6448-4a58-ae8f-79c7f817825d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] In _notify_port_updated(), no bound segment for port 832dde83-82c7-4767-ba6e-dbbab4624f2f on network 3f315250-4e79-4410-b3d0-67e4aef793be {{(pid=92549) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:40:42.168074 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebec656e-6448-4a58-ae8f-79c7f817825d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:42.168722 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ebec656e-6448-4a58-ae8f-79c7f817825d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:42.172453 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ebec656e-6448-4a58-ae8f-79c7f817825d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "PUT /v2.0/ports/832dde83-82c7-4767-ba6e-dbbab4624f2f HTTP/1.1" status: 200 len: 917 time: 1.1067817 Jun 02 20:40:42.174508 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57272) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:42.182471 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-ac0ac8b4-781a-4e17-9dd9-578e0726c923 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f6dd9f8c-ca1f-4539-8960-dfc59c1a8327'}, {'subnet_id': 'c6e452ae-656e-4059-ae23-a4a42601442e'}]}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:42.248005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57274) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:42.268290 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d10426a9-c80c-4237-8d59-42c5dfbae8ee tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:42.295034 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:42.382944 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:42.463752 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d10426a9-c80c-4237-8d59-42c5dfbae8ee tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:42.474326 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cb9a27bb-17e4-46c3-a3d8-0b8a7fe63e85 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:42.526947 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10426a9-c80c-4237-8d59-42c5dfbae8ee tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b23f662-e59c-4eb0-aa6b-de132419630f,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:42.539280 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d10426a9-c80c-4237-8d59-42c5dfbae8ee tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:42.544374 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac0ac8b4-781a-4e17-9dd9-578e0726c923 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:42.572583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d10426a9-c80c-4237-8d59-42c5dfbae8ee tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:42.576213 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d10426a9-c80c-4237-8d59-42c5dfbae8ee tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6769934 Jun 02 20:40:42.578482 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57276) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:42.612854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-d27820c1-475f-41dd-a9d1-69a90e81f3b1 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Request body: {'security_group_rule': {'security_group_id': '4f95b886-b8ab-469a-867b-76c1b9817b10', 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:42.618483 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:42.630139 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:42.630823 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-d27820c1-475f-41dd-a9d1-69a90e81f3b1 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:42.635894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70c070fc-5c37-4c76-9925-d117e81cde29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:42.638128 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a2b1d1fd-d81e-4404-9e25-aa35d90cf7a8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:42.651139 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d27820c1-475f-41dd-a9d1-69a90e81f3b1 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Usage tracker for resource:security_group_rule and tenant:2ec98c6fc3a44f6c8a33a21fec93618d is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:42.669674 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d27820c1-475f-41dd-a9d1-69a90e81f3b1 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:42.679511 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c858ee49-170d-46f8-b9d3-47628e987eef None None] Provisioning for port 832dde83-82c7-4767-ba6e-dbbab4624f2f completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:40:42.681726 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-d27820c1-475f-41dd-a9d1-69a90e81f3b1 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:42.688070 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c858ee49-170d-46f8-b9d3-47628e987eef None None] Provisioning complete for port 832dde83-82c7-4767-ba6e-dbbab4624f2f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:42.688837 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c858ee49-170d-46f8-b9d3-47628e987eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:42.755287 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Port': ['ID=a532670b-7f0a-4ad9-bf12-ad28dea851d6,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:42.759818 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:42.761192 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-c858ee49-170d-46f8-b9d3-47628e987eef None None] Port 832dde83-82c7-4767-ba6e-dbbab4624f2f cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:40:42.773617 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c858ee49-170d-46f8-b9d3-47628e987eef None None] Provisioning complete for port 8755ffbc-017b-443f-bc49-b7b915d92931 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:42.774004 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c858ee49-170d-46f8-b9d3-47628e987eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:42.780239 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:42.799854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70c070fc-5c37-4c76-9925-d117e81cde29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:42.856497 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-d27820c1-475f-41dd-a9d1-69a90e81f3b1 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Project 2ec98c6fc3a44f6c8a33a21fec93618d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:40:42.889007 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d27820c1-475f-41dd-a9d1-69a90e81f3b1 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:42.940150 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:40:42.961623 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Floating IP 26fc6ae4-816f-4631-adee-30b6038ce8ce associated. External IP: 172.26.0.209, port: c55748b0-4a5a-4832-92e0-e111d9202bcd. Jun 02 20:40:43.007659 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:40:43.008248 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 5da5b64c-28b9-4b93-a91c-5b7de0cd2d8a not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:40:43.046124 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-140871c4-ca76-4c1a-aebe-1212cd9938a9 None None] Provisioning complete for port 832dde83-82c7-4767-ba6e-dbbab4624f2f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:43.046510 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-140871c4-ca76-4c1a-aebe-1212cd9938a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:43.054471 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d27820c1-475f-41dd-a9d1-69a90e81f3b1 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:43.098586 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d27820c1-475f-41dd-a9d1-69a90e81f3b1 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:43.102423 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:43.106541 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-140871c4-ca76-4c1a-aebe-1212cd9938a9 None None] Port 832dde83-82c7-4767-ba6e-dbbab4624f2f cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:40:43.117829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 8755ffbc-017b-443f-bc49-b7b915d92931 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:40:43.137961 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70c070fc-5c37-4c76-9925-d117e81cde29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:43.145745 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27820c1-475f-41dd-a9d1-69a90e81f3b1 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e91d8c3-a2a2-4781-ae31-b67dca584110,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:43.155137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d27820c1-475f-41dd-a9d1-69a90e81f3b1 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:43.158145 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f8fe32d0-8f9e-4d7c-8875-1b081275b1ec tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:43.182759 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c070fc-5c37-4c76-9925-d117e81cde29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=860aaceb-b7c3-41f8-8da2-a25fb1839aca,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:43.185092 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-ac0ac8b4-781a-4e17-9dd9-578e0726c923 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Allocated IP 172.20.0.19 (3f315250-4e79-4410-b3d0-67e4aef793be/c6e452ae-656e-4059-ae23-a4a42601442e/832dde83-82c7-4767-ba6e-dbbab4624f2f) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:43.187883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-70c070fc-5c37-4c76-9925-d117e81cde29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:43.191927 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d27820c1-475f-41dd-a9d1-69a90e81f3b1 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:43.194462 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d27820c1-475f-41dd-a9d1-69a90e81f3b1 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6150920 Jun 02 20:40:43.195750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70c070fc-5c37-4c76-9925-d117e81cde29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:43.197200 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 8755ffbc-017b-443f-bc49-b7b915d92931 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:43.198139 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:43.203545 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-70c070fc-5c37-4c76-9925-d117e81cde29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/security-groups/860aaceb-b7c3-41f8-8da2-a25fb1839aca HTTP/1.1" status: 204 len: 168 time: 0.9484186 Jun 02 20:40:43.234078 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57278) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:43.234420 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57282) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:43.284740 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-1c6fc2d4-3325-41ea-8bc0-9101c8752769 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Request body: {'network': {'name': 'tempest-network-smoke--2020497153', 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'port_security_enabled': True}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:43.295133 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-1c6fc2d4-3325-41ea-8bc0-9101c8752769 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:43.318137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1c6fc2d4-3325-41ea-8bc0-9101c8752769 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Usage tracker for resource:network and tenant:2ec98c6fc3a44f6c8a33a21fec93618d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:43.325269 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-fe3cca24-69f3-467a-ad93-4569e606a010 None None] Provisioning complete for port 832dde83-82c7-4767-ba6e-dbbab4624f2f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:43.326206 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fe3cca24-69f3-467a-ad93-4569e606a010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:43.330808 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1c6fc2d4-3325-41ea-8bc0-9101c8752769 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:43.341628 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-1c6fc2d4-3325-41ea-8bc0-9101c8752769 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:43.391903 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-fe3cca24-69f3-467a-ad93-4569e606a010 None None] Port 832dde83-82c7-4767-ba6e-dbbab4624f2f cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:40:43.393309 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac0ac8b4-781a-4e17-9dd9-578e0726c923 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:43.408505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-ac0ac8b4-781a-4e17-9dd9-578e0726c923 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Ignored duplicate provisioning block setup for port 832dde83-82c7-4767-ba6e-dbbab4624f2f by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 02 20:40:43.412193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac0ac8b4-781a-4e17-9dd9-578e0726c923 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:43.420046 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f3f527f0-4fc5-4fca-9e3f-0e07b7596a33 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:43.429672 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-029b02f6-68a6-4ed8-9fa7-cfe36e362ae4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting subnet 595cd4a5-3c12-4836-b428-c089c0e62ea7 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:40:43.436623 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-029b02f6-68a6-4ed8-9fa7-cfe36e362ae4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:43.462947 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6fc2d4-3325-41ea-8bc0-9101c8752769 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Made reservation on behalf of 2ec98c6fc3a44f6c8a33a21fec93618d for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:43.466318 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1c6fc2d4-3325-41ea-8bc0-9101c8752769 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:43.519856 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Router 71a7b70c-6463-4a8d-bbb9-304537df3dd8 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:40:43.533481 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6fc2d4-3325-41ea-8bc0-9101c8752769 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:40:43.536914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-029b02f6-68a6-4ed8-9fa7-cfe36e362ae4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:43.567948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ac8b4-781a-4e17-9dd9-578e0726c923 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=832dde83-82c7-4767-ba6e-dbbab4624f2f,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:43.570221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ac0ac8b4-781a-4e17-9dd9-578e0726c923 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:43.635468 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-ac0ac8b4-781a-4e17-9dd9-578e0726c923 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] In _notify_port_updated(), no bound segment for port 832dde83-82c7-4767-ba6e-dbbab4624f2f on network 3f315250-4e79-4410-b3d0-67e4aef793be {{(pid=92549) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:40:43.642917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0ac8b4-781a-4e17-9dd9-578e0726c923 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:43.643603 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac0ac8b4-781a-4e17-9dd9-578e0726c923 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:43.645193 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ac0ac8b4-781a-4e17-9dd9-578e0726c923 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "PUT /v2.0/ports/832dde83-82c7-4767-ba6e-dbbab4624f2f HTTP/1.1" status: 200 len: 997 time: 1.4670260 Jun 02 20:40:43.647911 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57284) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:43.652922 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1c6fc2d4-3325-41ea-8bc0-9101c8752769 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:43.653272 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-1c6fc2d4-3325-41ea-8bc0-9101c8752769 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Added segment d2fa2cac-c997-450f-a881-84bc5785cfbc of type vlan for network 9e1cc234-6aa1-4463-9eee-e4f23d4f8fca Jun 02 20:40:43.715334 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-bc2366e8-a368-48a1-b5ae-40ace895de9b None None] Provisioning complete for port 832dde83-82c7-4767-ba6e-dbbab4624f2f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:43.716543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bc2366e8-a368-48a1-b5ae-40ace895de9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:43.775576 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-bc2366e8-a368-48a1-b5ae-40ace895de9b None None] Port 832dde83-82c7-4767-ba6e-dbbab4624f2f cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:40:43.775833 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1c6fc2d4-3325-41ea-8bc0-9101c8752769 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:43.797508 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-25779b6d-63cf-4dbe-851d-f89dde822b22 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting port 832dde83-82c7-4767-ba6e-dbbab4624f2f {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:43.797853 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-25779b6d-63cf-4dbe-851d-f89dde822b22 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:43.831342 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-029b02f6-68a6-4ed8-9fa7-cfe36e362ae4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:43.934449 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-25779b6d-63cf-4dbe-851d-f89dde822b22 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:44.039324 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:44.050156 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba719fd4-bf29-4631-bcd9-150dfa13486b None None] Sync routers for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:44.061031 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba719fd4-bf29-4631-bcd9-150dfa13486b None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:44.062017 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-ba719fd4-bf29-4631-bcd9-150dfa13486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:44.066756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-25779b6d-63cf-4dbe-851d-f89dde822b22 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Calling delete_port for 832dde83-82c7-4767-ba6e-dbbab4624f2f owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:44.069315 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1c6fc2d4-3325-41ea-8bc0-9101c8752769 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:44.074704 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6fc2d4-3325-41ea-8bc0-9101c8752769 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:44.075365 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1c6fc2d4-3325-41ea-8bc0-9101c8752769 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:44.084843 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3aadf6a8-bf02-4bc5-a8dc-499c74f79fd6 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:44.127035 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-ba719fd4-bf29-4631-bcd9-150dfa13486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:44.135702 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba719fd4-bf29-4631-bcd9-150dfa13486b None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:44.136494 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-ba719fd4-bf29-4631-bcd9-150dfa13486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:44.197922 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-ba719fd4-bf29-4631-bcd9-150dfa13486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:44.198332 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba719fd4-bf29-4631-bcd9-150dfa13486b None None] The sync data for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:44.211127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:44.252221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-25779b6d-63cf-4dbe-851d-f89dde822b22 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:44.257629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6957aa19-7b58-441b-af41-85202e218931 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:44.296677 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1c6fc2d4-3325-41ea-8bc0-9101c8752769 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0558767 Jun 02 20:40:44.302431 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57286) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:44.303287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25779b6d-63cf-4dbe-851d-f89dde822b22 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Port': ['ID=832dde83-82c7-4767-ba6e-dbbab4624f2f,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:44.307760 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fc2d4-3325-41ea-8bc0-9101c8752769 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event updated for resources: {'Network': ['ID=9e1cc234-6aa1-4463-9eee-e4f23d4f8fca,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:44.309072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-643074209', 'admin_state_up': True, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:44.314821 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-25779b6d-63cf-4dbe-851d-f89dde822b22 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:44.319231 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 9e1cc234-6aa1-4463-9eee-e4f23d4f8fca details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:40:44.320607 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1c6fc2d4-3325-41ea-8bc0-9101c8752769 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:44.342044 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:44.344744 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.8021922 Jun 02 20:40:44.348429 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57288) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:44.354257 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-12f1ce83-e59e-4cc1-bb2e-fae815905c87 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-586362225'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:44.358456 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:44.372985 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-12f1ce83-e59e-4cc1-bb2e-fae815905c87 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:44.386468 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-12f1ce83-e59e-4cc1-bb2e-fae815905c87 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Usage tracker for resource:network and tenant:e94c2e34113a474285a6475fb9a81bcf is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:44.393333 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-12f1ce83-e59e-4cc1-bb2e-fae815905c87 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:44.404401 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Usage tracker for resource:router and tenant:2ec98c6fc3a44f6c8a33a21fec93618d is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:44.411225 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-12f1ce83-e59e-4cc1-bb2e-fae815905c87 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:44.441946 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:44.451943 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:44.463012 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f1ce83-e59e-4cc1-bb2e-fae815905c87 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Made reservation on behalf of e94c2e34113a474285a6475fb9a81bcf for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:44.467574 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-12f1ce83-e59e-4cc1-bb2e-fae815905c87 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:44.479786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-25779b6d-63cf-4dbe-851d-f89dde822b22 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:44.483113 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:44.484237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:44.503342 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-25779b6d-63cf-4dbe-851d-f89dde822b22 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/ports/832dde83-82c7-4767-ba6e-dbbab4624f2f HTTP/1.1" status: 204 len: 168 time: 0.8541651 Jun 02 20:40:44.506115 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57290) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:44.521887 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f1ce83-e59e-4cc1-bb2e-fae815905c87 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:40:44.537931 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-12f1ce83-e59e-4cc1-bb2e-fae815905c87 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:44.538407 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-12f1ce83-e59e-4cc1-bb2e-fae815905c87 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Added segment 35908003-4091-49ef-8c8c-d8ed3dbeeac8 of type vlan for network 675587bb-2992-4474-97d0-cad080fe0e16 Jun 02 20:40:44.545383 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-029b02f6-68a6-4ed8-9fa7-cfe36e362ae4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:44.547533 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:44.551258 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5d2bb727-be0d-48ba-a3c7-5d8043204b4c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:44.564278 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c14e465-8b79-4871-8fc6-369e82971e00 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] GET failed (client error): The resource could not be found. Jun 02 20:40:44.564817 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6c14e465-8b79-4871-8fc6-369e82971e00 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Synchronizing usage tracker for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:40:44.591673 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b02f6-68a6-4ed8-9fa7-cfe36e362ae4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Subnet': ['ID=595cd4a5-3c12-4836-b428-c089c0e62ea7,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:44.593629 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-029b02f6-68a6-4ed8-9fa7-cfe36e362ae4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:44.602569 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e9dc48-fb9b-4615-93be-0a9598cd5035 None None] Network 539269e3-4099-4659-a84c-98bec00a8c6a requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:44.604506 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-029b02f6-68a6-4ed8-9fa7-cfe36e362ae4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:44.616027 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-12f1ce83-e59e-4cc1-bb2e-fae815905c87 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:44.624680 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-029b02f6-68a6-4ed8-9fa7-cfe36e362ae4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/subnets/595cd4a5-3c12-4836-b428-c089c0e62ea7 HTTP/1.1" status: 204 len: 168 time: 1.3796682 Jun 02 20:40:44.624680 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57292) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:44.637521 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6c14e465-8b79-4871-8fc6-369e82971e00 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Unset dirty status for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:40:44.638525 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6c14e465-8b79-4871-8fc6-369e82971e00 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports/832dde83-82c7-4767-ba6e-dbbab4624f2f HTTP/1.1" status: 404 len: 333 time: 0.1315236 Jun 02 20:40:44.646130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57294) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:44.764290 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:44.766735 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-12f1ce83-e59e-4cc1-bb2e-fae815905c87 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:44.772413 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f1ce83-e59e-4cc1-bb2e-fae815905c87 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:44.773291 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-12f1ce83-e59e-4cc1-bb2e-fae815905c87 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:44.778288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9f94d4e6-e91d-47aa-8354-053e7e66cb9c tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:44.926753 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-12f1ce83-e59e-4cc1-bb2e-fae815905c87 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5769484 Jun 02 20:40:44.937331 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57296) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:44.942887 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bf7936-35a3-4b60-a348-afb173368a11 None None] DHCP port deletion for 539269e3-4099-4659-a84c-98bec00a8c6a request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:40:44.957554 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-ed813d92-f441-4a4f-b58e-26dea1b1d4b4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Request body: {'subnet': {'network_id': '675587bb-2992-4474-97d0-cad080fe0e16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:44.973210 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1ce83-e59e-4cc1-bb2e-fae815905c87 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Network': ['ID=675587bb-2992-4474-97d0-cad080fe0e16,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:44.976205 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-12f1ce83-e59e-4cc1-bb2e-fae815905c87 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:44.987229 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 675587bb-2992-4474-97d0-cad080fe0e16 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:40:45.036227 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:45.043108 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f47e2f-068b-4a96-8fea-d2f2da0a3171 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting subnet c6e452ae-656e-4059-ae23-a4a42601442e {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:40:45.048288 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d0f47e2f-068b-4a96-8fea-d2f2da0a3171 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:45.093792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 10d744a1-cd17-42e2-9135-bcdfba6a3072 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:40:45.117258 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ed813d92-f441-4a4f-b58e-26dea1b1d4b4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:45.127907 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d0f47e2f-068b-4a96-8fea-d2f2da0a3171 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:45.129380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 10d744a1-cd17-42e2-9135-bcdfba6a3072 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:45.129729 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:45.145567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ed813d92-f441-4a4f-b58e-26dea1b1d4b4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:45.179930 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-b3bf7936-35a3-4b60-a348-afb173368a11 None None] Deleting port 10d744a1-cd17-42e2-9135-bcdfba6a3072 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:45.180315 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7936-35a3-4b60-a348-afb173368a11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:45.234023 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed813d92-f441-4a4f-b58e-26dea1b1d4b4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Made reservation on behalf of e94c2e34113a474285a6475fb9a81bcf for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:45.237761 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ed813d92-f441-4a4f-b58e-26dea1b1d4b4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:45.286873 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d0f47e2f-068b-4a96-8fea-d2f2da0a3171 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:45.325363 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-b3bf7936-35a3-4b60-a348-afb173368a11 None None] For port 10d744a1-cd17-42e2-9135-bcdfba6a3072, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=10d744a1-cd17-42e2-9135-bcdfba6a3072,segment=NetworkSegment(2e1680aa-0e77-4112-bb96-6a32d47b8477),segment_id=2e1680aa-0e77-4112-bb96-6a32d47b8477)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:45.325987 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7936-35a3-4b60-a348-afb173368a11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:45.333328 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:45.344324 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 10d744a1-cd17-42e2-9135-bcdfba6a3072, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=10d744a1-cd17-42e2-9135-bcdfba6a3072,segment=NetworkSegment(2e1680aa-0e77-4112-bb96-6a32d47b8477),segment_id=2e1680aa-0e77-4112-bb96-6a32d47b8477)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:45.344891 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:45.459577 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-b3bf7936-35a3-4b60-a348-afb173368a11 None None] Calling delete_port for 10d744a1-cd17-42e2-9135-bcdfba6a3072 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:45.485646 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 10d744a1-cd17-42e2-9135-bcdfba6a3072 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:45.490893 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 10d744a1-cd17-42e2-9135-bcdfba6a3072, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=10d744a1-cd17-42e2-9135-bcdfba6a3072,segment=NetworkSegment(2e1680aa-0e77-4112-bb96-6a32d47b8477),segment_id=2e1680aa-0e77-4112-bb96-6a32d47b8477)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:45.497175 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:45.500448 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:45.578042 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=10d744a1-cd17-42e2-9135-bcdfba6a3072,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:45.582212 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:45.587641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:45.592620 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7936-35a3-4b60-a348-afb173368a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:45.599043 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:45.616817 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:45.623638 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:45.629469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:45.646294 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf7936-35a3-4b60-a348-afb173368a11 None None] Pushing event deleted for resources: {'Port': ['ID=10d744a1-cd17-42e2-9135-bcdfba6a3072,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:45.649290 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-b3bf7936-35a3-4b60-a348-afb173368a11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:45.650087 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf7936-35a3-4b60-a348-afb173368a11 None None] No DVR routers for this DVR port 10d744a1-cd17-42e2-9135-bcdfba6a3072 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:40:45.691794 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] No DVR routers for this DVR port 10d744a1-cd17-42e2-9135-bcdfba6a3072 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:40:45.723752 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=10d744a1-cd17-42e2-9135-bcdfba6a3072,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:45.726460 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:45.860625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Allocated IP 172.26.0.115 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/83e9dd77-30a6-437e-93e9-c67672fc1014) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:45.894230 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d0f47e2f-068b-4a96-8fea-d2f2da0a3171 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:45.901835 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e5c3e299-7858-48f2-9ae9-180207f109c6 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:45.945018 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f47e2f-068b-4a96-8fea-d2f2da0a3171 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e452ae-656e-4059-ae23-a4a42601442e,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:45.989148 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d0f47e2f-068b-4a96-8fea-d2f2da0a3171 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:45.995060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d0f47e2f-068b-4a96-8fea-d2f2da0a3171 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:45.999257 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab075407-99d8-41bc-8c5b-f1e8ef87eaa8 None None] Network 3f315250-4e79-4410-b3d0-67e4aef793be requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:46.001906 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:46.022562 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d0f47e2f-068b-4a96-8fea-d2f2da0a3171 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/subnets/c6e452ae-656e-4059-ae23-a4a42601442e HTTP/1.1" status: 204 len: 168 time: 1.3731811 Jun 02 20:40:46.022837 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57298) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:46.059945 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539269e3-4099-4659-a84c-98bec00a8c6a']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:46.081722 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1680aa-0e77-4112-bb96-6a32d47b8477') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:46.082038 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1680aa-0e77-4112-bb96-6a32d47b8477') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:46.097191 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:46.124700 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11246c5-5d96-44dc-a0ab-ed44fe461afa tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting subnet f6dd9f8c-ca1f-4539-8960-dfc59c1a8327 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:40:46.125125 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:46.131861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:46.134711 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a11246c5-5d96-44dc-a0ab-ed44fe461afa tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:46.134888 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:40:46.135512 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:40:46.150702 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:40:46.193737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a11246c5-5d96-44dc-a0ab-ed44fe461afa tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:46.255671 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:46.260488 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:46.275823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:46.290203 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Network': ['ID=539269e3-4099-4659-a84c-98bec00a8c6a,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:46.296587 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:46.349149 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/networks/539269e3-4099-4659-a84c-98bec00a8c6a HTTP/1.1" status: 204 len: 168 time: 1.7237387 Jun 02 20:40:46.352085 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57300) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:46.427063 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:46.436147 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-60382e16-0fdd-477c-be33-0cbb171bd8e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:46.458499 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ed813d92-f441-4a4f-b58e-26dea1b1d4b4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:46.469811 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-faa6320a-5219-4bc9-98f6-f0751fa44a8d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:46.510757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:46.514741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:46.517243 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:46.552332 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event updated for resources: {'Port': ['ID=83e9dd77-30a6-437e-93e9-c67672fc1014,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:46.561471 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:46.562390 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a11246c5-5d96-44dc-a0ab-ed44fe461afa tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:46.640288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed813d92-f441-4a4f-b58e-26dea1b1d4b4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Subnet': ['ID=a86881c1-fef6-4dc7-8297-9173c3b76ff8,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:46.646766 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ed813d92-f441-4a4f-b58e-26dea1b1d4b4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:46.689331 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed813d92-f441-4a4f-b58e-26dea1b1d4b4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Checking segment: {'id': '35908003-4091-49ef-8c8c-d8ed3dbeeac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '675587bb-2992-4474-97d0-cad080fe0e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:40:46.689331 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed813d92-f441-4a4f-b58e-26dea1b1d4b4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Network hostable DHCP agents. Network: 675587bb-2992-4474-97d0-cad080fe0e16, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:40:46.721973 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed813d92-f441-4a4f-b58e-26dea1b1d4b4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Network 675587bb-2992-4474-97d0-cad080fe0e16 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:40:46.737714 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-ed813d92-f441-4a4f-b58e-26dea1b1d4b4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 675587bb-2992-4474-97d0-cad080fe0e16) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:46.747219 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb354a54-a8df-4c6f-a0ab-7f6adaff478b None None] Network 675587bb-2992-4474-97d0-cad080fe0e16 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:46.756185 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-4a386cfe-af48-4239-8a70-a63ad916917a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port c7b12a7c-d914-4d8e-a31c-398d75151fcf {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:46.756529 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4a386cfe-af48-4239-8a70-a63ad916917a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:46.771545 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed813d92-f441-4a4f-b58e-26dea1b1d4b4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:46.772400 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ed813d92-f441-4a4f-b58e-26dea1b1d4b4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:46.854399 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ed813d92-f441-4a4f-b58e-26dea1b1d4b4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9161842 Jun 02 20:40:46.862311 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57302) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:46.867127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1021757336', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}, 'admin_state_up': False}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:46.877194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:46.883800 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Usage tracker for resource:router and tenant:e94c2e34113a474285a6475fb9a81bcf is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:46.896468 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Quota usage for router was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:46.905245 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:46.926248 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4a386cfe-af48-4239-8a70-a63ad916917a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:46.926587 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4a386cfe-af48-4239-8a70-a63ad916917a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:46.937295 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:46.938294 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:46.953775 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-53d089ef-deb7-4c93-9434-9836adf1a4d9 None None] Provisioning complete for port 8755ffbc-017b-443f-bc49-b7b915d92931 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:46.954237 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-53d089ef-deb7-4c93-9434-9836adf1a4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:47.060633 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-4a386cfe-af48-4239-8a70-a63ad916917a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for c7b12a7c-d914-4d8e-a31c-398d75151fcf owned by network:floatingip {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:47.074621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:47.092957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-675587bb-2992-4474-97d0-cad080fe0e16', 'network_id': '675587bb-2992-4474-97d0-cad080fe0e16', 'tenant_id': 'e94c2e34113a474285a6475fb9a81bcf', 'fixed_ips': [{'subnet_id': 'a86881c1-fef6-4dc7-8297-9173c3b76ff8'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:40:47.094126 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:47.173282 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:47.294920 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Allocated IP 172.20.0.2 (675587bb-2992-4474-97d0-cad080fe0e16/a86881c1-fef6-4dc7-8297-9173c3b76ff8/dc221eef-b102-4607-a3d0-63b587643a26) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:47.333035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a11246c5-5d96-44dc-a0ab-ed44fe461afa tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:47.339237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d0f47e2f-068b-4a96-8fea-d2f2da0a3171 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:47.363754 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:47.389017 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11246c5-5d96-44dc-a0ab-ed44fe461afa tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Subnet': ['ID=f6dd9f8c-ca1f-4539-8960-dfc59c1a8327,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:47.393786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a11246c5-5d96-44dc-a0ab-ed44fe461afa tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:47.396732 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a11246c5-5d96-44dc-a0ab-ed44fe461afa tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:47.408309 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a11246c5-5d96-44dc-a0ab-ed44fe461afa tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/subnets/f6dd9f8c-ca1f-4539-8960-dfc59c1a8327 HTTP/1.1" status: 204 len: 168 time: 1.3839440 Jun 02 20:40:47.411090 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57304) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:47.433675 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2920cb-06d9-4c8f-9281-85b131453681 None None] Network 3f315250-4e79-4410-b3d0-67e4aef793be requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:47.667804 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:47.695642 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4a386cfe-af48-4239-8a70-a63ad916917a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:47.704183 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-80591ed5-df85-45e3-bea2-c0c0035414dc tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:47.763065 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a025487c-bdc3-4cb3-b2a6-992e15b77cc1 None None] DHCP port deletion for 3f315250-4e79-4410-b3d0-67e4aef793be request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:40:47.798417 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a386cfe-af48-4239-8a70-a63ad916917a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=c7b12a7c-d914-4d8e-a31c-398d75151fcf,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:47.806652 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4a386cfe-af48-4239-8a70-a63ad916917a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:47.821594 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:47.836209 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Transition to ACTIVE for port object dc221eef-b102-4607-a3d0-63b587643a26 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:47.853438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:47.856779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Transition to ACTIVE for port object dc221eef-b102-4607-a3d0-63b587643a26 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:47.868674 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:47.874760 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:47.942705 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Network 675587bb-2992-4474-97d0-cad080fe0e16 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:47.947989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:47.950334 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:47.960903 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a025487c-bdc3-4cb3-b2a6-992e15b77cc1 None None] Deleting port 8755ffbc-017b-443f-bc49-b7b915d92931 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:47.961292 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a025487c-bdc3-4cb3-b2a6-992e15b77cc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:48.009518 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Pushing event updated for resources: {'Port': ['ID=dc221eef-b102-4607-a3d0-63b587643a26,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:48.011966 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4a386cfe-af48-4239-8a70-a63ad916917a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:48.012348 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-4a386cfe-af48-4239-8a70-a63ad916917a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Floating IP 00d50627-d792-4ad7-b0cb-cb95a0aafe78 disassociated (deleted). External IP: 172.26.0.164, port: 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2. Jun 02 20:40:48.013053 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:48.110053 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:48.111065 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting port 8755ffbc-017b-443f-bc49-b7b915d92931 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:48.111438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:48.143779 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:48.146885 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Attempting to bind port dc221eef-b102-4607-a3d0-63b587643a26 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:40:48.147723 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Attempting to bind port dc221eef-b102-4607-a3d0-63b587643a26 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '35908003-4091-49ef-8c8c-d8ed3dbeeac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '675587bb-2992-4474-97d0-cad080fe0e16'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:40:48.147723 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Attempting to bind port dc221eef-b102-4607-a3d0-63b587643a26 on network 675587bb-2992-4474-97d0-cad080fe0e16 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:40:48.156292 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-a025487c-bdc3-4cb3-b2a6-992e15b77cc1 None None] For port 8755ffbc-017b-443f-bc49-b7b915d92931, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=8755ffbc-017b-443f-bc49-b7b915d92931,segment=NetworkSegment(795b36e2-e16b-450d-b72b-b862952f666c),segment_id=795b36e2-e16b-450d-b72b-b862952f666c)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:48.156693 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a025487c-bdc3-4cb3-b2a6-992e15b77cc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:48.163796 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:40:48.164182 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Checking segment: {'id': '35908003-4091-49ef-8c8c-d8ed3dbeeac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '675587bb-2992-4474-97d0-cad080fe0e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:40:48.164586 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:48.164997 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Bound using segment: {'id': '35908003-4091-49ef-8c8c-d8ed3dbeeac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '675587bb-2992-4474-97d0-cad080fe0e16'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:40:48.165460 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Bound port: dc221eef-b102-4607-a3d0-63b587643a26, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35908003-4091-49ef-8c8c-d8ed3dbeeac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '675587bb-2992-4474-97d0-cad080fe0e16'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:40:48.165839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:48.195965 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Router 39331f5a-424d-49ae-89a9-6599fd9c12ce is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:40:48.289756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] For port 8755ffbc-017b-443f-bc49-b7b915d92931, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=8755ffbc-017b-443f-bc49-b7b915d92931,segment=NetworkSegment(795b36e2-e16b-450d-b72b-b862952f666c),segment_id=795b36e2-e16b-450d-b72b-b862952f666c)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:48.290021 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:48.295121 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a025487c-bdc3-4cb3-b2a6-992e15b77cc1 None None] Calling delete_port for 8755ffbc-017b-443f-bc49-b7b915d92931 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:48.387495 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] For port dc221eef-b102-4607-a3d0-63b587643a26, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:40:48.391454 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] For port dc221eef-b102-4607-a3d0-63b587643a26, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=dc221eef-b102-4607-a3d0-63b587643a26,segment=NetworkSegment(35908003-4091-49ef-8c8c-d8ed3dbeeac8),segment_id=35908003-4091-49ef-8c8c-d8ed3dbeeac8)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:40:48.397820 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:48.403756 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:48.434090 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Calling delete_port for 8755ffbc-017b-443f-bc49-b7b915d92931 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:48.453723 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Allocated IP 172.26.0.45 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/c2b7c248-ad58-4be9-b592-ba24612d72c9) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:48.492817 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a025487c-bdc3-4cb3-b2a6-992e15b77cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:48.512220 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a025487c-bdc3-4cb3-b2a6-992e15b77cc1 None None] No DVR routers for this DVR port 8755ffbc-017b-443f-bc49-b7b915d92931 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:40:48.519014 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Pushing event updated for resources: {'Port': ['ID=dc221eef-b102-4607-a3d0-63b587643a26,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:48.522568 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:48.522934 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:48.543769 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:48.561718 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] Sync routers for ids ['39331f5a-424d-49ae-89a9-6599fd9c12ce'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:48.581294 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025487c-bdc3-4cb3-b2a6-992e15b77cc1 None None] Pushing event deleted for resources: {'Port': ['ID=8755ffbc-017b-443f-bc49-b7b915d92931,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:48.583726 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a025487c-bdc3-4cb3-b2a6-992e15b77cc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:48.587398 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] Routers {'39331f5a-424d-49ae-89a9-6599fd9c12ce'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:48.587642 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:48.588199 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['39331f5a-424d-49ae-89a9-6599fd9c12ce'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:48.589552 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.2841299 Jun 02 20:40:48.592331 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57306) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:48.602525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:48.606760 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ac0ac8b4-781a-4e17-9dd9-578e0726c923 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:48.665721 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a386cfe-af48-4239-8a70-a63ad916917a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 902d19ca-210a-430a-a989-e46e6f5ef08b has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:40:48.666330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Port': ['ID=8755ffbc-017b-443f-bc49-b7b915d92931,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:48.670572 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:48.673218 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] No DVR routers for this DVR port 8755ffbc-017b-443f-bc49-b7b915d92931 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:40:48.793563 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:48.870944 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cc6f0a92-6dd6-4391-8faf-799ba8052ecf tempest-TestNetworkAdvancedServerOps-1776775148 tempest-TestNetworkAdvancedServerOps-1776775148-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=2ec98c6fc3a44f6c8a33a21fec93618d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2774546 Jun 02 20:40:48.873382 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:48.880669 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57310) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:48.915642 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] Set router 39331f5a-424d-49ae-89a9-6599fd9c12ce gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:40:48.920233 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f315250-4e79-4410-b3d0-67e4aef793be']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:48.980108 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795b36e2-e16b-450d-b72b-b862952f666c') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:48.980592 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795b36e2-e16b-450d-b72b-b862952f666c') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:49.004729 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:49.039269 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:49.063325 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:40:49.066943 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:40:49.088087 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:40:49.113142 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:49.120965 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:49.184626 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f31ebf-04b9-40ea-b7c5-02e8a184269b tempest-TestNetworkAdvancedServerOps-1776775148 tempest-TestNetworkAdvancedServerOps-1776775148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:49.188685 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-88f31ebf-04b9-40ea-b7c5-02e8a184269b tempest-TestNetworkAdvancedServerOps-1776775148 tempest-TestNetworkAdvancedServerOps-1776775148-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3044097 Jun 02 20:40:49.192884 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device dc221eef-b102-4607-a3d0-63b587643a26 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:40:49.196603 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57312) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:49.203540 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a386cfe-af48-4239-8a70-a63ad916917a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:49.209430 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:49.214104 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70a098d-7a13-4bae-aec4-37660662d6d4 None None] Sync routers for ids ['902d19ca-210a-430a-a989-e46e6f5ef08b'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:49.217391 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:49.221688 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3ef30b1a-f6b5-49d5-abd8-99579aaf8213 tempest-BulkNetworkOpsTest-563836558 tempest-BulkNetworkOpsTest-563836558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:49.229880 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70a098d-7a13-4bae-aec4-37660662d6d4 None None] Routers {'902d19ca-210a-430a-a989-e46e6f5ef08b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:49.230442 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-c70a098d-7a13-4bae-aec4-37660662d6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['902d19ca-210a-430a-a989-e46e6f5ef08b'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:49.241659 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:49.249353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Network': ['ID=3f315250-4e79-4410-b3d0-67e4aef793be,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:49.254792 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:49.270547 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/networks/3f315250-4e79-4410-b3d0-67e4aef793be HTTP/1.1" status: 204 len: 168 time: 1.8023949 Jun 02 20:40:49.270883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57314) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:49.287587 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:49.294144 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:49.337710 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Port': ['ID=c2b7c248-ad58-4be9-b592-ba24612d72c9,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:49.346044 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-08d0056e-30db-4b6f-813e-e39863b5469f tempest-TestNetworkAdvancedServerOps-1776775148 tempest-TestNetworkAdvancedServerOps-1776775148-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9eda1993-8807-4a42-8466-556269663ed3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1437478 Jun 02 20:40:49.348494 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port dc221eef-b102-4607-a3d0-63b587643a26 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:40:49.349061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57316) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:49.355668 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-222c1d3d-a86e-4be7-bf77-320cb5772e15 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2061952431', 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca', 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:49.369502 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:49.370239 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:49.370840 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:49.371627 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:49.372236 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:49.373346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:49.373958 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:49.374553 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:49.375180 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:49.375962 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:49.377108 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:49.378325 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:49.388642 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:49.396148 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643074209', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:40:44Z', 'updated_at': '2021-06-02T20:40:46Z', 'revision_number': 3, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'gw_port': {'id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:45Z', 'updated_at': '2021-06-02T20:40:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:49.411551 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] Checking router: 39331f5a-424d-49ae-89a9-6599fd9c12ce for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:40:49.411927 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] Updating router 39331f5a-424d-49ae-89a9-6599fd9c12ce port 83e9dd77-30a6-437e-93e9-c67672fc1014 binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:40:49.427653 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4a386cfe-af48-4239-8a70-a63ad916917a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:49.441635 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 8755ffbc-017b-443f-bc49-b7b915d92931 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:40:49.487718 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 8755ffbc-017b-443f-bc49-b7b915d92931 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:40:49.488065 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 8755ffbc-017b-443f-bc49-b7b915d92931 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:40:49.508447 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:49.520950 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-c70a098d-7a13-4bae-aec4-37660662d6d4 None None] Set router 902d19ca-210a-430a-a989-e46e6f5ef08b gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:40:49.674863 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94849185-4e5c-46db-b362-06395f4c0871 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:49.675587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-94849185-4e5c-46db-b362-06395f4c0871 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Synchronizing usage tracker for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:40:49.741286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-222c1d3d-a86e-4be7-bf77-320cb5772e15 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:49.745548 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-222c1d3d-a86e-4be7-bf77-320cb5772e15 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Usage tracker for resource:subnet and tenant:2ec98c6fc3a44f6c8a33a21fec93618d is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:49.748737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-222c1d3d-a86e-4be7-bf77-320cb5772e15 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:49.754749 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-222c1d3d-a86e-4be7-bf77-320cb5772e15 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:49.762528 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-94849185-4e5c-46db-b362-06395f4c0871 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Unset dirty status for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:40:49.767503 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-94849185-4e5c-46db-b362-06395f4c0871 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4918737 Jun 02 20:40:49.768986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57318) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:49.805868 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222c1d3d-a86e-4be7-bf77-320cb5772e15 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Made reservation on behalf of 2ec98c6fc3a44f6c8a33a21fec93618d for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:49.808570 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-222c1d3d-a86e-4be7-bf77-320cb5772e15 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:49.821213 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4a386cfe-af48-4239-8a70-a63ad916917a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/floatingips/00d50627-d792-4ad7-b0cb-cb95a0aafe78 HTTP/1.1" status: 204 len: 168 time: 3.4678326 Jun 02 20:40:49.822022 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d9ccd6-8a8d-4d09-9364-6f2389652f60', 'tag': '78f4386c-0e07-4e2e-9ae3-1b618f67e4a2'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:40:49.831657 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef91fec-bcca-4aa7-983a-224b354a2acc" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d9ccd6-8a8d-4d09-9364-6f2389652f60", "tag": "78f4386c-0e07-4e2e-9ae3-1b618f67e4a2"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:40:50.012896 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:50.024345 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-c70a098d-7a13-4bae-aec4-37660662d6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'name': 'tempest-TestNetworkBasicOps-router-15317489', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:19Z', 'updated_at': '2021-06-02T20:40:35Z', 'revision_number': 6, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:21Z', 'updated_at': '2021-06-02T20:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '3676f909-2055-4454-a483-44ec0ea39dd8', 'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b6:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:30Z', 'updated_at': '2021-06-02T20:37:40Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:50.030931 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] Transition to ACTIVE for port object 83e9dd77-30a6-437e-93e9-c67672fc1014 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:50.036832 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70a098d-7a13-4bae-aec4-37660662d6d4 None None] Checking router: 902d19ca-210a-430a-a989-e46e6f5ef08b for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:40:50.041005 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:50.047383 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:50.055806 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70a098d-7a13-4bae-aec4-37660662d6d4 None None] Routers {'902d19ca-210a-430a-a989-e46e6f5ef08b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:50.056429 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-c70a098d-7a13-4bae-aec4-37660662d6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['902d19ca-210a-430a-a989-e46e6f5ef08b'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:50.108380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec32dbf2-97cd-4dd1-9186-e8fb87e9991d x-openstack-request-id: req-ec32dbf2-97cd-4dd1-9186-e8fb87e9991d {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:40:50.108724 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d9ccd6-8a8d-4d09-9364-6f2389652f60", "tag": "78f4386c-0e07-4e2e-9ae3-1b618f67e4a2", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:40:50.109025 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec32dbf2-97cd-4dd1-9186-e8fb87e9991d {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:40:50.109466 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d9ccd6-8a8d-4d09-9364-6f2389652f60', 'tag': '78f4386c-0e07-4e2e-9ae3-1b618f67e4a2', 'status': 'completed', 'code': 200} Jun 02 20:40:50.122004 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:50.151234 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21b115a-e9b6-4bca-9519-8f3b6685c242 None None] Network 675587bb-2992-4474-97d0-cad080fe0e16 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:50.300886 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-c70a098d-7a13-4bae-aec4-37660662d6d4 None None] Set router 902d19ca-210a-430a-a989-e46e6f5ef08b gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:40:50.361824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef91fec-bcca-4aa7-983a-224b354a2acc req-38e7efad-3676-48ae-b723-6192d31f6648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:50.362394 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6ef91fec-bcca-4aa7-983a-224b354a2acc req-38e7efad-3676-48ae-b723-6192d31f6648 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 1099 time: 0.1470876 Jun 02 20:40:50.394741 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] Attempting to bind port 83e9dd77-30a6-437e-93e9-c67672fc1014 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:40:50.395679 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] Attempting to bind port 83e9dd77-30a6-437e-93e9-c67672fc1014 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:40:50.396177 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] Attempting to bind port 83e9dd77-30a6-437e-93e9-c67672fc1014 on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:40:50.399017 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8ea6b-968f-4ef3-98af-4bd9369283cc None None] Pushing event updated for resources: {'Port': ['ID=83e9dd77-30a6-437e-93e9-c67672fc1014,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:50.409879 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0fd8ea6b-968f-4ef3-98af-4bd9369283cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:50.418516 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-36b4f509-b83e-42d2-88ce-a9fc3cb04f8f tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6464548 Jun 02 20:40:50.441861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57330) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:50.450413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1032137873'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:50.455721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:50.459887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:network and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:50.462708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:50.470065 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:50.527703 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:50.530812 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:40:50.531268 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:40:50.531805 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:50.532233 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:40:50.532543 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:50.533013 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] Bound port: 83e9dd77-30a6-437e-93e9-c67672fc1014, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:40:50.533529 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:50.591267 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:50.637013 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:40:50.640554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] For port 83e9dd77-30a6-437e-93e9-c67672fc1014, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:40:50.645505 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] For port 83e9dd77-30a6-437e-93e9-c67672fc1014, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=83e9dd77-30a6-437e-93e9-c67672fc1014,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:40:50.645986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:50.646336 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Added segment 83006ccc-9c7c-42b8-a562-4fc243e133eb of type vlan for network 3d693314-71f6-4ec5-bb2b-fada82b376b2 Jun 02 20:40:50.656364 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-09b7bbe7-f296-4aa7-b0c9-f4623d0574b6 None None] Provisioning for port dc221eef-b102-4607-a3d0-63b587643a26 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:40:50.663528 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:50.668165 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:50.705011 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-09b7bbe7-f296-4aa7-b0c9-f4623d0574b6 None None] Provisioning complete for port dc221eef-b102-4607-a3d0-63b587643a26 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:50.705442 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-09b7bbe7-f296-4aa7-b0c9-f4623d0574b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:50.707866 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-c70a098d-7a13-4bae-aec4-37660662d6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'name': 'tempest-TestNetworkBasicOps-router-15317489', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:19Z', 'updated_at': '2021-06-02T20:40:35Z', 'revision_number': 6, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:21Z', 'updated_at': '2021-06-02T20:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '3676f909-2055-4454-a483-44ec0ea39dd8', 'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b6:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:30Z', 'updated_at': '2021-06-02T20:37:40Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:50.714637 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70a098d-7a13-4bae-aec4-37660662d6d4 None None] The sync data for ids ['902d19ca-210a-430a-a989-e46e6f5ef08b'] in dv-neutron-601336-84-hyperv is: [{'id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'name': 'tempest-TestNetworkBasicOps-router-15317489', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:19Z', 'updated_at': '2021-06-02T20:40:35Z', 'revision_number': 6, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:21Z', 'updated_at': '2021-06-02T20:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '3676f909-2055-4454-a483-44ec0ea39dd8', 'name': '', 'network_id': '4d3342d7-33dd-436f-b033-4f39faf2bca6', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b6:e6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:30Z', 'updated_at': '2021-06-02T20:37:40Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '906c3740-d5d8-4e4a-bd58-106df157d850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:50.731493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:50.789914 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef91fec-bcca-4aa7-983a-224b354a2acc req-c5bbd574-f21e-497c-b323-22eae381c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:50.791900 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6ef91fec-bcca-4aa7-983a-224b354a2acc req-c5bbd574-f21e-497c-b323-22eae381c4ce service neutron] 10.222.0.95 "GET /v2.0/networks?id=4d3342d7-33dd-436f-b033-4f39faf2bca6 HTTP/1.1" status: 200 len: 898 time: 0.3801289 Jun 02 20:40:50.823085 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8ea6b-968f-4ef3-98af-4bd9369283cc None None] Pushing event updated for resources: {'Port': ['ID=83e9dd77-30a6-437e-93e9-c67672fc1014,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:50.825748 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] Routers {'39331f5a-424d-49ae-89a9-6599fd9c12ce'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:50.826361 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['39331f5a-424d-49ae-89a9-6599fd9c12ce'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:50.857377 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Router 55e90204-daf8-473e-8399-5be86c355264 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:40:50.882381 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a32b4-ab44-44c1-8150-7276ec5ebec8 req-db338143-4f61-4459-b702-3b06abe760ef tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:50.883889 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e65a32b4-ab44-44c1-8150-7276ec5ebec8 req-db338143-4f61-4459-b702-3b06abe760ef tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 946 time: 0.4706860 Jun 02 20:40:50.885900 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0fd8ea6b-968f-4ef3-98af-4bd9369283cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:50.905113 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6ef91fec-bcca-4aa7-983a-224b354a2acc req-0e591659-b10f-43e0-8776-ad1f8e4dfcdf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 HTTP/1.1" status: 200 len: 217 time: 0.1014309 Jun 02 20:40:51.009824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:51.016157 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:51.016980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:51.062659 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-29b555ce-49e9-4354-b8af-2f2c2641d796 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:51.073036 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-09b7bbe7-f296-4aa7-b0c9-f4623d0574b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:51.101786 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] Set router 39331f5a-424d-49ae-89a9-6599fd9c12ce gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:40:51.196276 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef91fec-bcca-4aa7-983a-224b354a2acc req-dfcd821b-43b6-41e4-9c5f-b93aa9faced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:51.198437 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6ef91fec-bcca-4aa7-983a-224b354a2acc req-dfcd821b-43b6-41e4-9c5f-b93aa9faced9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=906c3740-d5d8-4e4a-bd58-106df157d850 HTTP/1.1" status: 200 len: 834 time: 0.2735522 Jun 02 20:40:51.207001 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7612710 Jun 02 20:40:51.212423 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57332) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:51.217794 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-a7bc29df-9894-410e-9ec6-c0fb99b0d795 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'subnet': {'network_id': '3d693314-71f6-4ec5-bb2b-fada82b376b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:51.259266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Network': ['ID=3d693314-71f6-4ec5-bb2b-fada82b376b2,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:51.267724 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92a2813-e633-44fd-8c6e-b1ab4bd84036 None None] New status for floating IP 00d50627-d792-4ad7-b0cb-cb95a0aafe78: DOWN {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:40:51.277099 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:51.277486 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:51.277887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:51.278266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:51.278790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:51.279440 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:51.279562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:51.279899 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:51.280262 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:51.280622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:51.280982 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:51.281342 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:51.293015 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-e65a32b4-ab44-44c1-8150-7276ec5ebec8 req-8e043002-44f9-451b-803c-75f37294e0c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:40:51.295944 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:51.340334 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 3d693314-71f6-4ec5-bb2b-fada82b376b2 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:40:51.340873 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:51.351636 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e60798-8ee7-4d7b-bac4-9c0b773a25d0 None None] Sync routers for ids ['55e90204-daf8-473e-8399-5be86c355264'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:51.367589 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e60798-8ee7-4d7b-bac4-9c0b773a25d0 None None] Routers {'55e90204-daf8-473e-8399-5be86c355264'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:51.368430 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-e65a32b4-ab44-44c1-8150-7276ec5ebec8 req-8e043002-44f9-451b-803c-75f37294e0c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:40:51.369363 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d6e60798-8ee7-4d7b-bac4-9c0b773a25d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['55e90204-daf8-473e-8399-5be86c355264'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:51.370073 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e65a32b4-ab44-44c1-8150-7276ec5ebec8 req-8e043002-44f9-451b-803c-75f37294e0c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=71deae43-5267-48ef-b2cf-829aba137b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4744411 Jun 02 20:40:51.376616 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a7bc29df-9894-410e-9ec6-c0fb99b0d795 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:51.380979 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a7bc29df-9894-410e-9ec6-c0fb99b0d795 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:subnet and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:51.384248 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:51.385538 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5225310 Jun 02 20:40:51.386521 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a7bc29df-9894-410e-9ec6-c0fb99b0d795 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:51.387799 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-222c1d3d-a86e-4be7-bf77-320cb5772e15 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:51.389120 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57334) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:51.396958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cf8e45a2-b134-4a84-98e7-2ad0d69dafff tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:51.479749 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a7bc29df-9894-410e-9ec6-c0fb99b0d795 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:51.480732 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c1d3d-a86e-4be7-bf77-320cb5772e15 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event updated for resources: {'Subnet': ['ID=51f1c0e8-4b56-4b87-8666-6f211be91b00,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:51.485616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-222c1d3d-a86e-4be7-bf77-320cb5772e15 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:51.489616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef91fec-bcca-4aa7-983a-224b354a2acc req-8b146de0-33aa-4d04-a566-225efa12d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:51.491395 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6ef91fec-bcca-4aa7-983a-224b354a2acc req-8b146de0-33aa-4d04-a566-225efa12d21e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4d3342d7-33dd-436f-b033-4f39faf2bca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2804732 Jun 02 20:40:51.499325 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d6e60798-8ee7-4d7b-bac4-9c0b773a25d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:51.509942 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bc29df-9894-410e-9ec6-c0fb99b0d795 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:51.513572 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a7bc29df-9894-410e-9ec6-c0fb99b0d795 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:51.515364 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e60798-8ee7-4d7b-bac4-9c0b773a25d0 None None] Routers {'55e90204-daf8-473e-8399-5be86c355264'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:51.516623 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d6e60798-8ee7-4d7b-bac4-9c0b773a25d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['55e90204-daf8-473e-8399-5be86c355264'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:51.530842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222c1d3d-a86e-4be7-bf77-320cb5772e15 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Checking segment: {'id': 'd2fa2cac-c997-450f-a881-84bc5785cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:40:51.531253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222c1d3d-a86e-4be7-bf77-320cb5772e15 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Network hostable DHCP agents. Network: 9e1cc234-6aa1-4463-9eee-e4f23d4f8fca, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:40:51.616939 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d6e60798-8ee7-4d7b-bac4-9c0b773a25d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:51.617345 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e60798-8ee7-4d7b-bac4-9c0b773a25d0 None None] The sync data for ids ['55e90204-daf8-473e-8399-5be86c355264'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:51.646355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222c1d3d-a86e-4be7-bf77-320cb5772e15 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Network 9e1cc234-6aa1-4463-9eee-e4f23d4f8fca is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:40:51.656576 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-09b7bbe7-f296-4aa7-b0c9-f4623d0574b6 None None] For port dc221eef-b102-4607-a3d0-63b587643a26, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=dc221eef-b102-4607-a3d0-63b587643a26,segment=NetworkSegment(35908003-4091-49ef-8c8c-d8ed3dbeeac8),segment_id=35908003-4091-49ef-8c8c-d8ed3dbeeac8)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:51.673711 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-09b7bbe7-f296-4aa7-b0c9-f4623d0574b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:51.674146 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-222c1d3d-a86e-4be7-bf77-320cb5772e15 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 9e1cc234-6aa1-4463-9eee-e4f23d4f8fca) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:51.679771 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-256ca3ec-8160-48b1-9b8f-2cf001422d4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:51.707838 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6ef91fec-bcca-4aa7-983a-224b354a2acc req-32f9ab00-c8e2-49cd-96dc-f5adae4b3d04 service neutron] 10.222.0.95 "GET /v2.0/networks/4d3342d7-33dd-436f-b033-4f39faf2bca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077608 Jun 02 20:40:51.710660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222c1d3d-a86e-4be7-bf77-320cb5772e15 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:51.710660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-222c1d3d-a86e-4be7-bf77-320cb5772e15 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:51.728666 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a163096-afdc-4d4c-8448-7f06cd65765b None None] Network 9e1cc234-6aa1-4463-9eee-e4f23d4f8fca requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:51.806419 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-222c1d3d-a86e-4be7-bf77-320cb5772e15 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4562986 Jun 02 20:40:51.810894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57336) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:51.886490 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d79bc96c-b332-4ca6-9c7a-4544e13973c9 None None] Provisioning complete for port dc221eef-b102-4607-a3d0-63b587643a26 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:51.886871 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d79bc96c-b332-4ca6-9c7a-4544e13973c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:51.941940 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7bbe7-f296-4aa7-b0c9-f4623d0574b6 None None] Pushing event updated for resources: {'Port': ['ID=dc221eef-b102-4607-a3d0-63b587643a26,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:51.978131 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-09b7bbe7-f296-4aa7-b0c9-f4623d0574b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:52.186118 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643074209', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:40:44Z', 'updated_at': '2021-06-02T20:40:46Z', 'revision_number': 3, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'gw_port': {'id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:45Z', 'updated_at': '2021-06-02T20:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:52.201969 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b07432-b3c4-423c-9353-95becc907a25 None None] The sync data for ids ['39331f5a-424d-49ae-89a9-6599fd9c12ce'] in dv-neutron-601336-84-hyperv is: [{'id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643074209', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:40:44Z', 'updated_at': '2021-06-02T20:40:46Z', 'revision_number': 3, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'gw_port': {'id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:45Z', 'updated_at': '2021-06-02T20:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:52.212333 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-9e1cc234-6aa1-4463-9eee-e4f23d4f8fca', 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'fixed_ips': [{'subnet_id': '51f1c0e8-4b56-4b87-8666-6f211be91b00'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:40:52.213274 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:52.227682 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6ef91fec-bcca-4aa7-983a-224b354a2acc req-60034f89-e58d-4210-9076-e1a715810ec0 service neutron] 10.222.0.95 "GET /v2.0/networks/4d3342d7-33dd-436f-b033-4f39faf2bca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060029 Jun 02 20:40:52.258223 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9177f-ecb1-41f0-a75a-bad3aaf5ad7e req-f568350f-fa18-4391-9833-a7b2eadea9b1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:52.259818 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-67b9177f-ecb1-41f0-a75a-bad3aaf5ad7e req-f568350f-fa18-4391-9833-a7b2eadea9b1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 946 time: 0.2437267 Jun 02 20:40:52.430629 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Allocated IP 172.20.0.2 (9e1cc234-6aa1-4463-9eee-e4f23d4f8fca/51f1c0e8-4b56-4b87-8666-6f211be91b00/01ae1f55-21f3-4715-866b-3ddfb1d492ce) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:52.482767 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:52.714412 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-67b9177f-ecb1-41f0-a75a-bad3aaf5ad7e req-346a2ec7-6bed-4791-a699-512125491792 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:52.714969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-67b9177f-ecb1-41f0-a75a-bad3aaf5ad7e req-346a2ec7-6bed-4791-a699-512125491792 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:52.763206 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:52.783370 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Transition to ACTIVE for port object 01ae1f55-21f3-4715-866b-3ddfb1d492ce will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:52.811979 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Transition to ACTIVE for port object 01ae1f55-21f3-4715-866b-3ddfb1d492ce will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:52.820123 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:52.825314 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:52.888867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Network 9e1cc234-6aa1-4463-9eee-e4f23d4f8fca is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:52.896458 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:52.901092 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:52.944551 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a7bc29df-9894-410e-9ec6-c0fb99b0d795 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:53.003630 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Pushing event updated for resources: {'Port': ['ID=01ae1f55-21f3-4715-866b-3ddfb1d492ce,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:53.009264 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:53.016170 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Attempting to bind port 01ae1f55-21f3-4715-866b-3ddfb1d492ce on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:40:53.016545 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Attempting to bind port 01ae1f55-21f3-4715-866b-3ddfb1d492ce by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'd2fa2cac-c997-450f-a881-84bc5785cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:40:53.016954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Attempting to bind port 01ae1f55-21f3-4715-866b-3ddfb1d492ce on network 9e1cc234-6aa1-4463-9eee-e4f23d4f8fca {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:40:53.029371 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:40:53.031572 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Checking segment: {'id': 'd2fa2cac-c997-450f-a881-84bc5785cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:40:53.031991 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:53.033636 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Bound using segment: {'id': 'd2fa2cac-c997-450f-a881-84bc5785cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:40:53.033636 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Bound port: 01ae1f55-21f3-4715-866b-3ddfb1d492ce, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fa2cac-c997-450f-a881-84bc5785cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:40:53.033884 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:53.079060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1cc886b7-d118-4ebe-97d6-13ff3cf1adc0 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:53.099630 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-67b9177f-ecb1-41f0-a75a-bad3aaf5ad7e req-346a2ec7-6bed-4791-a699-512125491792 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=78f4386c-0e07-4e2e-9ae3-1b618f67e4a2,segment=NetworkSegment(c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed),segment_id=c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:53.100148 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-67b9177f-ecb1-41f0-a75a-bad3aaf5ad7e req-346a2ec7-6bed-4791-a699-512125491792 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:53.166664 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc29df-9894-410e-9ec6-c0fb99b0d795 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Subnet': ['ID=6dba9663-f042-4169-88ee-9db5b081b88b,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:53.169552 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a7bc29df-9894-410e-9ec6-c0fb99b0d795 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:53.225015 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bc29df-9894-410e-9ec6-c0fb99b0d795 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Checking segment: {'id': '83006ccc-9c7c-42b8-a562-4fc243e133eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3d693314-71f6-4ec5-bb2b-fada82b376b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:40:53.225294 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bc29df-9894-410e-9ec6-c0fb99b0d795 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network hostable DHCP agents. Network: 3d693314-71f6-4ec5-bb2b-fada82b376b2, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:40:53.256107 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] For port 01ae1f55-21f3-4715-866b-3ddfb1d492ce, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:40:53.260797 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device dc221eef-b102-4607-a3d0-63b587643a26 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:40:53.274927 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-67b9177f-ecb1-41f0-a75a-bad3aaf5ad7e req-346a2ec7-6bed-4791-a699-512125491792 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:53.316977 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bc29df-9894-410e-9ec6-c0fb99b0d795 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network 3d693314-71f6-4ec5-bb2b-fada82b376b2 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:40:53.334286 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] For port 01ae1f55-21f3-4715-866b-3ddfb1d492ce, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=01ae1f55-21f3-4715-866b-3ddfb1d492ce,segment=NetworkSegment(d2fa2cac-c997-450f-a881-84bc5785cfbc),segment_id=d2fa2cac-c997-450f-a881-84bc5785cfbc)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:40:53.344596 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:53.354547 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:53.355237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-a7bc29df-9894-410e-9ec6-c0fb99b0d795 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 3d693314-71f6-4ec5-bb2b-fada82b376b2) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:53.357677 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bbf490e3-9695-48ab-8428-359f486bcccf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:53.377697 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bb8d5-bd91-42ee-b526-3fd2aec58ee2 req-5d2ee92a-f01b-4750-ba7e-1743248e8087 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:53.378408 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-448bb8d5-bd91-42ee-b526-3fd2aec58ee2 req-5d2ee92a-f01b-4750-ba7e-1743248e8087 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:40:53.396547 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44581674-75eb-40e1-b8d9-0fbb865422c2 None None] Network 3d693314-71f6-4ec5-bb2b-fada82b376b2 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:53.420722 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bc29df-9894-410e-9ec6-c0fb99b0d795 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:53.421317 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a7bc29df-9894-410e-9ec6-c0fb99b0d795 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:53.465007 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a7bc29df-9894-410e-9ec6-c0fb99b0d795 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2512960 Jun 02 20:40:53.480058 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57340) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:53.488591 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-24905973-72f0-4923-83ff-31338ed4316b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'port': {'network_id': '3d693314-71f6-4ec5-bb2b-fada82b376b2', 'name': 'tempest-PortsTestJSON-1848381132'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:53.566588 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Pushing event updated for resources: {'Port': ['ID=01ae1f55-21f3-4715-866b-3ddfb1d492ce,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:53.572749 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port dc221eef-b102-4607-a3d0-63b587643a26 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:53.573280 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:53.581804 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-448bb8d5-bd91-42ee-b526-3fd2aec58ee2 req-5d2ee92a-f01b-4750-ba7e-1743248e8087 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:40:53.582904 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-448bb8d5-bd91-42ee-b526-3fd2aec58ee2 req-5d2ee92a-f01b-4750-ba7e-1743248e8087 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 946 time: 0.9322746 Jun 02 20:40:53.598304 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:53.735276 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-448bb8d5-bd91-42ee-b526-3fd2aec58ee2 req-b0dbee81-9d12-4f1a-a660-5405df148d2c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=71deae43-5267-48ef-b2cf-829aba137b86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440201 Jun 02 20:40:53.758350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Allocated IP 172.20.0.1 (675587bb-2992-4474-97d0-cad080fe0e16/a86881c1-fef6-4dc7-8297-9173c3b76ff8/da22354d-c122-48f1-80fd-121da7694037) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:53.776012 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-24905973-72f0-4923-83ff-31338ed4316b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:53.785546 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-24905973-72f0-4923-83ff-31338ed4316b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:port and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:53.789529 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-24905973-72f0-4923-83ff-31338ed4316b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:53.816360 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-24905973-72f0-4923-83ff-31338ed4316b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:53.894072 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 83e9dd77-30a6-437e-93e9-c67672fc1014 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:40:53.926601 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-3d693314-71f6-4ec5-bb2b-fada82b376b2', 'network_id': '3d693314-71f6-4ec5-bb2b-fada82b376b2', 'tenant_id': '85b5d6b333474389aa51378f6bb38d9f', 'fixed_ips': [{'subnet_id': '6dba9663-f042-4169-88ee-9db5b081b88b'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:40:53.927795 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:53.942833 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24905973-72f0-4923-83ff-31338ed4316b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:53.950615 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-24905973-72f0-4923-83ff-31338ed4316b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:54.009505 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-24905973-72f0-4923-83ff-31338ed4316b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] device_id is not set on port 987fbf3d-34df-4f7e-a198-14d420328496 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:40:54.080765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-67b9177f-ecb1-41f0-a75a-bad3aaf5ad7e req-346a2ec7-6bed-4791-a699-512125491792 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:54.090192 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fa954eef-cad7-4293-ab7c-16a88ea9d2df tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:54.102722 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 83e9dd77-30a6-437e-93e9-c67672fc1014 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:40:54.115899 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 83e9dd77-30a6-437e-93e9-c67672fc1014 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:54.116369 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:54.156551 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:54.160282 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a2ec7-6bed-4791-a699-512125491792 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=78f4386c-0e07-4e2e-9ae3-1b618f67e4a2,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:54.184253 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Transition to ACTIVE for port object da22354d-c122-48f1-80fd-121da7694037 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:54.199402 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-346a2ec7-6bed-4791-a699-512125491792 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:54.217431 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:54.226181 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:54.233693 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Allocated IP 172.20.0.2 (3d693314-71f6-4ec5-bb2b-fada82b376b2/6dba9663-f042-4169-88ee-9db5b081b88b/a55fcab4-be24-44ff-bd96-1b580cb15dc9) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:54.303346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Network 675587bb-2992-4474-97d0-cad080fe0e16 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:54.306967 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:54.311334 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:54.311747 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b9177f-ecb1-41f0-a75a-bad3aaf5ad7e req-346a2ec7-6bed-4791-a699-512125491792 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] No DVR routers for this DVR port 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:40:54.316281 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-67b9177f-ecb1-41f0-a75a-bad3aaf5ad7e req-346a2ec7-6bed-4791-a699-512125491792 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:54.319561 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d9ccd6-8a8d-4d09-9364-6f2389652f60', 'name': 'network-vif-deleted', 'tag': '78f4386c-0e07-4e2e-9ae3-1b618f67e4a2'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:40:54.321875 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59616507-c681-4fdd-9ebd-977035bb1092" -d '{"events": [{"server_uuid": "d3d9ccd6-8a8d-4d09-9364-6f2389652f60", "name": "network-vif-deleted", "tag": "78f4386c-0e07-4e2e-9ae3-1b618f67e4a2"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:40:54.349517 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Port': ['ID=da22354d-c122-48f1-80fd-121da7694037,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:54.352039 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Allocated IP 172.20.0.1 (9e1cc234-6aa1-4463-9eee-e4f23d4f8fca/51f1c0e8-4b56-4b87-8666-6f211be91b00/956678d1-6aa8-463e-a936-4715071ce962) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:54.360536 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:54.368503 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-67b9177f-ecb1-41f0-a75a-bad3aaf5ad7e req-346a2ec7-6bed-4791-a699-512125491792 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "DELETE /v2.0/ports/78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 HTTP/1.1" status: 204 len: 173 time: 2.0362284 Jun 02 20:40:54.400696 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:54.412383 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30c2b25-68c9-46f8-bdba-25626d915636 x-openstack-request-id: req-f30c2b25-68c9-46f8-bdba-25626d915636 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:40:54.413563 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d9ccd6-8a8d-4d09-9364-6f2389652f60", "name": "network-vif-deleted", "tag": "78f4386c-0e07-4e2e-9ae3-1b618f67e4a2", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:40:54.414199 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f30c2b25-68c9-46f8-bdba-25626d915636 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:40:54.415609 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d9ccd6-8a8d-4d09-9364-6f2389652f60', 'name': 'network-vif-deleted', 'tag': '78f4386c-0e07-4e2e-9ae3-1b618f67e4a2', 'status': 'completed', 'code': 200} Jun 02 20:40:54.496598 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:54.562492 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 83e9dd77-30a6-437e-93e9-c67672fc1014, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=83e9dd77-30a6-437e-93e9-c67672fc1014,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:54.592411 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:54.602186 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:54.628339 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:54.717339 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:54.762628 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Transition to ACTIVE for port object 956678d1-6aa8-463e-a936-4715071ce962 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:54.769694 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=83e9dd77-30a6-437e-93e9-c67672fc1014,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:54.775822 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:54.798764 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:54.799057 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:54.799457 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:54.800225 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:54.800614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:54.801207 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:54.801550 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:54.802152 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:54.802491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:54.803074 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:54.803564 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:54.804232 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:40:54.811971 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:54.816214 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:54.819138 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Transition to ACTIVE for port object a55fcab4-be24-44ff-bd96-1b580cb15dc9 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:54.825964 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c7faf22c-6650-4fe9-af05-7f0c8e8c54b6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:54.835481 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9dbb78c8-52d3-4068-9c29-543d8ebcfbfc None None] Provisioning for port da22354d-c122-48f1-80fd-121da7694037 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:40:54.849711 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9dbb78c8-52d3-4068-9c29-543d8ebcfbfc None None] Provisioning complete for port da22354d-c122-48f1-80fd-121da7694037 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:54.850161 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9dbb78c8-52d3-4068-9c29-543d8ebcfbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:54.918925 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Transition to ACTIVE for port object a55fcab4-be24-44ff-bd96-1b580cb15dc9 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:54.926005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Network 9e1cc234-6aa1-4463-9eee-e4f23d4f8fca is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:54.929487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event updated for resources: {'Port': ['ID=956678d1-6aa8-463e-a936-4715071ce962,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:54.934074 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:54.939403 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:54.940304 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:54.992871 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:55.016463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4222652d-c7b3-4431-85d8-b9813f04f327 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:55.098333 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:55.176007 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:40:55.244394 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Pushing event updated for resources: {'Port': ['ID=a55fcab4-be24-44ff-bd96-1b580cb15dc9,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:55.247857 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a6a73064-8150-4775-a984-9f28458919fc req-d407d789-efc7-4076-aeb4-13127a765f16 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3d9ccd6-8a8d-4d09-9364-6f2389652f60 HTTP/1.1" status: 200 len: 210 time: 0.1138508 Jun 02 20:40:55.255357 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:40:55.255726 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 78f4386c-0e07-4e2e-9ae3-1b618f67e4a2 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:40:55.259919 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:55.262607 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb78c8-52d3-4068-9c29-543d8ebcfbfc None None] Port da22354d-c122-48f1-80fd-121da7694037 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:40:55.269551 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-24905973-72f0-4923-83ff-31338ed4316b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Allocated IP 172.20.0.12 (3d693314-71f6-4ec5-bb2b-fada82b376b2/6dba9663-f042-4169-88ee-9db5b081b88b/987fbf3d-34df-4f7e-a198-14d420328496) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:55.274216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Network 3d693314-71f6-4ec5-bb2b-fada82b376b2 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:55.275836 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:55.278522 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:55.284854 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dc1a04-124d-4a61-8899-bfd4c72cc088 None None] Network 9e1cc234-6aa1-4463-9eee-e4f23d4f8fca requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:55.316196 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 83e9dd77-30a6-437e-93e9-c67672fc1014 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:40:55.457111 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:55.600213 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-85639de8-085d-4ca9-82a1-b5265a0116ab None None] Provisioning for port 01ae1f55-21f3-4715-866b-3ddfb1d492ce completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:40:55.603004 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Attempting to bind port a55fcab4-be24-44ff-bd96-1b580cb15dc9 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:40:55.603487 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Attempting to bind port a55fcab4-be24-44ff-bd96-1b580cb15dc9 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '83006ccc-9c7c-42b8-a562-4fc243e133eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3d693314-71f6-4ec5-bb2b-fada82b376b2'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:40:55.604411 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Attempting to bind port a55fcab4-be24-44ff-bd96-1b580cb15dc9 on network 3d693314-71f6-4ec5-bb2b-fada82b376b2 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:40:55.625363 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:40:55.625837 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Checking segment: {'id': '83006ccc-9c7c-42b8-a562-4fc243e133eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3d693314-71f6-4ec5-bb2b-fada82b376b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:40:55.626237 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:55.627118 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Bound using segment: {'id': '83006ccc-9c7c-42b8-a562-4fc243e133eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3d693314-71f6-4ec5-bb2b-fada82b376b2'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:40:55.627633 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Bound port: a55fcab4-be24-44ff-bd96-1b580cb15dc9, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83006ccc-9c7c-42b8-a562-4fc243e133eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3d693314-71f6-4ec5-bb2b-fada82b376b2'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:40:55.628045 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:55.731272 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 83e9dd77-30a6-437e-93e9-c67672fc1014 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:55.731674 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:55.786127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:55.798747 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:55.828439 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:55.874913 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-14309d85-7aac-4546-a970-f32306e2083b None None] For port a55fcab4-be24-44ff-bd96-1b580cb15dc9, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:40:55.880000 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-14309d85-7aac-4546-a970-f32306e2083b None None] For port a55fcab4-be24-44ff-bd96-1b580cb15dc9, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a55fcab4-be24-44ff-bd96-1b580cb15dc9,segment=NetworkSegment(83006ccc-9c7c-42b8-a562-4fc243e133eb),segment_id=83006ccc-9c7c-42b8-a562-4fc243e133eb)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:40:55.883347 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-24905973-72f0-4923-83ff-31338ed4316b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:55.892395 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:55.897917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:55.914422 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:55.918562 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-24905973-72f0-4923-83ff-31338ed4316b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Transition to ACTIVE for port object 987fbf3d-34df-4f7e-a198-14d420328496 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:55.926089 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-00435047-a7f1-4cb0-9f58-6cc739788af3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:55.929544 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:55.941580 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Port': ['ID=da22354d-c122-48f1-80fd-121da7694037,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:55.945272 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:55.949805 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:56.033929 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 01ae1f55-21f3-4715-866b-3ddfb1d492ce up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:40:56.045147 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-24905973-72f0-4923-83ff-31338ed4316b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:56.056971 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-caae5b15-c7b8-4ff1-b12e-308cba761cc6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:56.099930 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Pushing event updated for resources: {'Port': ['ID=a55fcab4-be24-44ff-bd96-1b580cb15dc9,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:56.109012 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:56.135771 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 01ae1f55-21f3-4715-866b-3ddfb1d492ce completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:40:56.147310 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24905973-72f0-4923-83ff-31338ed4316b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network 3d693314-71f6-4ec5-bb2b-fada82b376b2 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:56.148698 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 01ae1f55-21f3-4715-866b-3ddfb1d492ce triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:56.149072 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:56.159562 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-24905973-72f0-4923-83ff-31338ed4316b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:56.166615 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24905973-72f0-4923-83ff-31338ed4316b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:56.198207 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:56.203300 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event updated for resources: {'Port': ['ID=956678d1-6aa8-463e-a936-4715071ce962,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:56.206780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:56.230402 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24905973-72f0-4923-83ff-31338ed4316b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=987fbf3d-34df-4f7e-a198-14d420328496,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:56.239322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-24905973-72f0-4923-83ff-31338ed4316b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:56.258916 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Network 675587bb-2992-4474-97d0-cad080fe0e16 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:56.262320 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:56.362094 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24905973-72f0-4923-83ff-31338ed4316b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:56.362748 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-24905973-72f0-4923-83ff-31338ed4316b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:56.381624 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:56.401816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Network 9e1cc234-6aa1-4463-9eee-e4f23d4f8fca is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:56.403110 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:56.456445 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-24905973-72f0-4923-83ff-31338ed4316b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9749918 Jun 02 20:40:56.459453 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57348) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:56.469229 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-b4b9d7c3-5391-4c88-a2f5-f21148261785 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'port': {'network_id': '3d693314-71f6-4ec5-bb2b-fada82b376b2', 'name': 'tempest-PortsTestJSON-889421843'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:56.470730 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 01ae1f55-21f3-4715-866b-3ddfb1d492ce, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=01ae1f55-21f3-4715-866b-3ddfb1d492ce,segment=NetworkSegment(d2fa2cac-c997-450f-a881-84bc5785cfbc),segment_id=d2fa2cac-c997-450f-a881-84bc5785cfbc)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:56.483659 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:56.488369 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:56.501821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57350) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:56.592019 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e351aed4-4594-4057-be45-728f193fb193 None None] Provisioning for port 956678d1-6aa8-463e-a936-4715071ce962 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:40:56.604497 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e351aed4-4594-4057-be45-728f193fb193 None None] Provisioning complete for port 956678d1-6aa8-463e-a936-4715071ce962 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:56.605215 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e351aed4-4594-4057-be45-728f193fb193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:56.692379 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=01ae1f55-21f3-4715-866b-3ddfb1d492ce,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:56.695453 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-e351aed4-4594-4057-be45-728f193fb193 None None] Port 956678d1-6aa8-463e-a936-4715071ce962 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:40:56.699429 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:56.710865 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e351aed4-4594-4057-be45-728f193fb193 None None] Provisioning complete for port 01ae1f55-21f3-4715-866b-3ddfb1d492ce triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:56.715156 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e351aed4-4594-4057-be45-728f193fb193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:56.746625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Router 39331f5a-424d-49ae-89a9-6599fd9c12ce has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:40:56.809060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Router 55e90204-daf8-473e-8399-5be86c355264 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:40:56.833661 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c4475fe3-3d5c-41b3-b457-f67febb121d4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:56.939439 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:56.951703 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "PUT /v2.0/routers/39331f5a-424d-49ae-89a9-6599fd9c12ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1397951 Jun 02 20:40:56.957792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] Sync routers for ids ['39331f5a-424d-49ae-89a9-6599fd9c12ce'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:56.969896 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] Routers {'39331f5a-424d-49ae-89a9-6599fd9c12ce'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:56.970991 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['39331f5a-424d-49ae-89a9-6599fd9c12ce'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:56.972348 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c4475fe3-3d5c-41b3-b457-f67febb121d4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:57.019874 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b4b9d7c3-5391-4c88-a2f5-f21148261785 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:57.024183 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b4b9d7c3-5391-4c88-a2f5-f21148261785 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:port and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:57.027227 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b4b9d7c3-5391-4c88-a2f5-f21148261785 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:57.040466 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b4b9d7c3-5391-4c88-a2f5-f21148261785 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:57.086999 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-164f4353-1921-4cf8-9b47-575e6d6d3d37 None None] Provisioning complete for port 956678d1-6aa8-463e-a936-4715071ce962 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:57.087374 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-164f4353-1921-4cf8-9b47-575e6d6d3d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:57.175646 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b9d7c3-5391-4c88-a2f5-f21148261785 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:57.179325 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d7c3-5391-4c88-a2f5-f21148261785 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:57.243040 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:40:57.253983 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e8837-3ecc-466a-84dc-d9e35f9873e2 None None] Sync routers for ids ['55e90204-daf8-473e-8399-5be86c355264'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:40:57.254564 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-b4b9d7c3-5391-4c88-a2f5-f21148261785 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] device_id is not set on port c10a1e04-5868-47e0-98cc-c7a17c078c26 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:40:57.260889 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a55fcab4-be24-44ff-bd96-1b580cb15dc9 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:40:57.267753 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e8837-3ecc-466a-84dc-d9e35f9873e2 None None] Routers {'55e90204-daf8-473e-8399-5be86c355264'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:57.268647 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-396e8837-3ecc-466a-84dc-d9e35f9873e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['55e90204-daf8-473e-8399-5be86c355264'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:57.299154 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-164f4353-1921-4cf8-9b47-575e6d6d3d37 None None] Port 956678d1-6aa8-463e-a936-4715071ce962 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:40:57.316301 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-4e56e191-24e3-4049-b2be-387817040d7b req-1a007438-a763-469d-a686-8d64516efd0f tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Synchronizing usage tracker for tenant:2ec98c6fc3a44f6c8a33a21fec93618d on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:40:57.334238 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-396e8837-3ecc-466a-84dc-d9e35f9873e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:57.335670 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57368) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:57.336395 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "PUT /v2.0/routers/55e90204-daf8-473e-8399-5be86c355264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9462125 Jun 02 20:40:57.345986 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e8837-3ecc-466a-84dc-d9e35f9873e2 None None] Routers {'55e90204-daf8-473e-8399-5be86c355264'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:40:57.347227 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-396e8837-3ecc-466a-84dc-d9e35f9873e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['55e90204-daf8-473e-8399-5be86c355264'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:57.350993 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] Set router 39331f5a-424d-49ae-89a9-6599fd9c12ce gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:40:57.351804 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c4a39d68-799c-4d52-8bd5-f956c2e592fb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Request body: {'port': {'network_id': '675587bb-2992-4474-97d0-cad080fe0e16', 'name': 'tempest-FloatingIPTestJSON-842667427'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:57.374269 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c4475fe3-3d5c-41b3-b457-f67febb121d4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:57.381191 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5a66ac69-2486-4888-9c8c-411d327a3948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:57.393266 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-4e56e191-24e3-4049-b2be-387817040d7b req-1a007438-a763-469d-a686-8d64516efd0f tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Unset dirty status for tenant:2ec98c6fc3a44f6c8a33a21fec93618d on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:40:57.398144 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4e56e191-24e3-4049-b2be-387817040d7b req-1a007438-a763-469d-a686-8d64516efd0f tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418368481&fields=id&tenant_id=2ec98c6fc3a44f6c8a33a21fec93618d HTTP/1.1" status: 200 len: 267 time: 0.2279296 Jun 02 20:40:57.419424 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-164f4353-1921-4cf8-9b47-575e6d6d3d37 None None] Provisioning complete for port da22354d-c122-48f1-80fd-121da7694037 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:57.419810 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-164f4353-1921-4cf8-9b47-575e6d6d3d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:57.420834 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-396e8837-3ecc-466a-84dc-d9e35f9873e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:57.421236 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e8837-3ecc-466a-84dc-d9e35f9873e2 None None] The sync data for ids ['55e90204-daf8-473e-8399-5be86c355264'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:40:57.586615 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port a55fcab4-be24-44ff-bd96-1b580cb15dc9 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:40:57.589642 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-164f4353-1921-4cf8-9b47-575e6d6d3d37 None None] Port da22354d-c122-48f1-80fd-121da7694037 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:40:57.594968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c4a39d68-799c-4d52-8bd5-f956c2e592fb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:40:57.599676 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c4a39d68-799c-4d52-8bd5-f956c2e592fb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Usage tracker for resource:port and tenant:e94c2e34113a474285a6475fb9a81bcf is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:40:57.603158 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c4a39d68-799c-4d52-8bd5-f956c2e592fb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Quota usage for port was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:40:57.610077 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c4a39d68-799c-4d52-8bd5-f956c2e592fb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:40:57.622056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a39d68-799c-4d52-8bd5-f956c2e592fb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Made reservation on behalf of e94c2e34113a474285a6475fb9a81bcf for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:40:57.625602 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4475fe3-3d5c-41b3-b457-f67febb121d4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71deae43-5267-48ef-b2cf-829aba137b86,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:57.627242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c4a39d68-799c-4d52-8bd5-f956c2e592fb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:57.636645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c4475fe3-3d5c-41b3-b457-f67febb121d4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:57.648076 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 01ae1f55-21f3-4715-866b-3ddfb1d492ce up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:40:57.653811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-c4a39d68-799c-4d52-8bd5-f956c2e592fb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] device_id is not set on port 5ccb90d2-2cf8-4949-b052-b9daa225a55c yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:40:57.693704 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c4475fe3-3d5c-41b3-b457-f67febb121d4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:57.698292 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c4475fe3-3d5c-41b3-b457-f67febb121d4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/security-groups/71deae43-5267-48ef-b2cf-829aba137b86 HTTP/1.1" status: 204 len: 168 time: 1.1902080 Jun 02 20:40:57.751677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57372) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:57.754939 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed65b9d-a4c6-4db6-bb10-233c95f938ef None None] Network 3d693314-71f6-4ec5-bb2b-fada82b376b2 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:40:57.790482 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-b4b9d7c3-5391-4c88-a2f5-f21148261785 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Allocated IP 172.20.0.11 (3d693314-71f6-4ec5-bb2b-fada82b376b2/6dba9663-f042-4169-88ee-9db5b081b88b/c10a1e04-5868-47e0-98cc-c7a17c078c26) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:57.862093 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56e191-24e3-4049-b2be-387817040d7b req-67fd175f-401d-4e70-90b2-80250b7ec6d0 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:57.864187 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-4e56e191-24e3-4049-b2be-387817040d7b req-67fd175f-401d-4e70-90b2-80250b7ec6d0 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Synchronizing usage tracker for tenant:2ec98c6fc3a44f6c8a33a21fec93618d on resource:network {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:40:57.907024 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0a34fae6-b5d2-44dc-a446-c84114fd055b None None] Provisioning complete for port 956678d1-6aa8-463e-a936-4715071ce962 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:57.907487 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0a34fae6-b5d2-44dc-a446-c84114fd055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:57.920627 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-4e56e191-24e3-4049-b2be-387817040d7b req-67fd175f-401d-4e70-90b2-80250b7ec6d0 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Unset dirty status for tenant:2ec98c6fc3a44f6c8a33a21fec93618d on resource:network {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:40:57.922321 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4e56e191-24e3-4049-b2be-387817040d7b req-67fd175f-401d-4e70-90b2-80250b7ec6d0 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/networks?id=9e1cc234-6aa1-4463-9eee-e4f23d4f8fca HTTP/1.1" status: 200 len: 797 time: 0.2908411 Jun 02 20:40:58.004138 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4e56e191-24e3-4049-b2be-387817040d7b req-fbdd3983-1d68-4a65-9bdb-b7c5faee16c7 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/quotas/2ec98c6fc3a44f6c8a33a21fec93618d HTTP/1.1" status: 200 len: 375 time: 0.0716047 Jun 02 20:40:58.027614 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-c4a39d68-799c-4d52-8bd5-f956c2e592fb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Allocated IP 172.20.0.13 (675587bb-2992-4474-97d0-cad080fe0e16/a86881c1-fef6-4dc7-8297-9173c3b76ff8/5ccb90d2-2cf8-4949-b052-b9daa225a55c) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:40:58.040295 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-0a34fae6-b5d2-44dc-a446-c84114fd055b None None] Port 956678d1-6aa8-463e-a936-4715071ce962 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:40:58.091205 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 01ae1f55-21f3-4715-866b-3ddfb1d492ce triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:58.091205 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:58.136835 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d7c3-5391-4c88-a2f5-f21148261785 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:58.157960 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-b4b9d7c3-5391-4c88-a2f5-f21148261785 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Transition to ACTIVE for port object c10a1e04-5868-47e0-98cc-c7a17c078c26 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:58.181964 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4e56e191-24e3-4049-b2be-387817040d7b req-7a0a470a-f3bb-4cb3-8e91-476bf0138fc8 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2ec98c6fc3a44f6c8a33a21fec93618d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1659040 Jun 02 20:40:58.200835 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d7c3-5391-4c88-a2f5-f21148261785 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:58.211179 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bb339092-fa46-4b37-a7af-4791aac04bfa tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:58.240928 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-55eefe45-c939-4528-8803-2410afe915e7 None None] Provisioning for port a55fcab4-be24-44ff-bd96-1b580cb15dc9 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:40:58.253850 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643074209', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:40:44Z', 'updated_at': '2021-06-02T20:40:55Z', 'revision_number': 4, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'gw_port': {'id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:45Z', 'updated_at': '2021-06-02T20:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '956678d1-6aa8-463e-a936-4715071ce962', 'name': '', 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'mac_address': 'fa:16:3e:a3:67:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '51f1c0e8-4b56-4b87-8666-6f211be91b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:53Z', 'updated_at': '2021-06-02T20:40:55Z', 'revision_number': 2, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'subnets': [{'id': '51f1c0e8-4b56-4b87-8666-6f211be91b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:40:58.258635 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-55eefe45-c939-4528-8803-2410afe915e7 None None] Provisioning complete for port a55fcab4-be24-44ff-bd96-1b580cb15dc9 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:58.258930 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-55eefe45-c939-4528-8803-2410afe915e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:58.302692 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] Checking router: 39331f5a-424d-49ae-89a9-6599fd9c12ce for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:40:58.303057 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] Updating router 39331f5a-424d-49ae-89a9-6599fd9c12ce port 956678d1-6aa8-463e-a936-4715071ce962 binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:40:58.339388 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9d7c3-5391-4c88-a2f5-f21148261785 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=c10a1e04-5868-47e0-98cc-c7a17c078c26,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:58.388178 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b9d7c3-5391-4c88-a2f5-f21148261785 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network 3d693314-71f6-4ec5-bb2b-fada82b376b2 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:58.394484 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b4b9d7c3-5391-4c88-a2f5-f21148261785 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:58.397442 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-b4b9d7c3-5391-4c88-a2f5-f21148261785 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:58.400965 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b9d7c3-5391-4c88-a2f5-f21148261785 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:58.439753 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:58.508842 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b9d7c3-5391-4c88-a2f5-f21148261785 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:58.509371 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d7c3-5391-4c88-a2f5-f21148261785 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:58.517896 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4e56e191-24e3-4049-b2be-387817040d7b req-58a73763-96a8-4159-bc04-3b63c7859769 service neutron] 10.222.0.25 "GET /v2.0/networks/9e1cc234-6aa1-4463-9eee-e4f23d4f8fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189497 Jun 02 20:40:58.562512 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b4b9d7c3-5391-4c88-a2f5-f21148261785 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0983784 Jun 02 20:40:58.562512 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57376) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:58.584412 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-55eefe45-c939-4528-8803-2410afe915e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:58.664737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c4a39d68-799c-4d52-8bd5-f956c2e592fb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:58.684239 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-55eefe45-c939-4528-8803-2410afe915e7 None None] For port a55fcab4-be24-44ff-bd96-1b580cb15dc9, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a55fcab4-be24-44ff-bd96-1b580cb15dc9,segment=NetworkSegment(83006ccc-9c7c-42b8-a562-4fc243e133eb),segment_id=83006ccc-9c7c-42b8-a562-4fc243e133eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:40:58.702312 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-55eefe45-c939-4528-8803-2410afe915e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:58.708102 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-09b7bbe7-f296-4aa7-b0c9-f4623d0574b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:58.740642 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4e56e191-24e3-4049-b2be-387817040d7b req-02dfc464-d7f9-4a5a-8b13-903d3e721835 service neutron] 10.222.0.25 "GET /v2.0/networks/9e1cc234-6aa1-4463-9eee-e4f23d4f8fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121396 Jun 02 20:40:58.761822 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8812b4-78b3-475b-bf3c-38c1d743ab9a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:58.762562 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-cf8812b4-78b3-475b-bf3c-38c1d743ab9a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Synchronizing usage tracker for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:40:58.769703 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-c4a39d68-799c-4d52-8bd5-f956c2e592fb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Transition to ACTIVE for port object 5ccb90d2-2cf8-4949-b052-b9daa225a55c will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:58.801579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c4a39d68-799c-4d52-8bd5-f956c2e592fb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:58.803957 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-cf8812b4-78b3-475b-bf3c-38c1d743ab9a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Unset dirty status for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:40:58.811976 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cf8812b4-78b3-475b-bf3c-38c1d743ab9a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.2466984 Jun 02 20:40:58.812599 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57378) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:58.836035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:58.865634 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eefe45-c939-4528-8803-2410afe915e7 None None] Pushing event updated for resources: {'Port': ['ID=a55fcab4-be24-44ff-bd96-1b580cb15dc9,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:58.870789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-55eefe45-c939-4528-8803-2410afe915e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:58.969205 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a39d68-799c-4d52-8bd5-f956c2e592fb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Network 675587bb-2992-4474-97d0-cad080fe0e16 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:40:58.996852 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-381f7dd9-8bac-4263-8895-d50ce89aba12 None None] Provisioning for port c10a1e04-5868-47e0-98cc-c7a17c078c26 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:40:59.014791 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-381f7dd9-8bac-4263-8895-d50ce89aba12 None None] Provisioning complete for port c10a1e04-5868-47e0-98cc-c7a17c078c26 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:59.015191 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-381f7dd9-8bac-4263-8895-d50ce89aba12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:59.047123 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-c4a39d68-799c-4d52-8bd5-f956c2e592fb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:40:59.075996 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a39d68-799c-4d52-8bd5-f956c2e592fb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:40:59.103752 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-d65e70df-b5e5-43d2-a141-3cc5a7301b5c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting port c10a1e04-5868-47e0-98cc-c7a17c078c26 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:40:59.104219 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d65e70df-b5e5-43d2-a141-3cc5a7301b5c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:59.110610 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:59.117100 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-381f7dd9-8bac-4263-8895-d50ce89aba12 None None] Port c10a1e04-5868-47e0-98cc-c7a17c078c26 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:40:59.140765 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a55fcab4-be24-44ff-bd96-1b580cb15dc9 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:40:59.175026 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a39d68-799c-4d52-8bd5-f956c2e592fb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:40:59.176193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c4a39d68-799c-4d52-8bd5-f956c2e592fb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:59.209054 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-d8f2d444-59c7-43c2-9d95-c362342750a7 req-3c949462-db2f-4b15-975b-5df2300d87f6 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Synchronizing usage tracker for tenant:2ec98c6fc3a44f6c8a33a21fec93618d on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:40:59.223019 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] Transition to ACTIVE for port object 956678d1-6aa8-463e-a936-4715071ce962 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:40:59.229116 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-381f7dd9-8bac-4263-8895-d50ce89aba12 None None] Provisioning complete for port a55fcab4-be24-44ff-bd96-1b580cb15dc9 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:59.229557 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-381f7dd9-8bac-4263-8895-d50ce89aba12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:59.260904 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a39d68-799c-4d52-8bd5-f956c2e592fb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event updated for resources: {'Port': ['ID=5ccb90d2-2cf8-4949-b052-b9daa225a55c,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:59.278182 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c4a39d68-799c-4d52-8bd5-f956c2e592fb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:59.290753 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-d8f2d444-59c7-43c2-9d95-c362342750a7 req-3c949462-db2f-4b15-975b-5df2300d87f6 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Unset dirty status for tenant:2ec98c6fc3a44f6c8a33a21fec93618d on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:40:59.292187 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d8f2d444-59c7-43c2-9d95-c362342750a7 req-3c949462-db2f-4b15-975b-5df2300d87f6 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 210 time: 0.3341720 Jun 02 20:40:59.322938 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57388) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:40:59.326719 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c4a39d68-799c-4d52-8bd5-f956c2e592fb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9897022 Jun 02 20:40:59.328157 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-a93ca048-d8ee-4aab-92df-237c94d08a70 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Request body: {'floatingip': {'port_id': '5ccb90d2-2cf8-4949-b052-b9daa225a55c'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:40:59.390956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:59.411297 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:40:59.430962 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d65e70df-b5e5-43d2-a141-3cc5a7301b5c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:59.444905 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-226ad8e3-2f59-46a5-b41e-617d1fc7e055 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:59.606172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec5f1d-856a-4786-ba9f-ee07c27b073d None None] Pushing event updated for resources: {'Port': ['ID=956678d1-6aa8-463e-a936-4715071ce962,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:40:59.610287 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-39ec5f1d-856a-4786-ba9f-ee07c27b073d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:40:59.614568 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-d65e70df-b5e5-43d2-a141-3cc5a7301b5c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Calling delete_port for c10a1e04-5868-47e0-98cc-c7a17c078c26 owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:40:59.639320 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a93ca048-d8ee-4aab-92df-237c94d08a70 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:59.893426 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port a55fcab4-be24-44ff-bd96-1b580cb15dc9 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:40:59.894458 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:40:59.969196 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] Attempting to bind port 956678d1-6aa8-463e-a936-4715071ce962 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:40:59.969608 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] Attempting to bind port 956678d1-6aa8-463e-a936-4715071ce962 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'd2fa2cac-c997-450f-a881-84bc5785cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:40:59.971228 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] Attempting to bind port 956678d1-6aa8-463e-a936-4715071ce962 on network 9e1cc234-6aa1-4463-9eee-e4f23d4f8fca {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:41:00.001895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:41:00.002152 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] Checking segment: {'id': 'd2fa2cac-c997-450f-a881-84bc5785cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:41:00.002503 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:00.002892 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] Bound using segment: {'id': 'd2fa2cac-c997-450f-a881-84bc5785cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:41:00.003411 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] Bound port: 956678d1-6aa8-463e-a936-4715071ce962, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fa2cac-c997-450f-a881-84bc5785cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:41:00.003819 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:00.033532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-226ad8e3-2f59-46a5-b41e-617d1fc7e055 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 3676f909-2055-4454-a483-44ec0ea39dd8 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:00.034149 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-226ad8e3-2f59-46a5-b41e-617d1fc7e055 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:00.128705 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-381f7dd9-8bac-4263-8895-d50ce89aba12 None None] Provisioning for port 987fbf3d-34df-4f7e-a198-14d420328496 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:00.153154 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-381f7dd9-8bac-4263-8895-d50ce89aba12 None None] Provisioning complete for port 987fbf3d-34df-4f7e-a198-14d420328496 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:00.153687 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-381f7dd9-8bac-4263-8895-d50ce89aba12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:00.180228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-226ad8e3-2f59-46a5-b41e-617d1fc7e055 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 3676f909-2055-4454-a483-44ec0ea39dd8, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3676f909-2055-4454-a483-44ec0ea39dd8,segment=NetworkSegment(c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed),segment_id=c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:00.180989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-226ad8e3-2f59-46a5-b41e-617d1fc7e055 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:00.213726 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d65e70df-b5e5-43d2-a141-3cc5a7301b5c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:00.222373 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b4fc3dd2-19e5-4f06-aa81-4166480f408e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:00.290695 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] For port 956678d1-6aa8-463e-a936-4715071ce962, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:41:00.298746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] For port 956678d1-6aa8-463e-a936-4715071ce962, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=956678d1-6aa8-463e-a936-4715071ce962,segment=NetworkSegment(d2fa2cac-c997-450f-a881-84bc5785cfbc),segment_id=d2fa2cac-c997-450f-a881-84bc5785cfbc)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:41:00.299806 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-381f7dd9-8bac-4263-8895-d50ce89aba12 None None] Port 987fbf3d-34df-4f7e-a198-14d420328496 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:00.307458 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:00.311399 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-320c64a3-19c1-42f7-86d8-a828b3e13875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:00.329900 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e70df-b5e5-43d2-a141-3cc5a7301b5c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Port': ['ID=c10a1e04-5868-47e0-98cc-c7a17c078c26,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:00.348815 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d65e70df-b5e5-43d2-a141-3cc5a7301b5c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:00.364189 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-226ad8e3-2f59-46a5-b41e-617d1fc7e055 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 3676f909-2055-4454-a483-44ec0ea39dd8 owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:00.423865 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] Routers {'39331f5a-424d-49ae-89a9-6599fd9c12ce'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:00.424504 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['39331f5a-424d-49ae-89a9-6599fd9c12ce'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:00.492385 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-22bba104-2fce-403b-92b2-e0a679996655 None None] Could not find standard attr ID for object c10a1e04-5868-47e0-98cc-c7a17c078c26. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:41:00.551228 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec5f1d-856a-4786-ba9f-ee07c27b073d None None] Pushing event updated for resources: {'Port': ['ID=956678d1-6aa8-463e-a936-4715071ce962,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:00.554463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-39ec5f1d-856a-4786-ba9f-ee07c27b073d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:00.609612 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-64bb160d-1115-4ce8-bf39-23ee9ed1c45b req-91184f98-bb6d-4b0c-8fda-543a83ca6eb5 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 210 time: 0.1027532 Jun 02 20:41:00.711539 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-22bba104-2fce-403b-92b2-e0a679996655 None None] Provisioning for port 5ccb90d2-2cf8-4949-b052-b9daa225a55c completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:00.753933 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-22bba104-2fce-403b-92b2-e0a679996655 None None] Provisioning complete for port 5ccb90d2-2cf8-4949-b052-b9daa225a55c triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:00.755939 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-22bba104-2fce-403b-92b2-e0a679996655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:00.823259 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-33537d8d-047a-4cb1-a00d-7f904597fba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:00.826103 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] Set router 39331f5a-424d-49ae-89a9-6599fd9c12ce gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:41:00.923284 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-22bba104-2fce-403b-92b2-e0a679996655 None None] Port 5ccb90d2-2cf8-4949-b052-b9daa225a55c cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:00.973331 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d65e70df-b5e5-43d2-a141-3cc5a7301b5c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:00.990123 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a93ca048-d8ee-4aab-92df-237c94d08a70 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:00.995493 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d65e70df-b5e5-43d2-a141-3cc5a7301b5c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/ports/c10a1e04-5868-47e0-98cc-c7a17c078c26 HTTP/1.1" status: 204 len: 168 time: 2.1776042 Jun 02 20:41:00.996330 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57398) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:01.032039 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a93ca048-d8ee-4aab-92df-237c94d08a70 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:01.042270 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-22bba104-2fce-403b-92b2-e0a679996655 None None] Provisioning complete for port 987fbf3d-34df-4f7e-a198-14d420328496 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:01.042437 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-22bba104-2fce-403b-92b2-e0a679996655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:01.044848 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56e191-24e3-4049-b2be-387817040d7b req-2697765e-033f-4965-a7e4-03a78e5882c4 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:01.046258 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4e56e191-24e3-4049-b2be-387817040d7b req-2697765e-033f-4965-a7e4-03a78e5882c4 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.95 "GET /v2.0/networks?id=9e1cc234-6aa1-4463-9eee-e4f23d4f8fca HTTP/1.1" status: 200 len: 797 time: 0.4120417 Jun 02 20:41:01.077447 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:41:01.102896 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-738801d1-30b3-45fe-8431-9c8fc6df89fa tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] GET failed (client error): The resource could not be found. Jun 02 20:41:01.105820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-738801d1-30b3-45fe-8431-9c8fc6df89fa tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Synchronizing usage tracker for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:41:01.120235 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4e56e191-24e3-4049-b2be-387817040d7b req-2cf17c5c-5553-48a4-a1a3-5eb6f1f2ffc4 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ec98c6fc3a44f6c8a33a21fec93618d HTTP/1.1" status: 200 len: 380 time: 0.0615573 Jun 02 20:41:01.130054 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-4e56e191-24e3-4049-b2be-387817040d7b req-1897821f-5012-422b-af06-ab512356fe42 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Request body: {'port': {'device_id': '14329245-740e-4f2f-84fb-0a9f35247982', 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca', 'admin_state_up': True, 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'security_groups': ['4f95b886-b8ab-469a-867b-76c1b9817b10']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:01.160321 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-22bba104-2fce-403b-92b2-e0a679996655 None None] Port 987fbf3d-34df-4f7e-a198-14d420328496 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:01.193765 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-738801d1-30b3-45fe-8431-9c8fc6df89fa tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Unset dirty status for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:41:01.194939 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-738801d1-30b3-45fe-8431-9c8fc6df89fa tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports/c10a1e04-5868-47e0-98cc-c7a17c078c26 HTTP/1.1" status: 404 len: 333 time: 0.1982028 Jun 02 20:41:01.199612 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57400) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:01.274422 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-a93ca048-d8ee-4aab-92df-237c94d08a70 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Floating IP 26fc6ae4-816f-4631-adee-30b6038ce8ce associated. External IP: 172.26.0.209, port: c55748b0-4a5a-4832-92e0-e111d9202bcd. Jun 02 20:41:01.329546 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643074209', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:40:44Z', 'updated_at': '2021-06-02T20:40:55Z', 'revision_number': 4, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'gw_port': {'id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:45Z', 'updated_at': '2021-06-02T20:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '956678d1-6aa8-463e-a936-4715071ce962', 'name': '', 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'mac_address': 'fa:16:3e:a3:67:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '51f1c0e8-4b56-4b87-8666-6f211be91b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:53Z', 'updated_at': '2021-06-02T20:41:00Z', 'revision_number': 4, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'subnets': [{'id': '51f1c0e8-4b56-4b87-8666-6f211be91b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:01.336301 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a09794-0a87-4904-a29d-afa0d23e3ccc None None] The sync data for ids ['39331f5a-424d-49ae-89a9-6599fd9c12ce'] in dv-neutron-601336-84-hyperv is: [{'id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643074209', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:40:44Z', 'updated_at': '2021-06-02T20:40:55Z', 'revision_number': 4, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'gw_port': {'id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:45Z', 'updated_at': '2021-06-02T20:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '956678d1-6aa8-463e-a936-4715071ce962', 'name': '', 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'mac_address': 'fa:16:3e:a3:67:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '51f1c0e8-4b56-4b87-8666-6f211be91b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:53Z', 'updated_at': '2021-06-02T20:41:00Z', 'revision_number': 4, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'subnets': [{'id': '51f1c0e8-4b56-4b87-8666-6f211be91b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:41:01.348777 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-4e56e191-24e3-4049-b2be-387817040d7b req-1897821f-5012-422b-af06-ab512356fe42 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:01.365508 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-4e56e191-24e3-4049-b2be-387817040d7b req-1897821f-5012-422b-af06-ab512356fe42 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:01.372400 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-226ad8e3-2f59-46a5-b41e-617d1fc7e055 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:01.379181 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ebec656e-6448-4a58-ae8f-79c7f817825d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:01.451320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e56e191-24e3-4049-b2be-387817040d7b req-1897821f-5012-422b-af06-ab512356fe42 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Made reservation on behalf of 2ec98c6fc3a44f6c8a33a21fec93618d for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:01.455819 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4e56e191-24e3-4049-b2be-387817040d7b req-1897821f-5012-422b-af06-ab512356fe42 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:01.505470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ad8e3-2f59-46a5-b41e-617d1fc7e055 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=3676f909-2055-4454-a483-44ec0ea39dd8,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:01.508639 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-226ad8e3-2f59-46a5-b41e-617d1fc7e055 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:01.733943 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-74c10db0-7ba8-4d44-b663-8043b1516e4a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting port 987fbf3d-34df-4f7e-a198-14d420328496 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:01.734285 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74c10db0-7ba8-4d44-b663-8043b1516e4a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:01.876601 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4c00fd0d-7e52-47ee-953a-9475370000f2 req-d300574d-c57d-4b6d-af46-55fd5f9e804f tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 210 time: 0.1284895 Jun 02 20:41:01.908807 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-4e56e191-24e3-4049-b2be-387817040d7b req-1897821f-5012-422b-af06-ab512356fe42 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Allocated IP 172.20.0.14 (9e1cc234-6aa1-4463-9eee-e4f23d4f8fca/51f1c0e8-4b56-4b87-8666-6f211be91b00/6497f9ac-8c6d-4275-b37e-82501592723d) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:02.025463 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74c10db0-7ba8-4d44-b663-8043b1516e4a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:02.027239 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-226ad8e3-2f59-46a5-b41e-617d1fc7e055 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:02.158683 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-74c10db0-7ba8-4d44-b663-8043b1516e4a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Calling delete_port for 987fbf3d-34df-4f7e-a198-14d420328496 owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:02.166369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93ca048-d8ee-4aab-92df-237c94d08a70 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Router 71a7b70c-6463-4a8d-bbb9-304537df3dd8 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:41:02.358590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4e56e191-24e3-4049-b2be-387817040d7b req-1897821f-5012-422b-af06-ab512356fe42 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:02.411053 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93ca048-d8ee-4aab-92df-237c94d08a70 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:41:02.421636 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d1d853-067c-4a75-85b7-db859440ae03 None None] Sync routers for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:41:02.433855 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d1d853-067c-4a75-85b7-db859440ae03 None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:02.434772 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-63d1d853-067c-4a75-85b7-db859440ae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:02.509897 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-63d1d853-067c-4a75-85b7-db859440ae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:02.520776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d1d853-067c-4a75-85b7-db859440ae03 None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:02.521410 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-63d1d853-067c-4a75-85b7-db859440ae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:02.538285 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-4e56e191-24e3-4049-b2be-387817040d7b req-1897821f-5012-422b-af06-ab512356fe42 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Transition to ACTIVE for port object 6497f9ac-8c6d-4275-b37e-82501592723d will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:02.568401 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226ad8e3-2f59-46a5-b41e-617d1fc7e055 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 902d19ca-210a-430a-a989-e46e6f5ef08b has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:41:02.579868 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74c10db0-7ba8-4d44-b663-8043b1516e4a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:02.585443 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-632b96e3-05cf-427d-bbd2-d386d50b3c78 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:02.591010 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-63d1d853-067c-4a75-85b7-db859440ae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:02.591470 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d1d853-067c-4a75-85b7-db859440ae03 None None] The sync data for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:41:02.658120 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c10db0-7ba8-4d44-b663-8043b1516e4a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Port': ['ID=987fbf3d-34df-4f7e-a198-14d420328496,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:02.663714 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-74c10db0-7ba8-4d44-b663-8043b1516e4a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:02.823559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4e56e191-24e3-4049-b2be-387817040d7b req-1897821f-5012-422b-af06-ab512356fe42 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:02.837190 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dd5a9e04-dff6-4075-af6f-f61781fc7791 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:02.859474 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74c10db0-7ba8-4d44-b663-8043b1516e4a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:02.945170 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-74c10db0-7ba8-4d44-b663-8043b1516e4a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/ports/987fbf3d-34df-4f7e-a198-14d420328496 HTTP/1.1" status: 204 len: 168 time: 1.7443697 Jun 02 20:41:02.947587 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57406) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:02.959187 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e56e191-24e3-4049-b2be-387817040d7b req-1897821f-5012-422b-af06-ab512356fe42 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Network 9e1cc234-6aa1-4463-9eee-e4f23d4f8fca is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:02.968672 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-4e56e191-24e3-4049-b2be-387817040d7b req-1897821f-5012-422b-af06-ab512356fe42 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:02.983799 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e56e191-24e3-4049-b2be-387817040d7b req-1897821f-5012-422b-af06-ab512356fe42 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:41:03.041364 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897821f-5012-422b-af06-ab512356fe42 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event updated for resources: {'Port': ['ID=6497f9ac-8c6d-4275-b37e-82501592723d,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:03.048391 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1897821f-5012-422b-af06-ab512356fe42 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:03.049778 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226ad8e3-2f59-46a5-b41e-617d1fc7e055 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:41:03.059819 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1194c6e5-9899-453c-bb7a-771816a7a817 None None] Sync routers for ids ['902d19ca-210a-430a-a989-e46e6f5ef08b'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:41:03.081524 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1194c6e5-9899-453c-bb7a-771816a7a817 None None] Routers {'902d19ca-210a-430a-a989-e46e6f5ef08b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:03.082540 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1194c6e5-9899-453c-bb7a-771816a7a817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:40:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['902d19ca-210a-430a-a989-e46e6f5ef08b'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:03.148012 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56e191-24e3-4049-b2be-387817040d7b req-1897821f-5012-422b-af06-ab512356fe42 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:03.148882 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4e56e191-24e3-4049-b2be-387817040d7b req-1897821f-5012-422b-af06-ab512356fe42 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:03.154817 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-226ad8e3-2f59-46a5-b41e-617d1fc7e055 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/routers/902d19ca-210a-430a-a989-e46e6f5ef08b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4021173 Jun 02 20:41:03.157902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57408) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:03.225164 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 956678d1-6aa8-463e-a936-4715071ce962 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:41:03.255697 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4e56e191-24e3-4049-b2be-387817040d7b req-1897821f-5012-422b-af06-ab512356fe42 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1295192 Jun 02 20:41:03.276550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Request body: {'port': {'device_id': '14329245-740e-4f2f-84fb-0a9f35247982', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:03.280562 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a28713d-7aea-454a-9d02-d973745b2b5e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] GET failed (client error): The resource could not be found. Jun 02 20:41:03.281097 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8a28713d-7aea-454a-9d02-d973745b2b5e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Synchronizing usage tracker for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:41:03.296963 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-1194c6e5-9899-453c-bb7a-771816a7a817 None None] Set router 902d19ca-210a-430a-a989-e46e6f5ef08b gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:41:03.298512 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93ca048-d8ee-4aab-92df-237c94d08a70 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Router 55e90204-daf8-473e-8399-5be86c355264 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:41:03.319587 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8a28713d-7aea-454a-9d02-d973745b2b5e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Unset dirty status for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:41:03.320749 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8a28713d-7aea-454a-9d02-d973745b2b5e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports/987fbf3d-34df-4f7e-a198-14d420328496 HTTP/1.1" status: 404 len: 333 time: 0.3722656 Jun 02 20:41:03.323541 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57410) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:03.350668 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-1534eefa-31bb-4a44-913a-45220dd77e07 None None] Provisioning for port 6497f9ac-8c6d-4275-b37e-82501592723d completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:03.358322 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-1534eefa-31bb-4a44-913a-45220dd77e07 None None] Provisioning complete for port 6497f9ac-8c6d-4275-b37e-82501592723d triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:03.358990 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1534eefa-31bb-4a44-913a-45220dd77e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:03.402308 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-defb20a4-ad26-4602-a077-625c64b826e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting subnet 906c3740-d5d8-4e4a-bd58-106df157d850 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:41:03.412119 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-defb20a4-ad26-4602-a077-625c64b826e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:03.429662 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-256afca8-8d50-4ec9-bc29-c75e3c96e4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:03.434077 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-1534eefa-31bb-4a44-913a-45220dd77e07 None None] Port 6497f9ac-8c6d-4275-b37e-82501592723d cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:03.436808 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e2ec5-0a1d-45de-b399-3392538165a0 req-c66102d3-e16f-4b19-a85b-0a188d17df5e tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:03.437297 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:03.439872 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f82e2ec5-0a1d-45de-b399-3392538165a0 req-c66102d3-e16f-4b19-a85b-0a188d17df5e tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 932 time: 0.2055426 Jun 02 20:41:03.448884 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 956678d1-6aa8-463e-a936-4715071ce962 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:03.455587 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 956678d1-6aa8-463e-a936-4715071ce962 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:03.456016 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:03.508925 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf1addf-4569-44fe-91d6-aa66aad124d5 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting subnet 6dba9663-f042-4169-88ee-9db5b081b88b {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:41:03.548992 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-caf1addf-4569-44fe-91d6-aa66aad124d5 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:03.554955 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93ca048-d8ee-4aab-92df-237c94d08a70 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:41:03.567726 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a93ca048-d8ee-4aab-92df-237c94d08a70 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:03.574670 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5652a613-73a1-41e2-a781-65d721f84a93 None None] Sync routers for ids ['55e90204-daf8-473e-8399-5be86c355264'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:41:03.608475 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5652a613-73a1-41e2-a781-65d721f84a93 None None] Routers {'55e90204-daf8-473e-8399-5be86c355264'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:03.609023 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-5652a613-73a1-41e2-a781-65d721f84a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['55e90204-daf8-473e-8399-5be86c355264'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:03.620420 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-defb20a4-ad26-4602-a077-625c64b826e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:03.655295 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1194c6e5-9899-453c-bb7a-771816a7a817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'name': 'tempest-TestNetworkBasicOps-router-15317489', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:19Z', 'updated_at': '2021-06-02T20:41:01Z', 'revision_number': 7, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:21Z', 'updated_at': '2021-06-02T20:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:03.660419 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1194c6e5-9899-453c-bb7a-771816a7a817 None None] Checking router: 902d19ca-210a-430a-a989-e46e6f5ef08b for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:41:03.675181 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1194c6e5-9899-453c-bb7a-771816a7a817 None None] Routers {'902d19ca-210a-430a-a989-e46e6f5ef08b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:03.676113 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1194c6e5-9899-453c-bb7a-771816a7a817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['902d19ca-210a-430a-a989-e46e6f5ef08b'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:03.683506 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f82e2ec5-0a1d-45de-b399-3392538165a0 req-29f0bb14-7030-4f14-a5f9-1950c736939b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904416 Jun 02 20:41:03.696012 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:03.711370 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-5652a613-73a1-41e2-a781-65d721f84a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:03.711620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-caf1addf-4569-44fe-91d6-aa66aad124d5 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:03.721110 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a93ca048-d8ee-4aab-92df-237c94d08a70 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "PUT /v2.0/floatingips/26fc6ae4-816f-4631-adee-30b6038ce8ce HTTP/1.1" status: 200 len: 978 time: 4.3946314 Jun 02 20:41:03.721927 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57412) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:03.730518 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5652a613-73a1-41e2-a781-65d721f84a93 None None] Routers {'55e90204-daf8-473e-8399-5be86c355264'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:03.731231 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-5652a613-73a1-41e2-a781-65d721f84a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['55e90204-daf8-473e-8399-5be86c355264'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:03.739596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:03.809536 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-5652a613-73a1-41e2-a781-65d721f84a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:03.809954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5652a613-73a1-41e2-a781-65d721f84a93 None None] The sync data for ids ['55e90204-daf8-473e-8399-5be86c355264'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:41:03.817705 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 956678d1-6aa8-463e-a936-4715071ce962, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=956678d1-6aa8-463e-a936-4715071ce962,segment=NetworkSegment(d2fa2cac-c997-450f-a881-84bc5785cfbc),segment_id=d2fa2cac-c997-450f-a881-84bc5785cfbc)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:03.823830 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:03.827814 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:03.890965 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-defb20a4-ad26-4602-a077-625c64b826e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:03.904524 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-1194c6e5-9899-453c-bb7a-771816a7a817 None None] Set router 902d19ca-210a-430a-a989-e46e6f5ef08b gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:41:03.907351 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-f185e896-cfe3-40ad-b206-94e40cb84e4b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Deleting port 5ccb90d2-2cf8-4949-b052-b9daa225a55c {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:03.907700 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f185e896-cfe3-40ad-b206-94e40cb84e4b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:03.925890 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=956678d1-6aa8-463e-a936-4715071ce962,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:03.930205 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:04.013832 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-caf1addf-4569-44fe-91d6-aa66aad124d5 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:04.060593 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f185e896-cfe3-40ad-b206-94e40cb84e4b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:04.204374 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:04.242945 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1194c6e5-9899-453c-bb7a-771816a7a817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'name': 'tempest-TestNetworkBasicOps-router-15317489', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:19Z', 'updated_at': '2021-06-02T20:41:01Z', 'revision_number': 7, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:21Z', 'updated_at': '2021-06-02T20:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:04.247095 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1194c6e5-9899-453c-bb7a-771816a7a817 None None] The sync data for ids ['902d19ca-210a-430a-a989-e46e6f5ef08b'] in dv-neutron-601336-84-hyperv is: [{'id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'name': 'tempest-TestNetworkBasicOps-router-15317489', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:37:19Z', 'updated_at': '2021-06-02T20:41:01Z', 'revision_number': 7, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '77737ea7-6c21-4111-bc41-92e99afe338c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902d19ca-210a-430a-a989-e46e6f5ef08b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:37:21Z', 'updated_at': '2021-06-02T20:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:41:04.376240 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f185e896-cfe3-40ad-b206-94e40cb84e4b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:04.376613 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f185e896-cfe3-40ad-b206-94e40cb84e4b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:04.376925 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-f185e896-cfe3-40ad-b206-94e40cb84e4b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Floating IP 26fc6ae4-816f-4631-adee-30b6038ce8ce disassociated. External IP: 172.26.0.209, port: 5ccb90d2-2cf8-4949-b052-b9daa225a55c. Jun 02 20:41:04.377259 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-f185e896-cfe3-40ad-b206-94e40cb84e4b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Calling delete_port for 5ccb90d2-2cf8-4949-b052-b9daa225a55c owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:04.488885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f185e896-cfe3-40ad-b206-94e40cb84e4b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:04.494855 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:04.544128 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185e896-cfe3-40ad-b206-94e40cb84e4b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event deleted for resources: {'Port': ['ID=5ccb90d2-2cf8-4949-b052-b9daa225a55c,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:04.547044 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f185e896-cfe3-40ad-b206-94e40cb84e4b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:04.691114 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.db.resource_extend [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 20:41:04.793870 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f185e896-cfe3-40ad-b206-94e40cb84e4b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Router 55e90204-daf8-473e-8399-5be86c355264 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:41:04.814733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6497f9ac-8c6d-4275-b37e-82501592723d {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:41:04.825025 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-defb20a4-ad26-4602-a077-625c64b826e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:04.830093 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:04.834972 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-db03f38d-35a4-4748-b0f8-cb721ab16b93 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:04.886883 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83509d44-a046-4a05-b2ed-08be77628ad0 None None] Network 4d3342d7-33dd-436f-b033-4f39faf2bca6 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:04.913858 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-defb20a4-ad26-4602-a077-625c64b826e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:04.928522 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-caf1addf-4569-44fe-91d6-aa66aad124d5 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:04.933762 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb20a4-ad26-4602-a077-625c64b826e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Subnet': ['ID=906c3740-d5d8-4e4a-bd58-106df157d850,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:04.936852 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-defb20a4-ad26-4602-a077-625c64b826e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:04.937601 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-defb20a4-ad26-4602-a077-625c64b826e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:04.994319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Transition to ACTIVE for port object 6497f9ac-8c6d-4275-b37e-82501592723d will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:05.002014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1addf-4569-44fe-91d6-aa66aad124d5 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Subnet': ['ID=6dba9663-f042-4169-88ee-9db5b081b88b,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:05.004484 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-caf1addf-4569-44fe-91d6-aa66aad124d5 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:05.009199 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-caf1addf-4569-44fe-91d6-aa66aad124d5 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/subnets/6dba9663-f042-4169-88ee-9db5b081b88b HTTP/1.1" status: 204 len: 168 time: 1.6820090 Jun 02 20:41:05.010474 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57416) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:05.010865 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-caf1addf-4569-44fe-91d6-aa66aad124d5 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:05.035372 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-defb20a4-ad26-4602-a077-625c64b826e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/subnets/906c3740-d5d8-4e4a-bd58-106df157d850 HTTP/1.1" status: 204 len: 168 time: 1.8742535 Jun 02 20:41:05.035372 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:05.042992 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57418) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:05.043685 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7dc55d75-8645-445e-b124-9caed81c9f2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:05.051502 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa177465-1b3d-4b06-b205-dc0d05f56a7c None None] Network 3d693314-71f6-4ec5-bb2b-fada82b376b2 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:05.168794 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f185e896-cfe3-40ad-b206-94e40cb84e4b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:41:05.180288 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503f0056-a2bb-4c5d-b8e4-9bba1acd7482 None None] Sync routers for ids ['55e90204-daf8-473e-8399-5be86c355264'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:41:05.182602 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 956678d1-6aa8-463e-a936-4715071ce962 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:41:05.193062 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503f0056-a2bb-4c5d-b8e4-9bba1acd7482 None None] Routers {'55e90204-daf8-473e-8399-5be86c355264'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:05.199966 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-503f0056-a2bb-4c5d-b8e4-9bba1acd7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['55e90204-daf8-473e-8399-5be86c355264'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:05.287910 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-503f0056-a2bb-4c5d-b8e4-9bba1acd7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:05.298685 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f185e896-cfe3-40ad-b206-94e40cb84e4b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:05.302979 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503f0056-a2bb-4c5d-b8e4-9bba1acd7482 None None] Routers {'55e90204-daf8-473e-8399-5be86c355264'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:05.303238 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-503f0056-a2bb-4c5d-b8e4-9bba1acd7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['55e90204-daf8-473e-8399-5be86c355264'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:05.338642 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f185e896-cfe3-40ad-b206-94e40cb84e4b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "DELETE /v2.0/ports/5ccb90d2-2cf8-4949-b052-b9daa225a55c HTTP/1.1" status: 204 len: 168 time: 1.6137915 Jun 02 20:41:05.341060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57420) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:05.376495 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-503f0056-a2bb-4c5d-b8e4-9bba1acd7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:05.379100 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503f0056-a2bb-4c5d-b8e4-9bba1acd7482 None None] The sync data for ids ['55e90204-daf8-473e-8399-5be86c355264'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:41:05.398401 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 956678d1-6aa8-463e-a936-4715071ce962 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:05.398779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:05.492252 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263f5c80-79fd-467b-9a7c-891a9c32a5ac None None] DHCP port deletion for 4d3342d7-33dd-436f-b033-4f39faf2bca6 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:41:05.555073 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Pushing event updated for resources: {'Port': ['ID=6497f9ac-8c6d-4275-b37e-82501592723d,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:05.570253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:05.574286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:05.587591 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae53861-9474-47d9-aa42-8b26f9fbd1c3 None None] DHCP port deletion for 3d693314-71f6-4ec5-bb2b-fada82b376b2 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:41:05.657001 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e445941-e30f-47fd-9f63-2d7cf53cef51 req-44570301-0372-481d-a2d3-d435fd16ed33 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:05.658205 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-9e445941-e30f-47fd-9f63-2d7cf53cef51 req-44570301-0372-481d-a2d3-d435fd16ed33 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Synchronizing usage tracker for tenant:2ec98c6fc3a44f6c8a33a21fec93618d on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:41:05.667622 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3676f909-2055-4454-a483-44ec0ea39dd8 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:41:05.682646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8634a088-e2b8-43b2-bbee-3ac250fe123b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:05.708035 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 3676f909-2055-4454-a483-44ec0ea39dd8 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:41:05.708035 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3676f909-2055-4454-a483-44ec0ea39dd8 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:41:05.731117 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-263f5c80-79fd-467b-9a7c-891a9c32a5ac None None] Deleting port 2618f77a-ee3d-4c2a-987a-e70d75f5248a {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:05.731585 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-263f5c80-79fd-467b-9a7c-891a9c32a5ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:05.797528 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-9e445941-e30f-47fd-9f63-2d7cf53cef51 req-44570301-0372-481d-a2d3-d435fd16ed33 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Unset dirty status for tenant:2ec98c6fc3a44f6c8a33a21fec93618d on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:41:05.799247 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9e445941-e30f-47fd-9f63-2d7cf53cef51 req-44570301-0372-481d-a2d3-d435fd16ed33 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 932 time: 0.9317036 Jun 02 20:41:05.807583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Attempting to bind port 6497f9ac-8c6d-4275-b37e-82501592723d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:41:05.807920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Attempting to bind port 6497f9ac-8c6d-4275-b37e-82501592723d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'd2fa2cac-c997-450f-a881-84bc5785cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:41:05.808240 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Attempting to bind port 6497f9ac-8c6d-4275-b37e-82501592723d on network 9e1cc234-6aa1-4463-9eee-e4f23d4f8fca {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:41:05.894100 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Port 6497f9ac-8c6d-4275-b37e-82501592723d on network 9e1cc234-6aa1-4463-9eee-e4f23d4f8fca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:41:05.894466 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Attempting to bind port 6497f9ac-8c6d-4275-b37e-82501592723d on network 9e1cc234-6aa1-4463-9eee-e4f23d4f8fca {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:41:05.897638 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-aae53861-9474-47d9-aa42-8b26f9fbd1c3 None None] Deleting port a55fcab4-be24-44ff-bd96-1b580cb15dc9 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:05.898827 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-aae53861-9474-47d9-aa42-8b26f9fbd1c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:05.919897 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-263f5c80-79fd-467b-9a7c-891a9c32a5ac None None] For port 2618f77a-ee3d-4c2a-987a-e70d75f5248a, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2618f77a-ee3d-4c2a-987a-e70d75f5248a,segment=NetworkSegment(c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed),segment_id=c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:05.920133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:41:05.920436 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-263f5c80-79fd-467b-9a7c-891a9c32a5ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:05.920532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Checking segment: {'id': 'd2fa2cac-c997-450f-a881-84bc5785cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:41:05.920780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Bound using segment: {'id': 'd2fa2cac-c997-450f-a881-84bc5785cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:41:05.921162 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Bound port: 6497f9ac-8c6d-4275-b37e-82501592723d, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fa2cac-c997-450f-a881-84bc5785cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:41:05.921498 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:05.934675 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:05.966047 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting port a55fcab4-be24-44ff-bd96-1b580cb15dc9 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:05.966453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:05.986260 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9e445941-e30f-47fd-9f63-2d7cf53cef51 req-ffb2e0d8-aae1-47f4-946a-143e713b83e5 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705709 Jun 02 20:41:06.028500 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dc3dfe8f-99b5-4a15-8e39-c3cfa7b9250e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:06.037579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8634a088-e2b8-43b2-bbee-3ac250fe123b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:06.088897 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-263f5c80-79fd-467b-9a7c-891a9c32a5ac None None] Calling delete_port for 2618f77a-ee3d-4c2a-987a-e70d75f5248a owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:06.142253 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-aae53861-9474-47d9-aa42-8b26f9fbd1c3 None None] For port a55fcab4-be24-44ff-bd96-1b580cb15dc9, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a55fcab4-be24-44ff-bd96-1b580cb15dc9,segment=NetworkSegment(83006ccc-9c7c-42b8-a562-4fc243e133eb),segment_id=83006ccc-9c7c-42b8-a562-4fc243e133eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:06.142658 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-aae53861-9474-47d9-aa42-8b26f9fbd1c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:06.185790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] For port a55fcab4-be24-44ff-bd96-1b580cb15dc9, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a55fcab4-be24-44ff-bd96-1b580cb15dc9,segment=NetworkSegment(83006ccc-9c7c-42b8-a562-4fc243e133eb),segment_id=83006ccc-9c7c-42b8-a562-4fc243e133eb)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:06.186080 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:06.268093 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-aae53861-9474-47d9-aa42-8b26f9fbd1c3 None None] Calling delete_port for a55fcab4-be24-44ff-bd96-1b580cb15dc9 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:06.310518 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-263f5c80-79fd-467b-9a7c-891a9c32a5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:06.315625 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:06.367404 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f5c80-79fd-467b-9a7c-891a9c32a5ac None None] Pushing event deleted for resources: {'Port': ['ID=2618f77a-ee3d-4c2a-987a-e70d75f5248a,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:06.369841 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263f5c80-79fd-467b-9a7c-891a9c32a5ac None None] No DVR routers for this DVR port 2618f77a-ee3d-4c2a-987a-e70d75f5248a on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:41:06.372038 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-263f5c80-79fd-467b-9a7c-891a9c32a5ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:06.389180 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-aae53861-9474-47d9-aa42-8b26f9fbd1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:06.392859 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-67c089e8-10fa-409d-8d4c-2f70a3772e1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:06.436281 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae53861-9474-47d9-aa42-8b26f9fbd1c3 None None] Pushing event deleted for resources: {'Port': ['ID=a55fcab4-be24-44ff-bd96-1b580cb15dc9,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:06.439808 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-aae53861-9474-47d9-aa42-8b26f9fbd1c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:06.440668 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae53861-9474-47d9-aa42-8b26f9fbd1c3 None None] No DVR routers for this DVR port a55fcab4-be24-44ff-bd96-1b580cb15dc9 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:41:06.481629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] For port 6497f9ac-8c6d-4275-b37e-82501592723d, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:41:06.490632 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Calling delete_port for a55fcab4-be24-44ff-bd96-1b580cb15dc9 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:06.510075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] For port 6497f9ac-8c6d-4275-b37e-82501592723d, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6497f9ac-8c6d-4275-b37e-82501592723d,segment=NetworkSegment(d2fa2cac-c997-450f-a881-84bc5785cfbc),segment_id=d2fa2cac-c997-450f-a881-84bc5785cfbc)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:41:06.523408 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:06.524502 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-dc3dfe8f-99b5-4a15-8e39-c3cfa7b9250e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Deleting port da22354d-c122-48f1-80fd-121da7694037 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:06.524871 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dc3dfe8f-99b5-4a15-8e39-c3cfa7b9250e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:06.530421 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dd942190-f9a4-49b8-addd-6f8ab1b5f44d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:06.599265 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:06.599880 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:06.601392 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4e56e191-24e3-4049-b2be-387817040d7b req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] 10.222.0.95 "PUT /v2.0/ports/6497f9ac-8c6d-4275-b37e-82501592723d HTTP/1.1" status: 200 len: 1094 time: 3.3320343 Jun 02 20:41:06.601873 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14329245-740e-4f2f-84fb-0a9f35247982', 'tag': '6497f9ac-8c6d-4275-b37e-82501592723d'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:41:06.606146 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d87677-5606-4c43-8f28-b7fb87208cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "14329245-740e-4f2f-84fb-0a9f35247982", "tag": "6497f9ac-8c6d-4275-b37e-82501592723d"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:41:06.623778 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-8634a088-e2b8-43b2-bbee-3ac250fe123b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 77737ea7-6c21-4111-bc41-92e99afe338c {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:06.624122 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8634a088-e2b8-43b2-bbee-3ac250fe123b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:06.666818 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Pushing event updated for resources: {'Port': ['ID=6497f9ac-8c6d-4275-b37e-82501592723d,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:06.675762 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dc3dfe8f-99b5-4a15-8e39-c3cfa7b9250e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:06.746720 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf0f6f7-595c-43e2-b543-f4b39d8cca3b x-openstack-request-id: req-0cf0f6f7-595c-43e2-b543-f4b39d8cca3b {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:41:06.747135 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14329245-740e-4f2f-84fb-0a9f35247982", "tag": "6497f9ac-8c6d-4275-b37e-82501592723d", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:41:06.747374 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0cf0f6f7-595c-43e2-b543-f4b39d8cca3b {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:41:06.748058 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14329245-740e-4f2f-84fb-0a9f35247982', 'tag': '6497f9ac-8c6d-4275-b37e-82501592723d', 'status': 'completed', 'code': 200} Jun 02 20:41:06.757616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:06.785530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:06.791468 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c4a39d68-799c-4d52-8bd5-f956c2e592fb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:06.806823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-dc3dfe8f-99b5-4a15-8e39-c3cfa7b9250e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Calling delete_port for da22354d-c122-48f1-80fd-121da7694037 owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:06.851988 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Port': ['ID=a55fcab4-be24-44ff-bd96-1b580cb15dc9,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:06.862207 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:06.863710 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] No DVR routers for this DVR port a55fcab4-be24-44ff-bd96-1b580cb15dc9 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:41:06.939473 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-8634a088-e2b8-43b2-bbee-3ac250fe123b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 77737ea7-6c21-4111-bc41-92e99afe338c, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=77737ea7-6c21-4111-bc41-92e99afe338c,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:06.939835 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8634a088-e2b8-43b2-bbee-3ac250fe123b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:07.101529 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a55fcab4-be24-44ff-bd96-1b580cb15dc9 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:41:07.138898 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: a55fcab4-be24-44ff-bd96-1b580cb15dc9 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:41:07.139338 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a55fcab4-be24-44ff-bd96-1b580cb15dc9 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:41:07.139884 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2618f77a-ee3d-4c2a-987a-e70d75f5248a no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:41:07.143117 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-8634a088-e2b8-43b2-bbee-3ac250fe123b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 77737ea7-6c21-4111-bc41-92e99afe338c owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:07.176383 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:07.176783 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 2618f77a-ee3d-4c2a-987a-e70d75f5248a {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:41:07.177353 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2618f77a-ee3d-4c2a-987a-e70d75f5248a not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:41:07.204847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d693314-71f6-4ec5-bb2b-fada82b376b2']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:07.213876 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56e191-24e3-4049-b2be-387817040d7b req-e1df5d5d-e91b-4666-8faf-06c379680a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:07.215356 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4e56e191-24e3-4049-b2be-387817040d7b req-e1df5d5d-e91b-4666-8faf-06c379680a9a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2ec98c6fc3a44f6c8a33a21fec93618d&device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 1097 time: 0.5498035 Jun 02 20:41:07.230825 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dc3dfe8f-99b5-4a15-8e39-c3cfa7b9250e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:07.234567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9d19bb5e-1b09-4eab-bd88-fe3dc25df2a9 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:07.278440 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3dfe8f-99b5-4a15-8e39-c3cfa7b9250e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event deleted for resources: {'Port': ['ID=da22354d-c122-48f1-80fd-121da7694037,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:07.281732 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dc3dfe8f-99b5-4a15-8e39-c3cfa7b9250e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:07.283712 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83006ccc-9c7c-42b8-a562-4fc243e133eb') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:07.284010 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83006ccc-9c7c-42b8-a562-4fc243e133eb') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:07.312608 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:07.320800 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4e56e191-24e3-4049-b2be-387817040d7b req-ebd69041-e0d4-4456-9d88-fe3338172492 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6497f9ac-8c6d-4275-b37e-82501592723d HTTP/1.1" status: 200 len: 217 time: 0.0981183 Jun 02 20:41:07.382836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:07.404354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:41:07.404664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:41:07.427951 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:41:07.505308 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56e191-24e3-4049-b2be-387817040d7b req-ce8a728b-2d6e-4703-9f12-570791c3665d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:07.506713 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4e56e191-24e3-4049-b2be-387817040d7b req-ce8a728b-2d6e-4703-9f12-570791c3665d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=51f1c0e8-4b56-4b87-8666-6f211be91b00 HTTP/1.1" status: 200 len: 835 time: 0.1778986 Jun 02 20:41:07.567916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a2bbf-72e0-4348-ad22-a5bb8768864c req-3b92969e-7426-4b8d-bbc5-e8e0e070f6bb tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:07.569279 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f09a2bbf-72e0-4348-ad22-a5bb8768864c req-3b92969e-7426-4b8d-bbc5-e8e0e070f6bb tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 944 time: 0.4359405 Jun 02 20:41:07.571814 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dc3dfe8f-99b5-4a15-8e39-c3cfa7b9250e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:07.603172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:07.613380 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:07.636044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:07.663610 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Network': ['ID=3d693314-71f6-4ec5-bb2b-fada82b376b2,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:07.670912 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:07.690635 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/networks/3d693314-71f6-4ec5-bb2b-fada82b376b2 HTTP/1.1" status: 204 len: 168 time: 2.6786451 Jun 02 20:41:07.693555 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f09a2bbf-72e0-4348-ad22-a5bb8768864c req-ad55c850-b917-4a4c-ba08-b00446150a10 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176283 Jun 02 20:41:07.696622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57426) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:07.701505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-1741a9ae-da78-4559-a381-3952a83d3157 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1119809186'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:07.743819 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-1741a9ae-da78-4559-a381-3952a83d3157 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:07.757860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1741a9ae-da78-4559-a381-3952a83d3157 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:network and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:07.764589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1741a9ae-da78-4559-a381-3952a83d3157 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:07.776194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-1741a9ae-da78-4559-a381-3952a83d3157 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:07.779562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56e191-24e3-4049-b2be-387817040d7b req-4bbbc6fe-bdf7-48ef-b1f2-0665fb6d756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:07.781046 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4e56e191-24e3-4049-b2be-387817040d7b req-4bbbc6fe-bdf7-48ef-b1f2-0665fb6d756c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9e1cc234-6aa1-4463-9eee-e4f23d4f8fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2554832 Jun 02 20:41:07.811489 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8634a088-e2b8-43b2-bbee-3ac250fe123b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:07.822111 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:07.858014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1741a9ae-da78-4559-a381-3952a83d3157 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:07.861787 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1741a9ae-da78-4559-a381-3952a83d3157 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:07.952976 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3dfe8f-99b5-4a15-8e39-c3cfa7b9250e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Router 55e90204-daf8-473e-8399-5be86c355264 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:41:08.075377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634a088-e2b8-43b2-bbee-3ac250fe123b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=77737ea7-6c21-4111-bc41-92e99afe338c,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:08.083042 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8634a088-e2b8-43b2-bbee-3ac250fe123b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:08.135193 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3dfe8f-99b5-4a15-8e39-c3cfa7b9250e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:41:08.146101 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b447c2ee-9c4a-421a-971a-0bbdff17ccb8 None None] Sync routers for ids ['55e90204-daf8-473e-8399-5be86c355264'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:41:08.151827 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dc3dfe8f-99b5-4a15-8e39-c3cfa7b9250e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "PUT /v2.0/routers/55e90204-daf8-473e-8399-5be86c355264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8069530 Jun 02 20:41:08.152095 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57428) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:08.155990 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b447c2ee-9c4a-421a-971a-0bbdff17ccb8 None None] Routers {'55e90204-daf8-473e-8399-5be86c355264'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:08.156890 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b447c2ee-9c4a-421a-971a-0bbdff17ccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['55e90204-daf8-473e-8399-5be86c355264'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:08.202710 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1741a9ae-da78-4559-a381-3952a83d3157 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:41:08.218691 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b447c2ee-9c4a-421a-971a-0bbdff17ccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:08.227185 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b447c2ee-9c4a-421a-971a-0bbdff17ccb8 None None] Routers {'55e90204-daf8-473e-8399-5be86c355264'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:08.228162 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b447c2ee-9c4a-421a-971a-0bbdff17ccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['55e90204-daf8-473e-8399-5be86c355264'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:08.232865 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1741a9ae-da78-4559-a381-3952a83d3157 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:08.233213 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-1741a9ae-da78-4559-a381-3952a83d3157 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Added segment 63da841f-3771-4aec-8107-cae9ec1dde27 of type vlan for network 9b7796fc-540f-4817-a5f8-9b52d6fa5c0a Jun 02 20:41:08.243932 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4e56e191-24e3-4049-b2be-387817040d7b req-e9c25f4a-ad9d-4ef7-af4a-45bacfd19452 service neutron] 10.222.0.95 "GET /v2.0/networks/9e1cc234-6aa1-4463-9eee-e4f23d4f8fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547696 Jun 02 20:41:08.276087 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8634a088-e2b8-43b2-bbee-3ac250fe123b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:08.291494 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b447c2ee-9c4a-421a-971a-0bbdff17ccb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:08.291907 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b447c2ee-9c4a-421a-971a-0bbdff17ccb8 None None] The sync data for ids ['55e90204-daf8-473e-8399-5be86c355264'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:41:08.344849 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-633ed524-3e7c-418c-9189-e55ea19df04c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:08.450802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1741a9ae-da78-4559-a381-3952a83d3157 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:08.524718 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-633ed524-3e7c-418c-9189-e55ea19df04c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:08.541615 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8634a088-e2b8-43b2-bbee-3ac250fe123b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:08.544851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8634a088-e2b8-43b2-bbee-3ac250fe123b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:08.608136 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8634a088-e2b8-43b2-bbee-3ac250fe123b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:08.608675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8634a088-e2b8-43b2-bbee-3ac250fe123b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Fanout notify agent at l3_agent the message router_deleted on router 902d19ca-210a-430a-a989-e46e6f5ef08b {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:41:08.620297 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4e56e191-24e3-4049-b2be-387817040d7b req-6b7cb9d6-5326-4b74-a8fe-c1570a77a2c1 service neutron] 10.222.0.95 "GET /v2.0/networks/9e1cc234-6aa1-4463-9eee-e4f23d4f8fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671541 Jun 02 20:41:08.621948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1741a9ae-da78-4559-a381-3952a83d3157 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:08.628099 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1741a9ae-da78-4559-a381-3952a83d3157 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:08.628633 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1741a9ae-da78-4559-a381-3952a83d3157 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:08.635183 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7301d7fe-c08a-4f86-b2bb-4734c482977f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:08.683497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8634a088-e2b8-43b2-bbee-3ac250fe123b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:08.684597 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8634a088-e2b8-43b2-bbee-3ac250fe123b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/routers/902d19ca-210a-430a-a989-e46e6f5ef08b HTTP/1.1" status: 204 len: 168 time: 3.6060781 Jun 02 20:41:08.689358 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57430) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:08.767731 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1741a9ae-da78-4559-a381-3952a83d3157 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0700824 Jun 02 20:41:08.771279 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-633ed524-3e7c-418c-9189-e55ea19df04c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Deleting port c2b7c248-ad58-4be9-b592-ba24612d72c9 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:08.771622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-633ed524-3e7c-418c-9189-e55ea19df04c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:08.810404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57434) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:08.817824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c7a93250-c263-43a1-8fb0-f9bfe0ea14af tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'subnet': {'network_id': '9b7796fc-540f-4817-a5f8-9b52d6fa5c0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:08.849709 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741a9ae-da78-4559-a381-3952a83d3157 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Network': ['ID=9b7796fc-540f-4817-a5f8-9b52d6fa5c0a,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:08.860863 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 9b7796fc-540f-4817-a5f8-9b52d6fa5c0a details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:41:08.902508 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1741a9ae-da78-4559-a381-3952a83d3157 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:08.950864 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-633ed524-3e7c-418c-9189-e55ea19df04c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:09.033835 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bb489bdb-4331-4392-b6b7-aca6c81f035b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:09.049383 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c7a93250-c263-43a1-8fb0-f9bfe0ea14af tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:09.056651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c7a93250-c263-43a1-8fb0-f9bfe0ea14af tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:subnet and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:09.061560 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c7a93250-c263-43a1-8fb0-f9bfe0ea14af tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:09.068819 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c7a93250-c263-43a1-8fb0-f9bfe0ea14af tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:09.087644 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e809b-aa26-47f1-bdf0-478da50cd44a req-04152432-b607-45db-ac38-731923d45d83 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:09.088995 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f38e809b-aa26-47f1-bdf0-478da50cd44a req-04152432-b607-45db-ac38-731923d45d83 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 944 time: 0.2494395 Jun 02 20:41:09.095875 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-633ed524-3e7c-418c-9189-e55ea19df04c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Calling delete_port for c2b7c248-ad58-4be9-b592-ba24612d72c9 owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:09.107553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d87677-5606-4c43-8f28-b7fb87208cf9 req-47cea6f0-2f36-483a-825d-e7ffab4eacb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:09.109037 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-70d87677-5606-4c43-8f28-b7fb87208cf9 req-47cea6f0-2f36-483a-825d-e7ffab4eacb7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2ec98c6fc3a44f6c8a33a21fec93618d&device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 1097 time: 0.4206386 Jun 02 20:41:09.149940 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f38e809b-aa26-47f1-bdf0-478da50cd44a req-51b82d87-607f-48bf-bf35-3d42973557ed tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511622 Jun 02 20:41:09.150429 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a93250-c263-43a1-8fb0-f9bfe0ea14af tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:09.153913 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c7a93250-c263-43a1-8fb0-f9bfe0ea14af tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:09.237300 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 77737ea7-6c21-4111-bc41-92e99afe338c no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:41:09.276772 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 77737ea7-6c21-4111-bc41-92e99afe338c {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:41:09.277435 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 77737ea7-6c21-4111-bc41-92e99afe338c not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:41:09.300517 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-633ed524-3e7c-418c-9189-e55ea19df04c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:09.304063 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:09.347560 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ed524-3e7c-418c-9189-e55ea19df04c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event deleted for resources: {'Port': ['ID=c2b7c248-ad58-4be9-b592-ba24612d72c9,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:09.348439 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bb489bdb-4331-4392-b6b7-aca6c81f035b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:09.350689 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-633ed524-3e7c-418c-9189-e55ea19df04c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:09.393379 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-bb489bdb-4331-4392-b6b7-aca6c81f035b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3342d7-33dd-436f-b033-4f39faf2bca6']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:09.444379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-633ed524-3e7c-418c-9189-e55ea19df04c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:09.565240 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-bb489bdb-4331-4392-b6b7-aca6c81f035b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:09.565499 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-bb489bdb-4331-4392-b6b7-aca6c81f035b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b316a3-13cc-4a73-b63d-fa1ac50ca5ed') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:09.591979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bb489bdb-4331-4392-b6b7-aca6c81f035b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:09.621748 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-633ed524-3e7c-418c-9189-e55ea19df04c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:09.624193 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-633ed524-3e7c-418c-9189-e55ea19df04c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:09.635061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bb489bdb-4331-4392-b6b7-aca6c81f035b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:09.643942 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d87677-5606-4c43-8f28-b7fb87208cf9 req-83074df1-de28-46ec-a3b3-767141102057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:09.645932 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-70d87677-5606-4c43-8f28-b7fb87208cf9 req-83074df1-de28-46ec-a3b3-767141102057 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9e1cc234-6aa1-4463-9eee-e4f23d4f8fca HTTP/1.1" status: 200 len: 898 time: 0.5213826 Jun 02 20:41:09.646950 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-633ed524-3e7c-418c-9189-e55ea19df04c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:09.647882 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633ed524-3e7c-418c-9189-e55ea19df04c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Fanout notify agent at l3_agent the message router_deleted on router 55e90204-daf8-473e-8399-5be86c355264 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:41:09.650111 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb489bdb-4331-4392-b6b7-aca6c81f035b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:41:09.650382 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bb489bdb-4331-4392-b6b7-aca6c81f035b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:09.663369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-633ed524-3e7c-418c-9189-e55ea19df04c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:09.667061 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-633ed524-3e7c-418c-9189-e55ea19df04c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "DELETE /v2.0/routers/55e90204-daf8-473e-8399-5be86c355264 HTTP/1.1" status: 204 len: 168 time: 1.5116973 Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:41:09.667223 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:41:09.669787 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57436) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:09.733039 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d904786-1aa8-4799-96e8-64dd413a5c0a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Deleting subnet a86881c1-fef6-4dc7-8297-9173c3b76ff8 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:41:09.736251 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9d904786-1aa8-4799-96e8-64dd413a5c0a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:09.740978 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-70d87677-5606-4c43-8f28-b7fb87208cf9 req-2049b7fb-5d4d-40cc-8218-7f1541bd637d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6497f9ac-8c6d-4275-b37e-82501592723d HTTP/1.1" status: 200 len: 217 time: 0.0731649 Jun 02 20:41:09.794111 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9d904786-1aa8-4799-96e8-64dd413a5c0a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:09.874857 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9d904786-1aa8-4799-96e8-64dd413a5c0a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:09.905168 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bb489bdb-4331-4392-b6b7-aca6c81f035b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:09.914951 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-485b00bc-2c0b-4d84-bab6-a0331e3502da tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:09.929021 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bb489bdb-4331-4392-b6b7-aca6c81f035b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:09.936034 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d87677-5606-4c43-8f28-b7fb87208cf9 req-c8c0bddc-5c5a-4ba9-aafc-6cf3d447e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:09.937444 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-70d87677-5606-4c43-8f28-b7fb87208cf9 req-c8c0bddc-5c5a-4ba9-aafc-6cf3d447e5a1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=51f1c0e8-4b56-4b87-8666-6f211be91b00 HTTP/1.1" status: 200 len: 835 time: 0.1233656 Jun 02 20:41:09.953007 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb489bdb-4331-4392-b6b7-aca6c81f035b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Network': ['ID=4d3342d7-33dd-436f-b033-4f39faf2bca6,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:09.965055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bb489bdb-4331-4392-b6b7-aca6c81f035b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:10.018449 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-bb489bdb-4331-4392-b6b7-aca6c81f035b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/networks/4d3342d7-33dd-436f-b033-4f39faf2bca6 HTTP/1.1" status: 204 len: 168 time: 1.2496059 Jun 02 20:41:10.045160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57438) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:10.052895 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-02e10c53-1945-4ed4-aef3-173bd80c9503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'network': {'name': 'tempest-network-smoke--1179588778', 'project_id': '7e68015eb8844c43b1007154397602c4', 'port_security_enabled': True}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:10.068098 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-02e10c53-1945-4ed4-aef3-173bd80c9503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:10.075848 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-02e10c53-1945-4ed4-aef3-173bd80c9503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:network and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:10.086410 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-02e10c53-1945-4ed4-aef3-173bd80c9503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:10.099427 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-02e10c53-1945-4ed4-aef3-173bd80c9503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:10.133886 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d87677-5606-4c43-8f28-b7fb87208cf9 req-dd1fc1ad-0d42-40e3-965d-083773d82c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:10.135312 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-70d87677-5606-4c43-8f28-b7fb87208cf9 req-dd1fc1ad-0d42-40e3-965d-083773d82c37 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9e1cc234-6aa1-4463-9eee-e4f23d4f8fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1772382 Jun 02 20:41:10.148440 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e10c53-1945-4ed4-aef3-173bd80c9503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:10.151813 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-02e10c53-1945-4ed4-aef3-173bd80c9503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:10.198820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e10c53-1945-4ed4-aef3-173bd80c9503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:41:10.211129 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-02e10c53-1945-4ed4-aef3-173bd80c9503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:10.211507 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-02e10c53-1945-4ed4-aef3-173bd80c9503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Added segment 120a83b4-ffeb-4946-96a2-02c75a512597 of type vlan for network 5c7bdf7f-1f8d-447c-b320-3cff46221b8d Jun 02 20:41:10.212856 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9d904786-1aa8-4799-96e8-64dd413a5c0a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:10.220070 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e5f7f609-495b-4382-9696-cfc9bb4f807b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:10.263962 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d904786-1aa8-4799-96e8-64dd413a5c0a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event deleted for resources: {'Subnet': ['ID=a86881c1-fef6-4dc7-8297-9173c3b76ff8,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:10.268742 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9d904786-1aa8-4799-96e8-64dd413a5c0a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:10.271685 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9d904786-1aa8-4799-96e8-64dd413a5c0a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:10.281469 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f93c9b-d3c7-4f87-9d7d-0376c98657b3 None None] Network 675587bb-2992-4474-97d0-cad080fe0e16 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:10.291367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-02e10c53-1945-4ed4-aef3-173bd80c9503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:10.304960 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9d904786-1aa8-4799-96e8-64dd413a5c0a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "DELETE /v2.0/subnets/a86881c1-fef6-4dc7-8297-9173c3b76ff8 HTTP/1.1" status: 204 len: 168 time: 0.6339040 Jun 02 20:41:10.305687 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57442) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:10.355269 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-70d87677-5606-4c43-8f28-b7fb87208cf9 req-ceec6fdd-efa3-4e65-a7d3-118ad3387b92 service neutron] 10.222.0.95 "GET /v2.0/networks/9e1cc234-6aa1-4463-9eee-e4f23d4f8fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116807 Jun 02 20:41:10.419559 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-02e10c53-1945-4ed4-aef3-173bd80c9503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:10.425681 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e10c53-1945-4ed4-aef3-173bd80c9503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:10.426137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-02e10c53-1945-4ed4-aef3-173bd80c9503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:10.433338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:10.487498 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:10.540101 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c7a93250-c263-43a1-8fb0-f9bfe0ea14af tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:10.549427 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-11c47328-a941-4a7a-ac7c-e21143a81a73 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:10.559682 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c134346-b3e7-4746-af31-c4e10c11844b None None] DHCP port deletion for 675587bb-2992-4474-97d0-cad080fe0e16 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:41:10.607794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497ac41-25be-4fad-b8d5-c8e203f8756c req-892b9420-3014-4f12-a15a-ab3d420026fa tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:10.609504 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4497ac41-25be-4fad-b8d5-c8e203f8756c req-892b9420-3014-4f12-a15a-ab3d420026fa tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 944 time: 0.3120081 Jun 02 20:41:10.629695 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-2c134346-b3e7-4746-af31-c4e10c11844b None None] Deleting port dc221eef-b102-4607-a3d0-63b587643a26 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:10.630083 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2c134346-b3e7-4746-af31-c4e10c11844b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:10.684881 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-70d87677-5606-4c43-8f28-b7fb87208cf9 req-22ef722d-5ba7-40c6-bc7e-e10b01b87626 service neutron] 10.222.0.95 "GET /v2.0/networks/9e1cc234-6aa1-4463-9eee-e4f23d4f8fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222404 Jun 02 20:41:10.696798 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-02e10c53-1945-4ed4-aef3-173bd80c9503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6506276 Jun 02 20:41:10.697464 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57444) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:10.697780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a93250-c263-43a1-8fb0-f9bfe0ea14af tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Subnet': ['ID=6c16f7de-c895-4367-b156-a0e3ec107f63,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:10.705950 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-527176579', 'admin_state_up': True, 'project_id': '7e68015eb8844c43b1007154397602c4', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:10.711013 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c7a93250-c263-43a1-8fb0-f9bfe0ea14af tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:10.711969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a93250-c263-43a1-8fb0-f9bfe0ea14af tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Checking segment: {'id': '63da841f-3771-4aec-8107-cae9ec1dde27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9b7796fc-540f-4817-a5f8-9b52d6fa5c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:41:10.712426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a93250-c263-43a1-8fb0-f9bfe0ea14af tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network hostable DHCP agents. Network: 9b7796fc-540f-4817-a5f8-9b52d6fa5c0a, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:41:10.717332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:10.729011 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4497ac41-25be-4fad-b8d5-c8e203f8756c req-5b2b69d4-c929-4d59-967f-561cf7ac4317 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092699 Jun 02 20:41:10.758161 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a93250-c263-43a1-8fb0-f9bfe0ea14af tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network 9b7796fc-540f-4817-a5f8-9b52d6fa5c0a is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:41:10.766472 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:router and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:10.769627 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e10c53-1945-4ed4-aef3-173bd80c9503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Network': ['ID=5c7bdf7f-1f8d-447c-b320-3cff46221b8d,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:10.769795 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-c7a93250-c263-43a1-8fb0-f9bfe0ea14af tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 9b7796fc-540f-4817-a5f8-9b52d6fa5c0a) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:10.778036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-02e10c53-1945-4ed4-aef3-173bd80c9503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:10.778834 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:10.787068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:10.789452 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dc86c1-aab4-43fa-acb0-8d48ae45d68c None None] Network 9b7796fc-540f-4817-a5f8-9b52d6fa5c0a requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:10.793571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a93250-c263-43a1-8fb0-f9bfe0ea14af tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:10.794346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c7a93250-c263-43a1-8fb0-f9bfe0ea14af tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:10.806333 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 5c7bdf7f-1f8d-447c-b320-3cff46221b8d details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:41:10.811783 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:10.813102 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:10.816158 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c7a93250-c263-43a1-8fb0-f9bfe0ea14af tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0022552 Jun 02 20:41:10.818854 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57446) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:10.825785 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-79ef1e2a-73a0-436c-9780-b0b0a6e020d1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'port': {'network_id': '9b7796fc-540f-4817-a5f8-9b52d6fa5c0a', 'name': 'tempest-PortsTestJSON-1766317862', 'fixed_ips': [{'subnet_id': '6c16f7de-c895-4367-b156-a0e3ec107f63', 'ip_address': '172.20.0.10'}]}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:10.917898 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Deleting port dc221eef-b102-4607-a3d0-63b587643a26 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:10.918253 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:10.930788 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:10.988871 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-2c134346-b3e7-4746-af31-c4e10c11844b None None] For port dc221eef-b102-4607-a3d0-63b587643a26, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=dc221eef-b102-4607-a3d0-63b587643a26,segment=NetworkSegment(35908003-4091-49ef-8c8c-d8ed3dbeeac8),segment_id=35908003-4091-49ef-8c8c-d8ed3dbeeac8)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:10.989206 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2c134346-b3e7-4746-af31-c4e10c11844b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:11.077675 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 6497f9ac-8c6d-4275-b37e-82501592723d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:41:11.133576 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] For port dc221eef-b102-4607-a3d0-63b587643a26, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=dc221eef-b102-4607-a3d0-63b587643a26,segment=NetworkSegment(35908003-4091-49ef-8c8c-d8ed3dbeeac8),segment_id=35908003-4091-49ef-8c8c-d8ed3dbeeac8)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:11.133959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:11.151555 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device dc221eef-b102-4607-a3d0-63b587643a26 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:41:11.188897 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-2c134346-b3e7-4746-af31-c4e10c11844b None None] Calling delete_port for dc221eef-b102-4607-a3d0-63b587643a26 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:11.203457 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-79ef1e2a-73a0-436c-9780-b0b0a6e020d1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:11.364622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Calling delete_port for dc221eef-b102-4607-a3d0-63b587643a26 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:11.367319 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-79ef1e2a-73a0-436c-9780-b0b0a6e020d1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:port and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:11.375126 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-79ef1e2a-73a0-436c-9780-b0b0a6e020d1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:11.388568 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-79ef1e2a-73a0-436c-9780-b0b0a6e020d1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:11.453037 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-9b7796fc-540f-4817-a5f8-9b52d6fa5c0a', 'network_id': '9b7796fc-540f-4817-a5f8-9b52d6fa5c0a', 'tenant_id': '85b5d6b333474389aa51378f6bb38d9f', 'fixed_ips': [{'subnet_id': '6c16f7de-c895-4367-b156-a0e3ec107f63'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:41:11.453924 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:11.462228 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:11.465633 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ef1e2a-73a0-436c-9780-b0b0a6e020d1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:11.523984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:11.580960 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2c134346-b3e7-4746-af31-c4e10c11844b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:11.589182 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 6497f9ac-8c6d-4275-b37e-82501592723d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6497f9ac-8c6d-4275-b37e-82501592723d,segment=NetworkSegment(d2fa2cac-c997-450f-a881-84bc5785cfbc),segment_id=d2fa2cac-c997-450f-a881-84bc5785cfbc)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:11.599725 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0fd8ea6b-968f-4ef3-98af-4bd9369283cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:11.664555 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c134346-b3e7-4746-af31-c4e10c11844b None None] No DVR routers for this DVR port dc221eef-b102-4607-a3d0-63b587643a26 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:41:11.668175 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c134346-b3e7-4746-af31-c4e10c11844b None None] Pushing event deleted for resources: {'Port': ['ID=dc221eef-b102-4607-a3d0-63b587643a26,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:11.670282 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2c134346-b3e7-4746-af31-c4e10c11844b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:11.681460 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '6497f9ac-8c6d-4275-b37e-82501592723d', 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca', 'port_id': '6497f9ac-8c6d-4275-b37e-82501592723d', 'mac_address': 'fa:16:3e:91:b8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f1c0e8-4b56-4b87-8666-6f211be91b00', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:41:11.692456 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-79ef1e2a-73a0-436c-9780-b0b0a6e020d1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:11.710108 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:11.716074 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-257f8a66-8fef-49f9-89b4-de5faf68f9c7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:11.765536 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event deleted for resources: {'Port': ['ID=dc221eef-b102-4607-a3d0-63b587643a26,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:11.775204 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-79ef1e2a-73a0-436c-9780-b0b0a6e020d1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] device_id is not set on port 3e1fccda-e7ac-4a47-a1e6-a9db057f8580 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:41:11.810301 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:11.811118 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] No DVR routers for this DVR port dc221eef-b102-4607-a3d0-63b587643a26 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:41:11.831938 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:11.857567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6497f9ac-8c6d-4275-b37e-82501592723d {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:41:11.862668 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Allocated IP 172.20.0.2 (9b7796fc-540f-4817-a5f8-9b52d6fa5c0a/6c16f7de-c895-4367-b156-a0e3ec107f63/5f04c4d6-d2aa-497e-a617-e2fc8551571a) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:11.884884 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 6497f9ac-8c6d-4275-b37e-82501592723d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6497f9ac-8c6d-4275-b37e-82501592723d,segment=NetworkSegment(d2fa2cac-c997-450f-a881-84bc5785cfbc),segment_id=d2fa2cac-c997-450f-a881-84bc5785cfbc)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:11.906029 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:11.910952 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2f0e9372-cedd-403e-af20-bb81cbf1411b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:12.052696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=6497f9ac-8c6d-4275-b37e-82501592723d,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:12.055888 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:12.152141 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:12.162367 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Transition to ACTIVE for port object 5f04c4d6-d2aa-497e-a617-e2fc8551571a will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:12.174698 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:12.181933 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Transition to ACTIVE for port object 5f04c4d6-d2aa-497e-a617-e2fc8551571a will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:12.188030 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:12.192033 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-55eefe45-c939-4528-8803-2410afe915e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:12.225828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675587bb-2992-4474-97d0-cad080fe0e16']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:12.272646 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35908003-4091-49ef-8c8c-d8ed3dbeeac8') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:12.272924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35908003-4091-49ef-8c8c-d8ed3dbeeac8') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:12.287715 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['6497f9ac-8c6d-4275-b37e-82501592723d'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:41:12.289751 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:12.362136 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Network 9b7796fc-540f-4817-a5f8-9b52d6fa5c0a is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:12.368902 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:12.375497 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:41:12.377582 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Pushing event updated for resources: {'Port': ['ID=5f04c4d6-d2aa-497e-a617-e2fc8551571a,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:12.382595 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:12.422985 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:12.493280 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Attempting to bind port 5f04c4d6-d2aa-497e-a617-e2fc8551571a on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:41:12.493868 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Attempting to bind port 5f04c4d6-d2aa-497e-a617-e2fc8551571a by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '63da841f-3771-4aec-8107-cae9ec1dde27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9b7796fc-540f-4817-a5f8-9b52d6fa5c0a'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:41:12.494095 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Attempting to bind port 5f04c4d6-d2aa-497e-a617-e2fc8551571a on network 9b7796fc-540f-4817-a5f8-9b52d6fa5c0a {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:41:12.494721 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff334f9-fe21-41ae-9da2-92579741cecf req-55dd9957-8e46-487e-81ea-8083bf7ae0fc tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:12.496261 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8ff334f9-fe21-41ae-9da2-92579741cecf req-55dd9957-8e46-487e-81ea-8083bf7ae0fc tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 945 time: 0.6165769 Jun 02 20:41:12.508974 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:41:12.509176 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:41:12.509411 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Checking segment: {'id': '63da841f-3771-4aec-8107-cae9ec1dde27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9b7796fc-540f-4817-a5f8-9b52d6fa5c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:41:12.509561 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:12.509780 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:12.510206 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Bound using segment: {'id': '63da841f-3771-4aec-8107-cae9ec1dde27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9b7796fc-540f-4817-a5f8-9b52d6fa5c0a'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:41:12.510688 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Bound port: 5f04c4d6-d2aa-497e-a617-e2fc8551571a, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63da841f-3771-4aec-8107-cae9ec1dde27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9b7796fc-540f-4817-a5f8-9b52d6fa5c0a'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:41:12.511068 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:41:12.530500 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:41:12.650313 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:12.659602 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] For port 5f04c4d6-d2aa-497e-a617-e2fc8551571a, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:41:12.675567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] For port 5f04c4d6-d2aa-497e-a617-e2fc8551571a, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=5f04c4d6-d2aa-497e-a617-e2fc8551571a,segment=NetworkSegment(63da841f-3771-4aec-8107-cae9ec1dde27),segment_id=63da841f-3771-4aec-8107-cae9ec1dde27)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:41:12.685271 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:12.692535 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:12.707325 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-79ef1e2a-73a0-436c-9780-b0b0a6e020d1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Allocated IP 172.20.0.10 (9b7796fc-540f-4817-a5f8-9b52d6fa5c0a/6c16f7de-c895-4367-b156-a0e3ec107f63/3e1fccda-e7ac-4a47-a1e6-a9db057f8580) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:12.717198 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:12.770952 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8ff334f9-fe21-41ae-9da2-92579741cecf req-27484aa8-9d65-4958-9488-80a1b91f12fc tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468352 Jun 02 20:41:12.773286 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:12.786738 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dce3c31a-d5b5-46f3-b5d1-d029e8cc3cb1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:12.807965 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:12.820653 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Pushing event updated for resources: {'Port': ['ID=5f04c4d6-d2aa-497e-a617-e2fc8551571a,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:12.832492 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:12.839133 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event deleted for resources: {'Network': ['ID=675587bb-2992-4474-97d0-cad080fe0e16,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:12.853329 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:12.889906 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "DELETE /v2.0/networks/675587bb-2992-4474-97d0-cad080fe0e16 HTTP/1.1" status: 204 len: 168 time: 2.5832098 Jun 02 20:41:12.893223 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57450) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:13.067470 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.26.0.243 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/9d59604c-940a-4779-b620-4cfa5ac73c22) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:13.164774 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-62ef7b60-eb33-46cb-a82d-478871d8485b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Deleting port a532670b-7f0a-4ad9-bf12-ad28dea851d6 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:13.165110 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-62ef7b60-eb33-46cb-a82d-478871d8485b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:13.178676 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 5f04c4d6-d2aa-497e-a617-e2fc8551571a up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:41:13.202731 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-79ef1e2a-73a0-436c-9780-b0b0a6e020d1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:13.236884 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-79ef1e2a-73a0-436c-9780-b0b0a6e020d1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Transition to ACTIVE for port object 3e1fccda-e7ac-4a47-a1e6-a9db057f8580 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:13.260584 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 5f04c4d6-d2aa-497e-a617-e2fc8551571a completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:13.296515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:13.306439 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-62ef7b60-eb33-46cb-a82d-478871d8485b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:13.306983 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-62ef7b60-eb33-46cb-a82d-478871d8485b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:13.312319 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-79ef1e2a-73a0-436c-9780-b0b0a6e020d1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:13.318075 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-917ab52b-4d01-4fe9-9efd-096d7798cb53 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:13.390733 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ef1e2a-73a0-436c-9780-b0b0a6e020d1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network 9b7796fc-540f-4817-a5f8-9b52d6fa5c0a is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:13.398105 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-79ef1e2a-73a0-436c-9780-b0b0a6e020d1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:13.403929 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ef1e2a-73a0-436c-9780-b0b0a6e020d1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:41:13.443785 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef1e2a-73a0-436c-9780-b0b0a6e020d1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=3e1fccda-e7ac-4a47-a1e6-a9db057f8580,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:13.452338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-79ef1e2a-73a0-436c-9780-b0b0a6e020d1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:13.460194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:13.471776 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f185e896-cfe3-40ad-b206-94e40cb84e4b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:13.542709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef1e2a-73a0-436c-9780-b0b0a6e020d1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:13.543433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-79ef1e2a-73a0-436c-9780-b0b0a6e020d1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:13.557524 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:13.562397 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:13.570522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:41:13.587995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-62ef7b60-eb33-46cb-a82d-478871d8485b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Calling delete_port for a532670b-7f0a-4ad9-bf12-ad28dea851d6 owned by network:floatingip {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:13.612192 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=9d59604c-940a-4779-b620-4cfa5ac73c22,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:13.621296 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:13.628074 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-79ef1e2a-73a0-436c-9780-b0b0a6e020d1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8056176 Jun 02 20:41:13.628274 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57452) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:13.633186 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-50b764d9-62fa-4b2d-8439-f5636467d3f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'port': {'network_id': '9b7796fc-540f-4817-a5f8-9b52d6fa5c0a', 'name': 'tempest-PortsTestJSON-1810232884', 'fixed_ips': [{'subnet_id': '6c16f7de-c895-4367-b156-a0e3ec107f63', 'ip_address': '172.20.0.9'}]}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:13.724465 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-62ef7b60-eb33-46cb-a82d-478871d8485b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:13.728748 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d40e2cf4-bd09-417b-a0af-3d36023224db tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:13.783309 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef7b60-eb33-46cb-a82d-478871d8485b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event deleted for resources: {'Port': ['ID=a532670b-7f0a-4ad9-bf12-ad28dea851d6,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:13.786658 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-62ef7b60-eb33-46cb-a82d-478871d8485b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:13.852597 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828c0116-797c-4e47-a89a-f62633576ee1 None None] Network 9b7796fc-540f-4817-a5f8-9b52d6fa5c0a requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:13.934200 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-62ef7b60-eb33-46cb-a82d-478871d8485b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for floatingip, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:13.954959 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a04a2940-4cc7-4954-86ec-0c6989258116 None None] Provisioning for port 5f04c4d6-d2aa-497e-a617-e2fc8551571a completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:13.968631 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-62ef7b60-eb33-46cb-a82d-478871d8485b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:13.973593 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-62ef7b60-eb33-46cb-a82d-478871d8485b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "DELETE /v2.0/floatingips/26fc6ae4-816f-4631-adee-30b6038ce8ce HTTP/1.1" status: 204 len: 168 time: 1.0750639 Jun 02 20:41:13.974310 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57456) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:13.974809 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a04a2940-4cc7-4954-86ec-0c6989258116 None None] Provisioning complete for port 5f04c4d6-d2aa-497e-a617-e2fc8551571a triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:13.975301 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a04a2940-4cc7-4954-86ec-0c6989258116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:14.023761 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1dde0a-bce8-457d-a4e8-8a650754f6d7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] DELETE failed (client error): The resource could not be found. Jun 02 20:41:14.024325 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d1dde0a-bce8-457d-a4e8-8a650754f6d7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:41:14.028495 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5d1dde0a-bce8-457d-a4e8-8a650754f6d7 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "DELETE /v2.0/ports/5ccb90d2-2cf8-4949-b052-b9daa225a55c HTTP/1.1" status: 404 len: 333 time: 0.0498765 Jun 02 20:41:14.029355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57458) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:14.084727 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-719766e7-690a-4cf3-bee1-692367cdaad9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Synchronizing usage tracker for tenant:e94c2e34113a474285a6475fb9a81bcf on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:41:14.101984 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591f29f-ab9c-4567-9195-11e46d1bad72 req-ea64d07b-1871-49da-9403-304326f09890 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:14.103283 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9591f29f-ab9c-4567-9195-11e46d1bad72 req-ea64d07b-1871-49da-9403-304326f09890 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 945 time: 0.2054248 Jun 02 20:41:14.128744 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-719766e7-690a-4cf3-bee1-692367cdaad9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Unset dirty status for tenant:e94c2e34113a474285a6475fb9a81bcf on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:41:14.129880 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-719766e7-690a-4cf3-bee1-692367cdaad9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "GET /v2.0/ports?device_id=55e90204-daf8-473e-8399-5be86c355264 HTTP/1.1" status: 200 len: 205 time: 0.1001604 Jun 02 20:41:14.132597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57460) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:14.156301 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9591f29f-ab9c-4567-9195-11e46d1bad72 req-9f33f6d2-55b6-4678-81f4-dff1c57ecf86 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435879 Jun 02 20:41:14.192485 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-50b764d9-62fa-4b2d-8439-f5636467d3f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:14.204311 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a04a2940-4cc7-4954-86ec-0c6989258116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:14.205080 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-50b764d9-62fa-4b2d-8439-f5636467d3f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:port and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:14.244342 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-a04a2940-4cc7-4954-86ec-0c6989258116 None None] For port 5f04c4d6-d2aa-497e-a617-e2fc8551571a, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=5f04c4d6-d2aa-497e-a617-e2fc8551571a,segment=NetworkSegment(63da841f-3771-4aec-8107-cae9ec1dde27),segment_id=63da841f-3771-4aec-8107-cae9ec1dde27)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:14.248627 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a04a2940-4cc7-4954-86ec-0c6989258116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:14.250477 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-39ec5f1d-856a-4786-ba9f-ee07c27b073d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:14.258676 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-6aa27f5c-c693-47c4-b824-78707fa9fa28 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] delete failed (client error): The resource could not be found. Jun 02 20:41:14.259736 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6aa27f5c-c693-47c4-b824-78707fa9fa28 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "DELETE /v2.0/routers/55e90204-daf8-473e-8399-5be86c355264 HTTP/1.1" status: 404 len: 336 time: 0.1259768 Jun 02 20:41:14.263635 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57462) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:14.265600 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-50b764d9-62fa-4b2d-8439-f5636467d3f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:14.282051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-50b764d9-62fa-4b2d-8439-f5636467d3f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:14.309925 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b764d9-62fa-4b2d-8439-f5636467d3f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:14.311888 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc32d87-6556-4ddf-9d0b-58ec18cc6a40 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] DELETE failed (client error): The resource could not be found. Jun 02 20:41:14.312146 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc32d87-6556-4ddf-9d0b-58ec18cc6a40 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:41:14.315582 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-50b764d9-62fa-4b2d-8439-f5636467d3f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:14.317982 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-dbc32d87-6556-4ddf-9d0b-58ec18cc6a40 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "DELETE /v2.0/subnets/a86881c1-fef6-4dc7-8297-9173c3b76ff8 HTTP/1.1" status: 404 len: 337 time: 0.0532219 Jun 02 20:41:14.318660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57464) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:14.337539 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:14.343336 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a2940-4cc7-4954-86ec-0c6989258116 None None] Pushing event updated for resources: {'Port': ['ID=5f04c4d6-d2aa-497e-a617-e2fc8551571a,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:14.346586 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a04a2940-4cc7-4954-86ec-0c6989258116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:14.409820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-50b764d9-62fa-4b2d-8439-f5636467d3f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] device_id is not set on port 4950b766-759a-4ab1-a9b7-43cdd711dc2a yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:41:14.467180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-78083032-58a4-44f1-a7b0-4a9603f7b01c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Deleting port c55748b0-4a5a-4832-92e0-e111d9202bcd {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:14.467425 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78083032-58a4-44f1-a7b0-4a9603f7b01c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:14.467519 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:14.484581 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-13f021cd-2185-4070-a16d-e688b0b25b06 None None] Provisioning complete for port 5f04c4d6-d2aa-497e-a617-e2fc8551571a triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:14.484581 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-13f021cd-2185-4070-a16d-e688b0b25b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:14.613743 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78083032-58a4-44f1-a7b0-4a9603f7b01c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:14.634555 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-13f021cd-2185-4070-a16d-e688b0b25b06 None None] Provisioning for port 3e1fccda-e7ac-4a47-a1e6-a9db057f8580 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:14.640582 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-13f021cd-2185-4070-a16d-e688b0b25b06 None None] Provisioning complete for port 3e1fccda-e7ac-4a47-a1e6-a9db057f8580 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:14.640963 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-13f021cd-2185-4070-a16d-e688b0b25b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:14.702643 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-13f021cd-2185-4070-a16d-e688b0b25b06 None None] Port 3e1fccda-e7ac-4a47-a1e6-a9db057f8580 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:14.761078 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-78083032-58a4-44f1-a7b0-4a9603f7b01c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Calling delete_port for c55748b0-4a5a-4832-92e0-e111d9202bcd owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:14.827519 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d71e13e2-02b9-4fab-b1c4-8280a53bd0d7 None None] Provisioning complete for port 3e1fccda-e7ac-4a47-a1e6-a9db057f8580 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:14.827909 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d71e13e2-02b9-4fab-b1c4-8280a53bd0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:14.848158 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-50b764d9-62fa-4b2d-8439-f5636467d3f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Allocated IP 172.20.0.9 (9b7796fc-540f-4817-a5f8-9b52d6fa5c0a/6c16f7de-c895-4367-b156-a0e3ec107f63/4950b766-759a-4ab1-a9b7-43cdd711dc2a) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:14.874624 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78083032-58a4-44f1-a7b0-4a9603f7b01c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:14.881277 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f7cb100d-730a-4ed8-bbbf-5706fb485723 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:14.884944 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-d71e13e2-02b9-4fab-b1c4-8280a53bd0d7 None None] Port 3e1fccda-e7ac-4a47-a1e6-a9db057f8580 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:14.928384 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78083032-58a4-44f1-a7b0-4a9603f7b01c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event deleted for resources: {'Port': ['ID=c55748b0-4a5a-4832-92e0-e111d9202bcd,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:14.931477 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-78083032-58a4-44f1-a7b0-4a9603f7b01c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:14.984575 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:15.028980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78083032-58a4-44f1-a7b0-4a9603f7b01c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:15.046331 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-78083032-58a4-44f1-a7b0-4a9603f7b01c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "DELETE /v2.0/ports/c55748b0-4a5a-4832-92e0-e111d9202bcd HTTP/1.1" status: 204 len: 168 time: 0.7240398 Jun 02 20:41:15.046647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57466) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:15.054220 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 6497f9ac-8c6d-4275-b37e-82501592723d up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:41:15.124048 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 5f04c4d6-d2aa-497e-a617-e2fc8551571a up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:41:15.195816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a96c88b0-7c4d-4786-83ae-58ac1911d8bb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Deleting port e6418a5f-9acb-4f59-afff-f716a7a3f90a {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:15.195952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a96c88b0-7c4d-4786-83ae-58ac1911d8bb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:15.198279 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 6497f9ac-8c6d-4275-b37e-82501592723d completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:15.205608 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 6497f9ac-8c6d-4275-b37e-82501592723d triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:15.206018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:15.274318 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 5f04c4d6-d2aa-497e-a617-e2fc8551571a triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:15.274696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:15.350622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a96c88b0-7c4d-4786-83ae-58ac1911d8bb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:15.472892 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:15.481826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a96c88b0-7c4d-4786-83ae-58ac1911d8bb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Calling delete_port for e6418a5f-9acb-4f59-afff-f716a7a3f90a owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:15.507599 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-50b764d9-62fa-4b2d-8439-f5636467d3f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:15.515191 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14329245-740e-4f2f-84fb-0a9f35247982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6497f9ac-8c6d-4275-b37e-82501592723d'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:41:15.517489 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c2f2b3-1c57-4f66-8f31-310d717489cd" -d '{"events": [{"server_uuid": "14329245-740e-4f2f-84fb-0a9f35247982", "name": "network-vif-plugged", "status": "completed", "tag": "6497f9ac-8c6d-4275-b37e-82501592723d"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:41:15.530666 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 6497f9ac-8c6d-4275-b37e-82501592723d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6497f9ac-8c6d-4275-b37e-82501592723d,segment=NetworkSegment(d2fa2cac-c997-450f-a881-84bc5785cfbc),segment_id=d2fa2cac-c997-450f-a881-84bc5785cfbc)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:15.536301 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:15.541093 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-263f5c80-79fd-467b-9a7c-891a9c32a5ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:15.552750 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-50b764d9-62fa-4b2d-8439-f5636467d3f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Transition to ACTIVE for port object 4950b766-759a-4ab1-a9b7-43cdd711dc2a will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:15.584601 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3b8f7-da03-400e-85a0-8e549b8612ba req-28330fb6-be89-4b46-a7a4-4d21481685ff tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:15.585614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd62a2c-9621-4da8-b6c9-6ef713fae56e x-openstack-request-id: req-bcd62a2c-9621-4da8-b6c9-6ef713fae56e {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:41:15.585614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14329245-740e-4f2f-84fb-0a9f35247982", "name": "network-vif-plugged", "status": "completed", "tag": "6497f9ac-8c6d-4275-b37e-82501592723d", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:41:15.587493 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bcd62a2c-9621-4da8-b6c9-6ef713fae56e {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:41:15.588178 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14329245-740e-4f2f-84fb-0a9f35247982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6497f9ac-8c6d-4275-b37e-82501592723d', 'code': 200} Jun 02 20:41:15.591924 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-36e3b8f7-da03-400e-85a0-8e549b8612ba req-28330fb6-be89-4b46-a7a4-4d21481685ff tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 945 time: 0.2026279 Jun 02 20:41:15.629442 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router ea042184-efd5-4d0d-8531-e0c8a72be96a is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:41:15.636913 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a96c88b0-7c4d-4786-83ae-58ac1911d8bb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:15.638402 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=6497f9ac-8c6d-4275-b37e-82501592723d,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:15.642387 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:15.650221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-226ad8e3-2f59-46a5-b41e-617d1fc7e055 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:15.652694 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-36e3b8f7-da03-400e-85a0-8e549b8612ba req-5594af73-a446-4cfc-a4ee-b5bf5088ec29 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604196 Jun 02 20:41:15.702869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c88b0-7c4d-4786-83ae-58ac1911d8bb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event deleted for resources: {'Port': ['ID=e6418a5f-9acb-4f59-afff-f716a7a3f90a,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:15.706748 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-50b764d9-62fa-4b2d-8439-f5636467d3f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:15.713085 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a96c88b0-7c4d-4786-83ae-58ac1911d8bb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:15.719421 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-acc17c58-b0ae-4af5-a021-ef5eb78812dd tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:15.811176 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b764d9-62fa-4b2d-8439-f5636467d3f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network 9b7796fc-540f-4817-a5f8-9b52d6fa5c0a is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:15.871629 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-50b764d9-62fa-4b2d-8439-f5636467d3f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:15.878527 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b764d9-62fa-4b2d-8439-f5636467d3f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:41:15.915700 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b764d9-62fa-4b2d-8439-f5636467d3f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=4950b766-759a-4ab1-a9b7-43cdd711dc2a,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:15.931891 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-50b764d9-62fa-4b2d-8439-f5636467d3f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:15.969009 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b764d9-62fa-4b2d-8439-f5636467d3f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:15.969688 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-50b764d9-62fa-4b2d-8439-f5636467d3f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:15.976491 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:41:15.988594 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] Sync routers for ids ['ea042184-efd5-4d0d-8531-e0c8a72be96a'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:41:15.998696 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a96c88b0-7c4d-4786-83ae-58ac1911d8bb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:16.005103 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] Routers {'ea042184-efd5-4d0d-8531-e0c8a72be96a'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:16.005726 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['ea042184-efd5-4d0d-8531-e0c8a72be96a'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:16.020649 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a96c88b0-7c4d-4786-83ae-58ac1911d8bb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "DELETE /v2.0/ports/e6418a5f-9acb-4f59-afff-f716a7a3f90a HTTP/1.1" status: 204 len: 168 time: 0.9730723 Jun 02 20:41:16.021875 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-50b764d9-62fa-4b2d-8439-f5636467d3f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3924625 Jun 02 20:41:16.023212 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57472) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:16.024446 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57474) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:16.069792 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:16.075167 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.3701334 Jun 02 20:41:16.075536 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad7087-7043-486f-9579-f4fb92617a7e req-1b661709-3279-4376-a6a0-59e62eb7914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:16.077028 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-baad7087-7043-486f-9579-f4fb92617a7e req-1b661709-3279-4376-a6a0-59e62eb7914e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 1099 time: 0.2948096 Jun 02 20:41:16.080208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57476) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:16.111421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-bfb2b565-178e-4d8c-9510-c417af0c0372 None None] Provisioning for port 4950b766-759a-4ab1-a9b7-43cdd711dc2a completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:16.118327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-bfb2b565-178e-4d8c-9510-c417af0c0372 None None] Provisioning complete for port 4950b766-759a-4ab1-a9b7-43cdd711dc2a triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:16.118327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bfb2b565-178e-4d8c-9510-c417af0c0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:16.139609 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1222addd-c5a0-44ba-a8b7-e787992ddb2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:16.140317 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1222addd-c5a0-44ba-a8b7-e787992ddb2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Synchronizing usage tracker for tenant:e94c2e34113a474285a6475fb9a81bcf on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:41:16.146855 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7dcf6e90-46db-4497-9f97-82bd92315a43 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=7e68015eb8844c43b1007154397602c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0656962 Jun 02 20:41:16.149590 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57478) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:16.181871 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-bfb2b565-178e-4d8c-9510-c417af0c0372 None None] Port 4950b766-759a-4ab1-a9b7-43cdd711dc2a cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:16.197945 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-baad7087-7043-486f-9579-f4fb92617a7e req-99f4c63a-3af6-4dd3-b673-7db6bdf40c50 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868776 Jun 02 20:41:16.206944 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fc1f12-deb5-4cc3-9eef-667a72e58952 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:16.207652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-21fc1f12-deb5-4cc3-9eef-667a72e58952 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Synchronizing usage tracker for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:41:16.222925 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-21fc1f12-deb5-4cc3-9eef-667a72e58952 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Unset dirty status for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:41:16.224210 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-21fc1f12-deb5-4cc3-9eef-667a72e58952 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1988192 Jun 02 20:41:16.226846 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57480) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:16.232693 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1222addd-c5a0-44ba-a8b7-e787992ddb2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Unset dirty status for tenant:e94c2e34113a474285a6475fb9a81bcf on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:41:16.236339 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1222addd-c5a0-44ba-a8b7-e787992ddb2f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "GET /v2.0/ports?device_id=71a7b70c-6463-4a8d-bbb9-304537df3dd8 HTTP/1.1" status: 200 len: 913 time: 0.2090492 Jun 02 20:41:16.236524 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] Set router ea042184-efd5-4d0d-8531-e0c8a72be96a gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:41:16.238522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57482) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:16.314341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57e8d81-db30-4ede-9c68-9f930535c1d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:16.320133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57e8d81-db30-4ede-9c68-9f930535c1d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:16.325903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57e8d81-db30-4ede-9c68-9f930535c1d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:16.328224 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c57e8d81-db30-4ede-9c68-9f930535c1d0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.0997725 Jun 02 20:41:16.330847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57484) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:16.426010 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38650d25-e379-4e7f-b7c5-9b6deb6c9544 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:16.430807 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-38650d25-e379-4e7f-b7c5-9b6deb6c9544 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2770636 Jun 02 20:41:16.431116 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57486) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:16.476043 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-acc39dab-356a-4c74-b3c5-92eaaa751673 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9eda1993-8807-4a42-8466-556269663ed3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437212 Jun 02 20:41:16.479787 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57488) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:16.485448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-52b19e22-bd1c-4c2b-beea-183fc1b78182 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1515160157', 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d', 'project_id': '7e68015eb8844c43b1007154397602c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:16.537265 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'name': 'tempest-TestNetworkBasicOps-router-527176579', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:41:10Z', 'updated_at': '2021-06-02T20:41:14Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:12Z', 'updated_at': '2021-06-02T20:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:16.541421 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] Checking router: ea042184-efd5-4d0d-8531-e0c8a72be96a for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:41:16.541765 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] Updating router ea042184-efd5-4d0d-8531-e0c8a72be96a port 9d59604c-940a-4779-b620-4cfa5ac73c22 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:41:16.598605 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:16.610547 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-03ca01c4-5519-43aa-b199-20195407bc1e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting port 4950b766-759a-4ab1-a9b7-43cdd711dc2a {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:16.610879 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-03ca01c4-5519-43aa-b199-20195407bc1e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:16.634409 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-52b19e22-bd1c-4c2b-beea-183fc1b78182 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:16.644691 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-52b19e22-bd1c-4c2b-beea-183fc1b78182 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:subnet and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:16.649282 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-52b19e22-bd1c-4c2b-beea-183fc1b78182 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:16.700782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-52b19e22-bd1c-4c2b-beea-183fc1b78182 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:16.743655 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b19e22-bd1c-4c2b-beea-183fc1b78182 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:16.747408 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-52b19e22-bd1c-4c2b-beea-183fc1b78182 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:16.855507 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-23ceb917-10a4-4810-95a8-b79467f73cc6 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:16.907587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-03ca01c4-5519-43aa-b199-20195407bc1e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:16.956061 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:16.967059 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] Transition to ACTIVE for port object 9d59604c-940a-4779-b620-4cfa5ac73c22 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:16.975023 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:16.978887 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-7110ba46-f299-489d-9809-afb4a16876bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:17.045085 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-03ca01c4-5519-43aa-b199-20195407bc1e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Calling delete_port for 4950b766-759a-4ab1-a9b7-43cdd711dc2a owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:17.056515 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13292d-f523-43f5-8294-8ef363dfbd0f None None] Pushing event updated for resources: {'Port': ['ID=9d59604c-940a-4779-b620-4cfa5ac73c22,revision_number=2']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:17.061899 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] Attempting to bind port 9d59604c-940a-4779-b620-4cfa5ac73c22 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:41:17.062270 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] Attempting to bind port 9d59604c-940a-4779-b620-4cfa5ac73c22 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:41:17.062638 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] Attempting to bind port 9d59604c-940a-4779-b620-4cfa5ac73c22 on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:41:17.070118 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13292d-f523-43f5-8294-8ef363dfbd0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:17.070460 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13292d-f523-43f5-8294-8ef363dfbd0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:17.070979 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13292d-f523-43f5-8294-8ef363dfbd0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:17.071342 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13292d-f523-43f5-8294-8ef363dfbd0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:17.071670 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13292d-f523-43f5-8294-8ef363dfbd0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:17.071990 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13292d-f523-43f5-8294-8ef363dfbd0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:17.072515 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13292d-f523-43f5-8294-8ef363dfbd0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:17.072981 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13292d-f523-43f5-8294-8ef363dfbd0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:17.074182 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13292d-f523-43f5-8294-8ef363dfbd0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:17.074703 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13292d-f523-43f5-8294-8ef363dfbd0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:17.075443 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13292d-f523-43f5-8294-8ef363dfbd0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:17.075915 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a13292d-f523-43f5-8294-8ef363dfbd0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:17.080922 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-7a13292d-f523-43f5-8294-8ef363dfbd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:17.084521 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:41:17.085181 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:41:17.085751 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:17.086291 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:41:17.086913 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] Bound port: 9d59604c-940a-4779-b620-4cfa5ac73c22, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:41:17.087498 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:17.159818 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb1687-91b2-40cd-ab02-eb95d48fad6f req-d75bddf3-d866-4cf5-bd76-fdba4d26db85 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:17.161405 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f2eb1687-91b2-40cd-ab02-eb95d48fad6f req-d75bddf3-d866-4cf5-bd76-fdba4d26db85 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 946 time: 0.3794103 Jun 02 20:41:17.247073 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] For port 9d59604c-940a-4779-b620-4cfa5ac73c22, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:41:17.256143 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] For port 9d59604c-940a-4779-b620-4cfa5ac73c22, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9d59604c-940a-4779-b620-4cfa5ac73c22,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:41:17.261201 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f2eb1687-91b2-40cd-ab02-eb95d48fad6f req-b81827d2-565f-4b14-afeb-03699cfd6b0d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876739 Jun 02 20:41:17.271487 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:17.298673 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-d1256541-5897-46c3-8f41-967862efb98e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:17.373239 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] Routers {'ea042184-efd5-4d0d-8531-e0c8a72be96a'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:17.373927 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['ea042184-efd5-4d0d-8531-e0c8a72be96a'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:17.387656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-03ca01c4-5519-43aa-b199-20195407bc1e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:17.394603 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:17.446578 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca01c4-5519-43aa-b199-20195407bc1e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Port': ['ID=4950b766-759a-4ab1-a9b7-43cdd711dc2a,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:17.450568 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-03ca01c4-5519-43aa-b199-20195407bc1e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:17.468329 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13292d-f523-43f5-8294-8ef363dfbd0f None None] Pushing event updated for resources: {'Port': ['ID=9d59604c-940a-4779-b620-4cfa5ac73c22,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:17.471439 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-7a13292d-f523-43f5-8294-8ef363dfbd0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:17.487343 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-23ceb917-10a4-4810-95a8-b79467f73cc6 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Deleting port e0fbedf5-4219-4138-b7e4-78d5a813a8ce {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:17.487885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-23ceb917-10a4-4810-95a8-b79467f73cc6 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:17.574951 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] Set router ea042184-efd5-4d0d-8531-e0c8a72be96a gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:41:17.611020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-03ca01c4-5519-43aa-b199-20195407bc1e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:17.639539 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-03ca01c4-5519-43aa-b199-20195407bc1e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/ports/4950b766-759a-4ab1-a9b7-43cdd711dc2a HTTP/1.1" status: 204 len: 168 time: 1.3074200 Jun 02 20:41:17.640067 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57492) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:17.657000 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-23ceb917-10a4-4810-95a8-b79467f73cc6 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:17.697449 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1a1afa-ca75-4ebd-ad0e-72fb4aac65d3 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] GET failed (client error): The resource could not be found. Jun 02 20:41:17.697793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ab1a1afa-ca75-4ebd-ad0e-72fb4aac65d3 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Synchronizing usage tracker for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:41:17.787889 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-23ceb917-10a4-4810-95a8-b79467f73cc6 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Calling delete_port for e0fbedf5-4219-4138-b7e4-78d5a813a8ce owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:17.895609 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'name': 'tempest-TestNetworkBasicOps-router-527176579', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:41:10Z', 'updated_at': '2021-06-02T20:41:14Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:12Z', 'updated_at': '2021-06-02T20:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:17.899492 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bd9b11-f8a7-433b-8dea-02fa664edc3c None None] The sync data for ids ['ea042184-efd5-4d0d-8531-e0c8a72be96a'] in dv-neutron-601336-84-hyperv is: [{'id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'name': 'tempest-TestNetworkBasicOps-router-527176579', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:41:10Z', 'updated_at': '2021-06-02T20:41:14Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:12Z', 'updated_at': '2021-06-02T20:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:41:17.910173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ab1a1afa-ca75-4ebd-ad0e-72fb4aac65d3 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Unset dirty status for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:41:17.913900 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ab1a1afa-ca75-4ebd-ad0e-72fb4aac65d3 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports/4950b766-759a-4ab1-a9b7-43cdd711dc2a HTTP/1.1" status: 404 len: 333 time: 0.2687314 Jun 02 20:41:17.916155 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57494) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:17.958622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-23ceb917-10a4-4810-95a8-b79467f73cc6 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:17.964326 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-74c10db0-7ba8-4d44-b663-8043b1516e4a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:17.994987 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-52b19e22-bd1c-4c2b-beea-183fc1b78182 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:17.999780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-18288555-2502-42c5-862a-2434eafc5bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:18.011397 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ceb917-10a4-4810-95a8-b79467f73cc6 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event deleted for resources: {'Port': ['ID=e0fbedf5-4219-4138-b7e4-78d5a813a8ce,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:18.013827 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-23ceb917-10a4-4810-95a8-b79467f73cc6 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:18.130061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b19e22-bd1c-4c2b-beea-183fc1b78182 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Subnet': ['ID=4b69a36d-7816-413f-860f-b05de4096f85,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:18.130842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b19e22-bd1c-4c2b-beea-183fc1b78182 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Checking segment: {'id': '120a83b4-ffeb-4946-96a2-02c75a512597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:41:18.132332 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b19e22-bd1c-4c2b-beea-183fc1b78182 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network hostable DHCP agents. Network: 5c7bdf7f-1f8d-447c-b320-3cff46221b8d, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:41:18.137856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-52b19e22-bd1c-4c2b-beea-183fc1b78182 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:18.185313 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b19e22-bd1c-4c2b-beea-183fc1b78182 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 5c7bdf7f-1f8d-447c-b320-3cff46221b8d is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:41:18.188802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-e0ce6490-fc11-45ba-899f-2851cc305639 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting port 3e1fccda-e7ac-4a47-a1e6-a9db057f8580 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:18.189141 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6490-fc11-45ba-899f-2851cc305639 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:18.268693 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-52b19e22-bd1c-4c2b-beea-183fc1b78182 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 5c7bdf7f-1f8d-447c-b320-3cff46221b8d) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:18.285222 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e801d0f-b237-424f-bb6c-30077c67fb5f None None] Network 5c7bdf7f-1f8d-447c-b320-3cff46221b8d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:18.294174 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b19e22-bd1c-4c2b-beea-183fc1b78182 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:18.294765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-52b19e22-bd1c-4c2b-beea-183fc1b78182 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:18.337836 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-23ceb917-10a4-4810-95a8-b79467f73cc6 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:18.338083 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-52b19e22-bd1c-4c2b-beea-183fc1b78182 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8570318 Jun 02 20:41:18.343462 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57498) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:18.354318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6490-fc11-45ba-899f-2851cc305639 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:18.525008 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-e0ce6490-fc11-45ba-899f-2851cc305639 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Calling delete_port for 3e1fccda-e7ac-4a47-a1e6-a9db057f8580 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:18.622141 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-5c7bdf7f-1f8d-447c-b320-3cff46221b8d', 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ips': [{'subnet_id': '4b69a36d-7816-413f-860f-b05de4096f85'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:41:18.623597 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:18.653905 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6490-fc11-45ba-899f-2851cc305639 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:18.661214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8634a088-e2b8-43b2-bbee-3ac250fe123b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:18.713818 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce6490-fc11-45ba-899f-2851cc305639 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Port': ['ID=3e1fccda-e7ac-4a47-a1e6-a9db057f8580,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:18.717531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e0ce6490-fc11-45ba-899f-2851cc305639 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:18.845533 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6490-fc11-45ba-899f-2851cc305639 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:18.849597 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Allocated IP 172.20.0.2 (5c7bdf7f-1f8d-447c-b320-3cff46221b8d/4b69a36d-7816-413f-860f-b05de4096f85/6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:18.870820 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e0ce6490-fc11-45ba-899f-2851cc305639 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/ports/3e1fccda-e7ac-4a47-a1e6-a9db057f8580 HTTP/1.1" status: 204 len: 168 time: 0.9501467 Jun 02 20:41:18.871585 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57500) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:18.930252 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b026b80-19fa-49e2-9481-8d3a6592853a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] GET failed (client error): The resource could not be found. Jun 02 20:41:18.930803 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3b026b80-19fa-49e2-9481-8d3a6592853a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Synchronizing usage tracker for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:41:18.953120 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3b026b80-19fa-49e2-9481-8d3a6592853a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Unset dirty status for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:41:18.956045 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3b026b80-19fa-49e2-9481-8d3a6592853a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports/3e1fccda-e7ac-4a47-a1e6-a9db057f8580 HTTP/1.1" status: 404 len: 333 time: 0.0819294 Jun 02 20:41:18.957306 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57502) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:19.029687 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6aacf06-3abb-485b-9f6f-da5040c4cb66 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting subnet 6c16f7de-c895-4367-b156-a0e3ec107f63 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:41:19.034274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e6aacf06-3abb-485b-9f6f-da5040c4cb66 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:19.097393 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a92c8-c4ff-4fb3-a1bc-63ad428386a1 req-714537bb-8901-426b-b8e9-6fe893d1c3ac tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:19.104344 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-909a92c8-c4ff-4fb3-a1bc-63ad428386a1 req-714537bb-8901-426b-b8e9-6fe893d1c3ac tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 946 time: 0.6618598 Jun 02 20:41:19.106923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e6aacf06-3abb-485b-9f6f-da5040c4cb66 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:19.117146 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:19.130242 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Transition to ACTIVE for port object 6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:19.153610 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9d59604c-940a-4779-b620-4cfa5ac73c22 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:41:19.204172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Transition to ACTIVE for port object 6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:19.221549 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:19.226855 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-423d3c32-7fe6-4dcd-9a68-f53442bf9187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:19.228350 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e6aacf06-3abb-485b-9f6f-da5040c4cb66 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:19.292421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Network 5c7bdf7f-1f8d-447c-b320-3cff46221b8d is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:19.298345 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:19.303190 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:41:19.311374 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-909a92c8-c4ff-4fb3-a1bc-63ad428386a1 req-cd1cd810-4792-4223-b9c1-db769a8d2445 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060714 Jun 02 20:41:19.347177 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Pushing event updated for resources: {'Port': ['ID=6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:19.354469 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 9d59604c-940a-4779-b620-4cfa5ac73c22 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:19.357816 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:19.398906 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 9d59604c-940a-4779-b620-4cfa5ac73c22 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:19.399322 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:19.451959 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Attempting to bind port 6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:41:19.452341 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Attempting to bind port 6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '120a83b4-ffeb-4946-96a2-02c75a512597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:41:19.452710 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Attempting to bind port 6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2 on network 5c7bdf7f-1f8d-447c-b320-3cff46221b8d {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:41:19.464837 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:41:19.465225 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Checking segment: {'id': '120a83b4-ffeb-4946-96a2-02c75a512597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:41:19.465645 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:19.466041 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Bound using segment: {'id': '120a83b4-ffeb-4946-96a2-02c75a512597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:41:19.466531 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Bound port: 6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120a83b4-ffeb-4946-96a2-02c75a512597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:41:19.466916 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:19.595607 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f61364-5607-4d91-a89e-c2fdeb2154ed req-cb0e261d-a3c5-485a-8af7-4c0e58fb8be4 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:19.602674 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-99f61364-5607-4d91-a89e-c2fdeb2154ed req-cb0e261d-a3c5-485a-8af7-4c0e58fb8be4 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 946 time: 0.1733670 Jun 02 20:41:19.626917 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] For port 6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:41:19.628672 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e6aacf06-3abb-485b-9f6f-da5040c4cb66 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:19.631494 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:19.634055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ac32d14d-0784-49e1-ad3a-097bb1ceaeba tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:19.649587 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 9d59604c-940a-4779-b620-4cfa5ac73c22, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9d59604c-940a-4779-b620-4cfa5ac73c22,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:19.655916 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:19.659183 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] For port 6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2,segment=NetworkSegment(120a83b4-ffeb-4946-96a2-02c75a512597),segment_id=120a83b4-ffeb-4946-96a2-02c75a512597)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:41:19.660373 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a025487c-bdc3-4cb3-b2a6-992e15b77cc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:19.680982 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aacf06-3abb-485b-9f6f-da5040c4cb66 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Subnet': ['ID=6c16f7de-c895-4367-b156-a0e3ec107f63,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:19.684942 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ceb917-10a4-4810-95a8-b79467f73cc6 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Router 71a7b70c-6463-4a8d-bbb9-304537df3dd8 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:41:19.686305 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e6aacf06-3abb-485b-9f6f-da5040c4cb66 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:19.689729 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e6aacf06-3abb-485b-9f6f-da5040c4cb66 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:19.699588 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:19.707373 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-99f61364-5607-4d91-a89e-c2fdeb2154ed req-7643a349-4576-4201-8053-7777d4b4eb3a tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036205 Jun 02 20:41:19.712896 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e6aacf06-3abb-485b-9f6f-da5040c4cb66 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/subnets/6c16f7de-c895-4367-b156-a0e3ec107f63 HTTP/1.1" status: 204 len: 168 time: 0.7546210 Jun 02 20:41:19.715619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57506) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:19.738765 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57508) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:19.738956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b16b947-47df-49eb-9dec-c77aae01c927 None None] Network 9b7796fc-540f-4817-a5f8-9b52d6fa5c0a requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:19.836166 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=9d59604c-940a-4779-b620-4cfa5ac73c22,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:19.872855 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:19.905259 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:19.909160 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-818b6e2a-940e-4f99-ad96-31f7867cf0e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:19.978926 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting port 5f04c4d6-d2aa-497e-a617-e2fc8551571a {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:19.979328 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:20.063617 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Pushing event updated for resources: {'Port': ['ID=6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:20.067751 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:20.115709 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] For port 5f04c4d6-d2aa-497e-a617-e2fc8551571a, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=5f04c4d6-d2aa-497e-a617-e2fc8551571a,segment=NetworkSegment(63da841f-3771-4aec-8107-cae9ec1dde27),segment_id=63da841f-3771-4aec-8107-cae9ec1dde27)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:20.116153 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:20.154732 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ceb917-10a4-4810-95a8-b79467f73cc6 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:41:20.165256 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362d978-28f1-43bf-890f-299fa77d6152 None None] Sync routers for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:41:20.175701 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362d978-28f1-43bf-890f-299fa77d6152 None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:20.176683 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7362d978-28f1-43bf-890f-299fa77d6152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:20.212996 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac917af-a77f-4d95-b68e-9e5f30147c2a tempest-TestNetworkAdvancedServerOps-1776775148 tempest-TestNetworkAdvancedServerOps-1776775148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:20.214610 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4ac917af-a77f-4d95-b68e-9e5f30147c2a tempest-TestNetworkAdvancedServerOps-1776775148 tempest-TestNetworkAdvancedServerOps-1776775148-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 1094 time: 0.4768162 Jun 02 20:41:20.220251 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57510) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:20.242834 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:20.260401 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-23ceb917-10a4-4810-95a8-b79467f73cc6 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "PUT /v2.0/routers/71a7b70c-6463-4a8d-bbb9-304537df3dd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0209181 Jun 02 20:41:20.268018 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': '6497f9ac-8c6d-4275-b37e-82501592723d', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:20.269372 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Calling delete_port for 5f04c4d6-d2aa-497e-a617-e2fc8551571a owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:20.273828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57512) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:20.296738 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9823aad9-2f21-4336-a542-1eeeb0f22863 None None] DHCP port deletion for 9b7796fc-540f-4817-a5f8-9b52d6fa5c0a request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:41:20.307562 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7362d978-28f1-43bf-890f-299fa77d6152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:20.323431 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:20.330101 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ee47f3d5-a23d-43df-91cb-b6676300026e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:20.345276 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362d978-28f1-43bf-890f-299fa77d6152 None None] Routers {'71a7b70c-6463-4a8d-bbb9-304537df3dd8'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:20.345904 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7362d978-28f1-43bf-890f-299fa77d6152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:20.377480 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Port': ['ID=5f04c4d6-d2aa-497e-a617-e2fc8551571a,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:20.379290 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] No DVR routers for this DVR port 5f04c4d6-d2aa-497e-a617-e2fc8551571a on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:41:20.380988 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:20.403896 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:20.416759 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-9823aad9-2f21-4336-a542-1eeeb0f22863 None None] The port '5f04c4d6-d2aa-497e-a617-e2fc8551571a' was deleted {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 02 20:41:20.418572 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7362d978-28f1-43bf-890f-299fa77d6152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:20.419033 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362d978-28f1-43bf-890f-299fa77d6152 None None] The sync data for ids ['71a7b70c-6463-4a8d-bbb9-304537df3dd8'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:41:20.429526 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Usage tracker for resource:floatingip and tenant:2ec98c6fc3a44f6c8a33a21fec93618d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:20.436002 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:20.465596 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:20.517914 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:20.536631 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7796fc-540f-4817-a5f8-9b52d6fa5c0a']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:20.550527 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63da841f-3771-4aec-8107-cae9ec1dde27') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:20.551114 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63da841f-3771-4aec-8107-cae9ec1dde27') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:20.564610 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:20.582556 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:20.590921 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:41:20.591359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:41:20.608644 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:41:20.690946 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:20.695317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:20.697976 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e48e6d35-81d0-49b9-a39c-de9eb4c91114 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:20.726235 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Network': ['ID=9b7796fc-540f-4817-a5f8-9b52d6fa5c0a,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:20.730967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:20.743786 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/networks/9b7796fc-540f-4817-a5f8-9b52d6fa5c0a HTTP/1.1" status: 204 len: 168 time: 1.0268531 Jun 02 20:41:20.748532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57514) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:20.755347 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e1247064-d158-4caa-a1c6-227e6e33254c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1650165105'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:20.760973 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e1247064-d158-4caa-a1c6-227e6e33254c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:20.765247 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e1247064-d158-4caa-a1c6-227e6e33254c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:network and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:20.769104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e1247064-d158-4caa-a1c6-227e6e33254c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:20.775537 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e1247064-d158-4caa-a1c6-227e6e33254c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:20.788317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1247064-d158-4caa-a1c6-227e6e33254c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:20.792323 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1247064-d158-4caa-a1c6-227e6e33254c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:20.797169 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for floatingip, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:20.822075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1247064-d158-4caa-a1c6-227e6e33254c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:41:20.832853 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1247064-d158-4caa-a1c6-227e6e33254c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:20.833253 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-e1247064-d158-4caa-a1c6-227e6e33254c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Added segment 31e509e9-970c-49ef-b145-80d5f7fb60a6 of type vlan for network f8f2e762-8464-4878-8dc3-d2d1c08b558d Jun 02 20:41:20.861845 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1247064-d158-4caa-a1c6-227e6e33254c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:20.894161 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1247064-d158-4caa-a1c6-227e6e33254c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:20.897401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-143c7cd1-7a15-407b-b802-3fe72410b329 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:20.899474 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eba2bb-5cdf-4531-b652-fd72516a5e85 None None] Network 5c7bdf7f-1f8d-447c-b320-3cff46221b8d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:20.900170 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1247064-d158-4caa-a1c6-227e6e33254c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:20.900759 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1247064-d158-4caa-a1c6-227e6e33254c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:20.904595 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ada58e87-f2e1-411b-8be7-67049d8d6a2c tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:21.003742 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-22b50702-3ea2-4cef-9287-f7f79342f504 None None] Provisioning for port 6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:21.160515 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e1247064-d158-4caa-a1c6-227e6e33254c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4102054 Jun 02 20:41:21.169539 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57516) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:21.194022 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1247064-d158-4caa-a1c6-227e6e33254c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Network': ['ID=f8f2e762-8464-4878-8dc3-d2d1c08b558d,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:21.199841 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-4e69f941-33c9-4433-a283-0dd2c24d1320 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'subnet': {'network_id': 'f8f2e762-8464-4878-8dc3-d2d1c08b558d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:21.204820 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network f8f2e762-8464-4878-8dc3-d2d1c08b558d details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:41:21.205396 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e1247064-d158-4caa-a1c6-227e6e33254c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:21.232775 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9d59604c-940a-4779-b620-4cfa5ac73c22 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:41:21.390024 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-143c7cd1-7a15-407b-b802-3fe72410b329 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:21.390264 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 9d59604c-940a-4779-b620-4cfa5ac73c22 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:21.390712 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:21.453181 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4e69f941-33c9-4433-a283-0dd2c24d1320 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:21.477430 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4e69f941-33c9-4433-a283-0dd2c24d1320 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:subnet and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:21.488996 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4e69f941-33c9-4433-a283-0dd2c24d1320 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:21.498160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.20.0.1 (5c7bdf7f-1f8d-447c-b320-3cff46221b8d/4b69a36d-7816-413f-860f-b05de4096f85/7abba06b-6980-4699-aaec-fb2ff2166bfa) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:21.501619 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4e69f941-33c9-4433-a283-0dd2c24d1320 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:21.524047 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:41:21.529520 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:21.541575 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e69f941-33c9-4433-a283-0dd2c24d1320 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:21.545108 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4e69f941-33c9-4433-a283-0dd2c24d1320 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:21.593387 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:21.599314 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:21.599815 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:21.725020 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:21.761236 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2,segment=NetworkSegment(120a83b4-ffeb-4946-96a2-02c75a512597),segment_id=120a83b4-ffeb-4946-96a2-02c75a512597)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:21.766009 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:21.771992 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:21.843611 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-143c7cd1-7a15-407b-b802-3fe72410b329 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Deleting port 8028510a-8211-4929-8677-46bd0633361a {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:21.843869 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-143c7cd1-7a15-407b-b802-3fe72410b329 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:21.846219 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 5f04c4d6-d2aa-497e-a617-e2fc8551571a no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:41:21.887908 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 5f04c4d6-d2aa-497e-a617-e2fc8551571a {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:41:21.888329 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 5f04c4d6-d2aa-497e-a617-e2fc8551571a not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:41:21.891777 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:21.894511 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:22.026722 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:22.068384 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Allocated IP 172.26.0.102 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/b7f4a2fe-8417-46ad-91c9-1bde19ee9ab3) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:22.124882 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Transition to ACTIVE for port object 7abba06b-6980-4699-aaec-fb2ff2166bfa will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:22.135291 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-143c7cd1-7a15-407b-b802-3fe72410b329 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:22.463448 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-143c7cd1-7a15-407b-b802-3fe72410b329 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Calling delete_port for 8028510a-8211-4929-8677-46bd0633361a owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:22.641936 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:22.651047 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b4b9d7c3-5391-4c88-a2f5-f21148261785 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:22.720105 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:22.745174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 5c7bdf7f-1f8d-447c-b320-3cff46221b8d is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:22.795810 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:22.817882 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:41:22.863959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=7abba06b-6980-4699-aaec-fb2ff2166bfa,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:22.875205 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:22.917328 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:22.990953 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9d913bfb-243f-4180-8469-43b400236065 None None] Provisioning for port 7abba06b-6980-4699-aaec-fb2ff2166bfa completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:22.995839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9d913bfb-243f-4180-8469-43b400236065 None None] Provisioning complete for port 7abba06b-6980-4699-aaec-fb2ff2166bfa triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:22.996310 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9d913bfb-243f-4180-8469-43b400236065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:23.050906 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-9d913bfb-243f-4180-8469-43b400236065 None None] Port 7abba06b-6980-4699-aaec-fb2ff2166bfa cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:23.069223 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:23.076544 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-41320aac-d457-4c31-80e7-79f3bc2ad899 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:23.087899 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:41:23.159056 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:23.159472 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:23.211169 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:23.220310 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:23.248762 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:41:23.286074 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event updated for resources: {'Port': ['ID=b7f4a2fe-8417-46ad-91c9-1bde19ee9ab3,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:23.301909 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:23.322989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-143c7cd1-7a15-407b-b802-3fe72410b329 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:23.331931 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-176d20d4-3cb7-41ef-8cda-cbc41e51d79b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:23.388303 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c7cd1-7a15-407b-b802-3fe72410b329 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event deleted for resources: {'Port': ['ID=8028510a-8211-4929-8677-46bd0633361a,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:23.392475 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-143c7cd1-7a15-407b-b802-3fe72410b329 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:23.671557 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4e69f941-33c9-4433-a283-0dd2c24d1320 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:23.686516 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-55fd561e-351f-4d0b-af15-532616496015 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:23.918346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-143c7cd1-7a15-407b-b802-3fe72410b329 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:23.959750 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:24.222850 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69f941-33c9-4433-a283-0dd2c24d1320 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Subnet': ['ID=296a9eef-5e31-49b2-8aad-c0d2cb5cd195,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:24.245195 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4e69f941-33c9-4433-a283-0dd2c24d1320 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:24.255313 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-143c7cd1-7a15-407b-b802-3fe72410b329 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:24.277437 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-143c7cd1-7a15-407b-b802-3fe72410b329 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:24.283602 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e69f941-33c9-4433-a283-0dd2c24d1320 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Checking segment: {'id': '31e509e9-970c-49ef-b145-80d5f7fb60a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f8f2e762-8464-4878-8dc3-d2d1c08b558d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:41:24.283969 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e69f941-33c9-4433-a283-0dd2c24d1320 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network hostable DHCP agents. Network: f8f2e762-8464-4878-8dc3-d2d1c08b558d, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:41:24.463322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-143c7cd1-7a15-407b-b802-3fe72410b329 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:24.463825 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143c7cd1-7a15-407b-b802-3fe72410b329 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Fanout notify agent at l3_agent the message router_deleted on router 71a7b70c-6463-4a8d-bbb9-304537df3dd8 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:41:24.474857 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e69f941-33c9-4433-a283-0dd2c24d1320 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network f8f2e762-8464-4878-8dc3-d2d1c08b558d is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:41:24.579276 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-4e69f941-33c9-4433-a283-0dd2c24d1320 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, f8f2e762-8464-4878-8dc3-d2d1c08b558d) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:24.587851 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcbd18d-da41-4ea8-93c7-3c785bb723c2 None None] Network f8f2e762-8464-4878-8dc3-d2d1c08b558d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:24.625125 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e69f941-33c9-4433-a283-0dd2c24d1320 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:24.626277 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4e69f941-33c9-4433-a283-0dd2c24d1320 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:24.658576 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-143c7cd1-7a15-407b-b802-3fe72410b329 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:24.659690 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-143c7cd1-7a15-407b-b802-3fe72410b329 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "DELETE /v2.0/routers/71a7b70c-6463-4a8d-bbb9-304537df3dd8 HTTP/1.1" status: 204 len: 168 time: 4.3849223 Jun 02 20:41:24.662209 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57520) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:24.680202 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4e69f941-33c9-4433-a283-0dd2c24d1320 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4987481 Jun 02 20:41:24.694123 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57522) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:24.703645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-c627fa40-fb8d-4d0a-a0cd-185bb7b9a2a3 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1034618378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:24.714529 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c627fa40-fb8d-4d0a-a0cd-185bb7b9a2a3 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:24.728926 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-be932887-f592-44ac-af99-0515da21c6fe tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Deleting subnet ad8bb4bd-2a25-406b-8c20-cd2e053183e3 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:41:24.732067 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-be932887-f592-44ac-af99-0515da21c6fe tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:24.769826 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c627fa40-fb8d-4d0a-a0cd-185bb7b9a2a3 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:router and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:24.778855 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c627fa40-fb8d-4d0a-a0cd-185bb7b9a2a3 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:24.795701 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-be932887-f592-44ac-af99-0515da21c6fe tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:24.795958 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c627fa40-fb8d-4d0a-a0cd-185bb7b9a2a3 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:24.834553 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-f8f2e762-8464-4878-8dc3-d2d1c08b558d', 'network_id': 'f8f2e762-8464-4878-8dc3-d2d1c08b558d', 'tenant_id': '85b5d6b333474389aa51378f6bb38d9f', 'fixed_ips': [{'subnet_id': '296a9eef-5e31-49b2-8aad-c0d2cb5cd195'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:41:24.835566 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:24.841554 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c627fa40-fb8d-4d0a-a0cd-185bb7b9a2a3 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:24.842568 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c627fa40-fb8d-4d0a-a0cd-185bb7b9a2a3 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:24.866162 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:24.867447 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-be932887-f592-44ac-af99-0515da21c6fe tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:24.890521 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c627fa40-fb8d-4d0a-a0cd-185bb7b9a2a3 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:24.926107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:24.969757 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:25.000833 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:25.050528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c627fa40-fb8d-4d0a-a0cd-185bb7b9a2a3 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:25.062179 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Allocated IP 172.20.0.2 (f8f2e762-8464-4878-8dc3-d2d1c08b558d/296a9eef-5e31-49b2-8aad-c0d2cb5cd195/bb186032-0276-460c-9604-e8abfe5ab02d) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:25.102807 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:25.160448 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c627fa40-fb8d-4d0a-a0cd-185bb7b9a2a3 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:25.164248 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c627fa40-fb8d-4d0a-a0cd-185bb7b9a2a3 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4666827 Jun 02 20:41:25.165451 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57524) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:25.170645 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-af9846ce-0378-4dbc-a5e3-5bea3c5086f8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'port': {'network_id': 'f8f2e762-8464-4878-8dc3-d2d1c08b558d', 'name': 'tempest-PortsTestJSON-1381118217'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:25.171773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:25.178853 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=7abba06b-6980-4699-aaec-fb2ff2166bfa,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:25.184985 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:25.188719 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-be932887-f592-44ac-af99-0515da21c6fe tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:25.199956 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-981bbd58-6b15-4547-a8d9-9e7a98117877 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:25.239419 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be932887-f592-44ac-af99-0515da21c6fe tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event deleted for resources: {'Subnet': ['ID=ad8bb4bd-2a25-406b-8c20-cd2e053183e3,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:25.279504 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:25.287943 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-be932887-f592-44ac-af99-0515da21c6fe tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:25.289976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Transition to ACTIVE for port object bb186032-0276-460c-9604-e8abfe5ab02d will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:25.298376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-be932887-f592-44ac-af99-0515da21c6fe tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:25.304767 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-be932887-f592-44ac-af99-0515da21c6fe tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "DELETE /v2.0/subnets/ad8bb4bd-2a25-406b-8c20-cd2e053183e3 HTTP/1.1" status: 204 len: 168 time: 0.6415377 Jun 02 20:41:25.307758 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57526) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:25.311500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Transition to ACTIVE for port object bb186032-0276-460c-9604-e8abfe5ab02d will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:25.317605 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:25.321948 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0b63243c-f918-4f0b-b7cb-3b0b22a37927 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:25.390096 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Network f8f2e762-8464-4878-8dc3-d2d1c08b558d is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:25.394441 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Pushing event updated for resources: {'Port': ['ID=bb186032-0276-460c-9604-e8abfe5ab02d,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:25.397551 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:25.398800 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:25.401237 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:41:25.427467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bfe080dd-df84-463a-a119-64cd6f8672a1 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:25.498126 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Attempting to bind port bb186032-0276-460c-9604-e8abfe5ab02d on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:41:25.498628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Attempting to bind port bb186032-0276-460c-9604-e8abfe5ab02d by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '31e509e9-970c-49ef-b145-80d5f7fb60a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f8f2e762-8464-4878-8dc3-d2d1c08b558d'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:41:25.499058 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Attempting to bind port bb186032-0276-460c-9604-e8abfe5ab02d on network f8f2e762-8464-4878-8dc3-d2d1c08b558d {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:41:25.504919 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:41:25.505732 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Checking segment: {'id': '31e509e9-970c-49ef-b145-80d5f7fb60a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f8f2e762-8464-4878-8dc3-d2d1c08b558d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:41:25.505885 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:25.506321 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Bound using segment: {'id': '31e509e9-970c-49ef-b145-80d5f7fb60a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f8f2e762-8464-4878-8dc3-d2d1c08b558d'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:41:25.506866 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Bound port: bb186032-0276-460c-9604-e8abfe5ab02d, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e509e9-970c-49ef-b145-80d5f7fb60a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f8f2e762-8464-4878-8dc3-d2d1c08b558d'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:41:25.507343 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:25.552236 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-af9846ce-0378-4dbc-a5e3-5bea3c5086f8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:25.579295 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 5c7bdf7f-1f8d-447c-b320-3cff46221b8d is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:25.582641 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:25.599889 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] For port bb186032-0276-460c-9604-e8abfe5ab02d, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:41:25.602856 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] For port bb186032-0276-460c-9604-e8abfe5ab02d, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=bb186032-0276-460c-9604-e8abfe5ab02d,segment=NetworkSegment(31e509e9-970c-49ef-b145-80d5f7fb60a6),segment_id=31e509e9-970c-49ef-b145-80d5f7fb60a6)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:41:25.610980 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:25.615328 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-af9846ce-0378-4dbc-a5e3-5bea3c5086f8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:port and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:25.617894 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-39ec5f1d-856a-4786-ba9f-ee07c27b073d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:25.620910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-af9846ce-0378-4dbc-a5e3-5bea3c5086f8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:25.629341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bfe080dd-df84-463a-a119-64cd6f8672a1 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:25.636982 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-af9846ce-0378-4dbc-a5e3-5bea3c5086f8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:25.647314 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-bfe080dd-df84-463a-a119-64cd6f8672a1 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c949e35f-54f5-40ea-b8d7-eee1311458af']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:25.663724 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-bfe080dd-df84-463a-a119-64cd6f8672a1 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b06f97-8e8b-4709-8ac1-f6b28a6e9926') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:25.664872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-bfe080dd-df84-463a-a119-64cd6f8672a1 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b06f97-8e8b-4709-8ac1-f6b28a6e9926') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:25.677042 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9846ce-0378-4dbc-a5e3-5bea3c5086f8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:25.680909 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-af9846ce-0378-4dbc-a5e3-5bea3c5086f8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:25.697724 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bfe080dd-df84-463a-a119-64cd6f8672a1 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:25.707318 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Pushing event updated for resources: {'Port': ['ID=bb186032-0276-460c-9604-e8abfe5ab02d,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:25.716371 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:25.732737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-af9846ce-0378-4dbc-a5e3-5bea3c5086f8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] device_id is not set on port 2b1426a4-36f1-436d-82a2-312b5ae06ff8 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:41:25.778811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bfe080dd-df84-463a-a119-64cd6f8672a1 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:25.779917 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:25.796039 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe080dd-df84-463a-a119-64cd6f8672a1 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:41:25.796309 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bfe080dd-df84-463a-a119-64cd6f8672a1 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:25.803520 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:41:25.811960 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:41:25.814887 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:25.919274 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router ea042184-efd5-4d0d-8531-e0c8a72be96a has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:41:25.952815 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event updated for resources: {'Port': ['ID=b7f4a2fe-8417-46ad-91c9-1bde19ee9ab3,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:25.963453 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:25.977766 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-af9846ce-0378-4dbc-a5e3-5bea3c5086f8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Allocated IP 172.20.0.8 (f8f2e762-8464-4878-8dc3-d2d1c08b558d/296a9eef-5e31-49b2-8aad-c0d2cb5cd195/2b1426a4-36f1-436d-82a2-312b5ae06ff8) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:25.982615 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bfe080dd-df84-463a-a119-64cd6f8672a1 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:25.987765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-98f6d035-f4ef-429f-838a-f26c80ae9cff tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:26.008792 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bfe080dd-df84-463a-a119-64cd6f8672a1 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:26.021346 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-5bd17511-516e-4161-a51a-ab2cba7011ab None None] Provisioning complete for port 7abba06b-6980-4699-aaec-fb2ff2166bfa triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:26.021733 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5bd17511-516e-4161-a51a-ab2cba7011ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:26.023825 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:26.026719 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe080dd-df84-463a-a119-64cd6f8672a1 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Pushing event deleted for resources: {'Network': ['ID=c949e35f-54f5-40ea-b8d7-eee1311458af,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:26.030446 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-bfe080dd-df84-463a-a119-64cd6f8672a1 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] 10.222.0.25 "DELETE /v2.0/networks/c949e35f-54f5-40ea-b8d7-eee1311458af HTTP/1.1" status: 204 len: 168 time: 0.7215343 Jun 02 20:41:26.033780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bfe080dd-df84-463a-a119-64cd6f8672a1 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:26.101940 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-5bd17511-516e-4161-a51a-ab2cba7011ab None None] Port 7abba06b-6980-4699-aaec-fb2ff2166bfa cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:26.268582 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-af9846ce-0378-4dbc-a5e3-5bea3c5086f8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:26.285206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-af9846ce-0378-4dbc-a5e3-5bea3c5086f8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Transition to ACTIVE for port object 2b1426a4-36f1-436d-82a2-312b5ae06ff8 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:26.314645 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-af9846ce-0378-4dbc-a5e3-5bea3c5086f8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:26.321637 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-62ef7b60-eb33-46cb-a82d-478871d8485b tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:26.347327 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:41:26.349359 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Floating IP 4dcbab70-544f-49ba-b3cf-3f52c263742e associated. External IP: 172.26.0.102, port: 6497f9ac-8c6d-4275-b37e-82501592723d. Jun 02 20:41:26.357900 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] Sync routers for ids ['ea042184-efd5-4d0d-8531-e0c8a72be96a'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:41:26.379479 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] Routers {'ea042184-efd5-4d0d-8531-e0c8a72be96a'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:26.380183 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['ea042184-efd5-4d0d-8531-e0c8a72be96a'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:26.396730 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57532) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:26.409685 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9846ce-0378-4dbc-a5e3-5bea3c5086f8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=2b1426a4-36f1-436d-82a2-312b5ae06ff8,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:26.412810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-af9846ce-0378-4dbc-a5e3-5bea3c5086f8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:26.418394 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/routers/ea042184-efd5-4d0d-8531-e0c8a72be96a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0731850 Jun 02 20:41:26.421593 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9846ce-0378-4dbc-a5e3-5bea3c5086f8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network f8f2e762-8464-4878-8dc3-d2d1c08b558d is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:26.423166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57536) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:26.426335 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-af9846ce-0378-4dbc-a5e3-5bea3c5086f8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:26.428728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9846ce-0378-4dbc-a5e3-5bea3c5086f8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:41:26.521942 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9846ce-0378-4dbc-a5e3-5bea3c5086f8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:26.522555 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-af9846ce-0378-4dbc-a5e3-5bea3c5086f8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:26.620712 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] Set router ea042184-efd5-4d0d-8531-e0c8a72be96a gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:41:26.802492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Router 39331f5a-424d-49ae-89a9-6599fd9c12ce has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:41:26.824548 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-af9846ce-0378-4dbc-a5e3-5bea3c5086f8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6555688 Jun 02 20:41:26.826790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57538) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:26.899350 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-aac8c0a5-3874-49c8-96f4-b74729b4b916 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e94c2e34113a474285a6475fb9a81bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4996092 Jun 02 20:41:26.908463 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57540) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:26.968045 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f846e6c-adf4-42cd-893d-d572121b524b None None] Network f8f2e762-8464-4878-8dc3-d2d1c08b558d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:27.001313 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'name': 'tempest-TestNetworkBasicOps-router-527176579', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:41:10Z', 'updated_at': '2021-06-02T20:41:23Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:12Z', 'updated_at': '2021-06-02T20:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '7abba06b-6980-4699-aaec-fb2ff2166bfa', 'name': '', 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:eb:4e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '4b69a36d-7816-413f-860f-b05de4096f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:20Z', 'updated_at': '2021-06-02T20:41:24Z', 'revision_number': 2, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4b69a36d-7816-413f-860f-b05de4096f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:27.005621 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] Checking router: ea042184-efd5-4d0d-8531-e0c8a72be96a for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:41:27.006123 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] Updating router ea042184-efd5-4d0d-8531-e0c8a72be96a port 7abba06b-6980-4699-aaec-fb2ff2166bfa binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:41:27.006380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:41:27.029847 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:27.069002 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cecfdbb-783a-4a3f-976d-f87916acf3cc None None] Sync routers for ids ['39331f5a-424d-49ae-89a9-6599fd9c12ce'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:41:27.086537 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:27.134104 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-215ddc54-ad28-407b-aa46-f177aa8aa7ff None None] Provisioning for port bb186032-0276-460c-9604-e8abfe5ab02d completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:27.154870 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cecfdbb-783a-4a3f-976d-f87916acf3cc None None] Routers {'39331f5a-424d-49ae-89a9-6599fd9c12ce'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:27.155543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-0cecfdbb-783a-4a3f-976d-f87916acf3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['39331f5a-424d-49ae-89a9-6599fd9c12ce'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:27.269890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785434ba-a9a3-44b0-8750-4b69f3564854 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:27.270282 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785434ba-a9a3-44b0-8750-4b69f3564854 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:27.270746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785434ba-a9a3-44b0-8750-4b69f3564854 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:27.271221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785434ba-a9a3-44b0-8750-4b69f3564854 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:27.271763 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785434ba-a9a3-44b0-8750-4b69f3564854 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:27.272217 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785434ba-a9a3-44b0-8750-4b69f3564854 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:27.272670 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785434ba-a9a3-44b0-8750-4b69f3564854 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:27.276925 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-785434ba-a9a3-44b0-8750-4b69f3564854 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4914 time: 0.7756393 Jun 02 20:41:27.288084 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57542) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:27.343753 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e8223045-eae7-43af-88a2-8d223fda5739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:27.373588 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-0cecfdbb-783a-4a3f-976d-f87916acf3cc None None] Set router 39331f5a-424d-49ae-89a9-6599fd9c12ce gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:41:27.390262 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.1473427 Jun 02 20:41:27.401230 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14329245-740e-4f2f-84fb-0a9f35247982', 'tag': '6497f9ac-8c6d-4275-b37e-82501592723d'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:41:27.409042 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde9eecd-de6b-4e67-b0aa-245b2949d4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "14329245-740e-4f2f-84fb-0a9f35247982", "tag": "6497f9ac-8c6d-4275-b37e-82501592723d"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:41:27.472554 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48d23fb-94cf-41e6-92e5-5a44eb637da3 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:27.473424 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48d23fb-94cf-41e6-92e5-5a44eb637da3 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:27.474071 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48d23fb-94cf-41e6-92e5-5a44eb637da3 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:27.474729 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48d23fb-94cf-41e6-92e5-5a44eb637da3 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:27.475398 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48d23fb-94cf-41e6-92e5-5a44eb637da3 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:27.476308 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48d23fb-94cf-41e6-92e5-5a44eb637da3 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:27.483710 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e48d23fb-94cf-41e6-92e5-5a44eb637da3 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3943 time: 0.1939733 Jun 02 20:41:27.486446 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57548) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:27.533472 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e8223045-eae7-43af-88a2-8d223fda5739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:27.551283 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:27.560163 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae40803-e322-47c1-b758-28d83bf9e346 x-openstack-request-id: req-cae40803-e322-47c1-b758-28d83bf9e346 {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:41:27.560944 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14329245-740e-4f2f-84fb-0a9f35247982", "tag": "6497f9ac-8c6d-4275-b37e-82501592723d", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:41:27.561490 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cae40803-e322-47c1-b758-28d83bf9e346 {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:41:27.562149 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14329245-740e-4f2f-84fb-0a9f35247982', 'tag': '6497f9ac-8c6d-4275-b37e-82501592723d', 'status': 'completed', 'code': 200} Jun 02 20:41:27.574140 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] Transition to ACTIVE for port object 7abba06b-6980-4699-aaec-fb2ff2166bfa will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:27.589985 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:27.602782 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-53363e3f-e669-4b33-86d1-a210949a1b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:27.612610 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device bb186032-0276-460c-9604-e8abfe5ab02d up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:41:27.715776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7dd98328-9e6e-4523-acc3-25b267a0c4bc tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:27.737569 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9eecd-de6b-4e67-b0aa-245b2949d4ff req-8a7a7d34-75f2-4a0c-9721-7c1f45227c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:27.739062 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cde9eecd-de6b-4e67-b0aa-245b2949d4ff req-8a7a7d34-75f2-4a0c-9721-7c1f45227c94 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2ec98c6fc3a44f6c8a33a21fec93618d&device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 1099 time: 0.1965950 Jun 02 20:41:27.749222 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56326b45-534e-49fc-989b-41af5c1005f9 None None] Pushing event updated for resources: {'Port': ['ID=7abba06b-6980-4699-aaec-fb2ff2166bfa,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:27.754296 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-56326b45-534e-49fc-989b-41af5c1005f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:27.796592 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090d493-05fc-42cf-8e20-a46f89d42015 req-bf4389c0-644b-4c14-b094-58dc13edb165 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:27.799287 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f090d493-05fc-42cf-8e20-a46f89d42015 req-bf4389c0-644b-4c14-b094-58dc13edb165 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 946 time: 0.1853101 Jun 02 20:41:27.827478 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e8223045-eae7-43af-88a2-8d223fda5739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:27.841228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5c14cf82-52c3-455f-9856-c03585acf4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:27.870968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8223045-eae7-43af-88a2-8d223fda5739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169c64e8-73dd-4064-9a94-c58bfe7fd39d,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:27.886684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e8223045-eae7-43af-88a2-8d223fda5739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:27.902686 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] Attempting to bind port 7abba06b-6980-4699-aaec-fb2ff2166bfa on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:41:27.904507 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] Attempting to bind port 7abba06b-6980-4699-aaec-fb2ff2166bfa by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '120a83b4-ffeb-4946-96a2-02c75a512597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:41:27.905944 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] Attempting to bind port 7abba06b-6980-4699-aaec-fb2ff2166bfa on network 5c7bdf7f-1f8d-447c-b320-3cff46221b8d {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:41:27.915404 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:41:27.915915 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] Checking segment: {'id': '120a83b4-ffeb-4946-96a2-02c75a512597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:41:27.916329 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:27.916722 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] Bound using segment: {'id': '120a83b4-ffeb-4946-96a2-02c75a512597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:41:27.917189 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] Bound port: 7abba06b-6980-4699-aaec-fb2ff2166bfa, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120a83b4-ffeb-4946-96a2-02c75a512597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:41:27.917565 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:27.933633 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e8223045-eae7-43af-88a2-8d223fda5739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:27.934655 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e8223045-eae7-43af-88a2-8d223fda5739 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/169c64e8-73dd-4064-9a94-c58bfe7fd39d HTTP/1.1" status: 204 len: 168 time: 1.0159891 Jun 02 20:41:27.986329 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f090d493-05fc-42cf-8e20-a46f89d42015 req-0e389ea7-9b28-4fa0-838b-3fb4f73ff45d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231441 Jun 02 20:41:28.015355 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57552) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:28.072330 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] For port 7abba06b-6980-4699-aaec-fb2ff2166bfa, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:41:28.076395 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] For port 7abba06b-6980-4699-aaec-fb2ff2166bfa, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7abba06b-6980-4699-aaec-fb2ff2166bfa,segment=NetworkSegment(120a83b4-ffeb-4946-96a2-02c75a512597),segment_id=120a83b4-ffeb-4946-96a2-02c75a512597)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:41:28.081084 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:28.092125 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:28.196597 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56326b45-534e-49fc-989b-41af5c1005f9 None None] Pushing event updated for resources: {'Port': ['ID=7abba06b-6980-4699-aaec-fb2ff2166bfa,revision_number=4']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:28.208388 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-56326b45-534e-49fc-989b-41af5c1005f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:28.214347 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] Routers {'ea042184-efd5-4d0d-8531-e0c8a72be96a'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:28.215174 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['ea042184-efd5-4d0d-8531-e0c8a72be96a'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:28.318077 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9eecd-de6b-4e67-b0aa-245b2949d4ff req-8941cdb3-36ad-457a-bb99-9cefaace0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:28.320545 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cde9eecd-de6b-4e67-b0aa-245b2949d4ff req-8941cdb3-36ad-457a-bb99-9cefaace0329 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9e1cc234-6aa1-4463-9eee-e4f23d4f8fca HTTP/1.1" status: 200 len: 898 time: 0.5644109 Jun 02 20:41:28.354829 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-07e348f1-7f8f-4dbc-98f0-79dcc795bf36 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/floatingips/4dcbab70-544f-49ba-b3cf-3f52c263742e HTTP/1.1" status: 200 len: 992 time: 0.3373568 Jun 02 20:41:28.376355 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e2e30173-a1d4-445b-bf8d-e03a4071aa43 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2862 time: 0.8857598 Jun 02 20:41:28.410351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port bb186032-0276-460c-9604-e8abfe5ab02d completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:28.482045 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port bb186032-0276-460c-9604-e8abfe5ab02d triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:28.482484 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:28.542731 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] Set router ea042184-efd5-4d0d-8531-e0c8a72be96a gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:41:28.664906 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-0cecfdbb-783a-4a3f-976d-f87916acf3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643074209', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:40:44Z', 'updated_at': '2021-06-02T20:40:55Z', 'revision_number': 4, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'gw_port': {'id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:45Z', 'updated_at': '2021-06-02T20:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '4dcbab70-544f-49ba-b3cf-3f52c263742e', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'floating_ip_address': '172.26.0.102', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'port_id': '6497f9ac-8c6d-4275-b37e-82501592723d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca', 'mac_address': 'fa:16:3e:91:b8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14329245-740e-4f2f-84fb-0a9f35247982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:41:24Z', 'updated_at': '2021-06-02T20:41:24Z', 'revision_number': 0, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956678d1-6aa8-463e-a936-4715071ce962', 'name': '', 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'mac_address': 'fa:16:3e:a3:67:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '51f1c0e8-4b56-4b87-8666-6f211be91b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:53Z', 'updated_at': '2021-06-02T20:41:03Z', 'revision_number': 5, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'subnets': [{'id': '51f1c0e8-4b56-4b87-8666-6f211be91b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:28.714546 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cecfdbb-783a-4a3f-976d-f87916acf3cc None None] Checking router: 39331f5a-424d-49ae-89a9-6599fd9c12ce for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:41:28.748044 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cde9eecd-de6b-4e67-b0aa-245b2949d4ff req-b19ca837-bb25-4c93-9761-8b8f03eaa3c0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6497f9ac-8c6d-4275-b37e-82501592723d HTTP/1.1" status: 200 len: 1000 time: 0.4123299 Jun 02 20:41:28.762781 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cecfdbb-783a-4a3f-976d-f87916acf3cc None None] Routers {'39331f5a-424d-49ae-89a9-6599fd9c12ce'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:28.763434 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-0cecfdbb-783a-4a3f-976d-f87916acf3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['39331f5a-424d-49ae-89a9-6599fd9c12ce'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:28.855863 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9eecd-de6b-4e67-b0aa-245b2949d4ff req-7adb5354-a07b-4af7-a052-f06a358148c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:28.857329 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cde9eecd-de6b-4e67-b0aa-245b2949d4ff req-7adb5354-a07b-4af7-a052-f06a358148c4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=51f1c0e8-4b56-4b87-8666-6f211be91b00 HTTP/1.1" status: 200 len: 835 time: 0.0959890 Jun 02 20:41:28.858649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.db.resource_extend [None req-7dd98328-9e6e-4523-acc3-25b267a0c4bc tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 20:41:28.951018 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7dd98328-9e6e-4523-acc3-25b267a0c4bc tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:28.967322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7dd98328-9e6e-4523-acc3-25b267a0c4bc tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:28.983473 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b20f8043-83cb-4edd-a380-e5f9019b74fd tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:29.075600 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'name': 'tempest-TestNetworkBasicOps-router-527176579', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:41:10Z', 'updated_at': '2021-06-02T20:41:23Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:12Z', 'updated_at': '2021-06-02T20:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '7abba06b-6980-4699-aaec-fb2ff2166bfa', 'name': '', 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:eb:4e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '4b69a36d-7816-413f-860f-b05de4096f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:20Z', 'updated_at': '2021-06-02T20:41:28Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4b69a36d-7816-413f-860f-b05de4096f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:29.089528 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb35597-4c4c-42b0-9985-2bdf4686c5cb None None] The sync data for ids ['ea042184-efd5-4d0d-8531-e0c8a72be96a'] in dv-neutron-601336-84-hyperv is: [{'id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'name': 'tempest-TestNetworkBasicOps-router-527176579', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:41:10Z', 'updated_at': '2021-06-02T20:41:23Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:12Z', 'updated_at': '2021-06-02T20:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '7abba06b-6980-4699-aaec-fb2ff2166bfa', 'name': '', 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:eb:4e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '4b69a36d-7816-413f-860f-b05de4096f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:20Z', 'updated_at': '2021-06-02T20:41:28Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4b69a36d-7816-413f-860f-b05de4096f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:41:29.102447 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:29.142131 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57572) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:29.154064 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-2d090d0f-0f4f-44f9-9877-427322d20fdb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-441221870', 'description': 'tempest-secgroup-smoke-441221870 description', 'project_id': '7e68015eb8844c43b1007154397602c4'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:29.202009 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2d090d0f-0f4f-44f9-9877-427322d20fdb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:29.212560 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2d090d0f-0f4f-44f9-9877-427322d20fdb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:29.221585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2d090d0f-0f4f-44f9-9877-427322d20fdb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:29.239950 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2d090d0f-0f4f-44f9-9877-427322d20fdb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:29.267000 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d090d0f-0f4f-44f9-9877-427322d20fdb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:29.323868 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ea6a49d1-63e1-4548-af97-8c73f0e69e3b None None] Provisioning complete for port bb186032-0276-460c-9604-e8abfe5ab02d triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:29.324340 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ea6a49d1-63e1-4548-af97-8c73f0e69e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:29.325980 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2d090d0f-0f4f-44f9-9877-427322d20fdb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:29.337404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd98328-9e6e-4523-acc3-25b267a0c4bc tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=2b1426a4-36f1-436d-82a2-312b5ae06ff8,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:29.339097 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2d090d0f-0f4f-44f9-9877-427322d20fdb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:29.341100 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7dd98328-9e6e-4523-acc3-25b267a0c4bc tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:29.350636 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2d090d0f-0f4f-44f9-9877-427322d20fdb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:29.357574 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57576) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:29.369613 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2d090d0f-0f4f-44f9-9877-427322d20fdb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:29.432922 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-0cecfdbb-783a-4a3f-976d-f87916acf3cc None None] Set router 39331f5a-424d-49ae-89a9-6599fd9c12ce gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:41:29.471770 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57578) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:29.512439 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d090d0f-0f4f-44f9-9877-427322d20fdb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:29.520902 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d090d0f-0f4f-44f9-9877-427322d20fdb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:29.535500 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6e814dd2-8ea2-46a0-b9e2-c80f73eea69c tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:29.544653 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9eecd-de6b-4e67-b0aa-245b2949d4ff req-7b742575-ef65-41ec-b8ae-a037c8e8f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:29.546868 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cde9eecd-de6b-4e67-b0aa-245b2949d4ff req-7b742575-ef65-41ec-b8ae-a037c8e8f6e1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9e1cc234-6aa1-4463-9eee-e4f23d4f8fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6674058 Jun 02 20:41:29.646764 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d090d0f-0f4f-44f9-9877-427322d20fdb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:29.652017 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2d090d0f-0f4f-44f9-9877-427322d20fdb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5062563 Jun 02 20:41:29.652997 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d090d0f-0f4f-44f9-9877-427322d20fdb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b04bc3-a4b2-4451-9e8f-13048f4f93d5,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:29.667511 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57582) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:29.676263 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-30e30896-dc7e-4b1d-b545-b87c24227c4d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': 'b2b04bc3-a4b2-4451-9e8f-13048f4f93d5', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:29.688887 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2d090d0f-0f4f-44f9-9877-427322d20fdb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:29.695969 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-30e30896-dc7e-4b1d-b545-b87c24227c4d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:29.706950 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-30e30896-dc7e-4b1d-b545-b87c24227c4d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:29.715540 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-30e30896-dc7e-4b1d-b545-b87c24227c4d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:29.726653 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-30e30896-dc7e-4b1d-b545-b87c24227c4d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:29.751074 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-30e30896-dc7e-4b1d-b545-b87c24227c4d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:29.802898 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1601549218'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:29.814885 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:29.836333 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-30e30896-dc7e-4b1d-b545-b87c24227c4d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:29.843753 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-30e30896-dc7e-4b1d-b545-b87c24227c4d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:29.846866 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:29.856316 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port bb186032-0276-460c-9604-e8abfe5ab02d, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=bb186032-0276-460c-9604-e8abfe5ab02d,segment=NetworkSegment(31e509e9-970c-49ef-b145-80d5f7fb60a6),segment_id=31e509e9-970c-49ef-b145-80d5f7fb60a6)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:29.858020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:network and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:29.862449 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:29.878267 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e30896-dc7e-4b1d-b545-b87c24227c4d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9216a85-4d08-4fec-9b15-f791c815a4cb,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:29.878751 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:29.878932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:29.883393 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-30e30896-dc7e-4b1d-b545-b87c24227c4d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:29.893826 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-30e30896-dc7e-4b1d-b545-b87c24227c4d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:29.895530 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-30e30896-dc7e-4b1d-b545-b87c24227c4d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2269714 Jun 02 20:41:29.899121 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57584) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:29.904429 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-14309d85-7aac-4546-a970-f32306e2083b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:29.912102 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-58df5ed3-d686-497e-862d-cedcbd29aa44 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': 'b2b04bc3-a4b2-4451-9e8f-13048f4f93d5', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:29.915401 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Made reservation on behalf of f8efac6e9cf943ae9e25aaf306cb7756 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:29.919450 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-58df5ed3-d686-497e-862d-cedcbd29aa44 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:29.920667 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:29.924538 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-58df5ed3-d686-497e-862d-cedcbd29aa44 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:29.928452 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-58df5ed3-d686-497e-862d-cedcbd29aa44 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:29.937042 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-58df5ed3-d686-497e-862d-cedcbd29aa44 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:29.942892 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0e67aa29-54f3-4358-b375-fddb32ec0cb8 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/floatingips/4dcbab70-544f-49ba-b3cf-3f52c263742e HTTP/1.1" status: 200 len: 992 time: 0.5658934 Jun 02 20:41:29.972848 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58df5ed3-d686-497e-862d-cedcbd29aa44 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.015086 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.042102 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cde9eecd-de6b-4e67-b0aa-245b2949d4ff req-0f576f1e-6a66-43cf-b35d-9a7628ae27ce service neutron] 10.222.0.95 "GET /v2.0/networks/9e1cc234-6aa1-4463-9eee-e4f23d4f8fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174902 Jun 02 20:41:30.047005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:30.064062 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58df5ed3-d686-497e-862d-cedcbd29aa44 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.069734 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58df5ed3-d686-497e-862d-cedcbd29aa44 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.072201 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:30.078264 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7abba06b-6980-4699-aaec-fb2ff2166bfa up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:41:30.089243 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:security_group_rule and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:30.101641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:30.111919 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df5ed3-d686-497e-862d-cedcbd29aa44 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873afc6e-f207-4e9d-bf49-95b0e952351a,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:30.115413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:30.118028 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-58df5ed3-d686-497e-862d-cedcbd29aa44 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:30.126613 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58df5ed3-d686-497e-862d-cedcbd29aa44 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.131688 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-58df5ed3-d686-497e-862d-cedcbd29aa44 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2311461 Jun 02 20:41:30.132336 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57586) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:30.139463 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-81ef9c57-760e-43ff-bd7b-ec14456c45fc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': 'b2b04bc3-a4b2-4451-9e8f-13048f4f93d5', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:30.146680 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-81ef9c57-760e-43ff-bd7b-ec14456c45fc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:30.150887 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-81ef9c57-760e-43ff-bd7b-ec14456c45fc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:30.155966 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-81ef9c57-760e-43ff-bd7b-ec14456c45fc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:30.162123 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-81ef9c57-760e-43ff-bd7b-ec14456c45fc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:30.193821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-81ef9c57-760e-43ff-bd7b-ec14456c45fc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.229903 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=bb186032-0276-460c-9604-e8abfe5ab02d,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:30.244043 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:30.278444 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-81ef9c57-760e-43ff-bd7b-ec14456c45fc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.279921 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ea6a49d1-63e1-4548-af97-8c73f0e69e3b None None] Provisioning for port 2b1426a4-36f1-436d-82a2-312b5ae06ff8 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:30.286982 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-81ef9c57-760e-43ff-bd7b-ec14456c45fc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.288804 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:30.288931 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ea6a49d1-63e1-4548-af97-8c73f0e69e3b None None] Provisioning complete for port 2b1426a4-36f1-436d-82a2-312b5ae06ff8 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:30.289308 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ea6a49d1-63e1-4548-af97-8c73f0e69e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.314880 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef9c57-760e-43ff-bd7b-ec14456c45fc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4117825-bf16-46a9-8097-5678dcc8efbd,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:30.317655 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-81ef9c57-760e-43ff-bd7b-ec14456c45fc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:30.331224 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7dd98328-9e6e-4523-acc3-25b267a0c4bc tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.333729 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-81ef9c57-760e-43ff-bd7b-ec14456c45fc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.335052 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-81ef9c57-760e-43ff-bd7b-ec14456c45fc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2015302 Jun 02 20:41:30.339756 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57588) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:30.342636 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-0cecfdbb-783a-4a3f-976d-f87916acf3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643074209', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:40:44Z', 'updated_at': '2021-06-02T20:40:55Z', 'revision_number': 4, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'gw_port': {'id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:45Z', 'updated_at': '2021-06-02T20:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '4dcbab70-544f-49ba-b3cf-3f52c263742e', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'floating_ip_address': '172.26.0.102', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'port_id': '6497f9ac-8c6d-4275-b37e-82501592723d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca', 'mac_address': 'fa:16:3e:91:b8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14329245-740e-4f2f-84fb-0a9f35247982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:41:24Z', 'updated_at': '2021-06-02T20:41:24Z', 'revision_number': 0, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956678d1-6aa8-463e-a936-4715071ce962', 'name': '', 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'mac_address': 'fa:16:3e:a3:67:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '51f1c0e8-4b56-4b87-8666-6f211be91b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:53Z', 'updated_at': '2021-06-02T20:41:03Z', 'revision_number': 5, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'subnets': [{'id': '51f1c0e8-4b56-4b87-8666-6f211be91b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:30.347907 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-d2680a36-0fc8-41bf-893e-503db3a1a5d3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': 'b2b04bc3-a4b2-4451-9e8f-13048f4f93d5', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:30.350770 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 7abba06b-6980-4699-aaec-fb2ff2166bfa completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:30.356924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d2680a36-0fc8-41bf-893e-503db3a1a5d3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:30.357456 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cecfdbb-783a-4a3f-976d-f87916acf3cc None None] The sync data for ids ['39331f5a-424d-49ae-89a9-6599fd9c12ce'] in dv-neutron-601336-84-hyperv is: [{'id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643074209', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:40:44Z', 'updated_at': '2021-06-02T20:40:55Z', 'revision_number': 4, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'gw_port': {'id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:45Z', 'updated_at': '2021-06-02T20:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '4dcbab70-544f-49ba-b3cf-3f52c263742e', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'floating_ip_address': '172.26.0.102', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'port_id': '6497f9ac-8c6d-4275-b37e-82501592723d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca', 'mac_address': 'fa:16:3e:91:b8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14329245-740e-4f2f-84fb-0a9f35247982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:41:24Z', 'updated_at': '2021-06-02T20:41:24Z', 'revision_number': 0, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956678d1-6aa8-463e-a936-4715071ce962', 'name': '', 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'mac_address': 'fa:16:3e:a3:67:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '51f1c0e8-4b56-4b87-8666-6f211be91b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:53Z', 'updated_at': '2021-06-02T20:41:03Z', 'revision_number': 5, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'subnets': [{'id': '51f1c0e8-4b56-4b87-8666-6f211be91b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:41:30.361366 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 7abba06b-6980-4699-aaec-fb2ff2166bfa triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:30.361744 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.365515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d2680a36-0fc8-41bf-893e-503db3a1a5d3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:30.368766 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d2680a36-0fc8-41bf-893e-503db3a1a5d3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:30.376960 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d2680a36-0fc8-41bf-893e-503db3a1a5d3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:30.393789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a49d1-63e1-4548-af97-8c73f0e69e3b None None] Port 2b1426a4-36f1-436d-82a2-312b5ae06ff8 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:30.404563 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d2680a36-0fc8-41bf-893e-503db3a1a5d3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.499943 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d2680a36-0fc8-41bf-893e-503db3a1a5d3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.506046 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d2680a36-0fc8-41bf-893e-503db3a1a5d3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.507934 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0ae15f10-7b3e-41f3-b418-6eff9e0da07c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:30.533235 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2680a36-0fc8-41bf-893e-503db3a1a5d3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec4aeea-4071-4577-b4e1-d7727c6d4117,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:30.537453 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d2680a36-0fc8-41bf-893e-503db3a1a5d3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:30.549003 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d2680a36-0fc8-41bf-893e-503db3a1a5d3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.549943 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d2680a36-0fc8-41bf-893e-503db3a1a5d3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2082932 Jun 02 20:41:30.551934 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-1830b9ec-fce6-4900-aafd-a8e064f8f1e8 None None] Provisioning complete for port 2b1426a4-36f1-436d-82a2-312b5ae06ff8 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:30.552423 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1830b9ec-fce6-4900-aafd-a8e064f8f1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.552962 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57590) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:30.558447 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-b27ffa73-4e99-4272-9c11-35be56e23400 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': 'b2b04bc3-a4b2-4451-9e8f-13048f4f93d5', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:30.566339 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b27ffa73-4e99-4272-9c11-35be56e23400 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:30.570339 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cde9eecd-de6b-4e67-b0aa-245b2949d4ff req-a3546a9d-a1a1-46c5-a1cb-30e8b7f4af56 service neutron] 10.222.0.95 "GET /v2.0/networks/9e1cc234-6aa1-4463-9eee-e4f23d4f8fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197389 Jun 02 20:41:30.573452 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b27ffa73-4e99-4272-9c11-35be56e23400 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:30.585543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.589705 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b27ffa73-4e99-4272-9c11-35be56e23400 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:30.600567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b27ffa73-4e99-4272-9c11-35be56e23400 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:30.614780 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.securitygroups_db [None req-b27ffa73-4e99-4272-9c11-35be56e23400 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:41:30.623442 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b27ffa73-4e99-4272-9c11-35be56e23400 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.667932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.669679 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-1830b9ec-fce6-4900-aafd-a8e064f8f1e8 None None] Port 2b1426a4-36f1-436d-82a2-312b5ae06ff8 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:30.671980 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 7abba06b-6980-4699-aaec-fb2ff2166bfa, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7abba06b-6980-4699-aaec-fb2ff2166bfa,segment=NetworkSegment(120a83b4-ffeb-4946-96a2-02c75a512597),segment_id=120a83b4-ffeb-4946-96a2-02c75a512597)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:30.680338 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.682349 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7ebdf407-79ae-4153-8950-8a4a4f15043c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:30.706174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b27ffa73-4e99-4272-9c11-35be56e23400 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.712715 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b27ffa73-4e99-4272-9c11-35be56e23400 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.714894 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2a905633-5098-4b69-ba9f-4a62e4951792 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:30.717881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.742910 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ffa73-4e99-4272-9c11-35be56e23400 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35244e1c-d639-4234-bf2c-a6287bcbfff9,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:30.746550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:41:30.746877 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b27ffa73-4e99-4272-9c11-35be56e23400 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:30.760485 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.761184 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Added segment 0146239e-3794-4a4b-a837-1ed1dd4a5ab1 of type vlan for network b66dbc3a-f300-4894-a1d8-ba13f17c1131 Jun 02 20:41:30.783246 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b27ffa73-4e99-4272-9c11-35be56e23400 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.785003 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b27ffa73-4e99-4272-9c11-35be56e23400 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2303038 Jun 02 20:41:30.792735 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d3ede6-f0b4-4fa4-9ecf-1a4d7a0e4558 None None] New status for floating IP 4dcbab70-544f-49ba-b3cf-3f52c263742e: ACTIVE {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:41:30.793733 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57592) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:30.803470 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-12cec9b8-4a60-4ed4-acfe-ac589db89eb8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': 'b2b04bc3-a4b2-4451-9e8f-13048f4f93d5', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:30.805979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.817743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-12cec9b8-4a60-4ed4-acfe-ac589db89eb8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:30.826705 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-12cec9b8-4a60-4ed4-acfe-ac589db89eb8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:30.837441 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-12cec9b8-4a60-4ed4-acfe-ac589db89eb8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:30.847979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dd04b082-b5e5-41e7-a304-8a8e22eb62ba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:30.848238 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-12cec9b8-4a60-4ed4-acfe-ac589db89eb8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:30.857173 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6ad408ed-0e68-47e4-bb02-bafd59fdcf2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.866144 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.870645 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.securitygroups_db [None req-12cec9b8-4a60-4ed4-acfe-ac589db89eb8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:41:30.873083 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:30.873691 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.879950 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=7abba06b-6980-4699-aaec-fb2ff2166bfa,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:30.880288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-12cec9b8-4a60-4ed4-acfe-ac589db89eb8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.905552 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:30.936410 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7dd98328-9e6e-4523-acc3-25b267a0c4bc tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:30.949105 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fddb32e-9237-4c02-ba71-e873ef0e40f6,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:30.953343 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57594) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:31.012983 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-12cec9b8-4a60-4ed4-acfe-ac589db89eb8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:31.019622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-12cec9b8-4a60-4ed4-acfe-ac589db89eb8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:31.022426 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0bcfadcc-6d0f-46d5-ba9c-04c1ef1cf991 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:31.050940 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cec9b8-4a60-4ed4-acfe-ac589db89eb8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40664ccc-3458-48de-bb8c-d34b7121ec65,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:31.055620 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-12cec9b8-4a60-4ed4-acfe-ac589db89eb8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:31.061245 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-12cec9b8-4a60-4ed4-acfe-ac589db89eb8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:31.071387 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-12cec9b8-4a60-4ed4-acfe-ac589db89eb8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2676392 Jun 02 20:41:31.214186 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:31.218222 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-caaadf9b-cd08-4ebd-b7d1-0d5b9e51da5a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.332s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:31.237282 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7626867 Jun 02 20:41:31.239944 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57604) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:31.245993 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-0f04e090-d906-4079-93ee-8b8335d005b5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1561989218'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:31.251427 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0f04e090-d906-4079-93ee-8b8335d005b5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:31.255725 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0f04e090-d906-4079-93ee-8b8335d005b5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:network and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:31.259268 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0f04e090-d906-4079-93ee-8b8335d005b5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:31.268197 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0f04e090-d906-4079-93ee-8b8335d005b5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:31.279094 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f04e090-d906-4079-93ee-8b8335d005b5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Made reservation on behalf of f8efac6e9cf943ae9e25aaf306cb7756 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:31.286629 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0f04e090-d906-4079-93ee-8b8335d005b5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:31.351733 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f04e090-d906-4079-93ee-8b8335d005b5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:41:31.355483 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-88a2a793-20e2-4902-883e-0a022140cfec req-48816ffb-d6c8-4182-ae55-e6a5dc414788 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:41:31.371986 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0f04e090-d906-4079-93ee-8b8335d005b5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:31.372522 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-0f04e090-d906-4079-93ee-8b8335d005b5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Added segment 304c0ee3-1030-4c44-b011-76fc6d5fce30 of type vlan for network 5b2847e8-901c-4291-9f24-19cf9ca9c15a Jun 02 20:41:31.379695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-88a2a793-20e2-4902-883e-0a022140cfec req-48816ffb-d6c8-4182-ae55-e6a5dc414788 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:41:31.381065 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-88a2a793-20e2-4902-883e-0a022140cfec req-48816ffb-d6c8-4182-ae55-e6a5dc414788 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-441221870&fields=id&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 267 time: 0.0835564 Jun 02 20:41:31.411966 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Network': ['ID=b66dbc3a-f300-4894-a1d8-ba13f17c1131,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:31.414638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:31.422902 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ab698a4e-3112-41e4-8226-261f31211c1f tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/floatingips/4dcbab70-544f-49ba-b3cf-3f52c263742e HTTP/1.1" status: 200 len: 992 time: 0.4683623 Jun 02 20:41:31.423927 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0f04e090-d906-4079-93ee-8b8335d005b5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:31.425012 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network b66dbc3a-f300-4894-a1d8-ba13f17c1131 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:41:31.546804 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0f04e090-d906-4079-93ee-8b8335d005b5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:31.552390 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f04e090-d906-4079-93ee-8b8335d005b5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:31.552987 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0f04e090-d906-4079-93ee-8b8335d005b5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:31.558820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-12f1ce83-e59e-4cc1-bb2e-fae815905c87 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:31.665706 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a793-20e2-4902-883e-0a022140cfec req-1bbabf6b-c491-4887-b407-a0ea65205cb6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:31.666396 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-88a2a793-20e2-4902-883e-0a022140cfec req-1bbabf6b-c491-4887-b407-a0ea65205cb6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:network {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:41:31.681973 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0f04e090-d906-4079-93ee-8b8335d005b5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4409440 Jun 02 20:41:31.684958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57610) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:31.693805 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04e090-d906-4079-93ee-8b8335d005b5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Network': ['ID=5b2847e8-901c-4291-9f24-19cf9ca9c15a,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:31.697257 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0f04e090-d906-4079-93ee-8b8335d005b5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:31.699577 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-fd9cfbc1-4674-4d5c-a95c-b18b6df78c61 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'subnet': {'network_id': 'b66dbc3a-f300-4894-a1d8-ba13f17c1131', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:31.705091 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 5b2847e8-901c-4291-9f24-19cf9ca9c15a details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:41:31.706118 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-88a2a793-20e2-4902-883e-0a022140cfec req-1bbabf6b-c491-4887-b407-a0ea65205cb6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:network {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:41:31.707555 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-88a2a793-20e2-4902-883e-0a022140cfec req-1bbabf6b-c491-4887-b407-a0ea65205cb6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/networks?id=5c7bdf7f-1f8d-447c-b320-3cff46221b8d HTTP/1.1" status: 200 len: 797 time: 0.3114212 Jun 02 20:41:31.728271 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-88a2a793-20e2-4902-883e-0a022140cfec req-0cf99646-7664-4665-8a2b-610db1d8ff6d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/quotas/7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 375 time: 0.0112932 Jun 02 20:41:31.819122 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-88a2a793-20e2-4902-883e-0a022140cfec req-2f022985-fa00-402a-a01f-e5b60eb4be18 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:41:31.835433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-88a2a793-20e2-4902-883e-0a022140cfec req-2f022985-fa00-402a-a01f-e5b60eb4be18 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:41:31.836794 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-88a2a793-20e2-4902-883e-0a022140cfec req-2f022985-fa00-402a-a01f-e5b60eb4be18 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046810 Jun 02 20:41:31.848388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fd9cfbc1-4674-4d5c-a95c-b18b6df78c61 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:31.853769 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fd9cfbc1-4674-4d5c-a95c-b18b6df78c61 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:subnet and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:31.857317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fd9cfbc1-4674-4d5c-a95c-b18b6df78c61 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:31.866187 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fd9cfbc1-4674-4d5c-a95c-b18b6df78c61 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:31.889939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7dd98328-9e6e-4523-acc3-25b267a0c4bc tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:31.894829 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7dd98328-9e6e-4523-acc3-25b267a0c4bc tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:31.921480 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:31.955874 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9cfbc1-4674-4d5c-a95c-b18b6df78c61 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Made reservation on behalf of f8efac6e9cf943ae9e25aaf306cb7756 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:31.959221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd9cfbc1-4674-4d5c-a95c-b18b6df78c61 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:31.977903 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device bb186032-0276-460c-9604-e8abfe5ab02d up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:41:32.052101 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port bb186032-0276-460c-9604-e8abfe5ab02d triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:32.052589 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:32.107517 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7dd98328-9e6e-4523-acc3-25b267a0c4bc tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:32.122528 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd98328-9e6e-4523-acc3-25b267a0c4bc tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=2b1426a4-36f1-436d-82a2-312b5ae06ff8,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:32.125824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7dd98328-9e6e-4523-acc3-25b267a0c4bc tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:32.131173 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-88a2a793-20e2-4902-883e-0a022140cfec req-c175a28a-1b2b-428a-8450-b2229aa3c857 service neutron] 10.222.0.25 "GET /v2.0/networks/5c7bdf7f-1f8d-447c-b320-3cff46221b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822473 Jun 02 20:41:32.181269 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7abba06b-6980-4699-aaec-fb2ff2166bfa up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:41:32.251403 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 7abba06b-6980-4699-aaec-fb2ff2166bfa triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:32.252036 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:32.279709 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-88a2a793-20e2-4902-883e-0a022140cfec req-dcad8987-3e46-4983-9a65-f03de25c1e84 service neutron] 10.222.0.25 "GET /v2.0/networks/5c7bdf7f-1f8d-447c-b320-3cff46221b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425734 Jun 02 20:41:32.322880 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd98328-9e6e-4523-acc3-25b267a0c4bc tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network f8f2e762-8464-4878-8dc3-d2d1c08b558d is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:32.325997 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-7dd98328-9e6e-4523-acc3-25b267a0c4bc tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:32.423654 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57614) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:32.558687 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1f774316-1efb-410d-9ea4-b53ca0bfc9d4 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/floatingips/4dcbab70-544f-49ba-b3cf-3f52c263742e HTTP/1.1" status: 200 len: 994 time: 0.1264613 Jun 02 20:41:32.580652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-7b57bf5d-a680-4986-ab97-3208c1f00b18 req-92c498b2-6d14-4df1-9073-234c5ef846fa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:41:32.607868 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a5247b85-28cc-4828-aa9c-823a6b654b57 None None] Provisioning complete for port 2b1426a4-36f1-436d-82a2-312b5ae06ff8 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:32.608307 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a5247b85-28cc-4828-aa9c-823a6b654b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:32.634656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-7b57bf5d-a680-4986-ab97-3208c1f00b18 req-92c498b2-6d14-4df1-9073-234c5ef846fa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:41:32.635747 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7b57bf5d-a680-4986-ab97-3208c1f00b18 req-92c498b2-6d14-4df1-9073-234c5ef846fa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 210 time: 0.1463540 Jun 02 20:41:32.674587 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a5247b85-28cc-4828-aa9c-823a6b654b57 None None] Port 2b1426a4-36f1-436d-82a2-312b5ae06ff8 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:32.912784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd98328-9e6e-4523-acc3-25b267a0c4bc tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Router e0eeaadc-d0b2-405e-8d70-7452d7e018a5 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:41:33.106180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd98328-9e6e-4523-acc3-25b267a0c4bc tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:41:33.116321 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662733d6-3314-4615-bb86-8f4bea361b3d None None] Sync routers for ids ['e0eeaadc-d0b2-405e-8d70-7452d7e018a5'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:41:33.125788 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662733d6-3314-4615-bb86-8f4bea361b3d None None] Routers {'e0eeaadc-d0b2-405e-8d70-7452d7e018a5'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:33.126400 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-662733d6-3314-4615-bb86-8f4bea361b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['e0eeaadc-d0b2-405e-8d70-7452d7e018a5'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:33.152926 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7dd98328-9e6e-4523-acc3-25b267a0c4bc tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "PUT /v2.0/routers/e0eeaadc-d0b2-405e-8d70-7452d7e018a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3248708 Jun 02 20:41:33.155583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57624) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:33.186413 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-662733d6-3314-4615-bb86-8f4bea361b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:33.195245 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662733d6-3314-4615-bb86-8f4bea361b3d None None] Routers {'e0eeaadc-d0b2-405e-8d70-7452d7e018a5'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:33.195849 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-662733d6-3314-4615-bb86-8f4bea361b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['e0eeaadc-d0b2-405e-8d70-7452d7e018a5'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:33.219099 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd9cfbc1-4674-4d5c-a95c-b18b6df78c61 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:33.224790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c7a93250-c263-43a1-8fb0-f9bfe0ea14af tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:33.257779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-662733d6-3314-4615-bb86-8f4bea361b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:33.258191 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662733d6-3314-4615-bb86-8f4bea361b3d None None] The sync data for ids ['e0eeaadc-d0b2-405e-8d70-7452d7e018a5'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:41:33.291748 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-be2ba12f-5268-418e-a0ba-55dacfb563d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:33.319349 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9cfbc1-4674-4d5c-a95c-b18b6df78c61 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Subnet': ['ID=fcaeb895-49f6-49bf-9709-c40d48b4079f,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:33.324666 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fd9cfbc1-4674-4d5c-a95c-b18b6df78c61 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:33.335994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41607dc8-1765-4e07-b528-ebabee2468b4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:33.336236 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:33.336708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-41607dc8-1765-4e07-b528-ebabee2468b4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Synchronizing usage tracker for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:41:33.342130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9cfbc1-4674-4d5c-a95c-b18b6df78c61 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Checking segment: {'id': '0146239e-3794-4a4b-a837-1ed1dd4a5ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b66dbc3a-f300-4894-a1d8-ba13f17c1131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:41:33.342488 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9cfbc1-4674-4d5c-a95c-b18b6df78c61 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network hostable DHCP agents. Network: b66dbc3a-f300-4894-a1d8-ba13f17c1131, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:41:33.363585 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-41607dc8-1765-4e07-b528-ebabee2468b4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Unset dirty status for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:41:33.365506 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-41607dc8-1765-4e07-b528-ebabee2468b4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0eeaadc-d0b2-405e-8d70-7452d7e018a5 HTTP/1.1" status: 200 len: 982 time: 0.2087882 Jun 02 20:41:33.366521 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9cfbc1-4674-4d5c-a95c-b18b6df78c61 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network b66dbc3a-f300-4894-a1d8-ba13f17c1131 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:41:33.368311 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57626) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:33.377187 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-fd9cfbc1-4674-4d5c-a95c-b18b6df78c61 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, b66dbc3a-f300-4894-a1d8-ba13f17c1131) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:33.387847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9cfbc1-4674-4d5c-a95c-b18b6df78c61 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:33.388705 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd9cfbc1-4674-4d5c-a95c-b18b6df78c61 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:33.391881 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9500a8ef-7d02-4759-bfe5-e47837af5676 None None] Network b66dbc3a-f300-4894-a1d8-ba13f17c1131 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:33.412562 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fd9cfbc1-4674-4d5c-a95c-b18b6df78c61 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7264006 Jun 02 20:41:33.413125 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57628) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:33.418661 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-7fa1fcda-4590-4d42-af1c-bcff9e1e1fd2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'subnet': {'network_id': '5b2847e8-901c-4291-9f24-19cf9ca9c15a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:33.624254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7fa1fcda-4590-4d42-af1c-bcff9e1e1fd2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:33.634234 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7fa1fcda-4590-4d42-af1c-bcff9e1e1fd2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:subnet and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:33.638983 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7fa1fcda-4590-4d42-af1c-bcff9e1e1fd2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:33.644897 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-b66dbc3a-f300-4894-a1d8-ba13f17c1131', 'network_id': 'b66dbc3a-f300-4894-a1d8-ba13f17c1131', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'fixed_ips': [{'subnet_id': 'fcaeb895-49f6-49bf-9709-c40d48b4079f'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:41:33.645460 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:33.662730 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7fa1fcda-4590-4d42-af1c-bcff9e1e1fd2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:33.726620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a793-20e2-4902-883e-0a022140cfec req-dfcf369e-cdd7-482e-9abf-392c828ee3fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:33.727337 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-88a2a793-20e2-4902-883e-0a022140cfec req-dfcf369e-cdd7-482e-9abf-392c828ee3fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:network {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:41:33.731446 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa1fcda-4590-4d42-af1c-bcff9e1e1fd2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Made reservation on behalf of f8efac6e9cf943ae9e25aaf306cb7756 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:33.738135 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7fa1fcda-4590-4d42-af1c-bcff9e1e1fd2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:33.844317 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-62ac4fba-df63-4276-9ebf-685671f7aab7 req-594dacae-cb2e-4583-be61-f78bf7d6419f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 210 time: 0.0447636 Jun 02 20:41:33.844620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-88a2a793-20e2-4902-883e-0a022140cfec req-dfcf369e-cdd7-482e-9abf-392c828ee3fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:network {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:41:33.845533 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-88a2a793-20e2-4902-883e-0a022140cfec req-dfcf369e-cdd7-482e-9abf-392c828ee3fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/networks?id=5c7bdf7f-1f8d-447c-b320-3cff46221b8d HTTP/1.1" status: 200 len: 797 time: 0.3518300 Jun 02 20:41:33.883272 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Allocated IP 2001:db8::2 (b66dbc3a-f300-4894-a1d8-ba13f17c1131/fcaeb895-49f6-49bf-9709-c40d48b4079f/a198ff15-b662-4b0f-857c-940a34994cab) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:33.911323 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-88a2a793-20e2-4902-883e-0a022140cfec req-7894a546-80bb-4698-8167-33e7fcffb615 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 379 time: 0.0561483 Jun 02 20:41:33.921765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecb1e1dd-8cdd-4ba4-8245-def403dc8b22 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'port': {'device_id': 'd04edb58-fb21-4285-be66-d414fe2e6bef', 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d', 'admin_state_up': True, 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'security_groups': ['b2b04bc3-a4b2-4451-9e8f-13048f4f93d5']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:34.006867 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7590e0ad-d9ff-459e-8a3a-aa22bec6b948 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:34.117590 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:34.128322 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Transition to ACTIVE for port object a198ff15-b662-4b0f-857c-940a34994cab will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:34.149782 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Transition to ACTIVE for port object a198ff15-b662-4b0f-857c-940a34994cab will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:34.153218 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecb1e1dd-8cdd-4ba4-8245-def403dc8b22 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:34.155863 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:34.161789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:34.170014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecb1e1dd-8cdd-4ba4-8245-def403dc8b22 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:34.184993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecb1e1dd-8cdd-4ba4-8245-def403dc8b22 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:34.189037 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecb1e1dd-8cdd-4ba4-8245-def403dc8b22 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:34.237038 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Network b66dbc3a-f300-4894-a1d8-ba13f17c1131 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:34.241328 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:34.245467 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:41:34.251124 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:34.280070 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Pushing event updated for resources: {'Port': ['ID=a198ff15-b662-4b0f-857c-940a34994cab,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:34.289718 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:34.343980 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Attempting to bind port a198ff15-b662-4b0f-857c-940a34994cab on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:41:34.344893 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Attempting to bind port a198ff15-b662-4b0f-857c-940a34994cab by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '0146239e-3794-4a4b-a837-1ed1dd4a5ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b66dbc3a-f300-4894-a1d8-ba13f17c1131'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:41:34.345774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Attempting to bind port a198ff15-b662-4b0f-857c-940a34994cab on network b66dbc3a-f300-4894-a1d8-ba13f17c1131 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:41:34.350588 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:41:34.350974 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Checking segment: {'id': '0146239e-3794-4a4b-a837-1ed1dd4a5ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b66dbc3a-f300-4894-a1d8-ba13f17c1131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:41:34.351414 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:34.351816 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Bound using segment: {'id': '0146239e-3794-4a4b-a837-1ed1dd4a5ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b66dbc3a-f300-4894-a1d8-ba13f17c1131'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:41:34.352285 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Bound port: a198ff15-b662-4b0f-857c-940a34994cab, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0146239e-3794-4a4b-a837-1ed1dd4a5ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b66dbc3a-f300-4894-a1d8-ba13f17c1131'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:41:34.352661 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:34.370796 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-7590e0ad-d9ff-459e-8a3a-aa22bec6b948 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting port 2b1426a4-36f1-436d-82a2-312b5ae06ff8 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:34.371411 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7590e0ad-d9ff-459e-8a3a-aa22bec6b948 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:34.476221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecb1e1dd-8cdd-4ba4-8245-def403dc8b22 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.20.0.6 (5c7bdf7f-1f8d-447c-b320-3cff46221b8d/4b69a36d-7816-413f-860f-b05de4096f85/b6bc3d5e-c110-4942-a5fd-e355fa80b227) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:34.481493 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] For port a198ff15-b662-4b0f-857c-940a34994cab, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:41:34.484676 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] For port a198ff15-b662-4b0f-857c-940a34994cab, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a198ff15-b662-4b0f-857c-940a34994cab,segment=NetworkSegment(0146239e-3794-4a4b-a837-1ed1dd4a5ab1),segment_id=0146239e-3794-4a4b-a837-1ed1dd4a5ab1)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:41:34.491427 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:34.496932 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:34.506898 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7590e0ad-d9ff-459e-8a3a-aa22bec6b948 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:34.583846 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Pushing event updated for resources: {'Port': ['ID=a198ff15-b662-4b0f-857c-940a34994cab,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:34.599735 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:34.692225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7fa1fcda-4590-4d42-af1c-bcff9e1e1fd2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:34.699874 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a11246c5-5d96-44dc-a0ab-ed44fe461afa tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:34.805318 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-7590e0ad-d9ff-459e-8a3a-aa22bec6b948 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Calling delete_port for 2b1426a4-36f1-436d-82a2-312b5ae06ff8 owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:34.917050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1fcda-4590-4d42-af1c-bcff9e1e1fd2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Subnet': ['ID=e2a147d5-764f-47e7-808b-61bfc6381b07,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:34.920105 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7fa1fcda-4590-4d42-af1c-bcff9e1e1fd2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:34.941662 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa1fcda-4590-4d42-af1c-bcff9e1e1fd2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Checking segment: {'id': '304c0ee3-1030-4c44-b011-76fc6d5fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5b2847e8-901c-4291-9f24-19cf9ca9c15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:41:34.942390 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa1fcda-4590-4d42-af1c-bcff9e1e1fd2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network hostable DHCP agents. Network: 5b2847e8-901c-4291-9f24-19cf9ca9c15a, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:41:35.043206 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e72a66d8-02a7-472b-ad5e-b0551a85efb2 req-1477ebab-a629-4826-b43d-3c004dbc0b1f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 210 time: 0.0650830 Jun 02 20:41:35.068652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecb1e1dd-8cdd-4ba4-8245-def403dc8b22 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:35.075193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa1fcda-4590-4d42-af1c-bcff9e1e1fd2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network 5b2847e8-901c-4291-9f24-19cf9ca9c15a is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:41:35.090725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecb1e1dd-8cdd-4ba4-8245-def403dc8b22 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Transition to ACTIVE for port object b6bc3d5e-c110-4942-a5fd-e355fa80b227 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:35.093331 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-7fa1fcda-4590-4d42-af1c-bcff9e1e1fd2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 5b2847e8-901c-4291-9f24-19cf9ca9c15a) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:35.102179 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fad7c29-e873-4851-ac36-21633213348c None None] Network 5b2847e8-901c-4291-9f24-19cf9ca9c15a requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:35.108637 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa1fcda-4590-4d42-af1c-bcff9e1e1fd2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:35.109217 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7fa1fcda-4590-4d42-af1c-bcff9e1e1fd2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:35.110575 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7590e0ad-d9ff-459e-8a3a-aa22bec6b948 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:35.117198 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-eaba985d-79c1-4c9f-b312-9822f28b81e6 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:35.146530 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7fa1fcda-4590-4d42-af1c-bcff9e1e1fd2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7297802 Jun 02 20:41:35.146787 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57638) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:35.151854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-ec08fa91-b9d9-4088-a3e6-0592881db3c7 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1527789993', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:35.159761 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecb1e1dd-8cdd-4ba4-8245-def403dc8b22 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:35.166399 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ec08fa91-b9d9-4088-a3e6-0592881db3c7 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:35.169394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f7feed4f-fe26-4c76-baf0-e0b0975afd19 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:35.170085 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590e0ad-d9ff-459e-8a3a-aa22bec6b948 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Port': ['ID=2b1426a4-36f1-436d-82a2-312b5ae06ff8,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:35.173218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7590e0ad-d9ff-459e-8a3a-aa22bec6b948 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:35.242159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1e1dd-8cdd-4ba4-8245-def403dc8b22 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=b6bc3d5e-c110-4942-a5fd-e355fa80b227,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:35.246579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ec08fa91-b9d9-4088-a3e6-0592881db3c7 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:router and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:35.250091 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ecb1e1dd-8cdd-4ba4-8245-def403dc8b22 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:35.258636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecb1e1dd-8cdd-4ba4-8245-def403dc8b22 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 5c7bdf7f-1f8d-447c-b320-3cff46221b8d is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:35.259713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ec08fa91-b9d9-4088-a3e6-0592881db3c7 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:35.263009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecb1e1dd-8cdd-4ba4-8245-def403dc8b22 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:35.268414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecb1e1dd-8cdd-4ba4-8245-def403dc8b22 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:41:35.363532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecb1e1dd-8cdd-4ba4-8245-def403dc8b22 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:35.364176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecb1e1dd-8cdd-4ba4-8245-def403dc8b22 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:35.375253 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-5b2847e8-901c-4291-9f24-19cf9ca9c15a', 'network_id': '5b2847e8-901c-4291-9f24-19cf9ca9c15a', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'fixed_ips': [{'subnet_id': 'e2a147d5-764f-47e7-808b-61bfc6381b07'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:41:35.376730 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:35.394461 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ec08fa91-b9d9-4088-a3e6-0592881db3c7 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:35.401671 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecb1e1dd-8cdd-4ba4-8245-def403dc8b22 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4838378 Jun 02 20:41:35.409549 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ec08fa91-b9d9-4088-a3e6-0592881db3c7 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:35.410796 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ec08fa91-b9d9-4088-a3e6-0592881db3c7 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:35.422792 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Request body: {'port': {'device_id': 'd04edb58-fb21-4285-be66-d414fe2e6bef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:35.547999 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7590e0ad-d9ff-459e-8a3a-aa22bec6b948 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:35.579319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ec08fa91-b9d9-4088-a3e6-0592881db3c7 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:35.585349 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Allocated IP 2001:db8:1::2 (5b2847e8-901c-4291-9f24-19cf9ca9c15a/e2a147d5-764f-47e7-808b-61bfc6381b07/4d231527-f7c0-4dc1-afc1-9a1a24e6074e) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:35.593365 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:35.746183 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ec08fa91-b9d9-4088-a3e6-0592881db3c7 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:35.776115 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ec08fa91-b9d9-4088-a3e6-0592881db3c7 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:35.779837 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ec08fa91-b9d9-4088-a3e6-0592881db3c7 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6295667 Jun 02 20:41:35.781052 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57640) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:35.813839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d095943b-311e-4532-b84d-8e540c8874bb None None] Provisioning for port b6bc3d5e-c110-4942-a5fd-e355fa80b227 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:35.824708 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d095943b-311e-4532-b84d-8e540c8874bb None None] Provisioning complete for port b6bc3d5e-c110-4942-a5fd-e355fa80b227 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:35.825092 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d095943b-311e-4532-b84d-8e540c8874bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:35.891687 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-d095943b-311e-4532-b84d-8e540c8874bb None None] Port b6bc3d5e-c110-4942-a5fd-e355fa80b227 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:35.898604 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7590e0ad-d9ff-459e-8a3a-aa22bec6b948 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Router e0eeaadc-d0b2-405e-8d70-7452d7e018a5 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:41:35.908291 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c673de-3e23-462e-b00d-df1f2b4cae37 None None] Network b66dbc3a-f300-4894-a1d8-ba13f17c1131 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:36.037200 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:36.052458 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:36.059910 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a198ff15-b662-4b0f-857c-940a34994cab up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:41:36.094578 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4ae73f23-49eb-4138-9a37-af7c418b21c7 None None] Provisioning for port a198ff15-b662-4b0f-857c-940a34994cab completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:36.102024 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7590e0ad-d9ff-459e-8a3a-aa22bec6b948 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:41:36.114480 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57abe282-161e-46dd-b4ac-ae37ef843f64 None None] Sync routers for ids ['e0eeaadc-d0b2-405e-8d70-7452d7e018a5'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:41:36.132108 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57abe282-161e-46dd-b4ac-ae37ef843f64 None None] Routers {'e0eeaadc-d0b2-405e-8d70-7452d7e018a5'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:36.132696 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-57abe282-161e-46dd-b4ac-ae37ef843f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['e0eeaadc-d0b2-405e-8d70-7452d7e018a5'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:36.135945 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7590e0ad-d9ff-459e-8a3a-aa22bec6b948 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "PUT /v2.0/routers/e0eeaadc-d0b2-405e-8d70-7452d7e018a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7657466 Jun 02 20:41:36.137803 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57644) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:36.189228 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Transition to ACTIVE for port object 4d231527-f7c0-4dc1-afc1-9a1a24e6074e will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:36.242222 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Transition to ACTIVE for port object 4d231527-f7c0-4dc1-afc1-9a1a24e6074e will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:36.248162 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-57abe282-161e-46dd-b4ac-ae37ef843f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:36.263883 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57abe282-161e-46dd-b4ac-ae37ef843f64 None None] Routers {'e0eeaadc-d0b2-405e-8d70-7452d7e018a5'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:36.265198 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-57abe282-161e-46dd-b4ac-ae37ef843f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['e0eeaadc-d0b2-405e-8d70-7452d7e018a5'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:36.286569 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:36.295928 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2c134346-b3e7-4746-af31-c4e10c11844b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:36.348995 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-57abe282-161e-46dd-b4ac-ae37ef843f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:36.350891 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57abe282-161e-46dd-b4ac-ae37ef843f64 None None] The sync data for ids ['e0eeaadc-d0b2-405e-8d70-7452d7e018a5'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:41:36.380203 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port a198ff15-b662-4b0f-857c-940a34994cab completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:36.387939 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Network 5b2847e8-901c-4291-9f24-19cf9ca9c15a is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:36.395239 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:36.397811 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port a198ff15-b662-4b0f-857c-940a34994cab triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:36.397811 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:36.410361 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-00528d19-dbae-4b6e-b977-f7217c23fd1d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] GET failed (client error): The resource could not be found. Jun 02 20:41:36.410908 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-00528d19-dbae-4b6e-b977-f7217c23fd1d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Synchronizing usage tracker for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:41:36.429380 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:41:36.432024 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Pushing event updated for resources: {'Port': ['ID=4d231527-f7c0-4dc1-afc1-9a1a24e6074e,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:36.443128 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:36.448897 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-00528d19-dbae-4b6e-b977-f7217c23fd1d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Unset dirty status for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:41:36.451226 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-00528d19-dbae-4b6e-b977-f7217c23fd1d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports/2b1426a4-36f1-436d-82a2-312b5ae06ff8 HTTP/1.1" status: 404 len: 333 time: 0.3079925 Jun 02 20:41:36.454299 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57646) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:36.570839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Attempting to bind port 4d231527-f7c0-4dc1-afc1-9a1a24e6074e on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:41:36.571134 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Attempting to bind port 4d231527-f7c0-4dc1-afc1-9a1a24e6074e by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '304c0ee3-1030-4c44-b011-76fc6d5fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5b2847e8-901c-4291-9f24-19cf9ca9c15a'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:41:36.571532 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Attempting to bind port 4d231527-f7c0-4dc1-afc1-9a1a24e6074e on network 5b2847e8-901c-4291-9f24-19cf9ca9c15a {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:41:36.573115 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:36.582481 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:41:36.582820 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Checking segment: {'id': '304c0ee3-1030-4c44-b011-76fc6d5fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5b2847e8-901c-4291-9f24-19cf9ca9c15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:41:36.583259 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:36.584141 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Bound using segment: {'id': '304c0ee3-1030-4c44-b011-76fc6d5fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5b2847e8-901c-4291-9f24-19cf9ca9c15a'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:41:36.584625 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Bound port: 4d231527-f7c0-4dc1-afc1-9a1a24e6074e, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304c0ee3-1030-4c44-b011-76fc6d5fce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '5b2847e8-901c-4291-9f24-19cf9ca9c15a'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:41:36.585008 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:36.609734 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b437aa-e12b-4eeb-af7b-78fafcbd37f0 req-067644da-9ff9-4fce-ba16-8219a73f494a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:36.611362 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c6b437aa-e12b-4eeb-af7b-78fafcbd37f0 req-067644da-9ff9-4fce-ba16-8219a73f494a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 931 time: 0.4252372 Jun 02 20:41:36.615615 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0fb51ebc-e0d8-4895-bbc1-3861e04c7548 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:36.667601 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:36.774217 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port a198ff15-b662-4b0f-857c-940a34994cab, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a198ff15-b662-4b0f-857c-940a34994cab,segment=NetworkSegment(0146239e-3794-4a4b-a837-1ed1dd4a5ab1),segment_id=0146239e-3794-4a4b-a837-1ed1dd4a5ab1)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:36.783358 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:36.788938 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-b3bf7936-35a3-4b60-a348-afb173368a11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:36.822034 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] For port 4d231527-f7c0-4dc1-afc1-9a1a24e6074e, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:41:36.845335 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6bc3d5e-c110-4942-a5fd-e355fa80b227 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:41:36.850630 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] For port 4d231527-f7c0-4dc1-afc1-9a1a24e6074e, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4d231527-f7c0-4dc1-afc1-9a1a24e6074e,segment=NetworkSegment(304c0ee3-1030-4c44-b011-76fc6d5fce30),segment_id=304c0ee3-1030-4c44-b011-76fc6d5fce30)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:41:36.857430 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:36.862605 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:36.887658 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=a198ff15-b662-4b0f-857c-940a34994cab,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:36.892809 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:36.893404 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:36.919218 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Transition to ACTIVE for port object b6bc3d5e-c110-4942-a5fd-e355fa80b227 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:36.932725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:36.941219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7dd98328-9e6e-4523-acc3-25b267a0c4bc tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:36.971989 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c6b437aa-e12b-4eeb-af7b-78fafcbd37f0 req-7a07c124-1105-4a11-b15a-f7bdd33ceaf4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b04bc3-a4b2-4451-9e8f-13048f4f93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3021140 Jun 02 20:41:36.992973 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0fb51ebc-e0d8-4895-bbc1-3861e04c7548 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:36.992973 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0fb51ebc-e0d8-4895-bbc1-3861e04c7548 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:37.020489 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0fb51ebc-e0d8-4895-bbc1-3861e04c7548 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:37.021695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb51ebc-e0d8-4895-bbc1-3861e04c7548 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Fanout notify agent at l3_agent the message router_deleted on router e0eeaadc-d0b2-405e-8d70-7452d7e018a5 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:41:37.042976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a7e9e0a3-9532-49f7-b3f9-716a551e244f None None] Provisioning complete for port a198ff15-b662-4b0f-857c-940a34994cab triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:37.043392 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a7e9e0a3-9532-49f7-b3f9-716a551e244f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:37.055379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0fb51ebc-e0d8-4895-bbc1-3861e04c7548 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:37.056863 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0fb51ebc-e0d8-4895-bbc1-3861e04c7548 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/routers/e0eeaadc-d0b2-405e-8d70-7452d7e018a5 HTTP/1.1" status: 204 len: 168 time: 0.6015201 Jun 02 20:41:37.061712 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57648) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:37.082138 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Pushing event updated for resources: {'Port': ['ID=4d231527-f7c0-4dc1-afc1-9a1a24e6074e,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:37.086779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:37.143205 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ffeeba-40da-48a7-8e6d-cc91a7b1733c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting subnet 296a9eef-5e31-49b2-8aad-c0d2cb5cd195 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:41:37.146915 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b7ffeeba-40da-48a7-8e6d-cc91a7b1733c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:37.148816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Pushing event updated for resources: {'Port': ['ID=b6bc3d5e-c110-4942-a5fd-e355fa80b227,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:37.193083 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:37.234013 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b7ffeeba-40da-48a7-8e6d-cc91a7b1733c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:37.309187 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Allocated IP 2001:db8::1 (b66dbc3a-f300-4894-a1d8-ba13f17c1131/fcaeb895-49f6-49bf-9709-c40d48b4079f/c4c78e0c-5544-45c4-b74a-814441526c62) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:37.339682 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Attempting to bind port b6bc3d5e-c110-4942-a5fd-e355fa80b227 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:41:37.340093 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Attempting to bind port b6bc3d5e-c110-4942-a5fd-e355fa80b227 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '120a83b4-ffeb-4946-96a2-02c75a512597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:41:37.340715 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Attempting to bind port b6bc3d5e-c110-4942-a5fd-e355fa80b227 on network 5c7bdf7f-1f8d-447c-b320-3cff46221b8d {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:41:37.360781 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b7ffeeba-40da-48a7-8e6d-cc91a7b1733c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:37.426318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Port b6bc3d5e-c110-4942-a5fd-e355fa80b227 on network 5c7bdf7f-1f8d-447c-b320-3cff46221b8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:41:37.426651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Attempting to bind port b6bc3d5e-c110-4942-a5fd-e355fa80b227 on network 5c7bdf7f-1f8d-447c-b320-3cff46221b8d {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:41:37.436656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:41:37.436977 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Checking segment: {'id': '120a83b4-ffeb-4946-96a2-02c75a512597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:41:37.437369 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Bound using segment: {'id': '120a83b4-ffeb-4946-96a2-02c75a512597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:41:37.438374 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Bound port: b6bc3d5e-c110-4942-a5fd-e355fa80b227, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '120a83b4-ffeb-4946-96a2-02c75a512597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:41:37.438735 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:37.562147 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:37.594951 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Transition to ACTIVE for port object c4c78e0c-5544-45c4-b74a-814441526c62 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:37.600322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] For port b6bc3d5e-c110-4942-a5fd-e355fa80b227, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:41:37.603951 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] For port b6bc3d5e-c110-4942-a5fd-e355fa80b227, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b6bc3d5e-c110-4942-a5fd-e355fa80b227,segment=NetworkSegment(120a83b4-ffeb-4946-96a2-02c75a512597),segment_id=120a83b4-ffeb-4946-96a2-02c75a512597)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:41:37.609249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:37.615092 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-562b1fe9-e1ee-46e7-8d96-0c968f7bdbdb tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:37.642744 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b7ffeeba-40da-48a7-8e6d-cc91a7b1733c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:37.646319 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:37.684860 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ffeeba-40da-48a7-8e6d-cc91a7b1733c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Subnet': ['ID=296a9eef-5e31-49b2-8aad-c0d2cb5cd195,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:37.685254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:37.685866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:37.687767 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-88a2a793-20e2-4902-883e-0a022140cfec req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] 10.222.0.95 "PUT /v2.0/ports/b6bc3d5e-c110-4942-a5fd-e355fa80b227 HTTP/1.1" status: 200 len: 1093 time: 2.2714350 Jun 02 20:41:37.688396 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04edb58-fb21-4285-be66-d414fe2e6bef', 'tag': 'b6bc3d5e-c110-4942-a5fd-e355fa80b227'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:41:37.688639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b7ffeeba-40da-48a7-8e6d-cc91a7b1733c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:37.689617 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b7ffeeba-40da-48a7-8e6d-cc91a7b1733c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:37.690594 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f1007e-0fea-4ff5-8e7e-3eb09142b6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d04edb58-fb21-4285-be66-d414fe2e6bef", "tag": "b6bc3d5e-c110-4942-a5fd-e355fa80b227"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:41:37.702355 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b7ffeeba-40da-48a7-8e6d-cc91a7b1733c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/subnets/296a9eef-5e31-49b2-8aad-c0d2cb5cd195 HTTP/1.1" status: 204 len: 168 time: 0.6393661 Jun 02 20:41:37.705133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57652) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:37.715495 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e7f829-6434-45d3-ae8b-c6f24d7fa4a0 None None] Network f8f2e762-8464-4878-8dc3-d2d1c08b558d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:37.732158 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:37.750870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Pushing event updated for resources: {'Port': ['ID=b6bc3d5e-c110-4942-a5fd-e355fa80b227,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:37.798588 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:37.801435 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6c2f2f93-92e7-47d5-9777-116c7f281490 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:37.837090 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ae6b65-f060-42ed-b30a-a4c683adf0de x-openstack-request-id: req-c0ae6b65-f060-42ed-b30a-a4c683adf0de {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:41:37.837547 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04edb58-fb21-4285-be66-d414fe2e6bef", "tag": "b6bc3d5e-c110-4942-a5fd-e355fa80b227", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:41:37.837910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0ae6b65-f060-42ed-b30a-a4c683adf0de {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:41:37.838416 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04edb58-fb21-4285-be66-d414fe2e6bef', 'tag': 'b6bc3d5e-c110-4942-a5fd-e355fa80b227', 'status': 'completed', 'code': 200} Jun 02 20:41:37.918905 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network b66dbc3a-f300-4894-a1d8-ba13f17c1131 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:37.943340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:37.955337 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:41:37.955993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:38.039588 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Port': ['ID=c4c78e0c-5544-45c4-b74a-814441526c62,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:38.052489 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:38.063088 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:38.081496 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:41:38.133306 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4104208-2607-4604-87fb-def0b94b2e1d None None] DHCP port deletion for f8f2e762-8464-4878-8dc3-d2d1c08b558d request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:41:38.189740 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a793-20e2-4902-883e-0a022140cfec req-922b25e3-dc57-4484-b66a-d3c11b661930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:38.191258 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-88a2a793-20e2-4902-883e-0a022140cfec req-922b25e3-dc57-4484-b66a-d3c11b661930 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 1096 time: 0.4372053 Jun 02 20:41:38.205154 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4d231527-f7c0-4dc1-afc1-9a1a24e6074e up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:41:38.312077 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-c4104208-2607-4604-87fb-def0b94b2e1d None None] Deleting port bb186032-0276-460c-9604-e8abfe5ab02d {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:38.312792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c4104208-2607-4604-87fb-def0b94b2e1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:38.313746 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1c82a-0e77-4357-9c89-5dc29f8c2d8b req-0d9ac266-760c-4b5c-a4b2-556c39a2b35d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:38.315740 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6ac1c82a-0e77-4357-9c89-5dc29f8c2d8b req-0d9ac266-760c-4b5c-a4b2-556c39a2b35d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 943 time: 0.1342442 Jun 02 20:41:38.361300 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76382bb7-a00f-41fa-b3b6-20db0b5bb206 None None] Network 5b2847e8-901c-4291-9f24-19cf9ca9c15a requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:38.367873 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6ac1c82a-0e77-4357-9c89-5dc29f8c2d8b req-bc924805-9b83-4322-90b6-2a32318c4061 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b04bc3-a4b2-4451-9e8f-13048f4f93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465252 Jun 02 20:41:38.426657 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a3a7ed42-56e3-4e0a-8d10-3ba0a84e1940 None None] Provisioning for port c4c78e0c-5544-45c4-b74a-814441526c62 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:38.450166 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 4d231527-f7c0-4dc1-afc1-9a1a24e6074e completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:38.463800 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a3a7ed42-56e3-4e0a-8d10-3ba0a84e1940 None None] Provisioning complete for port c4c78e0c-5544-45c4-b74a-814441526c62 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:38.464178 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a3a7ed42-56e3-4e0a-8d10-3ba0a84e1940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:38.467928 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-88a2a793-20e2-4902-883e-0a022140cfec req-c801846e-64de-454a-820f-aebe971156e6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6bc3d5e-c110-4942-a5fd-e355fa80b227 HTTP/1.1" status: 200 len: 217 time: 0.2666569 Jun 02 20:41:38.480163 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:38.542165 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a198ff15-b662-4b0f-857c-940a34994cab up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:41:38.616174 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a793-20e2-4902-883e-0a022140cfec req-741fd717-fe9b-402c-a586-5571604e6d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:38.617520 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-88a2a793-20e2-4902-883e-0a022140cfec req-741fd717-fe9b-402c-a586-5571604e6d80 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4b69a36d-7816-413f-860f-b05de4096f85 HTTP/1.1" status: 200 len: 835 time: 0.1254382 Jun 02 20:41:38.618861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting port bb186032-0276-460c-9604-e8abfe5ab02d {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:38.619219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:38.630460 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c4104208-2607-4604-87fb-def0b94b2e1d None None] For port bb186032-0276-460c-9604-e8abfe5ab02d, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=bb186032-0276-460c-9604-e8abfe5ab02d,segment=NetworkSegment(31e509e9-970c-49ef-b145-80d5f7fb60a6),segment_id=31e509e9-970c-49ef-b145-80d5f7fb60a6)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:38.630863 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c4104208-2607-4604-87fb-def0b94b2e1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:38.773575 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a3a7ed42-56e3-4e0a-8d10-3ba0a84e1940 None None] Port c4c78e0c-5544-45c4-b74a-814441526c62 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:38.783353 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-c4104208-2607-4604-87fb-def0b94b2e1d None None] Calling delete_port for bb186032-0276-460c-9604-e8abfe5ab02d owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:38.869245 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port a198ff15-b662-4b0f-857c-940a34994cab triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:38.869629 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:38.914021 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] For port bb186032-0276-460c-9604-e8abfe5ab02d, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=bb186032-0276-460c-9604-e8abfe5ab02d,segment=NetworkSegment(31e509e9-970c-49ef-b145-80d5f7fb60a6),segment_id=31e509e9-970c-49ef-b145-80d5f7fb60a6)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:38.914384 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:38.981915 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e414fb64-b509-46b9-9e85-bdf36777d69d None None] Provisioning for port 4d231527-f7c0-4dc1-afc1-9a1a24e6074e completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:39.002442 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e414fb64-b509-46b9-9e85-bdf36777d69d None None] Provisioning complete for port 4d231527-f7c0-4dc1-afc1-9a1a24e6074e triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:39.002745 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e414fb64-b509-46b9-9e85-bdf36777d69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:39.060794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Calling delete_port for bb186032-0276-460c-9604-e8abfe5ab02d owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:39.090619 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c4104208-2607-4604-87fb-def0b94b2e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:39.091524 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a793-20e2-4902-883e-0a022140cfec req-daf97618-e8f0-4d6f-a94f-43f2265fe348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:39.093009 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-88a2a793-20e2-4902-883e-0a022140cfec req-daf97618-e8f0-4d6f-a94f-43f2265fe348 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5c7bdf7f-1f8d-447c-b320-3cff46221b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4613900 Jun 02 20:41:39.104827 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:39.169183 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4104208-2607-4604-87fb-def0b94b2e1d None None] Pushing event deleted for resources: {'Port': ['ID=bb186032-0276-460c-9604-e8abfe5ab02d,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:39.171567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c4104208-2607-4604-87fb-def0b94b2e1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:39.174548 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4104208-2607-4604-87fb-def0b94b2e1d None None] No DVR routers for this DVR port bb186032-0276-460c-9604-e8abfe5ab02d on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:41:39.312716 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e414fb64-b509-46b9-9e85-bdf36777d69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:39.346441 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-e414fb64-b509-46b9-9e85-bdf36777d69d None None] For port 4d231527-f7c0-4dc1-afc1-9a1a24e6074e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4d231527-f7c0-4dc1-afc1-9a1a24e6074e,segment=NetworkSegment(304c0ee3-1030-4c44-b011-76fc6d5fce30),segment_id=304c0ee3-1030-4c44-b011-76fc6d5fce30)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:39.351365 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e414fb64-b509-46b9-9e85-bdf36777d69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:39.353216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-aae53861-9474-47d9-aa42-8b26f9fbd1c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:39.371582 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-88a2a793-20e2-4902-883e-0a022140cfec req-5ca34317-0993-46a0-a3de-bdf72341d7de service neutron] 10.222.0.95 "GET /v2.0/networks/5c7bdf7f-1f8d-447c-b320-3cff46221b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695584 Jun 02 20:41:39.379924 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:39.388315 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6d40047d-66d4-4904-ace0-135ab8d79b17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:39.427003 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414fb64-b509-46b9-9e85-bdf36777d69d None None] Pushing event updated for resources: {'Port': ['ID=4d231527-f7c0-4dc1-afc1-9a1a24e6074e,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:39.430613 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e414fb64-b509-46b9-9e85-bdf36777d69d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:39.448172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:39.472082 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:39.472896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:39.474663 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-3d082b96-cb21-4545-a900-4783c717a95b None None] Provisioning complete for port 4d231527-f7c0-4dc1-afc1-9a1a24e6074e triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:39.475044 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3d082b96-cb21-4545-a900-4783c717a95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:39.476982 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Port': ['ID=bb186032-0276-460c-9604-e8abfe5ab02d,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:39.478999 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] No DVR routers for this DVR port bb186032-0276-460c-9604-e8abfe5ab02d on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:41:39.509031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:39.553782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a96c88b0-7c4d-4786-83ae-58ac1911d8bb tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:39.975693 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4d231527-f7c0-4dc1-afc1-9a1a24e6074e up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:41:40.002296 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Port': ['ID=c4c78e0c-5544-45c4-b74a-814441526c62,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:40.014318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:40.018064 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:40.045760 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 4d231527-f7c0-4dc1-afc1-9a1a24e6074e triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:40.046141 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:40.055624 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f2e762-8464-4878-8dc3-d2d1c08b558d']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:40.069998 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-88a2a793-20e2-4902-883e-0a022140cfec req-4e8b8fc4-62cc-4fd4-8c6a-b8422c3b165a service neutron] 10.222.0.95 "GET /v2.0/networks/5c7bdf7f-1f8d-447c-b320-3cff46221b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6826861 Jun 02 20:41:40.080757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e509e9-970c-49ef-b145-80d5f7fb60a6') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:40.080757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e509e9-970c-49ef-b145-80d5f7fb60a6') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:40.117754 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:40.194729 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:40.212145 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:41:40.212532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:40.227542 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device bb186032-0276-460c-9604-e8abfe5ab02d no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:41:40.228384 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network b66dbc3a-f300-4894-a1d8-ba13f17c1131 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:41:40.229215 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:41:40.236554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1182ff-3ec9-463f-b2e1-7c996598c042 req-7745cad0-7822-4c62-b6bd-7f4693974c87 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:40.237240 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-ce1182ff-3ec9-463f-b2e1-7c996598c042 req-7745cad0-7822-4c62-b6bd-7f4693974c87 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:41:40.244875 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:40.264880 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: bb186032-0276-460c-9604-e8abfe5ab02d {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:41:40.265242 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device bb186032-0276-460c-9604-e8abfe5ab02d not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:41:40.404740 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-ce1182ff-3ec9-463f-b2e1-7c996598c042 req-7745cad0-7822-4c62-b6bd-7f4693974c87 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:41:40.405897 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ce1182ff-3ec9-463f-b2e1-7c996598c042 req-7745cad0-7822-4c62-b6bd-7f4693974c87 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 943 time: 0.8203444 Jun 02 20:41:40.471030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:40.493254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2325c49f-50dd-4766-847a-ed6eed1c2d6b tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:40.518933 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:40.521007 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-1b1a4123-fd2b-4f0a-bd60-b6a6d3476346 None None] Provisioning complete for port c4c78e0c-5544-45c4-b74a-814441526c62 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:40.521389 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1b1a4123-fd2b-4f0a-bd60-b6a6d3476346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:40.549073 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Network': ['ID=f8f2e762-8464-4878-8dc3-d2d1c08b558d,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:40.558816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1007e-0fea-4ff5-8e7e-3eb09142b6a7 req-7a674285-b6b5-4e71-8293-f5f5826e61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:40.560303 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f7f1007e-0fea-4ff5-8e7e-3eb09142b6a7 req-7a674285-b6b5-4e71-8293-f5f5826e61c2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 1096 time: 0.4318337 Jun 02 20:41:40.565963 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:40.575461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a4123-fd2b-4f0a-bd60-b6a6d3476346 None None] Port c4c78e0c-5544-45c4-b74a-814441526c62 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:40.598543 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/networks/f8f2e762-8464-4878-8dc3-d2d1c08b558d HTTP/1.1" status: 204 len: 168 time: 2.8923907 Jun 02 20:41:40.602302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57660) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:40.606900 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ce1182ff-3ec9-463f-b2e1-7c996598c042 req-c6c1283b-9a96-4518-8a26-bd9c2846eb20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b04bc3-a4b2-4451-9e8f-13048f4f93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497250 Jun 02 20:41:40.684657 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53589b0c-3165-464b-8b00-6787c94a256c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:40.690029 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-53589b0c-3165-464b-8b00-6787c94a256c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports/086b899b-9dff-433d-9cc4-71266d02a6ab HTTP/1.1" status: 200 len: 840 time: 0.0820882 Jun 02 20:41:40.690225 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57662) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:40.712547 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router 02cbc418-76ef-4687-9fd5-695f0dada8cc is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:41:40.764747 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e1023131-528c-4244-98db-73a929062ba5 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports/086b899b-9dff-433d-9cc4-71266d02a6ab?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0698633 Jun 02 20:41:40.764958 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57664) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:40.769578 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-354a70b9-f061-41cf-b9dd-b8c0fc953d76 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'subnet': {'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:40.789179 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1007e-0fea-4ff5-8e7e-3eb09142b6a7 req-a6a67795-7c14-41ac-bd68-1a1b521e0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:40.790648 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f7f1007e-0fea-4ff5-8e7e-3eb09142b6a7 req-a6a67795-7c14-41ac-bd68-1a1b521e0f24 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5c7bdf7f-1f8d-447c-b320-3cff46221b8d HTTP/1.1" status: 200 len: 898 time: 0.2188711 Jun 02 20:41:40.915440 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f7f1007e-0fea-4ff5-8e7e-3eb09142b6a7 req-8973c4de-5af1-4f38-8800-a5b4f580e8ba service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6bc3d5e-c110-4942-a5fd-e355fa80b227 HTTP/1.1" status: 200 len: 217 time: 0.1163015 Jun 02 20:41:40.988419 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:41:40.998298 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1774500-0956-449e-a242-797bb649f3fb None None] Sync routers for ids ['02cbc418-76ef-4687-9fd5-695f0dada8cc'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:41:40.998855 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/02cbc418-76ef-4687-9fd5-695f0dada8cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2132916 Jun 02 20:41:40.998996 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57666) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:41.008567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1007e-0fea-4ff5-8e7e-3eb09142b6a7 req-ca2cb677-b9a6-474e-8639-a1855e31f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:41.009123 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1774500-0956-449e-a242-797bb649f3fb None None] Routers {'02cbc418-76ef-4687-9fd5-695f0dada8cc'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:41.009508 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f1774500-0956-449e-a242-797bb649f3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['02cbc418-76ef-4687-9fd5-695f0dada8cc'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:41.010001 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f7f1007e-0fea-4ff5-8e7e-3eb09142b6a7 req-ca2cb677-b9a6-474e-8639-a1855e31f604 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4b69a36d-7816-413f-860f-b05de4096f85 HTTP/1.1" status: 200 len: 835 time: 0.0802381 Jun 02 20:41:41.073118 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f1774500-0956-449e-a242-797bb649f3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:41.075592 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-354a70b9-f061-41cf-b9dd-b8c0fc953d76 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:41.082092 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1774500-0956-449e-a242-797bb649f3fb None None] Routers {'02cbc418-76ef-4687-9fd5-695f0dada8cc'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:41.082691 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f1774500-0956-449e-a242-797bb649f3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['02cbc418-76ef-4687-9fd5-695f0dada8cc'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:41.083350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-354a70b9-f061-41cf-b9dd-b8c0fc953d76 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:subnet and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:41.092000 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549882cc-fd86-49ab-8e5d-d5adde433013 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:41.096812 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-549882cc-fd86-49ab-8e5d-d5adde433013 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/ports/c4c78e0c-5544-45c4-b74a-814441526c62 HTTP/1.1" status: 200 len: 911 time: 0.0934148 Jun 02 20:41:41.096812 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-354a70b9-f061-41cf-b9dd-b8c0fc953d76 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:41.097443 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57668) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:41.100257 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1007e-0fea-4ff5-8e7e-3eb09142b6a7 req-1706a533-ad34-4dad-9e7b-fa5cf4f4a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:41.101721 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f7f1007e-0fea-4ff5-8e7e-3eb09142b6a7 req-1706a533-ad34-4dad-9e7b-fa5cf4f4a61f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5c7bdf7f-1f8d-447c-b320-3cff46221b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0824790 Jun 02 20:41:41.144321 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f1774500-0956-449e-a242-797bb649f3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:41.144729 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1774500-0956-449e-a242-797bb649f3fb None None] The sync data for ids ['02cbc418-76ef-4687-9fd5-695f0dada8cc'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:41:41.159871 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-354a70b9-f061-41cf-b9dd-b8c0fc953d76 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:41.236512 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f7f1007e-0fea-4ff5-8e7e-3eb09142b6a7 req-6264f387-4cbe-45e1-9877-9f4b3b895f18 service neutron] 10.222.0.95 "GET /v2.0/networks/5c7bdf7f-1f8d-447c-b320-3cff46221b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265795 Jun 02 20:41:41.243467 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354a70b9-f061-41cf-b9dd-b8c0fc953d76 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:41.246746 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-354a70b9-f061-41cf-b9dd-b8c0fc953d76 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:41.366408 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f7f1007e-0fea-4ff5-8e7e-3eb09142b6a7 req-32f3013b-6d86-47a0-8cfd-0bcc810c700b service neutron] 10.222.0.95 "GET /v2.0/networks/5c7bdf7f-1f8d-447c-b320-3cff46221b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236055 Jun 02 20:41:41.930310 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:41.996700 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d5394-36b9-479b-93ab-42e7648eeac3 req-29015cf1-3997-4767-8ab3-92235cc70356 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:41.998409 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f57d5394-36b9-479b-93ab-42e7648eeac3 req-29015cf1-3997-4767-8ab3-92235cc70356 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 943 time: 0.2689157 Jun 02 20:41:42.194837 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f57d5394-36b9-479b-93ab-42e7648eeac3 req-891a81ce-efc0-49bf-abde-1f5732bfda12 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b04bc3-a4b2-4451-9e8f-13048f4f93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420827 Jun 02 20:41:42.594472 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-354a70b9-f061-41cf-b9dd-b8c0fc953d76 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:42.600525 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6badfb1a-ad2d-4b90-9b69-f2519c1b5b57 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:42.666238 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354a70b9-f061-41cf-b9dd-b8c0fc953d76 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network c7678cbb-123a-4a79-8d3e-f2c360277884 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:42.673573 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-354a70b9-f061-41cf-b9dd-b8c0fc953d76 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:42.683878 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfad9d2-8f86-46b8-a70e-3192fd2e9da3 None None] Network c7678cbb-123a-4a79-8d3e-f2c360277884 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:42.687130 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Allocated IP 2001:db8:1::1 (5b2847e8-901c-4291-9f24-19cf9ca9c15a/e2a147d5-764f-47e7-808b-61bfc6381b07/2799e71b-49a0-4195-91de-5a47f3b828b6) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:42.690688 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a70b9-f061-41cf-b9dd-b8c0fc953d76 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Subnet': ['ID=a56cbf04-4fed-40cb-b860-614d4ac62f09,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:42.694315 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354a70b9-f061-41cf-b9dd-b8c0fc953d76 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:42.694885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-354a70b9-f061-41cf-b9dd-b8c0fc953d76 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:42.701068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-354a70b9-f061-41cf-b9dd-b8c0fc953d76 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:42.746135 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-354a70b9-f061-41cf-b9dd-b8c0fc953d76 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9802294 Jun 02 20:41:42.749369 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57672) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:42.755449 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-5a19001e-5cd3-4adf-ab8f-0ab7cc32d8d6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'security_group': {'name': 'tempest-secgroup-289972305'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:42.761535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5a19001e-5cd3-4adf-ab8f-0ab7cc32d8d6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:42.765436 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5a19001e-5cd3-4adf-ab8f-0ab7cc32d8d6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:security_group and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:42.768412 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5a19001e-5cd3-4adf-ab8f-0ab7cc32d8d6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:42.774288 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5a19001e-5cd3-4adf-ab8f-0ab7cc32d8d6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:42.785860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5a19001e-5cd3-4adf-ab8f-0ab7cc32d8d6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:42.806721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5a19001e-5cd3-4adf-ab8f-0ab7cc32d8d6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:42.810831 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5a19001e-5cd3-4adf-ab8f-0ab7cc32d8d6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:security_group_rule and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:42.814341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5a19001e-5cd3-4adf-ab8f-0ab7cc32d8d6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:42.820244 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5a19001e-5cd3-4adf-ab8f-0ab7cc32d8d6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:42.877256 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:42.893598 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Transition to ACTIVE for port object 2799e71b-49a0-4195-91de-5a47f3b828b6 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:42.894550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5a19001e-5cd3-4adf-ab8f-0ab7cc32d8d6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:42.898551 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5a19001e-5cd3-4adf-ab8f-0ab7cc32d8d6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:42.902422 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c2126226-fa43-45ef-918d-99cd39929a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:42.920698 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:42.925994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d65e70df-b5e5-43d2-a141-3cc5a7301b5c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:42.935969 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-c7678cbb-123a-4a79-8d3e-f2c360277884', 'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884', 'tenant_id': '85b5d6b333474389aa51378f6bb38d9f', 'fixed_ips': [{'subnet_id': 'a56cbf04-4fed-40cb-b860-614d4ac62f09'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:41:42.937002 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:42.948546 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19001e-5cd3-4adf-ab8f-0ab7cc32d8d6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2efab31-6439-441c-9356-fa4c927e3c7a,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:42.951663 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5a19001e-5cd3-4adf-ab8f-0ab7cc32d8d6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:42.952832 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5a19001e-5cd3-4adf-ab8f-0ab7cc32d8d6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2011406 Jun 02 20:41:42.953854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5a19001e-5cd3-4adf-ab8f-0ab7cc32d8d6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:42.955882 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57674) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:42.960355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-2ab784cd-c39e-44a1-a729-e192da2f8e57 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'security_group': {'name': 'tempest-secgroup-1167896388'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:42.966667 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-2ab784cd-c39e-44a1-a729-e192da2f8e57 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:42.972287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2ab784cd-c39e-44a1-a729-e192da2f8e57 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:security_group and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:42.975463 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2ab784cd-c39e-44a1-a729-e192da2f8e57 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:42.983601 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-2ab784cd-c39e-44a1-a729-e192da2f8e57 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:42.994460 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network 5b2847e8-901c-4291-9f24-19cf9ca9c15a is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:42.995127 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2ab784cd-c39e-44a1-a729-e192da2f8e57 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:42.998324 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:43.003830 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:41:43.004334 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:43.019900 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-2ab784cd-c39e-44a1-a729-e192da2f8e57 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:43.024164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2ab784cd-c39e-44a1-a729-e192da2f8e57 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:security_group_rule and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:43.027330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2ab784cd-c39e-44a1-a729-e192da2f8e57 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:43.033785 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-2ab784cd-c39e-44a1-a729-e192da2f8e57 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:43.115293 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Allocated IP 172.20.0.2 (c7678cbb-123a-4a79-8d3e-f2c360277884/a56cbf04-4fed-40cb-b860-614d4ac62f09/cafd5cf5-6c81-4005-a8f5-fbc65032bf46) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:43.157386 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Port': ['ID=2799e71b-49a0-4195-91de-5a47f3b828b6,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:43.168497 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:43.227497 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device b6bc3d5e-c110-4942-a5fd-e355fa80b227 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:41:43.357423 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:43.384449 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2ab784cd-c39e-44a1-a729-e192da2f8e57 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:43.393098 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2ab784cd-c39e-44a1-a729-e192da2f8e57 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:43.397344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e8223045-eae7-43af-88a2-8d223fda5739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:43.457616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab784cd-c39e-44a1-a729-e192da2f8e57 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58bcbc5b-d7f3-4e4d-b646-70bda8952b71,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:43.461233 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2ab784cd-c39e-44a1-a729-e192da2f8e57 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:43.465878 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2ab784cd-c39e-44a1-a729-e192da2f8e57 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:43.470319 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2ab784cd-c39e-44a1-a729-e192da2f8e57 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5133204 Jun 02 20:41:43.471818 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57678) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:43.475272 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:43.476877 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-072c76d0-1276-4eac-a512-151b66c46792 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2112574710', 'security_groups': ['58bcbc5b-d7f3-4e4d-b646-70bda8952b71'], 'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a56cbf04-4fed-40cb-b860-614d4ac62f09'}]}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:43.492542 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-255f1e30-48f0-4e3a-b92c-6347dee9aed5 None None] Provisioning for port 2799e71b-49a0-4195-91de-5a47f3b828b6 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:43.502721 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Transition to ACTIVE for port object cafd5cf5-6c81-4005-a8f5-fbc65032bf46 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:43.504309 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e937b3-b995-4b23-8b99-b7c551064213 req-a85d72c5-505d-47d4-b708-313afd68b535 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:43.505801 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d8e937b3-b995-4b23-8b99-b7c551064213 req-a85d72c5-505d-47d4-b708-313afd68b535 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 943 time: 0.1830900 Jun 02 20:41:43.522710 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-255f1e30-48f0-4e3a-b92c-6347dee9aed5 None None] Provisioning complete for port 2799e71b-49a0-4195-91de-5a47f3b828b6 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:43.523086 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-255f1e30-48f0-4e3a-b92c-6347dee9aed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:43.554261 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Transition to ACTIVE for port object cafd5cf5-6c81-4005-a8f5-fbc65032bf46 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:43.565965 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port b6bc3d5e-c110-4942-a5fd-e355fa80b227, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b6bc3d5e-c110-4942-a5fd-e355fa80b227,segment=NetworkSegment(120a83b4-ffeb-4946-96a2-02c75a512597),segment_id=120a83b4-ffeb-4946-96a2-02c75a512597)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:43.574101 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:43.582311 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-149b2718-292b-4581-bfe7-d06f85d4befd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:43.639245 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d8e937b3-b995-4b23-8b99-b7c551064213 req-e9019c93-e518-4d31-9940-e224107299ea tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b04bc3-a4b2-4451-9e8f-13048f4f93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250539 Jun 02 20:41:43.681410 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-072c76d0-1276-4eac-a512-151b66c46792 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:43.685223 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-072c76d0-1276-4eac-a512-151b66c46792 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:port and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:43.688663 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': 'b6bc3d5e-c110-4942-a5fd-e355fa80b227', 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d', 'port_id': 'b6bc3d5e-c110-4942-a5fd-e355fa80b227', 'mac_address': 'fa:16:3e:4f:70:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b69a36d-7816-413f-860f-b05de4096f85', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:41:43.689299 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-072c76d0-1276-4eac-a512-151b66c46792 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:43.695541 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-072c76d0-1276-4eac-a512-151b66c46792 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:43.704985 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Network c7678cbb-123a-4a79-8d3e-f2c360277884 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:43.707078 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072c76d0-1276-4eac-a512-151b66c46792 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:43.714422 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:43.716132 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-255f1e30-48f0-4e3a-b92c-6347dee9aed5 None None] Port 2799e71b-49a0-4195-91de-5a47f3b828b6 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:43.748197 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:41:43.782296 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:43.787170 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:43.787960 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:43.797671 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8b6f008c-9d45-4b65-a89e-ee45a366c00a tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:43.805701 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Pushing event updated for resources: {'Port': ['ID=cafd5cf5-6c81-4005-a8f5-fbc65032bf46,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:43.838779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:43.852643 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-072c76d0-1276-4eac-a512-151b66c46792 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:43.859343 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:43.873569 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-072c76d0-1276-4eac-a512-151b66c46792 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] device_id is not set on port 22e80d0d-dd0f-47f0-838e-bc1ad93eccc7 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:41:43.879968 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Attempting to bind port cafd5cf5-6c81-4005-a8f5-fbc65032bf46 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:41:43.880341 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Attempting to bind port cafd5cf5-6c81-4005-a8f5-fbc65032bf46 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c9634558-9734-49b2-9103-1b3bd343e981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:41:43.880712 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Attempting to bind port cafd5cf5-6c81-4005-a8f5-fbc65032bf46 on network c7678cbb-123a-4a79-8d3e-f2c360277884 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:41:43.883535 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6bc3d5e-c110-4942-a5fd-e355fa80b227 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:41:43.892411 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:41:43.892785 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Checking segment: {'id': 'c9634558-9734-49b2-9103-1b3bd343e981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:41:43.893355 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:43.893807 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Bound using segment: {'id': 'c9634558-9734-49b2-9103-1b3bd343e981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:41:43.894257 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Bound port: cafd5cf5-6c81-4005-a8f5-fbc65032bf46, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9634558-9734-49b2-9103-1b3bd343e981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:41:43.894629 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:43.918473 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port b6bc3d5e-c110-4942-a5fd-e355fa80b227, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b6bc3d5e-c110-4942-a5fd-e355fa80b227,segment=NetworkSegment(120a83b4-ffeb-4946-96a2-02c75a512597),segment_id=120a83b4-ffeb-4946-96a2-02c75a512597)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:43.953368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:43.957261 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a04a2940-4cc7-4954-86ec-0c6989258116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:43.958485 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Port': ['ID=2799e71b-49a0-4195-91de-5a47f3b828b6,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:43.962626 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:44.007655 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network 5b2847e8-901c-4291-9f24-19cf9ca9c15a is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:44.008794 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:44.054741 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=b6bc3d5e-c110-4942-a5fd-e355fa80b227,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:44.057962 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] For port cafd5cf5-6c81-4005-a8f5-fbc65032bf46, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:41:44.059974 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:44.061590 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] For port cafd5cf5-6c81-4005-a8f5-fbc65032bf46, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=cafd5cf5-6c81-4005-a8f5-fbc65032bf46,segment=NetworkSegment(c9634558-9734-49b2-9103-1b3bd343e981),segment_id=c9634558-9734-49b2-9103-1b3bd343e981)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:41:44.069635 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:44.077318 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e414fb64-b509-46b9-9e85-bdf36777d69d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:44.107883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-072c76d0-1276-4eac-a512-151b66c46792 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Allocated IP 172.20.0.3 (c7678cbb-123a-4a79-8d3e-f2c360277884/a56cbf04-4fed-40cb-b860-614d4ac62f09/22e80d0d-dd0f-47f0-838e-bc1ad93eccc7) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:44.154766 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Pushing event updated for resources: {'Port': ['ID=cafd5cf5-6c81-4005-a8f5-fbc65032bf46,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:44.165740 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:44.279316 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['b6bc3d5e-c110-4942-a5fd-e355fa80b227'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:41:44.342832 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-072c76d0-1276-4eac-a512-151b66c46792 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:44.351761 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router 02cbc418-76ef-4687-9fd5-695f0dada8cc has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:41:44.356057 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:44.363941 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-072c76d0-1276-4eac-a512-151b66c46792 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Transition to ACTIVE for port object 22e80d0d-dd0f-47f0-838e-bc1ad93eccc7 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:44.385154 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-6f101ee8-697c-4d07-a63b-f4f0583f79cc None None] Provisioning complete for port 2799e71b-49a0-4195-91de-5a47f3b828b6 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:44.385538 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6f101ee8-697c-4d07-a63b-f4f0583f79cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:44.400397 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-072c76d0-1276-4eac-a512-151b66c46792 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:44.407756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:44.475425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-6f101ee8-697c-4d07-a63b-f4f0583f79cc None None] Port 2799e71b-49a0-4195-91de-5a47f3b828b6 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:44.545406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072c76d0-1276-4eac-a512-151b66c46792 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network c7678cbb-123a-4a79-8d3e-f2c360277884 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:44.549784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-072c76d0-1276-4eac-a512-151b66c46792 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:44.552302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072c76d0-1276-4eac-a512-151b66c46792 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:41:44.568126 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:41:44.573580 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/02cbc418-76ef-4687-9fd5-695f0dada8cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4751706 Jun 02 20:41:44.576067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57680) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:44.579736 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cace98-799a-425c-9fbd-d59c73a2b479 None None] Sync routers for ids ['02cbc418-76ef-4687-9fd5-695f0dada8cc'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:41:44.599986 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cace98-799a-425c-9fbd-d59c73a2b479 None None] Routers {'02cbc418-76ef-4687-9fd5-695f0dada8cc'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:44.600900 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-34cace98-799a-425c-9fbd-d59c73a2b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['02cbc418-76ef-4687-9fd5-695f0dada8cc'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:44.662493 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1658e261-ad22-45e0-ad87-1cbf39efd5b3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:44.666582 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-34cace98-799a-425c-9fbd-d59c73a2b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:44.666901 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1658e261-ad22-45e0-ad87-1cbf39efd5b3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Synchronizing usage tracker for tenant:f8efac6e9cf943ae9e25aaf306cb7756 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:41:44.671063 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072c76d0-1276-4eac-a512-151b66c46792 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:44.672880 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-072c76d0-1276-4eac-a512-151b66c46792 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:44.692102 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1658e261-ad22-45e0-ad87-1cbf39efd5b3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Unset dirty status for tenant:f8efac6e9cf943ae9e25aaf306cb7756 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:41:44.692405 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c76d0-1276-4eac-a512-151b66c46792 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=22e80d0d-dd0f-47f0-838e-bc1ad93eccc7,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:44.693405 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1658e261-ad22-45e0-ad87-1cbf39efd5b3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/ports/2799e71b-49a0-4195-91de-5a47f3b828b6 HTTP/1.1" status: 200 len: 913 time: 0.1161900 Jun 02 20:41:44.697357 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57684) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:44.700286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-072c76d0-1276-4eac-a512-151b66c46792 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:44.704052 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cace98-799a-425c-9fbd-d59c73a2b479 None None] Routers {'02cbc418-76ef-4687-9fd5-695f0dada8cc'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:44.704667 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-34cace98-799a-425c-9fbd-d59c73a2b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['02cbc418-76ef-4687-9fd5-695f0dada8cc'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:44.728884 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-072c76d0-1276-4eac-a512-151b66c46792 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2559597 Jun 02 20:41:44.729895 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57686) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:44.741031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c00f9c0a-1526-4af3-88f4-7f6817afcf3e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'subnet': {'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:44.773719 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-34cace98-799a-425c-9fbd-d59c73a2b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:44.774121 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cace98-799a-425c-9fbd-d59c73a2b479 None None] The sync data for ids ['02cbc418-76ef-4687-9fd5-695f0dada8cc'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:41:44.904748 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c00f9c0a-1526-4af3-88f4-7f6817afcf3e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:44.910754 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c00f9c0a-1526-4af3-88f4-7f6817afcf3e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:subnet and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:44.913888 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c00f9c0a-1526-4af3-88f4-7f6817afcf3e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:44.920583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c00f9c0a-1526-4af3-88f4-7f6817afcf3e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:44.930892 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00f9c0a-1526-4af3-88f4-7f6817afcf3e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:44.934344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c00f9c0a-1526-4af3-88f4-7f6817afcf3e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:45.075252 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.ipam_backend_mixin [None req-c00f9c0a-1526-4af3-88f4-7f6817afcf3e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a56cbf04-4fed-40cb-b860-614d4ac62f09 (CIDR: 172.20.0.0/28) Jun 02 20:41:45.079221 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-c00f9c0a-1526-4af3-88f4-7f6817afcf3e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:41:45.079731 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c00f9c0a-1526-4af3-88f4-7f6817afcf3e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:41:45.092443 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f30808-e4b7-4a38-b965-8516023fbef8 req-47e5514f-073d-4a92-b0d2-d7214e0b1935 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:45.094561 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f1f30808-e4b7-4a38-b965-8516023fbef8 req-47e5514f-073d-4a92-b0d2-d7214e0b1935 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 944 time: 0.2503028 Jun 02 20:41:45.101584 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c00f9c0a-1526-4af3-88f4-7f6817afcf3e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3701003 Jun 02 20:41:45.104326 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57688) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:45.109476 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-714ec51b-d496-464a-a71b-10224ef34ab2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'subnet': {'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:45.203137 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f1f30808-e4b7-4a38-b965-8516023fbef8 req-1ee3e6ce-4387-4232-9728-9ede8c16c8cc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b04bc3-a4b2-4451-9e8f-13048f4f93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970922 Jun 02 20:41:45.272706 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-714ec51b-d496-464a-a71b-10224ef34ab2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:45.277030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-714ec51b-d496-464a-a71b-10224ef34ab2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:subnet and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:45.280046 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-714ec51b-d496-464a-a71b-10224ef34ab2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:45.286762 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-714ec51b-d496-464a-a71b-10224ef34ab2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:45.298177 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714ec51b-d496-464a-a71b-10224ef34ab2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:45.301884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-714ec51b-d496-464a-a71b-10224ef34ab2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:45.348906 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-888201cf-52ad-484b-897a-a1587dbdf41c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:45.417007 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f20258d1-44ff-4f24-b7ab-2f09c40f0349 None None] Provisioning complete for port 086b899b-9dff-433d-9cc4-71266d02a6ab triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:45.418091 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f20258d1-44ff-4f24-b7ab-2f09c40f0349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:45.494383 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-f20258d1-44ff-4f24-b7ab-2f09c40f0349 None None] Port 086b899b-9dff-433d-9cc4-71266d02a6ab cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:45.512535 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f20258d1-44ff-4f24-b7ab-2f09c40f0349 None None] Provisioning for port cafd5cf5-6c81-4005-a8f5-fbc65032bf46 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:45.639985 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-6e61559d-a359-4ec8-8d26-6afad3caae6b None None] Provisioning for port 22e80d0d-dd0f-47f0-838e-bc1ad93eccc7 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:45.647443 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-6e61559d-a359-4ec8-8d26-6afad3caae6b None None] Provisioning complete for port 22e80d0d-dd0f-47f0-838e-bc1ad93eccc7 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:45.648098 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6e61559d-a359-4ec8-8d26-6afad3caae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:45.705776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-6e61559d-a359-4ec8-8d26-6afad3caae6b None None] Port 22e80d0d-dd0f-47f0-838e-bc1ad93eccc7 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:45.778012 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-888201cf-52ad-484b-897a-a1587dbdf41c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting port 2799e71b-49a0-4195-91de-5a47f3b828b6 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:45.778267 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-888201cf-52ad-484b-897a-a1587dbdf41c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:45.923574 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-714ec51b-d496-464a-a71b-10224ef34ab2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:45.927293 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9604cd0b-e507-4a52-8024-3f67afdd79bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:45.985286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714ec51b-d496-464a-a71b-10224ef34ab2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network c7678cbb-123a-4a79-8d3e-f2c360277884 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:45.988256 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-714ec51b-d496-464a-a71b-10224ef34ab2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:46.002045 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d59b482-9690-467c-b57f-dbf2090d2d1a None None] Network c7678cbb-123a-4a79-8d3e-f2c360277884 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:46.003643 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714ec51b-d496-464a-a71b-10224ef34ab2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:46.004228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-714ec51b-d496-464a-a71b-10224ef34ab2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:46.007976 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ec51b-d496-464a-a71b-10224ef34ab2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Subnet': ['ID=9cd99ae3-6a2e-45a4-9963-02adb970f372,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:46.012666 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-714ec51b-d496-464a-a71b-10224ef34ab2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:46.032728 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-714ec51b-d496-464a-a71b-10224ef34ab2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9268501 Jun 02 20:41:46.035871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57690) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:46.041164 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device cafd5cf5-6c81-4005-a8f5-fbc65032bf46 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:41:46.041879 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-cae6faab-fe97-4381-addd-5656ab2f2836 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2125249820', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9cd99ae3-6a2e-45a4-9963-02adb970f372'}], 'security_groups': ['d2efab31-6439-441c-9356-fa4c927e3c7a']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:46.071540 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-888201cf-52ad-484b-897a-a1587dbdf41c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:46.166124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cae6faab-fe97-4381-addd-5656ab2f2836 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:46.193838 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-888201cf-52ad-484b-897a-a1587dbdf41c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Calling delete_port for 2799e71b-49a0-4195-91de-5a47f3b828b6 owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:46.230620 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port cafd5cf5-6c81-4005-a8f5-fbc65032bf46 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:46.242374 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port cafd5cf5-6c81-4005-a8f5-fbc65032bf46 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:46.242757 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:46.362138 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-888201cf-52ad-484b-897a-a1587dbdf41c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:46.367027 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dc3dfe8f-99b5-4a15-8e39-c3cfa7b9250e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:46.411994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888201cf-52ad-484b-897a-a1587dbdf41c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Port': ['ID=2799e71b-49a0-4195-91de-5a47f3b828b6,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:46.436158 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:46.441701 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-888201cf-52ad-484b-897a-a1587dbdf41c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:46.478829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port cafd5cf5-6c81-4005-a8f5-fbc65032bf46, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=cafd5cf5-6c81-4005-a8f5-fbc65032bf46,segment=NetworkSegment(c9634558-9734-49b2-9103-1b3bd343e981),segment_id=c9634558-9734-49b2-9103-1b3bd343e981)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:46.485365 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:46.489960 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:46.620760 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=cafd5cf5-6c81-4005-a8f5-fbc65032bf46,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:46.628481 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-888201cf-52ad-484b-897a-a1587dbdf41c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:46.632459 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:46.633077 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcff88e-ffcf-49ee-884f-6f22cb7e127e None None] Update dhcp port {'port': {'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884', 'fixed_ips': [{'subnet_id': 'a56cbf04-4fed-40cb-b860-614d4ac62f09', 'ip_address': '172.20.0.2'}, {'subnet_id': '9cd99ae3-6a2e-45a4-9963-02adb970f372'}], 'binding:host_id': 'dv-neutron-601336-84-hyperv'}, 'id': 'cafd5cf5-6c81-4005-a8f5-fbc65032bf46'} from dv-neutron-601336-84-hyperv. {{(pid=92550) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 20:41:46.646024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d44d1-aa36-47ee-ab43-fd3b2f153956 req-7ac159a1-0a34-4365-bd96-a2d80954d077 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:46.652889 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-137d44d1-aa36-47ee-ab43-fd3b2f153956 req-7ac159a1-0a34-4365-bd96-a2d80954d077 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 944 time: 0.3290203 Jun 02 20:41:46.688715 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1dcff88e-ffcf-49ee-884f-6f22cb7e127e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:46.747589 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-137d44d1-aa36-47ee-ab43-fd3b2f153956 req-242f0ae1-e7c9-48ca-81c5-a509615d3e94 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b04bc3-a4b2-4451-9e8f-13048f4f93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937977 Jun 02 20:41:46.775101 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-cae6faab-fe97-4381-addd-5656ab2f2836 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Delete allocated IP 172.20.0.3 (c7678cbb-123a-4a79-8d3e-f2c360277884/a56cbf04-4fed-40cb-b860-614d4ac62f09) {{(pid=92549) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 02 20:41:46.782954 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-cae6faab-fe97-4381-addd-5656ab2f2836 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Allocated IP 172.20.0.22 (c7678cbb-123a-4a79-8d3e-f2c360277884/9cd99ae3-6a2e-45a4-9963-02adb970f372/22e80d0d-dd0f-47f0-838e-bc1ad93eccc7) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:46.954589 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888201cf-52ad-484b-897a-a1587dbdf41c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router 02cbc418-76ef-4687-9fd5-695f0dada8cc has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:41:46.985504 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cae6faab-fe97-4381-addd-5656ab2f2836 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:47.001730 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-cae6faab-fe97-4381-addd-5656ab2f2836 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Transition to ACTIVE for port object 22e80d0d-dd0f-47f0-838e-bc1ad93eccc7 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:47.005653 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cae6faab-fe97-4381-addd-5656ab2f2836 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:47.012345 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-af9846ce-0378-4dbc-a5e3-5bea3c5086f8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:47.077572 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-1dcff88e-ffcf-49ee-884f-6f22cb7e127e None None] Allocated IP 172.20.0.18 (c7678cbb-123a-4a79-8d3e-f2c360277884/9cd99ae3-6a2e-45a4-9963-02adb970f372/cafd5cf5-6c81-4005-a8f5-fbc65032bf46) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:47.112144 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888201cf-52ad-484b-897a-a1587dbdf41c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:41:47.130578 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-888201cf-52ad-484b-897a-a1587dbdf41c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/02cbc418-76ef-4687-9fd5-695f0dada8cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4320519 Jun 02 20:41:47.133119 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57694) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:47.151373 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f539cc17-f825-49a4-bd68-54f181094840 None None] Sync routers for ids ['02cbc418-76ef-4687-9fd5-695f0dada8cc'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:41:47.178829 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6faab-fe97-4381-addd-5656ab2f2836 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=22e80d0d-dd0f-47f0-838e-bc1ad93eccc7,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:47.181655 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cae6faab-fe97-4381-addd-5656ab2f2836 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:47.193682 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-cae6faab-fe97-4381-addd-5656ab2f2836 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] In _notify_port_updated(), no bound segment for port 22e80d0d-dd0f-47f0-838e-bc1ad93eccc7 on network c7678cbb-123a-4a79-8d3e-f2c360277884 {{(pid=92549) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:41:47.200048 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae6faab-fe97-4381-addd-5656ab2f2836 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:47.201208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cae6faab-fe97-4381-addd-5656ab2f2836 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:47.204186 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cae6faab-fe97-4381-addd-5656ab2f2836 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "PUT /v2.0/ports/22e80d0d-dd0f-47f0-838e-bc1ad93eccc7 HTTP/1.1" status: 200 len: 921 time: 1.1672022 Jun 02 20:41:47.206232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57696) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:47.215751 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device b6bc3d5e-c110-4942-a5fd-e355fa80b227 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:41:47.256541 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f539cc17-f825-49a4-bd68-54f181094840 None None] Routers {'02cbc418-76ef-4687-9fd5-695f0dada8cc'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:47.257177 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f539cc17-f825-49a4-bd68-54f181094840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['02cbc418-76ef-4687-9fd5-695f0dada8cc'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:47.343121 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f539cc17-f825-49a4-bd68-54f181094840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:47.353536 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d5e1f-8ab3-44bd-8999-1c6e0457b583 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting port 22e80d0d-dd0f-47f0-838e-bc1ad93eccc7 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:47.353888 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5c6d5e1f-8ab3-44bd-8999-1c6e0457b583 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:47.382283 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f539cc17-f825-49a4-bd68-54f181094840 None None] Routers {'02cbc418-76ef-4687-9fd5-695f0dada8cc'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:47.382911 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f539cc17-f825-49a4-bd68-54f181094840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['02cbc418-76ef-4687-9fd5-695f0dada8cc'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:47.459469 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f539cc17-f825-49a4-bd68-54f181094840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:47.460197 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f539cc17-f825-49a4-bd68-54f181094840 None None] The sync data for ids ['02cbc418-76ef-4687-9fd5-695f0dada8cc'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:41:47.466968 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-1dcff88e-ffcf-49ee-884f-6f22cb7e127e None None] For port cafd5cf5-6c81-4005-a8f5-fbc65032bf46, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=cafd5cf5-6c81-4005-a8f5-fbc65032bf46,segment=NetworkSegment(c9634558-9734-49b2-9103-1b3bd343e981),segment_id=c9634558-9734-49b2-9103-1b3bd343e981)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:47.489897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5c6d5e1f-8ab3-44bd-8999-1c6e0457b583 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:47.490673 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port b6bc3d5e-c110-4942-a5fd-e355fa80b227 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:47.501300 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1dcff88e-ffcf-49ee-884f-6f22cb7e127e None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:47.504717 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port b6bc3d5e-c110-4942-a5fd-e355fa80b227 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:47.505088 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:47.564910 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-1dcff88e-ffcf-49ee-884f-6f22cb7e127e None None] Transition to ACTIVE for port object cafd5cf5-6c81-4005-a8f5-fbc65032bf46 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:47.570560 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1dcff88e-ffcf-49ee-884f-6f22cb7e127e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:47.575840 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:47.616676 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d5e1f-8ab3-44bd-8999-1c6e0457b583 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Calling delete_port for 22e80d0d-dd0f-47f0-838e-bc1ad93eccc7 owned by {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:47.735016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5c6d5e1f-8ab3-44bd-8999-1c6e0457b583 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:47.741492 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-78083032-58a4-44f1-a7b0-4a9603f7b01c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:47.763363 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcff88e-ffcf-49ee-884f-6f22cb7e127e None None] Pushing event updated for resources: {'Port': ['ID=cafd5cf5-6c81-4005-a8f5-fbc65032bf46,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:47.769483 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-1dcff88e-ffcf-49ee-884f-6f22cb7e127e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:47.791905 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:47.812039 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ca9c4376-578c-4d04-a993-3f8f879979db tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:47.829241 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04edb58-fb21-4285-be66-d414fe2e6bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bc3d5e-c110-4942-a5fd-e355fa80b227'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:41:47.831676 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4b3bc4-875c-40b7-b6ac-261bd1402e40" -d '{"events": [{"server_uuid": "d04edb58-fb21-4285-be66-d414fe2e6bef", "name": "network-vif-plugged", "status": "completed", "tag": "b6bc3d5e-c110-4942-a5fd-e355fa80b227"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:41:47.857140 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port b6bc3d5e-c110-4942-a5fd-e355fa80b227, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b6bc3d5e-c110-4942-a5fd-e355fa80b227,segment=NetworkSegment(120a83b4-ffeb-4946-96a2-02c75a512597),segment_id=120a83b4-ffeb-4946-96a2-02c75a512597)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:47.869451 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:47.871728 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-1dcff88e-ffcf-49ee-884f-6f22cb7e127e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:47.938701 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bfa9e5-fa98-4d3e-8fb9-9004fa2911c3 x-openstack-request-id: req-09bfa9e5-fa98-4d3e-8fb9-9004fa2911c3 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:41:47.939327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04edb58-fb21-4285-be66-d414fe2e6bef", "name": "network-vif-plugged", "status": "completed", "tag": "b6bc3d5e-c110-4942-a5fd-e355fa80b227", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:41:47.939739 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09bfa9e5-fa98-4d3e-8fb9-9004fa2911c3 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:41:47.940283 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04edb58-fb21-4285-be66-d414fe2e6bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bc3d5e-c110-4942-a5fd-e355fa80b227', 'code': 200} Jun 02 20:41:47.960701 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d5e1f-8ab3-44bd-8999-1c6e0457b583 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Port': ['ID=22e80d0d-dd0f-47f0-838e-bc1ad93eccc7,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:47.963864 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5c6d5e1f-8ab3-44bd-8999-1c6e0457b583 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:48.033289 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=b6bc3d5e-c110-4942-a5fd-e355fa80b227,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:48.042775 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:48.082190 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device cafd5cf5-6c81-4005-a8f5-fbc65032bf46 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:41:48.098384 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5c6d5e1f-8ab3-44bd-8999-1c6e0457b583 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:48.117078 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5c6d5e1f-8ab3-44bd-8999-1c6e0457b583 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/ports/22e80d0d-dd0f-47f0-838e-bc1ad93eccc7 HTTP/1.1" status: 204 len: 168 time: 0.9097939 Jun 02 20:41:48.119975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57702) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:48.206725 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70fd73-3df2-4e8a-bdb4-fd09029fe23d req-07f2ef04-818f-4b55-88fa-0c2ea3b1fe00 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:48.208238 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4f70fd73-3df2-4e8a-bdb4-fd09029fe23d req-07f2ef04-818f-4b55-88fa-0c2ea3b1fe00 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 945 time: 0.2422700 Jun 02 20:41:48.221302 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d54f29-f284-49b7-874f-22e1f60be27f tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] GET failed (client error): The resource could not be found. Jun 02 20:41:48.221846 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d7d54f29-f284-49b7-874f-22e1f60be27f tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Synchronizing usage tracker for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:41:48.251324 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d7d54f29-f284-49b7-874f-22e1f60be27f tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Unset dirty status for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:41:48.252557 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d7d54f29-f284-49b7-874f-22e1f60be27f tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports/22e80d0d-dd0f-47f0-838e-bc1ad93eccc7 HTTP/1.1" status: 404 len: 333 time: 0.1311183 Jun 02 20:41:48.255180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57704) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:48.264609 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4f70fd73-3df2-4e8a-bdb4-fd09029fe23d req-31700ee6-e7b7-4de0-a836-ae0c73d9aa32 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b04bc3-a4b2-4451-9e8f-13048f4f93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482402 Jun 02 20:41:48.311907 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d4d88-b9e2-4364-8008-48dde537a5e5 req-52ab6326-c362-482a-bbad-8a418cf73e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:48.313926 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-711d4d88-b9e2-4364-8008-48dde537a5e5 req-52ab6326-c362-482a-bbad-8a418cf73e03 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 1098 time: 0.1491258 Jun 02 20:41:48.353981 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f5352c59-260f-459a-925d-6b94706a5e6c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:48.394697 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-711d4d88-b9e2-4364-8008-48dde537a5e5 req-4320889e-e665-48d1-a26b-f14a3658ee4d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b2b04bc3-a4b2-4451-9e8f-13048f4f93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735464 Jun 02 20:41:48.398583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f5352c59-260f-459a-925d-6b94706a5e6c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:48.400729 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c4376-578c-4d04-a993-3f8f879979db tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting port c4c78e0c-5544-45c4-b74a-814441526c62 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:48.401065 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ca9c4376-578c-4d04-a993-3f8f879979db tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:48.449314 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f5352c59-260f-459a-925d-6b94706a5e6c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:48.454486 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d0ce4ece-2fff-4122-ac37-e0aa0bc5ac06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:48.468175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5352c59-260f-459a-925d-6b94706a5e6c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bcbc5b-d7f3-4e4d-b646-70bda8952b71,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:48.473630 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f5352c59-260f-459a-925d-6b94706a5e6c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:48.475314 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f5352c59-260f-459a-925d-6b94706a5e6c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:48.476419 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f5352c59-260f-459a-925d-6b94706a5e6c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/security-groups/58bcbc5b-d7f3-4e4d-b646-70bda8952b71 HTTP/1.1" status: 204 len: 168 time: 0.2192340 Jun 02 20:41:48.479214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57706) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:48.541031 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ca9c4376-578c-4d04-a993-3f8f879979db tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:48.544490 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-53430d0a-4f60-4abd-8a62-014d6c16c25d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:48.555412 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d4ad44cd-5fea-49f8-b414-e8b6707e7507 None None] Could not find standard attr ID for object 22e80d0d-dd0f-47f0-838e-bc1ad93eccc7. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:41:48.568401 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d4ad44cd-5fea-49f8-b414-e8b6707e7507 None None] Provisioning complete for port 086b899b-9dff-433d-9cc4-71266d02a6ab triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:48.568890 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d4ad44cd-5fea-49f8-b414-e8b6707e7507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:48.572710 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-53430d0a-4f60-4abd-8a62-014d6c16c25d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:48.626157 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-d4ad44cd-5fea-49f8-b414-e8b6707e7507 None None] Port 086b899b-9dff-433d-9cc4-71266d02a6ab cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:48.626566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-53430d0a-4f60-4abd-8a62-014d6c16c25d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:48.633421 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2ab784cd-c39e-44a1-a729-e192da2f8e57 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:48.637341 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d4ad44cd-5fea-49f8-b414-e8b6707e7507 None None] Provisioning for port cafd5cf5-6c81-4005-a8f5-fbc65032bf46 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:48.642731 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d4ad44cd-5fea-49f8-b414-e8b6707e7507 None None] Provisioning complete for port cafd5cf5-6c81-4005-a8f5-fbc65032bf46 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:48.643411 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d4ad44cd-5fea-49f8-b414-e8b6707e7507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:48.645961 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53430d0a-4f60-4abd-8a62-014d6c16c25d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2efab31-6439-441c-9356-fa4c927e3c7a,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:48.649714 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-53430d0a-4f60-4abd-8a62-014d6c16c25d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:48.653118 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-53430d0a-4f60-4abd-8a62-014d6c16c25d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:48.654215 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-53430d0a-4f60-4abd-8a62-014d6c16c25d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/security-groups/d2efab31-6439-441c-9356-fa4c927e3c7a HTTP/1.1" status: 204 len: 168 time: 0.1740921 Jun 02 20:41:48.656843 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57708) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:48.664786 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c4376-578c-4d04-a993-3f8f879979db tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Calling delete_port for c4c78e0c-5544-45c4-b74a-814441526c62 owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:48.724103 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-21268b7a-0002-493d-af64-23925f2ce8b4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting subnet a56cbf04-4fed-40cb-b860-614d4ac62f09 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:41:48.727278 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-21268b7a-0002-493d-af64-23925f2ce8b4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:48.789518 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-21268b7a-0002-493d-af64-23925f2ce8b4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:48.831689 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ca9c4376-578c-4d04-a993-3f8f879979db tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:48.837063 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-24905973-72f0-4923-83ff-31338ed4316b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:48.880928 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-21268b7a-0002-493d-af64-23925f2ce8b4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:48.883369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c4376-578c-4d04-a993-3f8f879979db tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Port': ['ID=c4c78e0c-5544-45c4-b74a-814441526c62,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:48.886449 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ca9c4376-578c-4d04-a993-3f8f879979db tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:49.114246 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ed290ec3-3f35-4cb4-ae43-4bc49da2c34a None None] Could not find standard attr ID for object 22e80d0d-dd0f-47f0-838e-bc1ad93eccc7. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:41:49.206982 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-21268b7a-0002-493d-af64-23925f2ce8b4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:49.212292 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-deba497f-dab9-495b-87f3-a17a2db67bd4 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:49.218327 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ca9c4376-578c-4d04-a993-3f8f879979db tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:49.250385 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21268b7a-0002-493d-af64-23925f2ce8b4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Subnet': ['ID=a56cbf04-4fed-40cb-b860-614d4ac62f09,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:49.252328 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-21268b7a-0002-493d-af64-23925f2ce8b4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:49.254954 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-21268b7a-0002-493d-af64-23925f2ce8b4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:49.257791 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5267fd38-2c38-41e1-8002-85734597d2da None None] Network c7678cbb-123a-4a79-8d3e-f2c360277884 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:49.262691 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-21268b7a-0002-493d-af64-23925f2ce8b4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/subnets/a56cbf04-4fed-40cb-b860-614d4ac62f09 HTTP/1.1" status: 204 len: 168 time: 0.6038322 Jun 02 20:41:49.272488 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57710) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:49.278830 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-6f17598c-c635-485e-8fe1-e3ebc8283f23 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'subnet': {'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:49.498934 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6f17598c-c635-485e-8fe1-e3ebc8283f23 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:49.504234 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6f17598c-c635-485e-8fe1-e3ebc8283f23 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:subnet and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:49.508196 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6f17598c-c635-485e-8fe1-e3ebc8283f23 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:49.517390 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6f17598c-c635-485e-8fe1-e3ebc8283f23 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:49.539497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f17598c-c635-485e-8fe1-e3ebc8283f23 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:49.542950 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6f17598c-c635-485e-8fe1-e3ebc8283f23 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:49.596471 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9c4376-578c-4d04-a993-3f8f879979db tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router 02cbc418-76ef-4687-9fd5-695f0dada8cc has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:41:49.623182 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb7b34-747f-4843-839f-db2554d832b0 req-31e3bea0-a3b0-490f-a6db-fd00521ae892 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:49.630080 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-66cb7b34-747f-4843-839f-db2554d832b0 req-31e3bea0-a3b0-490f-a6db-fd00521ae892 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 945 time: 0.1970136 Jun 02 20:41:49.723746 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-66cb7b34-747f-4843-839f-db2554d832b0 req-1a71b6a0-dd3b-4ee7-bd49-ac7039bbcc05 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b04bc3-a4b2-4451-9e8f-13048f4f93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927172 Jun 02 20:41:49.739297 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9c4376-578c-4d04-a993-3f8f879979db tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:41:49.754483 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68d5bbb-aaf1-4f39-85ac-b87887124ea8 None None] Sync routers for ids ['02cbc418-76ef-4687-9fd5-695f0dada8cc'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:41:49.758457 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ca9c4376-578c-4d04-a993-3f8f879979db tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/02cbc418-76ef-4687-9fd5-695f0dada8cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6242819 Jun 02 20:41:49.759077 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57714) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:49.774952 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d5bbb-aaf1-4f39-85ac-b87887124ea8 None None] Routers {'02cbc418-76ef-4687-9fd5-695f0dada8cc'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:49.775718 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-f68d5bbb-aaf1-4f39-85ac-b87887124ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['02cbc418-76ef-4687-9fd5-695f0dada8cc'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:49.814781 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-dac6f4ca-b0bb-463f-972b-e3ff76bfd428 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Synchronizing usage tracker for tenant:f8efac6e9cf943ae9e25aaf306cb7756 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:41:49.833815 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-dac6f4ca-b0bb-463f-972b-e3ff76bfd428 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Unset dirty status for tenant:f8efac6e9cf943ae9e25aaf306cb7756 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:41:49.835011 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dac6f4ca-b0bb-463f-972b-e3ff76bfd428 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/ports?device_id=02cbc418-76ef-4687-9fd5-695f0dada8cc HTTP/1.1" status: 200 len: 205 time: 0.0749846 Jun 02 20:41:49.837753 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57716) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:49.842581 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-f68d5bbb-aaf1-4f39-85ac-b87887124ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:49.852878 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d5bbb-aaf1-4f39-85ac-b87887124ea8 None None] Routers {'02cbc418-76ef-4687-9fd5-695f0dada8cc'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:49.854447 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-f68d5bbb-aaf1-4f39-85ac-b87887124ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['02cbc418-76ef-4687-9fd5-695f0dada8cc'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:49.925106 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-f68d5bbb-aaf1-4f39-85ac-b87887124ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:49.925770 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68d5bbb-aaf1-4f39-85ac-b87887124ea8 None None] The sync data for ids ['02cbc418-76ef-4687-9fd5-695f0dada8cc'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:41:50.001524 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3545d801-85f8-41dc-adcc-7eff8ba5b2e1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.122794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6f17598c-c635-485e-8fe1-e3ebc8283f23 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.128083 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d9e72ba7-2ac6-42cf-bbae-5764f6c638b9 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:50.143821 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9f20ed8a-eeee-4c16-8480-931f8f47a934 None None] Provisioning complete for port 086b899b-9dff-433d-9cc4-71266d02a6ab triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:50.144416 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9f20ed8a-eeee-4c16-8480-931f8f47a934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.181503 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f17598c-c635-485e-8fe1-e3ebc8283f23 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network c7678cbb-123a-4a79-8d3e-f2c360277884 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:50.184723 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-6f17598c-c635-485e-8fe1-e3ebc8283f23 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:50.197863 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f17598c-c635-485e-8fe1-e3ebc8283f23 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:50.198230 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6f17598c-c635-485e-8fe1-e3ebc8283f23 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.199769 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ec5130-303d-404c-aa42-5c4107275ee8 None None] Network c7678cbb-123a-4a79-8d3e-f2c360277884 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:50.212079 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17598c-c635-485e-8fe1-e3ebc8283f23 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Subnet': ['ID=7866f656-a06c-4462-b8db-e764226cfdcb,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:50.214614 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6f17598c-c635-485e-8fe1-e3ebc8283f23 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:50.219485 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-9f20ed8a-eeee-4c16-8480-931f8f47a934 None None] Port 086b899b-9dff-433d-9cc4-71266d02a6ab cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:50.226376 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6f17598c-c635-485e-8fe1-e3ebc8283f23 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9526834 Jun 02 20:41:50.229042 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57718) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:50.233748 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-4a9738ce-59a6-4626-bbc0-4dbc0e5afd78 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'security_group': {'name': 'tempest-secgroup-465672076'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:50.240135 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4a9738ce-59a6-4626-bbc0-4dbc0e5afd78 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:50.243939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4a9738ce-59a6-4626-bbc0-4dbc0e5afd78 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:security_group and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:50.246743 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4a9738ce-59a6-4626-bbc0-4dbc0e5afd78 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:50.253331 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4a9738ce-59a6-4626-bbc0-4dbc0e5afd78 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:50.264433 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4a9738ce-59a6-4626-bbc0-4dbc0e5afd78 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.284982 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4a9738ce-59a6-4626-bbc0-4dbc0e5afd78 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:50.288849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4a9738ce-59a6-4626-bbc0-4dbc0e5afd78 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:security_group_rule and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:50.291703 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4a9738ce-59a6-4626-bbc0-4dbc0e5afd78 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:50.298765 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9f20ed8a-eeee-4c16-8480-931f8f47a934 None None] Provisioning complete for port cafd5cf5-6c81-4005-a8f5-fbc65032bf46 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:50.299097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4a9738ce-59a6-4626-bbc0-4dbc0e5afd78 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:50.299378 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9f20ed8a-eeee-4c16-8480-931f8f47a934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.306879 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3545d801-85f8-41dc-adcc-7eff8ba5b2e1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.309323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3545d801-85f8-41dc-adcc-7eff8ba5b2e1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.334619 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3545d801-85f8-41dc-adcc-7eff8ba5b2e1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.335039 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3545d801-85f8-41dc-adcc-7eff8ba5b2e1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Fanout notify agent at l3_agent the message router_deleted on router 02cbc418-76ef-4687-9fd5-695f0dada8cc {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:41:50.346760 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3545d801-85f8-41dc-adcc-7eff8ba5b2e1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.350536 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3545d801-85f8-41dc-adcc-7eff8ba5b2e1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/routers/02cbc418-76ef-4687-9fd5-695f0dada8cc HTTP/1.1" status: 204 len: 168 time: 0.5118425 Jun 02 20:41:50.351728 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57720) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:50.381646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4a9738ce-59a6-4626-bbc0-4dbc0e5afd78 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.387086 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4a9738ce-59a6-4626-bbc0-4dbc0e5afd78 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.393325 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a301757d-3663-4fa0-aabf-264994520b1a tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:50.436491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9738ce-59a6-4626-bbc0-4dbc0e5afd78 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba4265f-d0e3-4d95-ae2a-66152f4b342a,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:50.440025 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4a9738ce-59a6-4626-bbc0-4dbc0e5afd78 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.443986 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4a9738ce-59a6-4626-bbc0-4dbc0e5afd78 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2112789 Jun 02 20:41:50.443986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4a9738ce-59a6-4626-bbc0-4dbc0e5afd78 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:50.445055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57722) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:50.453795 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-a7cc835c-4b27-462a-ae09-5492012f3ef4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'security_group': {'name': 'tempest-secgroup-363534268'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:50.460562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a7cc835c-4b27-462a-ae09-5492012f3ef4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:50.464809 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a7cc835c-4b27-462a-ae09-5492012f3ef4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:security_group and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:50.468326 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a7cc835c-4b27-462a-ae09-5492012f3ef4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:50.475192 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a7cc835c-4b27-462a-ae09-5492012f3ef4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:50.487037 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a7cc835c-4b27-462a-ae09-5492012f3ef4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.509174 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a7cc835c-4b27-462a-ae09-5492012f3ef4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:50.513046 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a7cc835c-4b27-462a-ae09-5492012f3ef4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:security_group_rule and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:50.516089 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a7cc835c-4b27-462a-ae09-5492012f3ef4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:50.522115 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a7cc835c-4b27-462a-ae09-5492012f3ef4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:50.577274 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-faac1e70-a4cc-4410-953d-9f88a70af2d1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting subnet e2a147d5-764f-47e7-808b-61bfc6381b07 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:41:50.580320 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-faac1e70-a4cc-4410-953d-9f88a70af2d1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.596805 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a7cc835c-4b27-462a-ae09-5492012f3ef4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.601053 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a7cc835c-4b27-462a-ae09-5492012f3ef4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.621566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a005f6d0-0203-4654-92f1-8fe4dd6a58dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:50.638797 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a7cc835c-4b27-462a-ae09-5492012f3ef4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.640039 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a7cc835c-4b27-462a-ae09-5492012f3ef4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1940105 Jun 02 20:41:50.640252 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-faac1e70-a4cc-4410-953d-9f88a70af2d1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.646809 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57724) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:50.654364 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-7c0b4f93-fadc-4017-9e34-fbf88c7a7ee9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'security_group': {'name': 'tempest-secgroup-1927756792'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:50.663017 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7c0b4f93-fadc-4017-9e34-fbf88c7a7ee9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:50.667066 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc835c-4b27-462a-ae09-5492012f3ef4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79bcd571-3d3b-4afa-9683-ce62997e6935,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:50.669556 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7c0b4f93-fadc-4017-9e34-fbf88c7a7ee9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:security_group and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:50.673088 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a7cc835c-4b27-462a-ae09-5492012f3ef4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:50.673889 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7c0b4f93-fadc-4017-9e34-fbf88c7a7ee9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:50.683226 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7c0b4f93-fadc-4017-9e34-fbf88c7a7ee9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:50.693186 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7c0b4f93-fadc-4017-9e34-fbf88c7a7ee9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.713491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7c0b4f93-fadc-4017-9e34-fbf88c7a7ee9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:50.717654 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7c0b4f93-fadc-4017-9e34-fbf88c7a7ee9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:security_group_rule and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:50.726227 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7c0b4f93-fadc-4017-9e34-fbf88c7a7ee9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:50.733362 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-faac1e70-a4cc-4410-953d-9f88a70af2d1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.733593 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7c0b4f93-fadc-4017-9e34-fbf88c7a7ee9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:50.745611 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c19e26f-6c9a-42af-96c0-371573311708 None None] Update dhcp port {'port': {'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884', 'fixed_ips': [{'subnet_id': '9cd99ae3-6a2e-45a4-9963-02adb970f372', 'ip_address': '172.20.0.18'}, {'subnet_id': '7866f656-a06c-4462-b8db-e764226cfdcb'}], 'binding:host_id': 'dv-neutron-601336-84-hyperv'}, 'id': 'cafd5cf5-6c81-4005-a8f5-fbc65032bf46'} from dv-neutron-601336-84-hyperv. {{(pid=92550) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 20:41:50.819496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7c0b4f93-fadc-4017-9e34-fbf88c7a7ee9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.821539 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3c19e26f-6c9a-42af-96c0-371573311708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.826434 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7c0b4f93-fadc-4017-9e34-fbf88c7a7ee9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.832921 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-deac5bf1-b8f1-4133-9077-fd601f77b3c0 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:50.872380 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b4f93-fadc-4017-9e34-fbf88c7a7ee9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d6cfe1-a5f3-410d-8419-9eb6358b3415,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:50.875848 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7c0b4f93-fadc-4017-9e34-fbf88c7a7ee9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:50.876746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7c0b4f93-fadc-4017-9e34-fbf88c7a7ee9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:50.880689 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7c0b4f93-fadc-4017-9e34-fbf88c7a7ee9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2302294 Jun 02 20:41:50.881198 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57728) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:50.886187 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1215005297', 'security_groups': ['36d6cfe1-a5f3-410d-8419-9eb6358b3415'], 'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7866f656-a06c-4462-b8db-e764226cfdcb'}]}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:51.061240 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-3c19e26f-6c9a-42af-96c0-371573311708 None None] Allocated IP 172.20.0.2 (c7678cbb-123a-4a79-8d3e-f2c360277884/7866f656-a06c-4462-b8db-e764226cfdcb/cafd5cf5-6c81-4005-a8f5-fbc65032bf46) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:51.072079 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46df3bd-9ab2-4030-9df9-fe5bde1a2c06 req-24b889b1-d88e-4d6c-8a27-85ed85dd385d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:51.073625 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a46df3bd-9ab2-4030-9df9-fe5bde1a2c06 req-24b889b1-d88e-4d6c-8a27-85ed85dd385d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 945 time: 0.1851475 Jun 02 20:41:51.135946 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a46df3bd-9ab2-4030-9df9-fe5bde1a2c06 req-6f67dc4d-5298-4faa-a6a6-fb5b8174d86d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b04bc3-a4b2-4451-9e8f-13048f4f93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518043 Jun 02 20:41:51.137099 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-faac1e70-a4cc-4410-953d-9f88a70af2d1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:51.142749 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e70dbedf-3aca-44e6-8626-56de04313931 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:51.193270 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:51.193693 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac1e70-a4cc-4410-953d-9f88a70af2d1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Subnet': ['ID=e2a147d5-764f-47e7-808b-61bfc6381b07,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:51.196496 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-faac1e70-a4cc-4410-953d-9f88a70af2d1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:51.203036 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:51.207462 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faac1e70-a4cc-4410-953d-9f88a70af2d1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:51.207991 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faac1e70-a4cc-4410-953d-9f88a70af2d1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:51.208468 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faac1e70-a4cc-4410-953d-9f88a70af2d1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:51.208942 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faac1e70-a4cc-4410-953d-9f88a70af2d1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:51.209412 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faac1e70-a4cc-4410-953d-9f88a70af2d1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:51.210080 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faac1e70-a4cc-4410-953d-9f88a70af2d1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:51.210588 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faac1e70-a4cc-4410-953d-9f88a70af2d1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:51.211159 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faac1e70-a4cc-4410-953d-9f88a70af2d1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:51.211673 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faac1e70-a4cc-4410-953d-9f88a70af2d1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:51.212211 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faac1e70-a4cc-4410-953d-9f88a70af2d1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:51.212702 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faac1e70-a4cc-4410-953d-9f88a70af2d1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:51.213248 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faac1e70-a4cc-4410-953d-9f88a70af2d1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:51.215354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:51.217530 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-faac1e70-a4cc-4410-953d-9f88a70af2d1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/subnets/e2a147d5-764f-47e7-808b-61bfc6381b07 HTTP/1.1" status: 204 len: 168 time: 0.8654327 Jun 02 20:41:51.218578 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-faac1e70-a4cc-4410-953d-9f88a70af2d1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:51.220227 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57732) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:51.229439 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-3c19e26f-6c9a-42af-96c0-371573311708 None None] For port cafd5cf5-6c81-4005-a8f5-fbc65032bf46, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=cafd5cf5-6c81-4005-a8f5-fbc65032bf46,segment=NetworkSegment(c9634558-9734-49b2-9103-1b3bd343e981),segment_id=c9634558-9734-49b2-9103-1b3bd343e981)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:51.234792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66d3b8b-da23-4a80-9354-ee1101aa2201 None None] Network 5b2847e8-901c-4291-9f24-19cf9ca9c15a requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:51.289379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e062768-a134-40df-804b-297101283eaf tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting subnet fcaeb895-49f6-49bf-9709-c40d48b4079f {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:41:51.292732 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1e062768-a134-40df-804b-297101283eaf tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:51.354406 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1e062768-a134-40df-804b-297101283eaf tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:51.399430 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:51.408777 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3c19e26f-6c9a-42af-96c0-371573311708 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:51.425315 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] device_id is not set on port 822947ec-492c-4ad8-aff3-8fe7436df60b yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:41:51.434126 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-3c19e26f-6c9a-42af-96c0-371573311708 None None] Transition to ACTIVE for port object cafd5cf5-6c81-4005-a8f5-fbc65032bf46 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:51.440593 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1e062768-a134-40df-804b-297101283eaf tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:51.440887 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3c19e26f-6c9a-42af-96c0-371573311708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:51.446208 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-38382821-1b8c-4d29-9cbf-832ed6c9d1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:51.469389 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f1557-1cc7-47a4-a365-63566052a11d req-ec30e3c4-4ff6-45b1-aee0-6e2d0a57f462 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:51.470864 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6e3f1557-1cc7-47a4-a365-63566052a11d req-ec30e3c4-4ff6-45b1-aee0-6e2d0a57f462 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 945 time: 0.1828892 Jun 02 20:41:51.576618 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6e3f1557-1cc7-47a4-a365-63566052a11d req-567a8425-9947-46af-8a4e-9a08e959605d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b04bc3-a4b2-4451-9e8f-13048f4f93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983093 Jun 02 20:41:51.600523 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57734) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:51.607410 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19e26f-6c9a-42af-96c0-371573311708 None None] Pushing event updated for resources: {'Port': ['ID=cafd5cf5-6c81-4005-a8f5-fbc65032bf46,revision_number=6']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:51.611187 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-3c19e26f-6c9a-42af-96c0-371573311708 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:51.689445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Allocated IP 172.20.0.7 (c7678cbb-123a-4a79-8d3e-f2c360277884/7866f656-a06c-4462-b8db-e764226cfdcb/822947ec-492c-4ad8-aff3-8fe7436df60b) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:51.690139 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088aaefa-9c6e-4664-8602-10f7ca750c6b None None] DHCP port deletion for 5b2847e8-901c-4291-9f24-19cf9ca9c15a request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:41:51.781776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-088aaefa-9c6e-4664-8602-10f7ca750c6b None None] Deleting port 4d231527-f7c0-4dc1-afc1-9a1a24e6074e {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:51.782172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-088aaefa-9c6e-4664-8602-10f7ca750c6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:51.802366 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396add2b-5e0e-41c2-a32e-b7056c449ed4 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:51.805436 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-396add2b-5e0e-41c2-a32e-b7056c449ed4 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 1093 time: 0.1858819 Jun 02 20:41:51.812185 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57736) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:51.821047 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': 'b6bc3d5e-c110-4942-a5fd-e355fa80b227', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:51.831315 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:51.840829 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:floatingip and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:51.844436 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:51.852518 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:51.871691 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:51.886782 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1e062768-a134-40df-804b-297101283eaf tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:51.894168 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fe95f295-c8d2-438f-aed5-1c35c79d4b40 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:51.908645 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-088aaefa-9c6e-4664-8602-10f7ca750c6b None None] For port 4d231527-f7c0-4dc1-afc1-9a1a24e6074e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4d231527-f7c0-4dc1-afc1-9a1a24e6074e,segment=NetworkSegment(304c0ee3-1030-4c44-b011-76fc6d5fce30),segment_id=304c0ee3-1030-4c44-b011-76fc6d5fce30)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:51.908936 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-088aaefa-9c6e-4664-8602-10f7ca750c6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:51.934760 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:51.936893 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e062768-a134-40df-804b-297101283eaf tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Subnet': ['ID=fcaeb895-49f6-49bf-9709-c40d48b4079f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:51.945072 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1e062768-a134-40df-804b-297101283eaf tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:51.948789 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1e062768-a134-40df-804b-297101283eaf tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:51.961197 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Transition to ACTIVE for port object 822947ec-492c-4ad8-aff3-8fe7436df60b will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:51.965823 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1e062768-a134-40df-804b-297101283eaf tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/subnets/fcaeb895-49f6-49bf-9709-c40d48b4079f HTTP/1.1" status: 204 len: 168 time: 0.7423031 Jun 02 20:41:51.967816 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57738) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:52.005943 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:52.017588 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:52.076705 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network c7678cbb-123a-4a79-8d3e-f2c360277884 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:52.084339 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:52.089430 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:41:52.103789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-088aaefa-9c6e-4664-8602-10f7ca750c6b None None] Calling delete_port for 4d231527-f7c0-4dc1-afc1-9a1a24e6074e owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:52.130703 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b485cc5d-a272-4520-a515-44538ed529ad None None] Network b66dbc3a-f300-4894-a1d8-ba13f17c1131 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:52.143429 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device cafd5cf5-6c81-4005-a8f5-fbc65032bf46 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:41:52.152587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=822947ec-492c-4ad8-aff3-8fe7436df60b,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:52.165540 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:52.165965 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:52.166786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:52.167368 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:52.167758 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:52.168138 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:52.168515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:52.168887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:52.169413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:52.169790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:52.170159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:52.170569 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:52.177247 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:52.186786 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:52.192723 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:52.193391 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:52.223833 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3417103 Jun 02 20:41:52.226240 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57740) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:52.231414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-7992b485-3be9-40f0-892f-94b8922c011f tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'subnet': {'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:52.284823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:52.389278 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting port 4d231527-f7c0-4dc1-afc1-9a1a24e6074e {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:52.389619 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:52.404580 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7992b485-3be9-40f0-892f-94b8922c011f tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:52.410654 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7992b485-3be9-40f0-892f-94b8922c011f tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:subnet and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:52.415104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7992b485-3be9-40f0-892f-94b8922c011f tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:52.422532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7992b485-3be9-40f0-892f-94b8922c011f tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:52.433179 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4b5e5448-1d9a-4bd4-b3e1-4252931ebeb1 None None] Provisioning complete for port 086b899b-9dff-433d-9cc4-71266d02a6ab triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:52.433946 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5448-1d9a-4bd4-b3e1-4252931ebeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:52.435485 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7992b485-3be9-40f0-892f-94b8922c011f tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:52.439096 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7992b485-3be9-40f0-892f-94b8922c011f tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:52.504761 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-4b5e5448-1d9a-4bd4-b3e1-4252931ebeb1 None None] Port 086b899b-9dff-433d-9cc4-71266d02a6ab cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:52.516463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-088aaefa-9c6e-4664-8602-10f7ca750c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:52.522508 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c4104208-2607-4604-87fb-def0b94b2e1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:52.576140 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088aaefa-9c6e-4664-8602-10f7ca750c6b None None] Pushing event deleted for resources: {'Port': ['ID=4d231527-f7c0-4dc1-afc1-9a1a24e6074e,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:52.582292 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-088aaefa-9c6e-4664-8602-10f7ca750c6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:52.583071 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088aaefa-9c6e-4664-8602-10f7ca750c6b None None] No DVR routers for this DVR port 4d231527-f7c0-4dc1-afc1-9a1a24e6074e on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:41:52.587768 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.ipam_backend_mixin [None req-7992b485-3be9-40f0-892f-94b8922c011f tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7866f656-a06c-4462-b8db-e764226cfdcb (CIDR: 172.20.0.0/28) Jun 02 20:41:52.591295 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-7992b485-3be9-40f0-892f-94b8922c011f tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:41:52.591812 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7992b485-3be9-40f0-892f-94b8922c011f tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:41:52.599495 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4b5e5448-1d9a-4bd4-b3e1-4252931ebeb1 None None] Provisioning for port cafd5cf5-6c81-4005-a8f5-fbc65032bf46 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:52.610482 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4b5e5448-1d9a-4bd4-b3e1-4252931ebeb1 None None] Provisioning complete for port cafd5cf5-6c81-4005-a8f5-fbc65032bf46 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:52.610906 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5448-1d9a-4bd4-b3e1-4252931ebeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:52.617315 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7992b485-3be9-40f0-892f-94b8922c011f tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3878202 Jun 02 20:41:52.618222 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57742) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:52.625454 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-debf70c5-9de4-4c53-82c8-55bba33beb6d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'subnet': {'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:52.672162 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4d231527-f7c0-4dc1-afc1-9a1a24e6074e no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:41:52.717329 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 4d231527-f7c0-4dc1-afc1-9a1a24e6074e {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:41:52.717715 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4d231527-f7c0-4dc1-afc1-9a1a24e6074e not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:41:52.767776 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] For port 4d231527-f7c0-4dc1-afc1-9a1a24e6074e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4d231527-f7c0-4dc1-afc1-9a1a24e6074e,segment=NetworkSegment(304c0ee3-1030-4c44-b011-76fc6d5fce30),segment_id=304c0ee3-1030-4c44-b011-76fc6d5fce30)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:52.768138 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:52.796031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-debf70c5-9de4-4c53-82c8-55bba33beb6d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:52.796715 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8746151-e839-4de3-afef-620093f9f3c7 None None] DHCP port deletion for b66dbc3a-f300-4894-a1d8-ba13f17c1131 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:41:52.802369 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-debf70c5-9de4-4c53-82c8-55bba33beb6d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:subnet and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:52.805700 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-debf70c5-9de4-4c53-82c8-55bba33beb6d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:52.811740 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-debf70c5-9de4-4c53-82c8-55bba33beb6d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:52.822168 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debf70c5-9de4-4c53-82c8-55bba33beb6d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:52.825835 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-debf70c5-9de4-4c53-82c8-55bba33beb6d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:52.871691 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a8746151-e839-4de3-afef-620093f9f3c7 None None] Deleting port a198ff15-b662-4b0f-857c-940a34994cab {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:52.871955 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a8746151-e839-4de3-afef-620093f9f3c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:52.896096 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.26.0.69 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/062e9cc7-04d1-46a3-af53-8e9f12ef47f8) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:52.904111 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Calling delete_port for 4d231527-f7c0-4dc1-afc1-9a1a24e6074e owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:52.966424 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.ipam_backend_mixin [None req-debf70c5-9de4-4c53-82c8-55bba33beb6d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9cd99ae3-6a2e-45a4-9963-02adb970f372 (CIDR: 172.20.0.16/28) Jun 02 20:41:52.969876 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-debf70c5-9de4-4c53-82c8-55bba33beb6d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:41:52.970448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-debf70c5-9de4-4c53-82c8-55bba33beb6d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:41:52.977935 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-a8746151-e839-4de3-afef-620093f9f3c7 None None] For port a198ff15-b662-4b0f-857c-940a34994cab, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a198ff15-b662-4b0f-857c-940a34994cab,segment=NetworkSegment(0146239e-3794-4a4b-a837-1ed1dd4a5ab1),segment_id=0146239e-3794-4a4b-a837-1ed1dd4a5ab1)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:52.978465 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a8746151-e839-4de3-afef-620093f9f3c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:52.985946 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c963e6eb-92d5-4922-9942-b508f73cab34 None None] Provisioning for port 822947ec-492c-4ad8-aff3-8fe7436df60b completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:52.993268 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-debf70c5-9de4-4c53-82c8-55bba33beb6d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3700116 Jun 02 20:41:52.993890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57744) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:53.001371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-b1a484dc-2757-4ccb-9734-fa63a3032ed9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'subnet': {'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:53.049238 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c963e6eb-92d5-4922-9942-b508f73cab34 None None] Provisioning complete for port 822947ec-492c-4ad8-aff3-8fe7436df60b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:53.049626 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c963e6eb-92d5-4922-9942-b508f73cab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:53.085188 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:53.091597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:53.094660 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-95b7642e-e07b-4b56-804e-d436a1aaaf5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:53.139277 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a8746151-e839-4de3-afef-620093f9f3c7 None None] Calling delete_port for a198ff15-b662-4b0f-857c-940a34994cab owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:53.145113 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] No DVR routers for this DVR port 4d231527-f7c0-4dc1-afc1-9a1a24e6074e on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:41:53.156196 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b1a484dc-2757-4ccb-9734-fa63a3032ed9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:53.160228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b1a484dc-2757-4ccb-9734-fa63a3032ed9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Usage tracker for resource:subnet and tenant:85b5d6b333474389aa51378f6bb38d9f is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:53.163125 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b1a484dc-2757-4ccb-9734-fa63a3032ed9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:53.168970 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b1a484dc-2757-4ccb-9734-fa63a3032ed9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:53.180600 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a484dc-2757-4ccb-9734-fa63a3032ed9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Made reservation on behalf of 85b5d6b333474389aa51378f6bb38d9f for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:53.181652 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-c963e6eb-92d5-4922-9942-b508f73cab34 None None] Port 822947ec-492c-4ad8-aff3-8fe7436df60b cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:53.181994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Port': ['ID=4d231527-f7c0-4dc1-afc1-9a1a24e6074e,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:53.185077 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:53.192361 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b1a484dc-2757-4ccb-9734-fa63a3032ed9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:53.215993 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a8746151-e839-4de3-afef-620093f9f3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:53.220749 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:53.265667 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746151-e839-4de3-afef-620093f9f3c7 None None] Pushing event deleted for resources: {'Port': ['ID=a198ff15-b662-4b0f-857c-940a34994cab,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:53.268770 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a8746151-e839-4de3-afef-620093f9f3c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:53.269868 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8746151-e839-4de3-afef-620093f9f3c7 None None] No DVR routers for this DVR port a198ff15-b662-4b0f-857c-940a34994cab on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:41:53.296406 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:53.311457 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b2847e8-901c-4291-9f24-19cf9ca9c15a']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:53.325886 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '304c0ee3-1030-4c44-b011-76fc6d5fce30') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:53.326193 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '304c0ee3-1030-4c44-b011-76fc6d5fce30') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:53.339962 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:53.355097 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:53.361798 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-19b5bfdd-7c2b-49a6-ab7f-dc14358ccaa9 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:53.407110 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:53.425616 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:53.428934 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:41:53.429346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: util.warn( Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:41:53.444757 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:41:53.448002 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:53.448118 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:41:53.576050 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=062e9cc7-04d1-46a3-af53-8e9f12ef47f8,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:53.579604 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:53.592702 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:53.597670 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:53.600502 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1951839a-7ee8-42c4-845f-ef6a10037cfd tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:53.680936 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Network': ['ID=5b2847e8-901c-4291-9f24-19cf9ca9c15a,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:53.683454 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:53.706562 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/networks/5b2847e8-901c-4291-9f24-19cf9ca9c15a HTTP/1.1" status: 204 len: 168 time: 1.7358010 Jun 02 20:41:53.711619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57746) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:53.842882 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-326f82fa-8366-4862-ba3e-03acf9a82713 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:53.987302 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a198ff15-b662-4b0f-857c-940a34994cab no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:41:54.012832 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:54.023751 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: a198ff15-b662-4b0f-857c-940a34994cab {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:41:54.024097 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a198ff15-b662-4b0f-857c-940a34994cab not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:41:54.044332 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-326f82fa-8366-4862-ba3e-03acf9a82713 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:54.065028 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-326f82fa-8366-4862-ba3e-03acf9a82713 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66dbc3a-f300-4894-a1d8-ba13f17c1131']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:54.082891 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-326f82fa-8366-4862-ba3e-03acf9a82713 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0146239e-3794-4a4b-a837-1ed1dd4a5ab1') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:54.083217 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-326f82fa-8366-4862-ba3e-03acf9a82713 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0146239e-3794-4a4b-a837-1ed1dd4a5ab1') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:54.091802 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:54.093667 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b1a484dc-2757-4ccb-9734-fa63a3032ed9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:54.099817 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6f17598c-c635-485e-8fe1-e3ebc8283f23 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:54.126161 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-326f82fa-8366-4862-ba3e-03acf9a82713 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:54.163674 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-326f82fa-8366-4862-ba3e-03acf9a82713 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:54.179727 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a484dc-2757-4ccb-9734-fa63a3032ed9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Network c7678cbb-123a-4a79-8d3e-f2c360277884 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:54.180755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-326f82fa-8366-4862-ba3e-03acf9a82713 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:41:54.181154 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-326f82fa-8366-4862-ba3e-03acf9a82713 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:41:54.200371 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:41:54.216968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-b1a484dc-2757-4ccb-9734-fa63a3032ed9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:54.229176 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873a4a51-bf17-4623-aa13-70fced547482 None None] Network c7678cbb-123a-4a79-8d3e-f2c360277884 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:54.294521 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a484dc-2757-4ccb-9734-fa63a3032ed9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:54.295110 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b1a484dc-2757-4ccb-9734-fa63a3032ed9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:54.304117 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a484dc-2757-4ccb-9734-fa63a3032ed9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Subnet': ['ID=2d9b39c1-cac4-43f0-bf11-52bb008fde61,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:54.308709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:54.313998 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b1a484dc-2757-4ccb-9734-fa63a3032ed9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:54.319250 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:54.323456 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-326f82fa-8366-4862-ba3e-03acf9a82713 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:54.327843 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:54.334476 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:54.345733 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b1a484dc-2757-4ccb-9734-fa63a3032ed9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3478851 Jun 02 20:41:54.346758 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-326f82fa-8366-4862-ba3e-03acf9a82713 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:54.352844 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-326f82fa-8366-4862-ba3e-03acf9a82713 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/networks/b66dbc3a-f300-4894-a1d8-ba13f17c1131 HTTP/1.1" status: 204 len: 168 time: 0.6358397 Jun 02 20:41:54.352844 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57748) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:54.353091 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57750) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:54.358251 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-8cbaeff5-359e-4c1f-b129-ef069b09bb6c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-504866041', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2d9b39c1-cac4-43f0-bf11-52bb008fde61'}], 'security_groups': ['bba4265f-d0e3-4d95-ae2a-66152f4b342a', '79bcd571-3d3b-4afa-9683-ce62997e6935']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:54.384781 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f82fa-8366-4862-ba3e-03acf9a82713 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Network': ['ID=b66dbc3a-f300-4894-a1d8-ba13f17c1131,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:54.389777 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-25770452-1126-4f64-8e5a-3d7e9039f25d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1713281776'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:54.404541 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-326f82fa-8366-4862-ba3e-03acf9a82713 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:54.405522 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-25770452-1126-4f64-8e5a-3d7e9039f25d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:54.417355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-25770452-1126-4f64-8e5a-3d7e9039f25d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:network and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:54.422217 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-25770452-1126-4f64-8e5a-3d7e9039f25d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:54.437198 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-25770452-1126-4f64-8e5a-3d7e9039f25d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:54.492905 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25770452-1126-4f64-8e5a-3d7e9039f25d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Made reservation on behalf of f8efac6e9cf943ae9e25aaf306cb7756 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:54.496841 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-25770452-1126-4f64-8e5a-3d7e9039f25d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:54.538111 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8cbaeff5-359e-4c1f-b129-ef069b09bb6c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:54.559468 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25770452-1126-4f64-8e5a-3d7e9039f25d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:41:54.589996 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec9b850-59a7-4752-ac5a-e918c88ecf49 None None] Update dhcp port {'port': {'network_id': 'c7678cbb-123a-4a79-8d3e-f2c360277884', 'fixed_ips': [{'subnet_id': '9cd99ae3-6a2e-45a4-9963-02adb970f372', 'ip_address': '172.20.0.18'}, {'subnet_id': '7866f656-a06c-4462-b8db-e764226cfdcb', 'ip_address': '172.20.0.2'}, {'subnet_id': '2d9b39c1-cac4-43f0-bf11-52bb008fde61'}], 'binding:host_id': 'dv-neutron-601336-84-hyperv'}, 'id': 'cafd5cf5-6c81-4005-a8f5-fbc65032bf46'} from dv-neutron-601336-84-hyperv. {{(pid=92550) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 02 20:41:54.601950 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=062e9cc7-04d1-46a3-af53-8e9f12ef47f8,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:54.604717 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:54.612341 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:54.617180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-25770452-1126-4f64-8e5a-3d7e9039f25d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:54.617483 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-25770452-1126-4f64-8e5a-3d7e9039f25d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Added segment b52c1a45-3a97-4af7-b4c7-c19c12af873e of type vlan for network ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba Jun 02 20:41:54.651352 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cec9b850-59a7-4752-ac5a-e918c88ecf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:54.697254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-25770452-1126-4f64-8e5a-3d7e9039f25d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:54.800080 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-25770452-1126-4f64-8e5a-3d7e9039f25d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:54.800810 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Floating IP 420742a3-1d2e-4cbe-b5a2-2d23554c1829 associated. External IP: 172.26.0.69, port: b6bc3d5e-c110-4942-a5fd-e355fa80b227. Jun 02 20:41:54.805594 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25770452-1126-4f64-8e5a-3d7e9039f25d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:54.806186 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-25770452-1126-4f64-8e5a-3d7e9039f25d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:54.841031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-31fe1d9d-b692-4ca8-98f0-2f3aaf2907c8 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:54.880548 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-cec9b850-59a7-4752-ac5a-e918c88ecf49 None None] Allocated IP 172.20.0.34 (c7678cbb-123a-4a79-8d3e-f2c360277884/2d9b39c1-cac4-43f0-bf11-52bb008fde61/cafd5cf5-6c81-4005-a8f5-fbc65032bf46) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:54.969949 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-25770452-1126-4f64-8e5a-3d7e9039f25d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6158514 Jun 02 20:41:54.972758 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57754) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:54.979731 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-15edce66-c2d9-4194-94d6-bbbe883e7877 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'subnet': {'network_id': 'ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:54.995768 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25770452-1126-4f64-8e5a-3d7e9039f25d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Network': ['ID=ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:54.998763 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-25770452-1126-4f64-8e5a-3d7e9039f25d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:55.060689 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:41:55.099376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-15edce66-c2d9-4194-94d6-bbbe883e7877 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:55.103074 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-15edce66-c2d9-4194-94d6-bbbe883e7877 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:subnet and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:55.105870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-15edce66-c2d9-4194-94d6-bbbe883e7877 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:55.111580 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-15edce66-c2d9-4194-94d6-bbbe883e7877 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:55.121688 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15edce66-c2d9-4194-94d6-bbbe883e7877 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Made reservation on behalf of f8efac6e9cf943ae9e25aaf306cb7756 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:55.126773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-15edce66-c2d9-4194-94d6-bbbe883e7877 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:55.158726 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-cec9b850-59a7-4752-ac5a-e918c88ecf49 None None] For port cafd5cf5-6c81-4005-a8f5-fbc65032bf46, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=cafd5cf5-6c81-4005-a8f5-fbc65032bf46,segment=NetworkSegment(c9634558-9734-49b2-9103-1b3bd343e981),segment_id=c9634558-9734-49b2-9103-1b3bd343e981)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:41:55.185914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router ea042184-efd5-4d0d-8531-e0c8a72be96a has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:41:55.198684 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cec9b850-59a7-4752-ac5a-e918c88ecf49 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:55.215581 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-cec9b850-59a7-4752-ac5a-e918c88ecf49 None None] Transition to ACTIVE for port object cafd5cf5-6c81-4005-a8f5-fbc65032bf46 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:55.220486 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cec9b850-59a7-4752-ac5a-e918c88ecf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:55.225209 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7b08bcda-8eaa-46ee-bbbd-b4373e839b9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:55.386749 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:41:55.396899 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9b850-59a7-4752-ac5a-e918c88ecf49 None None] Pushing event updated for resources: {'Port': ['ID=cafd5cf5-6c81-4005-a8f5-fbc65032bf46,revision_number=7']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:55.404528 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f845b6b-57ca-463f-a48b-efe82a9810ff None None] Sync routers for ids ['ea042184-efd5-4d0d-8531-e0c8a72be96a'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:41:55.412036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:55.412642 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9b850-59a7-4752-ac5a-e918c88ecf49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:55.412993 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9b850-59a7-4752-ac5a-e918c88ecf49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:55.413331 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9b850-59a7-4752-ac5a-e918c88ecf49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:55.413663 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9b850-59a7-4752-ac5a-e918c88ecf49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:55.413989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9b850-59a7-4752-ac5a-e918c88ecf49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:55.414315 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9b850-59a7-4752-ac5a-e918c88ecf49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:55.414640 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9b850-59a7-4752-ac5a-e918c88ecf49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:55.415138 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9b850-59a7-4752-ac5a-e918c88ecf49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:55.415296 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9b850-59a7-4752-ac5a-e918c88ecf49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:55.415618 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9b850-59a7-4752-ac5a-e918c88ecf49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:55.415935 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9b850-59a7-4752-ac5a-e918c88ecf49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:55.416250 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec9b850-59a7-4752-ac5a-e918c88ecf49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:41:55.421525 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-cec9b850-59a7-4752-ac5a-e918c88ecf49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:55.426583 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f845b6b-57ca-463f-a48b-efe82a9810ff None None] Routers {'ea042184-efd5-4d0d-8531-e0c8a72be96a'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:55.427204 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-9f845b6b-57ca-463f-a48b-efe82a9810ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['ea042184-efd5-4d0d-8531-e0c8a72be96a'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:55.483416 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6678061 Jun 02 20:41:55.483416 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04edb58-fb21-4285-be66-d414fe2e6bef', 'tag': 'b6bc3d5e-c110-4942-a5fd-e355fa80b227'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:41:55.486816 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49391c3-cf16-4183-9984-cb63fbf8ab93" -d '{"events": [{"name": "network-changed", "server_uuid": "d04edb58-fb21-4285-be66-d414fe2e6bef", "tag": "b6bc3d5e-c110-4942-a5fd-e355fa80b227"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:41:55.489910 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57756) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:55.568495 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82a77d3-048c-47e7-87e8-f06df26f2192 x-openstack-request-id: req-b82a77d3-048c-47e7-87e8-f06df26f2192 {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:41:55.568837 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04edb58-fb21-4285-be66-d414fe2e6bef", "tag": "b6bc3d5e-c110-4942-a5fd-e355fa80b227", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:41:55.569232 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b82a77d3-048c-47e7-87e8-f06df26f2192 {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:41:55.569790 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04edb58-fb21-4285-be66-d414fe2e6bef', 'tag': 'b6bc3d5e-c110-4942-a5fd-e355fa80b227', 'status': 'completed', 'code': 200} Jun 02 20:41:55.625779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-9f845b6b-57ca-463f-a48b-efe82a9810ff None None] Set router ea042184-efd5-4d0d-8531-e0c8a72be96a gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:41:55.626110 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a3861a88-ae17-413a-a9fd-36b73020fc12 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/420742a3-1d2e-4cbe-b5a2-2d23554c1829 HTTP/1.1" status: 200 len: 990 time: 0.1336911 Jun 02 20:41:55.748717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-8cbaeff5-359e-4c1f-b129-ef069b09bb6c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Delete allocated IP 172.20.0.7 (c7678cbb-123a-4a79-8d3e-f2c360277884/7866f656-a06c-4462-b8db-e764226cfdcb) {{(pid=92549) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 02 20:41:55.772355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-8cbaeff5-359e-4c1f-b129-ef069b09bb6c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Allocated IP 172.20.0.45 (c7678cbb-123a-4a79-8d3e-f2c360277884/2d9b39c1-cac4-43f0-bf11-52bb008fde61/822947ec-492c-4ad8-aff3-8fe7436df60b) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:55.836278 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49391c3-cf16-4183-9984-cb63fbf8ab93 req-617d8c6e-feb3-4e7d-801f-b5c58a394764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:55.837763 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a49391c3-cf16-4183-9984-cb63fbf8ab93 req-617d8c6e-feb3-4e7d-801f-b5c58a394764 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 1098 time: 0.2211204 Jun 02 20:41:56.027274 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device cafd5cf5-6c81-4005-a8f5-fbc65032bf46 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:41:56.088370 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-dff4f5db-e94c-4f06-a9b4-1dc398e3b014 None None] Provisioning complete for port 822947ec-492c-4ad8-aff3-8fe7436df60b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:56.089142 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-dff4f5db-e94c-4f06-a9b4-1dc398e3b014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:56.151432 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49391c3-cf16-4183-9984-cb63fbf8ab93 req-09de4f68-6228-4e82-846c-8a332cd96f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:56.152908 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a49391c3-cf16-4183-9984-cb63fbf8ab93 req-09de4f68-6228-4e82-846c-8a332cd96f77 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5c7bdf7f-1f8d-447c-b320-3cff46221b8d HTTP/1.1" status: 200 len: 898 time: 0.3027716 Jun 02 20:41:56.161597 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-9f845b6b-57ca-463f-a48b-efe82a9810ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'name': 'tempest-TestNetworkBasicOps-router-527176579', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:41:10Z', 'updated_at': '2021-06-02T20:41:23Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:12Z', 'updated_at': '2021-06-02T20:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '420742a3-1d2e-4cbe-b5a2-2d23554c1829', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.69', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'port_id': 'b6bc3d5e-c110-4942-a5fd-e355fa80b227', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d', 'mac_address': 'fa:16:3e:4f:70:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04edb58-fb21-4285-be66-d414fe2e6bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:41:53Z', 'updated_at': '2021-06-02T20:41:53Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7abba06b-6980-4699-aaec-fb2ff2166bfa', 'name': '', 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:eb:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '4b69a36d-7816-413f-860f-b05de4096f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:20Z', 'updated_at': '2021-06-02T20:41:30Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4b69a36d-7816-413f-860f-b05de4096f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:56.173589 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f845b6b-57ca-463f-a48b-efe82a9810ff None None] Checking router: ea042184-efd5-4d0d-8531-e0c8a72be96a for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:41:56.175393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-dff4f5db-e94c-4f06-a9b4-1dc398e3b014 None None] Port 822947ec-492c-4ad8-aff3-8fe7436df60b cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:56.199777 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f845b6b-57ca-463f-a48b-efe82a9810ff None None] Routers {'ea042184-efd5-4d0d-8531-e0c8a72be96a'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:41:56.200444 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-9f845b6b-57ca-463f-a48b-efe82a9810ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['ea042184-efd5-4d0d-8531-e0c8a72be96a'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:56.266910 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-dff4f5db-e94c-4f06-a9b4-1dc398e3b014 None None] Provisioning complete for port 086b899b-9dff-433d-9cc4-71266d02a6ab triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:56.267218 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-dff4f5db-e94c-4f06-a9b4-1dc398e3b014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:56.328154 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a49391c3-cf16-4183-9984-cb63fbf8ab93 req-d849419b-1489-42e5-a883-c18ebca7b175 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6bc3d5e-c110-4942-a5fd-e355fa80b227 HTTP/1.1" status: 200 len: 998 time: 0.1537020 Jun 02 20:41:56.334195 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8cbaeff5-359e-4c1f-b129-ef069b09bb6c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:56.393332 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-dff4f5db-e94c-4f06-a9b4-1dc398e3b014 None None] Port 086b899b-9dff-433d-9cc4-71266d02a6ab cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:56.424083 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-8cbaeff5-359e-4c1f-b129-ef069b09bb6c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Transition to ACTIVE for port object 822947ec-492c-4ad8-aff3-8fe7436df60b will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:56.433027 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8cbaeff5-359e-4c1f-b129-ef069b09bb6c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:56.433760 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-dff4f5db-e94c-4f06-a9b4-1dc398e3b014 None None] Provisioning for port cafd5cf5-6c81-4005-a8f5-fbc65032bf46 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:56.448286 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-dff4f5db-e94c-4f06-a9b4-1dc398e3b014 None None] Provisioning complete for port cafd5cf5-6c81-4005-a8f5-fbc65032bf46 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:56.448764 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-dff4f5db-e94c-4f06-a9b4-1dc398e3b014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:56.451395 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ecc21b27-9b2a-4b43-bb7e-0b49bb03ad88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:56.485596 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-9f845b6b-57ca-463f-a48b-efe82a9810ff None None] Set router ea042184-efd5-4d0d-8531-e0c8a72be96a gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:41:56.524493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-15edce66-c2d9-4194-94d6-bbbe883e7877 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:56.558260 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49391c3-cf16-4183-9984-cb63fbf8ab93 req-996e6cf0-518b-4288-8aac-6f04f09689f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:56.559746 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a49391c3-cf16-4183-9984-cb63fbf8ab93 req-996e6cf0-518b-4288-8aac-6f04f09689f4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4b69a36d-7816-413f-860f-b05de4096f85 HTTP/1.1" status: 200 len: 835 time: 0.2207630 Jun 02 20:41:56.629278 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57760) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:56.643171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbaeff5-359e-4c1f-b129-ef069b09bb6c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event updated for resources: {'Port': ['ID=822947ec-492c-4ad8-aff3-8fe7436df60b,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:56.648662 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8cbaeff5-359e-4c1f-b129-ef069b09bb6c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:56.657545 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-43b8557d-08f2-47f0-8ec3-274214f4d9a5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:56.767192 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b2d347a8-cde1-43bd-8aa5-99e83a914eb8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/420742a3-1d2e-4cbe-b5a2-2d23554c1829 HTTP/1.1" status: 200 len: 990 time: 0.1360989 Jun 02 20:41:56.768216 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-8cbaeff5-359e-4c1f-b129-ef069b09bb6c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] In _notify_port_updated(), no bound segment for port 822947ec-492c-4ad8-aff3-8fe7436df60b on network c7678cbb-123a-4a79-8d3e-f2c360277884 {{(pid=92549) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:41:56.773558 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbaeff5-359e-4c1f-b129-ef069b09bb6c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:56.774173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8cbaeff5-359e-4c1f-b129-ef069b09bb6c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:56.775445 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8cbaeff5-359e-4c1f-b129-ef069b09bb6c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "PUT /v2.0/ports/822947ec-492c-4ad8-aff3-8fe7436df60b HTTP/1.1" status: 200 len: 959 time: 2.4234974 Jun 02 20:41:56.778436 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57764) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:56.789173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edce66-c2d9-4194-94d6-bbbe883e7877 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Subnet': ['ID=39718903-62c9-4d2a-a209-0675be43389c,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:56.792120 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15edce66-c2d9-4194-94d6-bbbe883e7877 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Checking segment: {'id': 'b52c1a45-3a97-4af7-b4c7-c19c12af873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:41:56.792376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15edce66-c2d9-4194-94d6-bbbe883e7877 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network hostable DHCP agents. Network: ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:41:56.795271 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-15edce66-c2d9-4194-94d6-bbbe883e7877 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:56.810156 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49391c3-cf16-4183-9984-cb63fbf8ab93 req-5319b232-7131-42de-afbf-6f8f48f9d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:56.811577 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a49391c3-cf16-4183-9984-cb63fbf8ab93 req-5319b232-7131-42de-afbf-6f8f48f9d278 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5c7bdf7f-1f8d-447c-b320-3cff46221b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2405198 Jun 02 20:41:56.839603 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15edce66-c2d9-4194-94d6-bbbe883e7877 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:41:56.895551 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-15edce66-c2d9-4194-94d6-bbbe883e7877 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:56.908715 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13020a69-4502-42e1-a064-715713d1edd0 None None] Network ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:56.923913 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15edce66-c2d9-4194-94d6-bbbe883e7877 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:56.924499 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-15edce66-c2d9-4194-94d6-bbbe883e7877 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:56.958769 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-58404d7c-60cb-4efe-ad9d-fff0c307de29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting port 822947ec-492c-4ad8-aff3-8fe7436df60b {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:41:56.959341 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58404d7c-60cb-4efe-ad9d-fff0c307de29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:56.977245 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-15edce66-c2d9-4194-94d6-bbbe883e7877 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0034549 Jun 02 20:41:56.980644 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57766) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:56.986091 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-4053dc06-7dcc-4b1d-bb7a-29f072160fda tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2076443058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:56.996718 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4053dc06-7dcc-4b1d-bb7a-29f072160fda tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:57.001117 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a49391c3-cf16-4183-9984-cb63fbf8ab93 req-807a7270-3548-468d-a430-6a2132069f85 service neutron] 10.222.0.95 "GET /v2.0/networks/5c7bdf7f-1f8d-447c-b320-3cff46221b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825027 Jun 02 20:41:57.003345 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4053dc06-7dcc-4b1d-bb7a-29f072160fda tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:router and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:57.006571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4053dc06-7dcc-4b1d-bb7a-29f072160fda tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:57.032715 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4053dc06-7dcc-4b1d-bb7a-29f072160fda tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:57.114881 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58404d7c-60cb-4efe-ad9d-fff0c307de29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:57.216724 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-44ac0f4c-5b84-43be-b5be-35f2f4b1e163 None None] Provisioning for port 822947ec-492c-4ad8-aff3-8fe7436df60b completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:57.259950 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-44ac0f4c-5b84-43be-b5be-35f2f4b1e163 None None] Provisioning complete for port 822947ec-492c-4ad8-aff3-8fe7436df60b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:41:57.260243 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-44ac0f4c-5b84-43be-b5be-35f2f4b1e163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:57.283301 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4053dc06-7dcc-4b1d-bb7a-29f072160fda tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:57.284321 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4053dc06-7dcc-4b1d-bb7a-29f072160fda tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:57.308628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-9f845b6b-57ca-463f-a48b-efe82a9810ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'name': 'tempest-TestNetworkBasicOps-router-527176579', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:41:10Z', 'updated_at': '2021-06-02T20:41:23Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:12Z', 'updated_at': '2021-06-02T20:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '420742a3-1d2e-4cbe-b5a2-2d23554c1829', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.69', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'port_id': 'b6bc3d5e-c110-4942-a5fd-e355fa80b227', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d', 'mac_address': 'fa:16:3e:4f:70:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04edb58-fb21-4285-be66-d414fe2e6bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:41:53Z', 'updated_at': '2021-06-02T20:41:53Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7abba06b-6980-4699-aaec-fb2ff2166bfa', 'name': '', 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:eb:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '4b69a36d-7816-413f-860f-b05de4096f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:20Z', 'updated_at': '2021-06-02T20:41:30Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4b69a36d-7816-413f-860f-b05de4096f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:41:57.314700 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba', 'network_id': 'ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'fixed_ips': [{'subnet_id': '39718903-62c9-4d2a-a209-0675be43389c'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:41:57.316742 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:57.325869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4053dc06-7dcc-4b1d-bb7a-29f072160fda tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:57.344152 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f845b6b-57ca-463f-a48b-efe82a9810ff None None] The sync data for ids ['ea042184-efd5-4d0d-8531-e0c8a72be96a'] in dv-neutron-601336-84-hyperv is: [{'id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'name': 'tempest-TestNetworkBasicOps-router-527176579', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:41:10Z', 'updated_at': '2021-06-02T20:41:23Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:12Z', 'updated_at': '2021-06-02T20:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '420742a3-1d2e-4cbe-b5a2-2d23554c1829', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.69', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'port_id': 'b6bc3d5e-c110-4942-a5fd-e355fa80b227', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d', 'mac_address': 'fa:16:3e:4f:70:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04edb58-fb21-4285-be66-d414fe2e6bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:41:53Z', 'updated_at': '2021-06-02T20:41:53Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7abba06b-6980-4699-aaec-fb2ff2166bfa', 'name': '', 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:eb:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '4b69a36d-7816-413f-860f-b05de4096f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:20Z', 'updated_at': '2021-06-02T20:41:30Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4b69a36d-7816-413f-860f-b05de4096f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:41:57.352609 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a49391c3-cf16-4183-9984-cb63fbf8ab93 req-da69b8ed-2e4e-4251-abd9-916fe063e6eb service neutron] 10.222.0.95 "GET /v2.0/networks/5c7bdf7f-1f8d-447c-b320-3cff46221b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427761 Jun 02 20:41:57.369961 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4053dc06-7dcc-4b1d-bb7a-29f072160fda tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:57.406241 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4053dc06-7dcc-4b1d-bb7a-29f072160fda tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:57.410477 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4053dc06-7dcc-4b1d-bb7a-29f072160fda tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4286735 Jun 02 20:41:57.411196 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57768) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:57.415745 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-44ac0f4c-5b84-43be-b5be-35f2f4b1e163 None None] Port 822947ec-492c-4ad8-aff3-8fe7436df60b cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:41:57.416880 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c303399f-6e00-424a-a324-684d0f07137c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'port': {'network_id': 'ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba', 'name': 'tempest-RoutersIpV6Test-1977373463'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:41:57.424304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-58404d7c-60cb-4efe-ad9d-fff0c307de29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Calling delete_port for 822947ec-492c-4ad8-aff3-8fe7436df60b owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:41:57.544934 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Allocated IP 2001:db8::2 (ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba/39718903-62c9-4d2a-a209-0675be43389c/f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:57.573009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c303399f-6e00-424a-a324-684d0f07137c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:41:57.576210 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58404d7c-60cb-4efe-ad9d-fff0c307de29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:57.579538 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c303399f-6e00-424a-a324-684d0f07137c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:port and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:41:57.583953 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c303399f-6e00-424a-a324-684d0f07137c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:41:57.586173 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5abdc340-49dc-4f6c-8ec6-8da847c4d3e8 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:57.590944 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c303399f-6e00-424a-a324-684d0f07137c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:41:57.602708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c303399f-6e00-424a-a324-684d0f07137c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Made reservation on behalf of f8efac6e9cf943ae9e25aaf306cb7756 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:41:57.608843 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace2e7fb-ae5c-4841-a4e5-9e4e6d7e061e None None] New status for floating IP 420742a3-1d2e-4cbe-b5a2-2d23554c1829: ACTIVE {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:41:57.617179 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c303399f-6e00-424a-a324-684d0f07137c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:57.669429 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [None req-c303399f-6e00-424a-a324-684d0f07137c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] device_id is not set on port 7972bd02-56cf-47b4-9660-c5cabc1cc75b yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:41:57.683601 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58404d7c-60cb-4efe-ad9d-fff0c307de29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Port': ['ID=822947ec-492c-4ad8-aff3-8fe7436df60b,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:57.686416 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-58404d7c-60cb-4efe-ad9d-fff0c307de29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:57.770657 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57774) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:57.852419 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:57.870632 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Transition to ACTIVE for port object f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:57.893908 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Transition to ACTIVE for port object f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:57.916866 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:57.923614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:57.923863 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4bca985f-3c31-44e7-8702-7fa7e2159ae3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/420742a3-1d2e-4cbe-b5a2-2d23554c1829 HTTP/1.1" status: 200 len: 990 time: 0.1518781 Jun 02 20:41:57.926331 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-58404d7c-60cb-4efe-ad9d-fff0c307de29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:57.936755 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-58404d7c-60cb-4efe-ad9d-fff0c307de29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/ports/822947ec-492c-4ad8-aff3-8fe7436df60b HTTP/1.1" status: 204 len: 168 time: 1.1566465 Jun 02 20:41:57.940517 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57776) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:57.985978 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-039b94fd-af8e-4798-8c17-cc863d23251b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] GET failed (client error): The resource could not be found. Jun 02 20:41:57.986528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-039b94fd-af8e-4798-8c17-cc863d23251b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Synchronizing usage tracker for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:41:57.999805 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-c303399f-6e00-424a-a324-684d0f07137c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Allocated IP 2001:db8::260 (ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba/39718903-62c9-4d2a-a209-0675be43389c/7972bd02-56cf-47b4-9660-c5cabc1cc75b) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:41:58.003513 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-039b94fd-af8e-4798-8c17-cc863d23251b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Unset dirty status for tenant:85b5d6b333474389aa51378f6bb38d9f on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:41:58.005948 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-039b94fd-af8e-4798-8c17-cc863d23251b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports/822947ec-492c-4ad8-aff3-8fe7436df60b HTTP/1.1" status: 404 len: 333 time: 0.0644150 Jun 02 20:41:58.008794 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57778) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:58.009985 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Network ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:58.014501 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:58.016594 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Pushing event updated for resources: {'Port': ['ID=f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:58.018976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:41:58.027318 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:58.075307 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-835e551d-9a72-41e5-a3c2-1ca9a1dc149b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:58.103225 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-835e551d-9a72-41e5-a3c2-1ca9a1dc149b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:58.117927 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Attempting to bind port f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:41:58.118317 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Attempting to bind port f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'b52c1a45-3a97-4af7-b4c7-c19c12af873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:41:58.118692 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Attempting to bind port f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6 on network ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:41:58.124245 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:41:58.124628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Checking segment: {'id': 'b52c1a45-3a97-4af7-b4c7-c19c12af873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:41:58.125072 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:58.125773 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Bound using segment: {'id': 'b52c1a45-3a97-4af7-b4c7-c19c12af873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:41:58.125967 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Bound port: f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b52c1a45-3a97-4af7-b4c7-c19c12af873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:41:58.126316 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:58.153041 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-835e551d-9a72-41e5-a3c2-1ca9a1dc149b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:58.158985 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2d090d0f-0f4f-44f9-9877-427322d20fdb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:58.174493 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e551d-9a72-41e5-a3c2-1ca9a1dc149b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d6cfe1-a5f3-410d-8419-9eb6358b3415,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:58.178182 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-835e551d-9a72-41e5-a3c2-1ca9a1dc149b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:58.181550 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-835e551d-9a72-41e5-a3c2-1ca9a1dc149b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:58.183183 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-835e551d-9a72-41e5-a3c2-1ca9a1dc149b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/security-groups/36d6cfe1-a5f3-410d-8419-9eb6358b3415 HTTP/1.1" status: 204 len: 168 time: 0.1727231 Jun 02 20:41:58.185228 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57780) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:58.228639 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c303399f-6e00-424a-a324-684d0f07137c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:58.237963 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] For port f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:41:58.241437 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] For port f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6,segment=NetworkSegment(b52c1a45-3a97-4af7-b4c7-c19c12af873e),segment_id=b52c1a45-3a97-4af7-b4c7-c19c12af873e)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:41:58.246929 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:58.247211 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-c303399f-6e00-424a-a324-684d0f07137c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Transition to ACTIVE for port object 7972bd02-56cf-47b4-9660-c5cabc1cc75b will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:41:58.252484 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:58.255870 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-445fe5a6-3348-4f3f-ae98-d511bad9c04d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:58.271619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c303399f-6e00-424a-a324-684d0f07137c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:58.277100 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1897821f-5012-422b-af06-ab512356fe42 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:58.285400 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-445fe5a6-3348-4f3f-ae98-d511bad9c04d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:58.333476 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Pushing event updated for resources: {'Port': ['ID=f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:58.346256 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:58.346811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c303399f-6e00-424a-a324-684d0f07137c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:41:58.346811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-c303399f-6e00-424a-a324-684d0f07137c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:41:58.349583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-445fe5a6-3348-4f3f-ae98-d511bad9c04d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:58.354029 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-36ed553a-2c49-4835-904c-74aa950b4e70 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:58.356708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c303399f-6e00-424a-a324-684d0f07137c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:41:58.362361 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c303399f-6e00-424a-a324-684d0f07137c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:41:58.362988 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c303399f-6e00-424a-a324-684d0f07137c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:58.368171 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fe5a6-3348-4f3f-ae98-d511bad9c04d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bcd571-3d3b-4afa-9683-ce62997e6935,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:58.373263 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-445fe5a6-3348-4f3f-ae98-d511bad9c04d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:58.375572 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-445fe5a6-3348-4f3f-ae98-d511bad9c04d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:58.376622 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-445fe5a6-3348-4f3f-ae98-d511bad9c04d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/security-groups/79bcd571-3d3b-4afa-9683-ce62997e6935 HTTP/1.1" status: 204 len: 168 time: 0.1904292 Jun 02 20:41:58.379694 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57782) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:58.402524 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303399f-6e00-424a-a324-684d0f07137c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Port': ['ID=7972bd02-56cf-47b4-9660-c5cabc1cc75b,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:58.407651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c303399f-6e00-424a-a324-684d0f07137c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:58.412485 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c303399f-6e00-424a-a324-684d0f07137c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0000849 Jun 02 20:41:58.415128 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57784) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:58.449731 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b68b-7bac-489f-a4a8-2335dcf6ba5c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:58.479797 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b68b-7bac-489f-a4a8-2335dcf6ba5c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:58.561808 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b68b-7bac-489f-a4a8-2335dcf6ba5c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:58.565920 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4b407124-a3b7-4279-9c0b-1d520c24f430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:58.579621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3b68b-7bac-489f-a4a8-2335dcf6ba5c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba4265f-d0e3-4d95-ae2a-66152f4b342a,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:58.583328 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9ef3b68b-7bac-489f-a4a8-2335dcf6ba5c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:58.591535 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9ef3b68b-7bac-489f-a4a8-2335dcf6ba5c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:58.592787 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9ef3b68b-7bac-489f-a4a8-2335dcf6ba5c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/security-groups/bba4265f-d0e3-4d95-ae2a-66152f4b342a HTTP/1.1" status: 204 len: 168 time: 0.2120864 Jun 02 20:41:58.596546 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57786) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:58.672655 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7447ee-e0fb-4231-9c70-ca3998176fb9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting subnet 7866f656-a06c-4462-b8db-e764226cfdcb {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:41:58.675711 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fc7447ee-e0fb-4231-9c70-ca3998176fb9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:58.733697 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fc7447ee-e0fb-4231-9c70-ca3998176fb9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:58.821102 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fc7447ee-e0fb-4231-9c70-ca3998176fb9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:58.929257 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57788) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:59.096140 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7c987854-a8de-4c71-af93-f570bbb903d1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/420742a3-1d2e-4cbe-b5a2-2d23554c1829 HTTP/1.1" status: 200 len: 992 time: 0.1657138 Jun 02 20:41:59.106209 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fc7447ee-e0fb-4231-9c70-ca3998176fb9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:59.112279 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-cd8df4a4-1c75-45d4-aa47-ab84d443ba73 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:59.120961 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7e63b8a2-7be9-4fec-b9f6-c76be75dd35e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:59.147760 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7447ee-e0fb-4231-9c70-ca3998176fb9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Subnet': ['ID=7866f656-a06c-4462-b8db-e764226cfdcb,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:59.151263 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fc7447ee-e0fb-4231-9c70-ca3998176fb9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:59.156121 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fc7447ee-e0fb-4231-9c70-ca3998176fb9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:59.160894 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e525dff1-0ff8-4009-8317-b03d71582926 None None] Network c7678cbb-123a-4a79-8d3e-f2c360277884 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:59.167312 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fc7447ee-e0fb-4231-9c70-ca3998176fb9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/subnets/7866f656-a06c-4462-b8db-e764226cfdcb HTTP/1.1" status: 204 len: 168 time: 0.5696349 Jun 02 20:41:59.172212 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57790) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:59.248320 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1873ea-2ed8-4249-b97f-37c68dc6f89c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting subnet 2d9b39c1-cac4-43f0-bf11-52bb008fde61 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:41:59.253510 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b1873ea-2ed8-4249-b97f-37c68dc6f89c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:59.328448 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b1873ea-2ed8-4249-b97f-37c68dc6f89c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:59.395931 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11935dc6-f22e-4a85-bcdd-361ed7688e1a None None] Network ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:41:59.420755 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b1873ea-2ed8-4249-b97f-37c68dc6f89c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:59.566132 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-752caf7e-a126-4e62-8c5f-ea67e607c77c None None] Provisioning for port f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:41:59.681285 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7e63b8a2-7be9-4fec-b9f6-c76be75dd35e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:59.688519 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7e63b8a2-7be9-4fec-b9f6-c76be75dd35e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:59.695917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5c6d5e1f-8ab3-44bd-8999-1c6e0457b583 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:59.717189 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b1873ea-2ed8-4249-b97f-37c68dc6f89c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:59.728542 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0363840e-56f9-47df-89c0-cf1610800b7e tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:41:59.771542 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1873ea-2ed8-4249-b97f-37c68dc6f89c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Subnet': ['ID=2d9b39c1-cac4-43f0-bf11-52bb008fde61,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:59.778475 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4b1873ea-2ed8-4249-b97f-37c68dc6f89c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:59.779654 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b1873ea-2ed8-4249-b97f-37c68dc6f89c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:41:59.786570 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4b1873ea-2ed8-4249-b97f-37c68dc6f89c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/subnets/2d9b39c1-cac4-43f0-bf11-52bb008fde61 HTTP/1.1" status: 204 len: 168 time: 0.6131272 Jun 02 20:41:59.789290 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57792) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:59.829684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63b8a2-7be9-4fec-b9f6-c76be75dd35e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Port': ['ID=7972bd02-56cf-47b4-9660-c5cabc1cc75b,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:41:59.831260 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e20fd29-b459-4db7-9b37-a3d0b050f499 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] DELETE failed (client error): The resource could not be found. Jun 02 20:41:59.831725 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e20fd29-b459-4db7-9b37-a3d0b050f499 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:41:59.835175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7e63b8a2-7be9-4fec-b9f6-c76be75dd35e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:41:59.839497 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6e20fd29-b459-4db7-9b37-a3d0b050f499 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/subnets/7866f656-a06c-4462-b8db-e764226cfdcb HTTP/1.1" status: 404 len: 337 time: 0.0492833 Jun 02 20:41:59.842227 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57794) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:41:59.913502 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f0c602-5284-4ee9-bb83-d66e3d3a6196 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting subnet 9cd99ae3-6a2e-45a4-9963-02adb970f372 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:41:59.917974 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e6f0c602-5284-4ee9-bb83-d66e3d3a6196 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:00.009492 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7e63b8a2-7be9-4fec-b9f6-c76be75dd35e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:00.010544 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e6f0c602-5284-4ee9-bb83-d66e3d3a6196 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:00.056358 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:00.141321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e6f0c602-5284-4ee9-bb83-d66e3d3a6196 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:00.167115 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7ce3e4b2-1675-4989-9622-4a914b02a976 None None] Provisioning for port 7972bd02-56cf-47b4-9660-c5cabc1cc75b completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:00.176075 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7ce3e4b2-1675-4989-9622-4a914b02a976 None None] Provisioning complete for port 7972bd02-56cf-47b4-9660-c5cabc1cc75b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:00.176458 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7ce3e4b2-1675-4989-9622-4a914b02a976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:00.191573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7e63b8a2-7be9-4fec-b9f6-c76be75dd35e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:00.255134 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7ce3e4b2-1675-4989-9622-4a914b02a976 None None] Port 7972bd02-56cf-47b4-9660-c5cabc1cc75b cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:00.277543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:00.284136 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:00.284789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:00.450309 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e14d2234-2adb-401e-a10b-d8d4cc1831c5 None None] Provisioning complete for port 7972bd02-56cf-47b4-9660-c5cabc1cc75b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:00.450866 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e14d2234-2adb-401e-a10b-d8d4cc1831c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:00.541061 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:00.559730 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fabe275-73dc-4f27-b977-5dd1b7770a98 None None] Network c7678cbb-123a-4a79-8d3e-f2c360277884 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:42:00.591337 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-e14d2234-2adb-401e-a10b-d8d4cc1831c5 None None] Port 7972bd02-56cf-47b4-9660-c5cabc1cc75b cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:00.649374 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e6f0c602-5284-4ee9-bb83-d66e3d3a6196 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:00.662237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3417f503-48f9-4434-b571-e61711561cba tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:00.676188 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6,segment=NetworkSegment(b52c1a45-3a97-4af7-b4c7-c19c12af873e),segment_id=b52c1a45-3a97-4af7-b4c7-c19c12af873e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:00.701783 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e6f0c602-5284-4ee9-bb83-d66e3d3a6196 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:00.710545 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0c602-5284-4ee9-bb83-d66e3d3a6196 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Subnet': ['ID=9cd99ae3-6a2e-45a4-9963-02adb970f372,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:00.713451 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e6f0c602-5284-4ee9-bb83-d66e3d3a6196 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/subnets/9cd99ae3-6a2e-45a4-9963-02adb970f372 HTTP/1.1" status: 204 len: 168 time: 0.8700907 Jun 02 20:42:00.714479 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e6f0c602-5284-4ee9-bb83-d66e3d3a6196 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:00.715905 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57798) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:00.724672 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:00.732142 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:00.756770 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdb5d01-f102-4ee6-857c-adef8770f724 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] DELETE failed (client error): The resource could not be found. Jun 02 20:42:00.757215 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdb5d01-f102-4ee6-857c-adef8770f724 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:42:00.758843 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4bdb5d01-f102-4ee6-857c-adef8770f724 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/subnets/a56cbf04-4fed-40cb-b860-614d4ac62f09 HTTP/1.1" status: 404 len: 337 time: 0.0419297 Jun 02 20:42:00.761729 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57800) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:00.773170 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7e63b8a2-7be9-4fec-b9f6-c76be75dd35e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:00.779639 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7e63b8a2-7be9-4fec-b9f6-c76be75dd35e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:00.779896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7e63b8a2-7be9-4fec-b9f6-c76be75dd35e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:00.784547 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:00.815333 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b16642d0-f1d4-4b9d-b9b4-3b47adb9ebaf tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0eeaadc-d0b2-405e-8d70-7452d7e018a5 HTTP/1.1" status: 200 len: 205 time: 0.0494659 Jun 02 20:42:00.815983 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57802) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:00.824603 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-01b8cd52-1d1d-45b1-8b3c-d86cfce2f4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:00.874496 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-95dc7939-fa05-4b6e-aaec-6996a540a592 None None] Provisioning complete for port 7972bd02-56cf-47b4-9660-c5cabc1cc75b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:00.875469 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-95dc7939-fa05-4b6e-aaec-6996a540a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:00.889111 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-ad963127-e18a-4438-8e1d-4b1fdd30b460 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] delete failed (client error): The resource could not be found. Jun 02 20:42:00.890161 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ad963127-e18a-4438-8e1d-4b1fdd30b460 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/routers/e0eeaadc-d0b2-405e-8d70-7452d7e018a5 HTTP/1.1" status: 404 len: 336 time: 0.0737302 Jun 02 20:42:00.892845 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57804) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:00.920662 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63b8a2-7be9-4fec-b9f6-c76be75dd35e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Port': ['ID=7972bd02-56cf-47b4-9660-c5cabc1cc75b,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:00.925311 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7e63b8a2-7be9-4fec-b9f6-c76be75dd35e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:00.934978 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:00.939837 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-66222658-7801-490b-942a-4e4a97f6519b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] DELETE failed (client error): The resource could not be found. Jun 02 20:42:00.940302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66222658-7801-490b-942a-4e4a97f6519b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:42:00.941427 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:00.941980 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-66222658-7801-490b-942a-4e4a97f6519b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/subnets/296a9eef-5e31-49b2-8aad-c0d2cb5cd195 HTTP/1.1" status: 404 len: 337 time: 0.0482488 Jun 02 20:42:00.944768 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57806) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:00.953522 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-95dc7939-fa05-4b6e-aaec-6996a540a592 None None] Port 7972bd02-56cf-47b4-9660-c5cabc1cc75b cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:00.976623 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-95dc7939-fa05-4b6e-aaec-6996a540a592 None None] Provisioning complete for port 086b899b-9dff-433d-9cc4-71266d02a6ab triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:00.977014 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-95dc7939-fa05-4b6e-aaec-6996a540a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:00.982435 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb4a744-3911-4415-a15a-35fed160325e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] DELETE failed (client error): The resource could not be found. Jun 02 20:42:00.982896 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb4a744-3911-4415-a15a-35fed160325e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:42:00.983358 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e63b8a2-7be9-4fec-b9f6-c76be75dd35e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:00.987589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-7e63b8a2-7be9-4fec-b9f6-c76be75dd35e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:00.987739 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9fb4a744-3911-4415-a15a-35fed160325e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/subnets/6c16f7de-c895-4367-b156-a0e3ec107f63 HTTP/1.1" status: 404 len: 337 time: 0.0395083 Jun 02 20:42:00.988917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57808) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:01.029798 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c45c54-f680-4325-bc9f-99a095e09d6a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] DELETE failed (client error): The resource could not be found. Jun 02 20:42:01.030039 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c45c54-f680-4325-bc9f-99a095e09d6a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:42:01.034878 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e3c45c54-f680-4325-bc9f-99a095e09d6a tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/subnets/6dba9663-f042-4169-88ee-9db5b081b88b HTTP/1.1" status: 404 len: 337 time: 0.0427220 Jun 02 20:42:01.035845 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57810) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:01.051419 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-95dc7939-fa05-4b6e-aaec-6996a540a592 None None] Port 086b899b-9dff-433d-9cc4-71266d02a6ab cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:01.065944 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-95dc7939-fa05-4b6e-aaec-6996a540a592 None None] Provisioning complete for port cafd5cf5-6c81-4005-a8f5-fbc65032bf46 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:01.066320 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-95dc7939-fa05-4b6e-aaec-6996a540a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:01.102714 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-562b25f5-d9ce-46e1-9b9f-fb6d24221ab7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] DELETE failed (client error): The resource could not be found. Jun 02 20:42:01.103384 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562b25f5-d9ce-46e1-9b9f-fb6d24221ab7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:42:01.117634 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-562b25f5-d9ce-46e1-9b9f-fb6d24221ab7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/ports/832dde83-82c7-4767-ba6e-dbbab4624f2f HTTP/1.1" status: 404 len: 333 time: 0.0812328 Jun 02 20:42:01.118417 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57812) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:01.128352 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a02664-9264-4d30-942d-345836f53a62 None None] DHCP port deletion for c7678cbb-123a-4a79-8d3e-f2c360277884 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:42:01.165690 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e10162-ea69-4a74-98ea-cfb970448183 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] DELETE failed (client error): The resource could not be found. Jun 02 20:42:01.166438 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e10162-ea69-4a74-98ea-cfb970448183 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:42:01.170172 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-11e10162-ea69-4a74-98ea-cfb970448183 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/subnets/c6e452ae-656e-4059-ae23-a4a42601442e HTTP/1.1" status: 404 len: 337 time: 0.0489054 Jun 02 20:42:01.171236 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57814) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:01.219085 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7afe68f-14e8-4672-8eba-ffba0c49a7c5 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] DELETE failed (client error): The resource could not be found. Jun 02 20:42:01.219975 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7afe68f-14e8-4672-8eba-ffba0c49a7c5 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:42:01.224988 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c7afe68f-14e8-4672-8eba-ffba0c49a7c5 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/subnets/f6dd9f8c-ca1f-4539-8960-dfc59c1a8327 HTTP/1.1" status: 404 len: 337 time: 0.0514820 Jun 02 20:42:01.227888 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57816) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:01.268226 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9061c2a-b5a4-468c-b215-3449061953d5 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] DELETE failed (client error): The resource could not be found. Jun 02 20:42:01.268448 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9061c2a-b5a4-468c-b215-3449061953d5 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:42:01.270870 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c9061c2a-b5a4-468c-b215-3449061953d5 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/ports/70ec8fac-f6af-418b-a7dd-5f46c5c7586a HTTP/1.1" status: 404 len: 333 time: 0.0411839 Jun 02 20:42:01.273007 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57818) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:01.277004 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-84a02664-9264-4d30-942d-345836f53a62 None None] Deleting port cafd5cf5-6c81-4005-a8f5-fbc65032bf46 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:42:01.277390 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-84a02664-9264-4d30-942d-345836f53a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:01.313459 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-e189d1d1-193d-4258-9453-a81d4b5742c5 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] DELETE failed (client error): The resource could not be found. Jun 02 20:42:01.314071 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e189d1d1-193d-4258-9453-a81d4b5742c5 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:42:01.318137 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e189d1d1-193d-4258-9453-a81d4b5742c5 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/subnets/a598bc80-e48d-4e16-a281-fc390c9651ce HTTP/1.1" status: 404 len: 337 time: 0.0419333 Jun 02 20:42:01.318468 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57820) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:01.356200 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e400f9-3a30-46e9-bd88-3398cb3a1cc6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] DELETE failed (client error): The resource could not be found. Jun 02 20:42:01.356747 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e400f9-3a30-46e9-bd88-3398cb3a1cc6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:42:01.358470 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-63e400f9-3a30-46e9-bd88-3398cb3a1cc6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/subnets/333cdb5c-36e2-4987-b5a2-0e574369033a HTTP/1.1" status: 404 len: 337 time: 0.0388491 Jun 02 20:42:01.361486 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57822) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:01.375696 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e63b8a2-7be9-4fec-b9f6-c76be75dd35e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router 9cdf2ac4-ecfe-4c50-a22e-5bc9a7a7a83b is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:42:01.384940 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-84a02664-9264-4d30-942d-345836f53a62 None None] For port cafd5cf5-6c81-4005-a8f5-fbc65032bf46, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=cafd5cf5-6c81-4005-a8f5-fbc65032bf46,segment=NetworkSegment(c9634558-9734-49b2-9103-1b3bd343e981),segment_id=c9634558-9734-49b2-9103-1b3bd343e981)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:01.385336 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-84a02664-9264-4d30-942d-345836f53a62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:01.499999 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-abec73ff-fd8c-495f-8656-3254cc27fad6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Deleting port 086b899b-9dff-433d-9cc4-71266d02a6ab {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:42:01.500411 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abec73ff-fd8c-495f-8656-3254cc27fad6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:01.539982 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e63b8a2-7be9-4fec-b9f6-c76be75dd35e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:42:01.547842 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7e63b8a2-7be9-4fec-b9f6-c76be75dd35e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/9cdf2ac4-ecfe-4c50-a22e-5bc9a7a7a83b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1291273 Jun 02 20:42:01.547989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57824) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:01.550635 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-84a02664-9264-4d30-942d-345836f53a62 None None] Calling delete_port for cafd5cf5-6c81-4005-a8f5-fbc65032bf46 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:42:01.554567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff9837a-3b0f-4efa-a1b2-e1c6fe0f89aa None None] Sync routers for ids ['9cdf2ac4-ecfe-4c50-a22e-5bc9a7a7a83b'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:42:01.569846 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-6f82d3b5-f201-4e23-9909-ec3b4f072697 None None] Provisioning complete for port 7972bd02-56cf-47b4-9660-c5cabc1cc75b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:01.570216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6f82d3b5-f201-4e23-9909-ec3b4f072697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:01.599759 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff9837a-3b0f-4efa-a1b2-e1c6fe0f89aa None None] Routers {'9cdf2ac4-ecfe-4c50-a22e-5bc9a7a7a83b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:01.600368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-6ff9837a-3b0f-4efa-a1b2-e1c6fe0f89aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['9cdf2ac4-ecfe-4c50-a22e-5bc9a7a7a83b'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:01.613522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abec73ff-fd8c-495f-8656-3254cc27fad6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:01.625359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbf2592-ba3e-4810-802f-5b5f9ae6418c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:01.625950 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9bbf2592-ba3e-4810-802f-5b5f9ae6418c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Synchronizing usage tracker for tenant:f8efac6e9cf943ae9e25aaf306cb7756 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:01.643008 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9bbf2592-ba3e-4810-802f-5b5f9ae6418c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Unset dirty status for tenant:f8efac6e9cf943ae9e25aaf306cb7756 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:01.647654 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9bbf2592-ba3e-4810-802f-5b5f9ae6418c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/ports/7972bd02-56cf-47b4-9660-c5cabc1cc75b HTTP/1.1" status: 200 len: 984 time: 0.0987797 Jun 02 20:42:01.648568 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57826) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:01.685387 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-6ff9837a-3b0f-4efa-a1b2-e1c6fe0f89aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:01.702414 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-6f82d3b5-f201-4e23-9909-ec3b4f072697 None None] Port 7972bd02-56cf-47b4-9660-c5cabc1cc75b cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:01.708696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff9837a-3b0f-4efa-a1b2-e1c6fe0f89aa None None] Routers {'9cdf2ac4-ecfe-4c50-a22e-5bc9a7a7a83b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:01.709319 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-6ff9837a-3b0f-4efa-a1b2-e1c6fe0f89aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:41:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['9cdf2ac4-ecfe-4c50-a22e-5bc9a7a7a83b'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:01.743187 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-abec73ff-fd8c-495f-8656-3254cc27fad6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Calling delete_port for 086b899b-9dff-433d-9cc4-71266d02a6ab owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:42:01.772291 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-6ff9837a-3b0f-4efa-a1b2-e1c6fe0f89aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:01.772613 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff9837a-3b0f-4efa-a1b2-e1c6fe0f89aa None None] The sync data for ids ['9cdf2ac4-ecfe-4c50-a22e-5bc9a7a7a83b'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:42:01.795242 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-84a02664-9264-4d30-942d-345836f53a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:01.798863 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abec73ff-fd8c-495f-8656-3254cc27fad6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:01.801257 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f17f1262-7da7-486f-9551-eeb39b313565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:01.804819 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-79ef1e2a-73a0-436c-9780-b0b0a6e020d1 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:01.847237 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a02664-9264-4d30-942d-345836f53a62 None None] Pushing event deleted for resources: {'Port': ['ID=cafd5cf5-6c81-4005-a8f5-fbc65032bf46,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:01.850177 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-84a02664-9264-4d30-942d-345836f53a62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:01.850964 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a02664-9264-4d30-942d-345836f53a62 None None] No DVR routers for this DVR port cafd5cf5-6c81-4005-a8f5-fbc65032bf46 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:42:01.861116 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec73ff-fd8c-495f-8656-3254cc27fad6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Port': ['ID=086b899b-9dff-433d-9cc4-71266d02a6ab,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:01.864217 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-abec73ff-fd8c-495f-8656-3254cc27fad6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:01.866541 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abec73ff-fd8c-495f-8656-3254cc27fad6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:01.885502 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-abec73ff-fd8c-495f-8656-3254cc27fad6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/ports/086b899b-9dff-433d-9cc4-71266d02a6ab HTTP/1.1" status: 204 len: 168 time: 0.5228748 Jun 02 20:42:01.887862 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57828) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:01.989894 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:02.056329 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:02.056624 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:02.102201 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-82d9d6d8-16e0-4491-a7dc-98779a1d2dca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:02.217983 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device cafd5cf5-6c81-4005-a8f5-fbc65032bf46 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:42:02.253357 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: cafd5cf5-6c81-4005-a8f5-fbc65032bf46 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:42:02.253710 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device cafd5cf5-6c81-4005-a8f5-fbc65032bf46 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:42:02.284273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-82d9d6d8-16e0-4491-a7dc-98779a1d2dca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:02.306119 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-82d9d6d8-16e0-4491-a7dc-98779a1d2dca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7678cbb-123a-4a79-8d3e-f2c360277884']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:02.320631 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-82d9d6d8-16e0-4491-a7dc-98779a1d2dca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9634558-9734-49b2-9103-1b3bd343e981') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:02.320857 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-82d9d6d8-16e0-4491-a7dc-98779a1d2dca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9634558-9734-49b2-9103-1b3bd343e981') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:02.334962 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-82d9d6d8-16e0-4491-a7dc-98779a1d2dca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:02.357427 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-82d9d6d8-16e0-4491-a7dc-98779a1d2dca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:02.366103 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d9d6d8-16e0-4491-a7dc-98779a1d2dca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:42:02.366474 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-82d9d6d8-16e0-4491-a7dc-98779a1d2dca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:42:02.382059 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:42:02.503357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-82d9d6d8-16e0-4491-a7dc-98779a1d2dca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:02.508226 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0ad064b1-221c-4edd-814f-6ea025a9d629 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:02.521748 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-82d9d6d8-16e0-4491-a7dc-98779a1d2dca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:02.529560 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78ff80cf-abed-4d28-9ac5-ae72082e4cd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:02.743749 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9d6d8-16e0-4491-a7dc-98779a1d2dca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Pushing event deleted for resources: {'Network': ['ID=c7678cbb-123a-4a79-8d3e-f2c360277884,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:02.747840 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-82d9d6d8-16e0-4491-a7dc-98779a1d2dca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] 10.222.0.25 "DELETE /v2.0/networks/c7678cbb-123a-4a79-8d3e-f2c360277884 HTTP/1.1" status: 204 len: 168 time: 0.8591189 Jun 02 20:42:02.798856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-82d9d6d8-16e0-4491-a7dc-98779a1d2dca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:03.016828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57834) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:03.024389 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-78ff80cf-abed-4d28-9ac5-ae72082e4cd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting port 7972bd02-56cf-47b4-9660-c5cabc1cc75b {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:42:03.024730 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78ff80cf-abed-4d28-9ac5-ae72082e4cd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:03.154988 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78ff80cf-abed-4d28-9ac5-ae72082e4cd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:03.164368 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e5db8662-8559-43a6-a316-b29fe365684d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85b5d6b333474389aa51378f6bb38d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463006 Jun 02 20:42:03.166782 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57838) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:03.222370 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-063303b6-84bd-4e2b-81bc-8e07d19a4d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:03.247332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-063303b6-84bd-4e2b-81bc-8e07d19a4d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:03.283672 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-78ff80cf-abed-4d28-9ac5-ae72082e4cd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Calling delete_port for 7972bd02-56cf-47b4-9660-c5cabc1cc75b owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:42:03.295888 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-83230979-c588-4e64-977b-294f695a9791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:03.303364 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-063303b6-84bd-4e2b-81bc-8e07d19a4d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:03.308128 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-543c29d2-d7b8-4e8c-ab54-daa1c379da07 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:03.319780 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063303b6-84bd-4e2b-81bc-8e07d19a4d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9bc406-dc51-4b6a-a5e4-5f43f921524e,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:03.322310 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-063303b6-84bd-4e2b-81bc-8e07d19a4d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:03.330055 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-063303b6-84bd-4e2b-81bc-8e07d19a4d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:03.331309 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-063303b6-84bd-4e2b-81bc-8e07d19a4d68 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9b9bc406-dc51-4b6a-a5e4-5f43f921524e HTTP/1.1" status: 204 len: 168 time: 0.1635416 Jun 02 20:42:03.336709 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:03.442310 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78ff80cf-abed-4d28-9ac5-ae72082e4cd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:03.448566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c303399f-6e00-424a-a324-684d0f07137c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:03.496347 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff80cf-abed-4d28-9ac5-ae72082e4cd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Port': ['ID=7972bd02-56cf-47b4-9660-c5cabc1cc75b,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:03.500807 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-78ff80cf-abed-4d28-9ac5-ae72082e4cd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:03.680708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78ff80cf-abed-4d28-9ac5-ae72082e4cd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:03.955763 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ff80cf-abed-4d28-9ac5-ae72082e4cd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router 9cdf2ac4-ecfe-4c50-a22e-5bc9a7a7a83b has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:42:04.038796 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57862) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:04.146592 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069220880'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:04.152895 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:04.157307 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Usage tracker for resource:security_group and tenant:8bd744eb57bb468e82db42f32aeaa05d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:04.160311 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:04.166750 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:04.176666 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:04.188701 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:04.206719 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:04.209032 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:04.210532 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Usage tracker for resource:security_group_rule and tenant:8bd744eb57bb468e82db42f32aeaa05d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:04.213441 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:04.219667 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:04.235838 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ff80cf-abed-4d28-9ac5-ae72082e4cd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:42:04.245255 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed0a9a9-cd4e-4b25-b3a9-2e95613ea529 None None] Sync routers for ids ['9cdf2ac4-ecfe-4c50-a22e-5bc9a7a7a83b'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:42:04.251678 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-78ff80cf-abed-4d28-9ac5-ae72082e4cd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/9cdf2ac4-ecfe-4c50-a22e-5bc9a7a7a83b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6019306 Jun 02 20:42:04.254438 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57866) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:04.256942 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed0a9a9-cd4e-4b25-b3a9-2e95613ea529 None None] Routers {'9cdf2ac4-ecfe-4c50-a22e-5bc9a7a7a83b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:04.257616 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-fed0a9a9-cd4e-4b25-b3a9-2e95613ea529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['9cdf2ac4-ecfe-4c50-a22e-5bc9a7a7a83b'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:04.319231 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-fed0a9a9-cd4e-4b25-b3a9-2e95613ea529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:04.328286 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed0a9a9-cd4e-4b25-b3a9-2e95613ea529 None None] Routers {'9cdf2ac4-ecfe-4c50-a22e-5bc9a7a7a83b'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:04.328874 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-fed0a9a9-cd4e-4b25-b3a9-2e95613ea529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['9cdf2ac4-ecfe-4c50-a22e-5bc9a7a7a83b'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:04.388770 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-fed0a9a9-cd4e-4b25-b3a9-2e95613ea529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:04.389408 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed0a9a9-cd4e-4b25-b3a9-2e95613ea529 None None] The sync data for ids ['9cdf2ac4-ecfe-4c50-a22e-5bc9a7a7a83b'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:42:04.725303 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:04.756137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:04.763872 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-445fe5a6-3348-4f3f-ae98-d511bad9c04d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:04.773517 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:04.783384 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Usage tracker for resource:security_group_rule and tenant:8bd744eb57bb468e82db42f32aeaa05d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:04.786616 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-702bb1c7-b429-43dc-888e-247a9852e7a8 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] remove_router_interface failed (client error): The resource could not be found. Jun 02 20:42:04.787664 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-702bb1c7-b429-43dc-888e-247a9852e7a8 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/9cdf2ac4-ecfe-4c50-a22e-5bc9a7a7a83b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5321283 Jun 02 20:42:04.788514 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:04.790535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57868) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:04.797812 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:04.821214 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c50c846-4e89-4763-934a-58e4f83b7989,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:04.824497 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:04.834868 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ee41c9ed-0f4f-4747-8334-9ce8d8d0940a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Synchronizing usage tracker for tenant:f8efac6e9cf943ae9e25aaf306cb7756 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:04.850303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ee41c9ed-0f4f-4747-8334-9ce8d8d0940a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Unset dirty status for tenant:f8efac6e9cf943ae9e25aaf306cb7756 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:04.851499 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ee41c9ed-0f4f-4747-8334-9ce8d8d0940a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cdf2ac4-ecfe-4c50-a22e-5bc9a7a7a83b HTTP/1.1" status: 200 len: 205 time: 0.0598927 Jun 02 20:42:04.854481 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57870) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:04.889342 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:04.893541 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:04.897360 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0334b840-dfab-4169-90f2-03c1e13452e0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:04.935756 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51953c25-1e31-40f6-b7c4-67727d6a56cd,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:04.939510 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:04.940809 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:04.942014 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9022346 Jun 02 20:42:04.944798 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57872) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:04.993574 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-05f3e1b3-5c7e-4778-b1c6-c1a7b3f552ea tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.009883 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6426052c-43e9-4659-b7c7-b4209aea1062 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Synchronizing usage tracker for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:05.029078 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6426052c-43e9-4659-b7c7-b4209aea1062 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Unset dirty status for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:05.030373 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6426052c-43e9-4659-b7c7-b4209aea1062 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0845942 Jun 02 20:42:05.033264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57874) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:05.037727 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-8f909059-c1ee-464f-b9ea-cd8a9edae1d7 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Request body: {'security_group': {'name': 'tempest-security--1148365064', 'description': 'tempest-security-description-1410296579'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:05.067912 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f909059-c1ee-464f-b9ea-cd8a9edae1d7 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.124629 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f909059-c1ee-464f-b9ea-cd8a9edae1d7 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.129388 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f909059-c1ee-464f-b9ea-cd8a9edae1d7 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.136446 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f909059-c1ee-464f-b9ea-cd8a9edae1d7 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.136446 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8f909059-c1ee-464f-b9ea-cd8a9edae1d7 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "PUT /v2.0/security-groups/51953c25-1e31-40f6-b7c4-67727d6a56cd HTTP/1.1" status: 200 len: 1780 time: 0.0988545 Jun 02 20:42:05.136446 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5d81fd03-fd66-4993-b6c6-b687adfac067 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:05.141203 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57876) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:05.189363 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f909059-c1ee-464f-b9ea-cd8a9edae1d7 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51953c25-1e31-40f6-b7c4-67727d6a56cd,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:05.197695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8f909059-c1ee-464f-b9ea-cd8a9edae1d7 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:05.209802 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-933700f5-fae5-4d9f-a4a7-d25cc7e6f623 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-groups/51953c25-1e31-40f6-b7c4-67727d6a56cd HTTP/1.1" status: 200 len: 1780 time: 0.0651803 Jun 02 20:42:05.210013 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57878) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:05.269417 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c4779324-431e-48a3-9c13-df9c5de53998 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.295458 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c4779324-431e-48a3-9c13-df9c5de53998 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.300730 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-05f3e1b3-5c7e-4778-b1c6-c1a7b3f552ea tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.302864 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-05f3e1b3-5c7e-4778-b1c6-c1a7b3f552ea tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.325415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-05f3e1b3-5c7e-4778-b1c6-c1a7b3f552ea tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.325996 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f3e1b3-5c7e-4778-b1c6-c1a7b3f552ea tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Fanout notify agent at l3_agent the message router_deleted on router 9cdf2ac4-ecfe-4c50-a22e-5bc9a7a7a83b {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:42:05.337506 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-05f3e1b3-5c7e-4778-b1c6-c1a7b3f552ea tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.338669 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-05f3e1b3-5c7e-4778-b1c6-c1a7b3f552ea tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/routers/9cdf2ac4-ecfe-4c50-a22e-5bc9a7a7a83b HTTP/1.1" status: 204 len: 168 time: 0.4832959 Jun 02 20:42:05.341566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57880) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:05.345828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c4779324-431e-48a3-9c13-df9c5de53998 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.349950 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fb29060a-ab99-4aba-b367-417e1316971d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:05.365581 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4779324-431e-48a3-9c13-df9c5de53998 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51953c25-1e31-40f6-b7c4-67727d6a56cd,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:05.368221 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c4779324-431e-48a3-9c13-df9c5de53998 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:05.376286 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c4779324-431e-48a3-9c13-df9c5de53998 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.377911 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c4779324-431e-48a3-9c13-df9c5de53998 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "DELETE /v2.0/security-groups/51953c25-1e31-40f6-b7c4-67727d6a56cd HTTP/1.1" status: 204 len: 168 time: 0.1669946 Jun 02 20:42:05.383575 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57882) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:05.410334 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-85257622-756c-4559-b96a-8e0b03995679 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting subnet 39718903-62c9-4d2a-a209-0675be43389c {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:42:05.413213 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-85257622-756c-4559-b96a-8e0b03995679 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.433571 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8555baa2-baad-47e1-a569-7a4aa23d9e9d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Synchronizing usage tracker for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:05.449888 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8555baa2-baad-47e1-a569-7a4aa23d9e9d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Unset dirty status for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:05.451126 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8555baa2-baad-47e1-a569-7a4aa23d9e9d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0663173 Jun 02 20:42:05.453986 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57884) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:05.469984 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-1d28a78b-bcd3-4c55-919a-6a24268c4ca3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] delete failed (client error): The resource could not be found. Jun 02 20:42:05.470942 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1d28a78b-bcd3-4c55-919a-6a24268c4ca3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "DELETE /v2.0/security-groups/51953c25-1e31-40f6-b7c4-67727d6a56cd HTTP/1.1" status: 404 len: 347 time: 0.0160480 Jun 02 20:42:05.472894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-85257622-756c-4559-b96a-8e0b03995679 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.474736 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57886) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:05.479170 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-7b74f206-b5f1-4a22-8288-b239381419c9 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Request body: {'security_group': {'name': 'tempest-secgroup--1197560381'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:05.485447 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-7b74f206-b5f1-4a22-8288-b239381419c9 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:05.500352 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-7b74f206-b5f1-4a22-8288-b239381419c9 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:05.510362 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7b74f206-b5f1-4a22-8288-b239381419c9 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.530245 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-7b74f206-b5f1-4a22-8288-b239381419c9 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:05.534507 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-7b74f206-b5f1-4a22-8288-b239381419c9 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Usage tracker for resource:security_group_rule and tenant:8bd744eb57bb468e82db42f32aeaa05d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:05.537317 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-7b74f206-b5f1-4a22-8288-b239381419c9 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:05.542942 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-7b74f206-b5f1-4a22-8288-b239381419c9 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:05.559462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-85257622-756c-4559-b96a-8e0b03995679 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.615268 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7b74f206-b5f1-4a22-8288-b239381419c9 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.619941 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7b74f206-b5f1-4a22-8288-b239381419c9 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.625356 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b1edb2eb-6686-49d2-9a8a-589f11883abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:05.664841 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74f206-b5f1-4a22-8288-b239381419c9 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0ca63d-66af-4d68-a71a-dae075c77b2d,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:05.667897 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7b74f206-b5f1-4a22-8288-b239381419c9 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:05.671084 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7b74f206-b5f1-4a22-8288-b239381419c9 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.672870 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7b74f206-b5f1-4a22-8288-b239381419c9 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1972055 Jun 02 20:42:05.675823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57888) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:05.680544 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-54d332f9-be87-4dff-9ecf-5c3a7241521d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Request body: {'security_group_rule': {'security_group_id': '6c0ca63d-66af-4d68-a71a-dae075c77b2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:05.687782 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-54d332f9-be87-4dff-9ecf-5c3a7241521d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:05.691561 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-54d332f9-be87-4dff-9ecf-5c3a7241521d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Usage tracker for resource:security_group_rule and tenant:8bd744eb57bb468e82db42f32aeaa05d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:05.694351 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-54d332f9-be87-4dff-9ecf-5c3a7241521d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:05.699946 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-54d332f9-be87-4dff-9ecf-5c3a7241521d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:05.716079 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54d332f9-be87-4dff-9ecf-5c3a7241521d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.777431 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54d332f9-be87-4dff-9ecf-5c3a7241521d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.781664 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54d332f9-be87-4dff-9ecf-5c3a7241521d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.783472 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-069fe6cb-4849-4c01-b647-d40bda0bceb8 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:05.806471 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d332f9-be87-4dff-9ecf-5c3a7241521d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bc4097-a6c5-4e2c-ae1e-4872a8534868,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:05.808959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-54d332f9-be87-4dff-9ecf-5c3a7241521d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:05.817508 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54d332f9-be87-4dff-9ecf-5c3a7241521d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.819111 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-54d332f9-be87-4dff-9ecf-5c3a7241521d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418025 Jun 02 20:42:05.822070 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57890) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:05.842846 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-85257622-756c-4559-b96a-8e0b03995679 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.848811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-222c1d3d-a86e-4be7-bf77-320cb5772e15 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:05.858208 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5353-f204-4095-ac2c-7da48d1623c6 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.872277 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5353-f204-4095-ac2c-7da48d1623c6 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.872496 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.884157 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85257622-756c-4559-b96a-8e0b03995679 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Subnet': ['ID=39718903-62c9-4d2a-a209-0675be43389c,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:05.887207 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-85257622-756c-4559-b96a-8e0b03995679 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:05.888184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-85257622-756c-4559-b96a-8e0b03995679 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.894914 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-85257622-756c-4559-b96a-8e0b03995679 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/subnets/39718903-62c9-4d2a-a209-0675be43389c HTTP/1.1" status: 204 len: 168 time: 0.5523145 Jun 02 20:42:05.897497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57892) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:05.899908 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68f3387-25ec-446e-9a9d-35a3ef950761 None None] Network ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:42:05.901818 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5353-f204-4095-ac2c-7da48d1623c6 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.909756 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d2680a36-0fc8-41bf-893e-503db3a1a5d3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:05.920208 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5353-f204-4095-ac2c-7da48d1623c6 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:05.923970 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dd7a5353-f204-4095-ac2c-7da48d1623c6 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/64bc4097-a6c5-4e2c-ae1e-4872a8534868 HTTP/1.1" status: 204 len: 168 time: 0.0981488 Jun 02 20:42:05.923970 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a5353-f204-4095-ac2c-7da48d1623c6 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64bc4097-a6c5-4e2c-ae1e-4872a8534868,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:05.925296 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dd7a5353-f204-4095-ac2c-7da48d1623c6 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:05.925432 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57894) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:06.043565 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.053232 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9c8d1e37-cf0e-4725-ad98-be7bb453cb8f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1271958 Jun 02 20:42:06.056045 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57896) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:06.123339 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-89ffc3e0-9b9e-497c-92fe-d2166035a63e tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.159313 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-89ffc3e0-9b9e-497c-92fe-d2166035a63e tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.160654 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c7d0c8-9ea8-49a4-9b0d-f42b7d3c1004 None None] DHCP port deletion for ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:42:06.212225 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-89ffc3e0-9b9e-497c-92fe-d2166035a63e tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.218000 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3225d7e5-a00e-46e5-bcd8-a1a878053801 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:06.232776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-47c7d0c8-9ea8-49a4-9b0d-f42b7d3c1004 None None] Deleting port f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:42:06.233049 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffc3e0-9b9e-497c-92fe-d2166035a63e tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0ca63d-66af-4d68-a71a-dae075c77b2d,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:06.233176 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-47c7d0c8-9ea8-49a4-9b0d-f42b7d3c1004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.235601 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-89ffc3e0-9b9e-497c-92fe-d2166035a63e tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:06.242615 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-89ffc3e0-9b9e-497c-92fe-d2166035a63e tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.247011 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-89ffc3e0-9b9e-497c-92fe-d2166035a63e tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "DELETE /v2.0/security-groups/6c0ca63d-66af-4d68-a71a-dae075c77b2d HTTP/1.1" status: 204 len: 168 time: 0.1895866 Jun 02 20:42:06.247761 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57898) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:06.280137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting port f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:42:06.281132 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.301290 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-468a0d70-7fc8-443a-89d3-4911e198e227 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Synchronizing usage tracker for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:06.317121 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-468a0d70-7fc8-443a-89d3-4911e198e227 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Unset dirty status for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:06.322127 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-468a0d70-7fc8-443a-89d3-4911e198e227 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0693712 Jun 02 20:42:06.322843 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57900) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:06.327600 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-74adccd6-3a27-48d9-ab5b-f7769e335db3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Request body: {'security_group': {'name': 'tempest-secgroup--841665806'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:06.334919 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-74adccd6-3a27-48d9-ab5b-f7769e335db3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:06.345036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-74adccd6-3a27-48d9-ab5b-f7769e335db3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:06.349679 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-47c7d0c8-9ea8-49a4-9b0d-f42b7d3c1004 None None] For port f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6,segment=NetworkSegment(b52c1a45-3a97-4af7-b4c7-c19c12af873e),segment_id=b52c1a45-3a97-4af7-b4c7-c19c12af873e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:06.350079 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-47c7d0c8-9ea8-49a4-9b0d-f42b7d3c1004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.355485 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74adccd6-3a27-48d9-ab5b-f7769e335db3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.379644 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-74adccd6-3a27-48d9-ab5b-f7769e335db3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:06.383366 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-74adccd6-3a27-48d9-ab5b-f7769e335db3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Usage tracker for resource:security_group_rule and tenant:8bd744eb57bb468e82db42f32aeaa05d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:06.385695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] For port f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6,segment=NetworkSegment(b52c1a45-3a97-4af7-b4c7-c19c12af873e),segment_id=b52c1a45-3a97-4af7-b4c7-c19c12af873e)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:06.386123 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.386341 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-74adccd6-3a27-48d9-ab5b-f7769e335db3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:06.392783 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-74adccd6-3a27-48d9-ab5b-f7769e335db3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:06.465906 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74adccd6-3a27-48d9-ab5b-f7769e335db3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.470093 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74adccd6-3a27-48d9-ab5b-f7769e335db3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.475945 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:06.478408 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-47c7d0c8-9ea8-49a4-9b0d-f42b7d3c1004 None None] Calling delete_port for f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:42:06.515046 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Calling delete_port for f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:42:06.518668 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adccd6-3a27-48d9-ab5b-f7769e335db3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e4c7e1-939a-472c-a7a0-91a1f76fed77,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:06.522047 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-74adccd6-3a27-48d9-ab5b-f7769e335db3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:06.522788 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74adccd6-3a27-48d9-ab5b-f7769e335db3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.526890 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-74adccd6-3a27-48d9-ab5b-f7769e335db3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2029300 Jun 02 20:42:06.527497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57902) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:06.529859 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-47c7d0c8-9ea8-49a4-9b0d-f42b7d3c1004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.532345 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-80d2699c-01c8-47c7-8ae1-ce0da195743f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Request body: {'security_group_rule': {'security_group_id': '16e4c7e1-939a-472c-a7a0-91a1f76fed77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:06.535276 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:06.544042 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-80d2699c-01c8-47c7-8ae1-ce0da195743f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:06.549324 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-80d2699c-01c8-47c7-8ae1-ce0da195743f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Usage tracker for resource:security_group_rule and tenant:8bd744eb57bb468e82db42f32aeaa05d is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:06.553079 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-80d2699c-01c8-47c7-8ae1-ce0da195743f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:06.560068 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-80d2699c-01c8-47c7-8ae1-ce0da195743f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:06.582833 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7d0c8-9ea8-49a4-9b0d-f42b7d3c1004 None None] Pushing event deleted for resources: {'Port': ['ID=f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:06.584664 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c7d0c8-9ea8-49a4-9b0d-f42b7d3c1004 None None] No DVR routers for this DVR port f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:42:06.586042 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-47c7d0c8-9ea8-49a4-9b0d-f42b7d3c1004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:06.586865 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-80d2699c-01c8-47c7-8ae1-ce0da195743f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.608342 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.615929 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-78ff80cf-abed-4d28-9ac5-ae72082e4cd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:06.668651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Port': ['ID=f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:06.675907 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:06.676882 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] No DVR routers for this DVR port f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:42:06.746129 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-80d2699c-01c8-47c7-8ae1-ce0da195743f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.795098 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-80d2699c-01c8-47c7-8ae1-ce0da195743f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.809032 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7d8bfa4f-5183-4a57-aa9a-2195a0adb711 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:06.833890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.840664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2699c-01c8-47c7-8ae1-ce0da195743f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e970a701-791b-4fa6-8f17-49ae3a959b5c,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:06.848804 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-80d2699c-01c8-47c7-8ae1-ce0da195743f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:06.850704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:06.867510 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b52c1a45-3a97-4af7-b4c7-c19c12af873e') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:06.867834 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b52c1a45-3a97-4af7-b4c7-c19c12af873e') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:06.877258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-80d2699c-01c8-47c7-8ae1-ce0da195743f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.878417 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-80d2699c-01c8-47c7-8ae1-ce0da195743f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3498049 Jun 02 20:42:06.881305 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57904) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:06.881872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.885972 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-05c5c9a2-8ea9-4133-b2fb-ebc85f2de1e3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Request body: {'security_group_rule': {'security_group_id': '16e4c7e1-939a-472c-a7a0-91a1f76fed77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:06.891896 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-05c5c9a2-8ea9-4133-b2fb-ebc85f2de1e3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:06.895669 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-05c5c9a2-8ea9-4133-b2fb-ebc85f2de1e3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Usage tracker for resource:security_group_rule and tenant:8bd744eb57bb468e82db42f32aeaa05d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:06.898416 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.898580 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-05c5c9a2-8ea9-4133-b2fb-ebc85f2de1e3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:06.904508 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-05c5c9a2-8ea9-4133-b2fb-ebc85f2de1e3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:06.905032 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:42:06.905427 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: util.warn( Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:42:06.919816 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:42:06.924139 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-05c5c9a2-8ea9-4133-b2fb-ebc85f2de1e3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.987920 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-05c5c9a2-8ea9-4133-b2fb-ebc85f2de1e3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.991766 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-05c5c9a2-8ea9-4133-b2fb-ebc85f2de1e3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:06.993676 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:07.003256 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.007574 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.011730 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-326f82fa-8366-4862-ba3e-03acf9a82713 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:07.016204 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5c9a2-8ea9-4133-b2fb-ebc85f2de1e3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9566ad99-1c09-45d1-a1a5-e835c4753ae4,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:07.020322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-05c5c9a2-8ea9-4133-b2fb-ebc85f2de1e3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:07.028724 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-05c5c9a2-8ea9-4133-b2fb-ebc85f2de1e3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.032545 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-05c5c9a2-8ea9-4133-b2fb-ebc85f2de1e3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1478486 Jun 02 20:42:07.032761 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57906) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:07.034467 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/networks/ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba HTTP/1.1" status: 204 len: 168 time: 1.1358573 Jun 02 20:42:07.035554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Network': ['ID=ac131711-f5c9-4046-8ddb-4e3b1f7cd7ba,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:07.037263 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-20987fe3-d034-4e88-9bd2-b9aeedecc9ef tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Request body: {'security_group_rule': {'security_group_id': '16e4c7e1-939a-472c-a7a0-91a1f76fed77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:07.037839 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:07.038392 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57908) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:07.043190 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-20987fe3-d034-4e88-9bd2-b9aeedecc9ef tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:07.044904 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-1762a7de-d7c6-4189-915b-5a2e795f558e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-974242355'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:07.046860 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-20987fe3-d034-4e88-9bd2-b9aeedecc9ef tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Usage tracker for resource:security_group_rule and tenant:8bd744eb57bb468e82db42f32aeaa05d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:07.049952 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-20987fe3-d034-4e88-9bd2-b9aeedecc9ef tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:07.050093 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-1762a7de-d7c6-4189-915b-5a2e795f558e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:07.053826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1762a7de-d7c6-4189-915b-5a2e795f558e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:network and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:07.056005 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-20987fe3-d034-4e88-9bd2-b9aeedecc9ef tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:07.056697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1762a7de-d7c6-4189-915b-5a2e795f558e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:07.063336 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-1762a7de-d7c6-4189-915b-5a2e795f558e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:07.072785 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-20987fe3-d034-4e88-9bd2-b9aeedecc9ef tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.073119 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1762a7de-d7c6-4189-915b-5a2e795f558e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Made reservation on behalf of f8efac6e9cf943ae9e25aaf306cb7756 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:42:07.076777 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1762a7de-d7c6-4189-915b-5a2e795f558e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.104542 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1762a7de-d7c6-4189-915b-5a2e795f558e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:42:07.113359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1762a7de-d7c6-4189-915b-5a2e795f558e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.113699 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-1762a7de-d7c6-4189-915b-5a2e795f558e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Added segment 7df96585-1c7d-4bd5-9e61-96d44039008a of type vlan for network fc1be8bc-a806-41ea-883c-ba8e13005164 Jun 02 20:42:07.141857 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-20987fe3-d034-4e88-9bd2-b9aeedecc9ef tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.142875 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1762a7de-d7c6-4189-915b-5a2e795f558e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.146077 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-20987fe3-d034-4e88-9bd2-b9aeedecc9ef tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.153797 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-81ef9c57-760e-43ff-bd7b-ec14456c45fc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:07.174331 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20987fe3-d034-4e88-9bd2-b9aeedecc9ef tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0d4090-0ccf-4714-9a0a-a2ac80959c9e,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:07.176496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1762a7de-d7c6-4189-915b-5a2e795f558e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.176852 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-20987fe3-d034-4e88-9bd2-b9aeedecc9ef tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:07.182149 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1762a7de-d7c6-4189-915b-5a2e795f558e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:07.182312 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-20987fe3-d034-4e88-9bd2-b9aeedecc9ef tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.182755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1762a7de-d7c6-4189-915b-5a2e795f558e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.183623 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-20987fe3-d034-4e88-9bd2-b9aeedecc9ef tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1498480 Jun 02 20:42:07.186126 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57910) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:07.191042 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-db15a29e-6af4-48e3-be83-7dc77571fea2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Request body: {'security_group_rule': {'security_group_id': '16e4c7e1-939a-472c-a7a0-91a1f76fed77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:07.191316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f6fdba4d-a136-47e8-8f23-1cdde199af20 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:07.196664 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-db15a29e-6af4-48e3-be83-7dc77571fea2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:07.200516 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-db15a29e-6af4-48e3-be83-7dc77571fea2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Usage tracker for resource:security_group_rule and tenant:8bd744eb57bb468e82db42f32aeaa05d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:07.203375 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-db15a29e-6af4-48e3-be83-7dc77571fea2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:07.209645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-db15a29e-6af4-48e3-be83-7dc77571fea2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:07.225893 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-db15a29e-6af4-48e3-be83-7dc77571fea2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.268918 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1762a7de-d7c6-4189-915b-5a2e795f558e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2280569 Jun 02 20:42:07.273530 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57912) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:07.279933 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-cb598ed1-a546-42c8-af29-795ae61a5d24 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'subnet': {'network_id': 'fc1be8bc-a806-41ea-883c-ba8e13005164', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:07.291237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762a7de-d7c6-4189-915b-5a2e795f558e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Network': ['ID=fc1be8bc-a806-41ea-883c-ba8e13005164,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:07.293844 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1762a7de-d7c6-4189-915b-5a2e795f558e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:07.305150 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network fc1be8bc-a806-41ea-883c-ba8e13005164 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:42:07.380072 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-db15a29e-6af4-48e3-be83-7dc77571fea2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.384683 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-db15a29e-6af4-48e3-be83-7dc77571fea2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.393652 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dc4cd199-b6d7-4bac-84b8-3396739002ca tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:07.429889 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15a29e-6af4-48e3-be83-7dc77571fea2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a019384c-7706-4bf3-9345-2e0dff74f89d,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:07.432320 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-db15a29e-6af4-48e3-be83-7dc77571fea2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:07.435911 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-cb598ed1-a546-42c8-af29-795ae61a5d24 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:07.440346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-db15a29e-6af4-48e3-be83-7dc77571fea2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.441511 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-db15a29e-6af4-48e3-be83-7dc77571fea2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2544854 Jun 02 20:42:07.442499 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-cb598ed1-a546-42c8-af29-795ae61a5d24 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:subnet and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:07.444395 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57914) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:07.445510 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-cb598ed1-a546-42c8-af29-795ae61a5d24 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:07.449539 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c773f50c-c7df-4d65-9e08-619829bbc504 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Request body: {'security_group_rule': {'security_group_id': '16e4c7e1-939a-472c-a7a0-91a1f76fed77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:07.451589 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-cb598ed1-a546-42c8-af29-795ae61a5d24 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:07.455749 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c773f50c-c7df-4d65-9e08-619829bbc504 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:07.459867 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c773f50c-c7df-4d65-9e08-619829bbc504 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Usage tracker for resource:security_group_rule and tenant:8bd744eb57bb468e82db42f32aeaa05d is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:07.461604 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb598ed1-a546-42c8-af29-795ae61a5d24 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Made reservation on behalf of f8efac6e9cf943ae9e25aaf306cb7756 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:42:07.462923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c773f50c-c7df-4d65-9e08-619829bbc504 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:07.464986 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cb598ed1-a546-42c8-af29-795ae61a5d24 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.468602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c773f50c-c7df-4d65-9e08-619829bbc504 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:07.484417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c773f50c-c7df-4d65-9e08-619829bbc504 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.555016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c773f50c-c7df-4d65-9e08-619829bbc504 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.558742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c773f50c-c7df-4d65-9e08-619829bbc504 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.566781 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d10426a9-c80c-4237-8d59-42c5dfbae8ee tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:07.588136 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773f50c-c7df-4d65-9e08-619829bbc504 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a6eda9-aab2-413e-8d72-4461b27f7425,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:07.590630 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c773f50c-c7df-4d65-9e08-619829bbc504 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:07.595282 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c773f50c-c7df-4d65-9e08-619829bbc504 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.596525 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c773f50c-c7df-4d65-9e08-619829bbc504 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1510150 Jun 02 20:42:07.599102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57916) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:07.627101 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c736701e-023b-499c-9861-a13bc3071cfe tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.637262 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c736701e-023b-499c-9861-a13bc3071cfe tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.661117 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c736701e-023b-499c-9861-a13bc3071cfe tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.662927 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:07.678272 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736701e-023b-499c-9861-a13bc3071cfe tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60a6eda9-aab2-413e-8d72-4461b27f7425,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:07.680666 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c736701e-023b-499c-9861-a13bc3071cfe tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:07.681506 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c736701e-023b-499c-9861-a13bc3071cfe tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.685116 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c736701e-023b-499c-9861-a13bc3071cfe tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/60a6eda9-aab2-413e-8d72-4461b27f7425 HTTP/1.1" status: 204 len: 168 time: 0.0825539 Jun 02 20:42:07.685565 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57918) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:07.737985 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ff54ac51-3f9a-4de1-974f-c30e87b8877b tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Synchronizing usage tracker for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:07.754887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ff54ac51-3f9a-4de1-974f-c30e87b8877b tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Unset dirty status for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:07.756212 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ff54ac51-3f9a-4de1-974f-c30e87b8877b tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0699666 Jun 02 20:42:07.759254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57920) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:07.786078 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4a44dba6-03bc-4605-89a5-fddbe4da3683 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.797041 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4a44dba6-03bc-4605-89a5-fddbe4da3683 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.820536 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4a44dba6-03bc-4605-89a5-fddbe4da3683 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.822353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:07.836209 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44dba6-03bc-4605-89a5-fddbe4da3683 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a019384c-7706-4bf3-9345-2e0dff74f89d,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:07.840496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4a44dba6-03bc-4605-89a5-fddbe4da3683 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:07.847338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4a44dba6-03bc-4605-89a5-fddbe4da3683 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.850965 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4a44dba6-03bc-4605-89a5-fddbe4da3683 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/a019384c-7706-4bf3-9345-2e0dff74f89d HTTP/1.1" status: 204 len: 168 time: 0.0882690 Jun 02 20:42:07.851566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57922) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:07.885982 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cb598ed1-a546-42c8-af29-795ae61a5d24 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.890467 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-410222f9-c760-4b01-94b9-af7efd4893ea tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:07.903812 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6a2210e1-4226-4bb7-a337-4a41b54285d6 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Synchronizing usage tracker for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:07.919346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6a2210e1-4226-4bb7-a337-4a41b54285d6 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Unset dirty status for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:07.920655 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6a2210e1-4226-4bb7-a337-4a41b54285d6 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0684204 Jun 02 20:42:07.924516 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57924) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:07.951746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aa89b6e8-2467-4020-9727-a9c7e25707b8 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.963042 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aa89b6e8-2467-4020-9727-a9c7e25707b8 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.966471 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb598ed1-a546-42c8-af29-795ae61a5d24 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Subnet': ['ID=339b24a0-2a13-45c2-a6fb-0b9b5a376eb4,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:07.971054 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-cb598ed1-a546-42c8-af29-795ae61a5d24 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:07.975026 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb598ed1-a546-42c8-af29-795ae61a5d24 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Checking segment: {'id': '7df96585-1c7d-4bd5-9e61-96d44039008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fc1be8bc-a806-41ea-883c-ba8e13005164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:07.975424 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb598ed1-a546-42c8-af29-795ae61a5d24 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network hostable DHCP agents. Network: fc1be8bc-a806-41ea-883c-ba8e13005164, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:42:07.994049 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb598ed1-a546-42c8-af29-795ae61a5d24 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network fc1be8bc-a806-41ea-883c-ba8e13005164 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:42:07.996617 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aa89b6e8-2467-4020-9727-a9c7e25707b8 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:07.998257 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:42:08.004843 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:08.006038 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-cb598ed1-a546-42c8-af29-795ae61a5d24 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, fc1be8bc-a806-41ea-883c-ba8e13005164) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:08.019437 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89b6e8-2467-4020-9727-a9c7e25707b8 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d0d4090-0ccf-4714-9a0a-a2ac80959c9e,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:08.020676 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb598ed1-a546-42c8-af29-795ae61a5d24 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:08.021345 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cb598ed1-a546-42c8-af29-795ae61a5d24 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.021631 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-aa89b6e8-2467-4020-9727-a9c7e25707b8 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:08.028593 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aa89b6e8-2467-4020-9727-a9c7e25707b8 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.032822 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-aa89b6e8-2467-4020-9727-a9c7e25707b8 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/9d0d4090-0ccf-4714-9a0a-a2ac80959c9e HTTP/1.1" status: 204 len: 168 time: 0.1047995 Jun 02 20:42:08.033167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57926) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:08.034120 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6349049-dc1c-4f32-abe8-d6227f5eaab5 None None] Network fc1be8bc-a806-41ea-883c-ba8e13005164 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:42:08.050136 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cb598ed1-a546-42c8-af29-795ae61a5d24 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7755222 Jun 02 20:42:08.050595 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57928) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:08.057095 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:42:08.057448 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f96ba0c8-7f1c-4554-bae2-8ad27ee34ca6 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:42:08.057687 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-744041e8-79a7-4583-b2e2-cbdb0ea9e21b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-88898963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:08.066244 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-744041e8-79a7-4583-b2e2-cbdb0ea9e21b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:08.072409 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-744041e8-79a7-4583-b2e2-cbdb0ea9e21b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:router and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:08.075813 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-744041e8-79a7-4583-b2e2-cbdb0ea9e21b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:08.088095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-744041e8-79a7-4583-b2e2-cbdb0ea9e21b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:08.110327 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8fc27e32-eef2-44e1-b0c6-584b404bcd3a tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Synchronizing usage tracker for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:08.123666 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-744041e8-79a7-4583-b2e2-cbdb0ea9e21b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.124656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-744041e8-79a7-4583-b2e2-cbdb0ea9e21b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.138026 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8fc27e32-eef2-44e1-b0c6-584b404bcd3a tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Unset dirty status for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:08.139361 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8fc27e32-eef2-44e1-b0c6-584b404bcd3a tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1050477 Jun 02 20:42:08.143017 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57930) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:08.144876 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-744041e8-79a7-4583-b2e2-cbdb0ea9e21b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.165536 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-744041e8-79a7-4583-b2e2-cbdb0ea9e21b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.173794 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-318f7309-2392-4e21-b03b-910d1a740245 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.184662 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-318f7309-2392-4e21-b03b-910d1a740245 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.191421 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-744041e8-79a7-4583-b2e2-cbdb0ea9e21b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.192721 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-744041e8-79a7-4583-b2e2-cbdb0ea9e21b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1414638 Jun 02 20:42:08.195341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57932) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:08.212825 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-318f7309-2392-4e21-b03b-910d1a740245 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.214963 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-58df5ed3-d686-497e-862d-cedcbd29aa44 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:08.237726 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f7309-2392-4e21-b03b-910d1a740245 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9566ad99-1c09-45d1-a1a5-e835c4753ae4,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:08.245102 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-318f7309-2392-4e21-b03b-910d1a740245 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:08.251358 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-318f7309-2392-4e21-b03b-910d1a740245 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.254781 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-318f7309-2392-4e21-b03b-910d1a740245 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/9566ad99-1c09-45d1-a1a5-e835c4753ae4 HTTP/1.1" status: 204 len: 168 time: 0.1076045 Jun 02 20:42:08.255016 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57936) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:08.293173 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-fc1be8bc-a806-41ea-883c-ba8e13005164', 'network_id': 'fc1be8bc-a806-41ea-883c-ba8e13005164', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'fixed_ips': [{'subnet_id': '339b24a0-2a13-45c2-a6fb-0b9b5a376eb4'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:42:08.294070 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.303986 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1c93fa75-3521-466a-adbe-bc14f2e7c324 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Synchronizing usage tracker for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:08.324165 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1c93fa75-3521-466a-adbe-bc14f2e7c324 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Unset dirty status for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:08.328962 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1c93fa75-3521-466a-adbe-bc14f2e7c324 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0696669 Jun 02 20:42:08.329200 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57938) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:08.360065 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96bb1eeb-f70c-402c-8bc1-962787f60db0 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.370511 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96bb1eeb-f70c-402c-8bc1-962787f60db0 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.396753 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96bb1eeb-f70c-402c-8bc1-962787f60db0 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.398675 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e9dca49a-f6e9-4d00-9d6c-25e78609b9b8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:08.415864 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb1eeb-f70c-402c-8bc1-962787f60db0 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e970a701-791b-4fa6-8f17-49ae3a959b5c,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:08.419096 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-96bb1eeb-f70c-402c-8bc1-962787f60db0 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:08.425053 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96bb1eeb-f70c-402c-8bc1-962787f60db0 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.426448 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-96bb1eeb-f70c-402c-8bc1-962787f60db0 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/e970a701-791b-4fa6-8f17-49ae3a959b5c HTTP/1.1" status: 204 len: 168 time: 0.0962939 Jun 02 20:42:08.429236 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57940) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:08.466608 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Allocated IP 2001:db8::2 (fc1be8bc-a806-41ea-883c-ba8e13005164/339b24a0-2a13-45c2-a6fb-0b9b5a376eb4/4fbc4a18-5d55-4957-870e-4e99384a3886) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:42:08.480826 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-96d3aef2-20ab-47af-8a04-d52d08acab24 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Synchronizing usage tracker for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:08.508192 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-96d3aef2-20ab-47af-8a04-d52d08acab24 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Unset dirty status for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:08.512264 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-96d3aef2-20ab-47af-8a04-d52d08acab24 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0793111 Jun 02 20:42:08.512578 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57942) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:08.573040 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-92fdc8f8-99c5-4d3a-a3c1-74963f5c7c2a tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.601696 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-92fdc8f8-99c5-4d3a-a3c1-74963f5c7c2a tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.655612 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-92fdc8f8-99c5-4d3a-a3c1-74963f5c7c2a tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.660234 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a2255d53-b5af-4450-bd45-c55781efa6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:08.677363 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdc8f8-99c5-4d3a-a3c1-74963f5c7c2a tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e4c7e1-939a-472c-a7a0-91a1f76fed77,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:08.681633 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-92fdc8f8-99c5-4d3a-a3c1-74963f5c7c2a tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:08.693456 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-92fdc8f8-99c5-4d3a-a3c1-74963f5c7c2a tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.697128 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-92fdc8f8-99c5-4d3a-a3c1-74963f5c7c2a tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "DELETE /v2.0/security-groups/16e4c7e1-939a-472c-a7a0-91a1f76fed77 HTTP/1.1" status: 204 len: 168 time: 0.1811600 Jun 02 20:42:08.697414 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57944) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:08.715070 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.725765 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Transition to ACTIVE for port object 4fbc4a18-5d55-4957-870e-4e99384a3886 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:08.746202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Transition to ACTIVE for port object 4fbc4a18-5d55-4957-870e-4e99384a3886 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:08.753606 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.759874 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4ed8164a-027a-4ef6-9dde-7b5f0b3d3d0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:08.773492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c74fc2e0-c20b-4d9f-a933-f18d57dfc99d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Synchronizing usage tracker for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:08.799885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c74fc2e0-c20b-4d9f-a933-f18d57dfc99d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Unset dirty status for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:08.801307 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c74fc2e0-c20b-4d9f-a933-f18d57dfc99d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1030173 Jun 02 20:42:08.807461 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57946) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:08.811718 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-b0441c5b-6211-4387-bbe9-2a3d2aec1a63 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Request body: {'security_group': {'name': 'tempest-secgroup--717219113'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:08.821010 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b0441c5b-6211-4387-bbe9-2a3d2aec1a63 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:08.826279 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Network fc1be8bc-a806-41ea-883c-ba8e13005164 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:08.830628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:08.832939 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b0441c5b-6211-4387-bbe9-2a3d2aec1a63 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:08.834153 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:42:08.845180 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b0441c5b-6211-4387-bbe9-2a3d2aec1a63 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.859537 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.868286 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b0441c5b-6211-4387-bbe9-2a3d2aec1a63 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:08.872953 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b0441c5b-6211-4387-bbe9-2a3d2aec1a63 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Usage tracker for resource:security_group_rule and tenant:8bd744eb57bb468e82db42f32aeaa05d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:08.876361 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Pushing event updated for resources: {'Port': ['ID=4fbc4a18-5d55-4957-870e-4e99384a3886,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:08.878006 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b0441c5b-6211-4387-bbe9-2a3d2aec1a63 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:08.879131 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:08.884547 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b0441c5b-6211-4387-bbe9-2a3d2aec1a63 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:08.935435 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Attempting to bind port 4fbc4a18-5d55-4957-870e-4e99384a3886 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:42:08.935821 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Attempting to bind port 4fbc4a18-5d55-4957-870e-4e99384a3886 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '7df96585-1c7d-4bd5-9e61-96d44039008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fc1be8bc-a806-41ea-883c-ba8e13005164'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:42:08.936191 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Attempting to bind port 4fbc4a18-5d55-4957-870e-4e99384a3886 on network fc1be8bc-a806-41ea-883c-ba8e13005164 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:42:08.942479 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:42:08.943056 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Checking segment: {'id': '7df96585-1c7d-4bd5-9e61-96d44039008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fc1be8bc-a806-41ea-883c-ba8e13005164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:08.943500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.943897 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Bound using segment: {'id': '7df96585-1c7d-4bd5-9e61-96d44039008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fc1be8bc-a806-41ea-883c-ba8e13005164'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:42:08.944374 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Bound port: 4fbc4a18-5d55-4957-870e-4e99384a3886, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df96585-1c7d-4bd5-9e61-96d44039008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fc1be8bc-a806-41ea-883c-ba8e13005164'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:42:08.944752 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.961642 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b0441c5b-6211-4387-bbe9-2a3d2aec1a63 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.966198 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b0441c5b-6211-4387-bbe9-2a3d2aec1a63 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:08.973583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2d803d33-2191-4d4b-8691-14d9c022d278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:09.018801 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0441c5b-6211-4387-bbe9-2a3d2aec1a63 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bea92c7-66f3-409e-9c56-ce6cb9dce578,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:09.023531 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b0441c5b-6211-4387-bbe9-2a3d2aec1a63 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:09.032749 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b0441c5b-6211-4387-bbe9-2a3d2aec1a63 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:09.033960 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b0441c5b-6211-4387-bbe9-2a3d2aec1a63 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2274375 Jun 02 20:42:09.036631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57948) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:09.041569 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-bf686d23-0803-4924-94e7-1e4cc0802561 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Request body: {'security_group_rule': {'security_group_id': '1bea92c7-66f3-409e-9c56-ce6cb9dce578', 'direction': 'ingress', 'protocol': 17}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:09.042488 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] For port 4fbc4a18-5d55-4957-870e-4e99384a3886, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:42:09.045664 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] For port 4fbc4a18-5d55-4957-870e-4e99384a3886, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4fbc4a18-5d55-4957-870e-4e99384a3886,segment=NetworkSegment(7df96585-1c7d-4bd5-9e61-96d44039008a),segment_id=7df96585-1c7d-4bd5-9e61-96d44039008a)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:42:09.048187 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bf686d23-0803-4924-94e7-1e4cc0802561 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:09.051571 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:09.052695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-bf686d23-0803-4924-94e7-1e4cc0802561 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Usage tracker for resource:security_group_rule and tenant:8bd744eb57bb468e82db42f32aeaa05d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:09.055734 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-bf686d23-0803-4924-94e7-1e4cc0802561 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:09.056509 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ba4385f4-226b-4cfe-842a-8e046da18f28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:09.061899 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bf686d23-0803-4924-94e7-1e4cc0802561 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:09.079053 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bf686d23-0803-4924-94e7-1e4cc0802561 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:09.144292 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Pushing event updated for resources: {'Port': ['ID=4fbc4a18-5d55-4957-870e-4e99384a3886,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:09.151502 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:09.155246 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bf686d23-0803-4924-94e7-1e4cc0802561 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:09.160110 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bf686d23-0803-4924-94e7-1e4cc0802561 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:09.169014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e25c7558-6a9c-4348-b827-3c07c6b28ea6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:09.195902 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf686d23-0803-4924-94e7-1e4cc0802561 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355d52aa-2784-4569-b218-2722eee5ef00,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:09.198222 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bf686d23-0803-4924-94e7-1e4cc0802561 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:09.208101 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bf686d23-0803-4924-94e7-1e4cc0802561 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:09.209376 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-bf686d23-0803-4924-94e7-1e4cc0802561 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1717150 Jun 02 20:42:09.212077 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57950) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:09.254469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Allocated IP 2001:db8::1 (fc1be8bc-a806-41ea-883c-ba8e13005164/339b24a0-2a13-45c2-a6fb-0b9b5a376eb4/6c8b2387-777a-4ace-abc3-b51e51adfe1f) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:42:09.279720 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dbe3eab1-b438-4ba8-befb-0695533be154 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:09.309956 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dbe3eab1-b438-4ba8-befb-0695533be154 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:09.381147 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dbe3eab1-b438-4ba8-befb-0695533be154 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:09.386637 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-32cd3966-513e-4875-b167-08dfd5678c04 tempest-NetworksIpV6Test-1930316031 tempest-NetworksIpV6Test-1930316031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:09.408858 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3eab1-b438-4ba8-befb-0695533be154 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bea92c7-66f3-409e-9c56-ce6cb9dce578,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:09.411912 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dbe3eab1-b438-4ba8-befb-0695533be154 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:09.425471 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dbe3eab1-b438-4ba8-befb-0695533be154 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:09.426635 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dbe3eab1-b438-4ba8-befb-0695533be154 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "DELETE /v2.0/security-groups/1bea92c7-66f3-409e-9c56-ce6cb9dce578 HTTP/1.1" status: 204 len: 168 time: 0.2136469 Jun 02 20:42:09.432123 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57952) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:09.457811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:09.476130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Transition to ACTIVE for port object 6c8b2387-777a-4ace-abc3-b51e51adfe1f will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:09.497412 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a0d1dc03-ab28-4acd-bf5d-63675e496527 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Synchronizing usage tracker for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:09.503252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:09.508251 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-623a55c3-e83e-452c-abc2-f1ff4ac42ba0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:09.521489 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a0d1dc03-ab28-4acd-bf5d-63675e496527 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Unset dirty status for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:09.522727 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a0d1dc03-ab28-4acd-bf5d-63675e496527 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0887496 Jun 02 20:42:09.526507 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57954) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:09.531486 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-96b6b17d-f2ce-431e-8381-62c576e94797 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Request body: {'security_group': {'name': 'tempest-secgroup--45839243'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:09.537975 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-96b6b17d-f2ce-431e-8381-62c576e94797 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:09.548400 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-96b6b17d-f2ce-431e-8381-62c576e94797 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:09.562090 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96b6b17d-f2ce-431e-8381-62c576e94797 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:09.581674 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network fc1be8bc-a806-41ea-883c-ba8e13005164 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:09.582448 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-96b6b17d-f2ce-431e-8381-62c576e94797 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:09.583377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:09.586754 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-96b6b17d-f2ce-431e-8381-62c576e94797 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Usage tracker for resource:security_group_rule and tenant:8bd744eb57bb468e82db42f32aeaa05d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:09.588132 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:42:09.588889 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:09.589749 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-96b6b17d-f2ce-431e-8381-62c576e94797 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:09.597725 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-96b6b17d-f2ce-431e-8381-62c576e94797 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:09.611320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Port': ['ID=6c8b2387-777a-4ace-abc3-b51e51adfe1f,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:09.622070 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:09.674251 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96b6b17d-f2ce-431e-8381-62c576e94797 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:09.678084 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96b6b17d-f2ce-431e-8381-62c576e94797 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:09.681911 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:09.709998 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:09.727576 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6b17d-f2ce-431e-8381-62c576e94797 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d97160-0b4b-4464-8f60-9f66537e1aa0,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:09.731340 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-96b6b17d-f2ce-431e-8381-62c576e94797 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:09.734865 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96b6b17d-f2ce-431e-8381-62c576e94797 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:09.738778 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-96b6b17d-f2ce-431e-8381-62c576e94797 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2087569 Jun 02 20:42:09.738955 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57956) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:09.743645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-b8eb675d-8049-4e0d-be5b-1a9df6a8391c tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Request body: {'security_group': {'name': 'tempest-secgroup--1341268579'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:09.749743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b8eb675d-8049-4e0d-be5b-1a9df6a8391c tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:09.753798 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b8eb675d-8049-4e0d-be5b-1a9df6a8391c tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Usage tracker for resource:security_group and tenant:8bd744eb57bb468e82db42f32aeaa05d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:09.756622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b8eb675d-8049-4e0d-be5b-1a9df6a8391c tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:09.762380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b8eb675d-8049-4e0d-be5b-1a9df6a8391c tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:09.778288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b8eb675d-8049-4e0d-be5b-1a9df6a8391c tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:09.798945 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b8eb675d-8049-4e0d-be5b-1a9df6a8391c tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:09.803186 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b8eb675d-8049-4e0d-be5b-1a9df6a8391c tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Usage tracker for resource:security_group_rule and tenant:8bd744eb57bb468e82db42f32aeaa05d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:09.806046 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b8eb675d-8049-4e0d-be5b-1a9df6a8391c tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:09.813147 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b8eb675d-8049-4e0d-be5b-1a9df6a8391c tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:09.887372 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b8eb675d-8049-4e0d-be5b-1a9df6a8391c tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:09.892089 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b8eb675d-8049-4e0d-be5b-1a9df6a8391c tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:09.895888 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8f909059-c1ee-464f-b9ea-cd8a9edae1d7 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:09.944132 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb675d-8049-4e0d-be5b-1a9df6a8391c tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ac3b3c-0227-4490-b33e-1de8b597e70e,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:09.948094 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b8eb675d-8049-4e0d-be5b-1a9df6a8391c tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:09.952618 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b8eb675d-8049-4e0d-be5b-1a9df6a8391c tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:09.955106 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b8eb675d-8049-4e0d-be5b-1a9df6a8391c tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2149911 Jun 02 20:42:09.957831 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57958) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:09.963190 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-f669df6d-158f-4e07-913a-01b7f37e51b2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Request body: {'security_group_rule': {'security_group_id': '93d97160-0b4b-4464-8f60-9f66537e1aa0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '02ac3b3c-0227-4490-b33e-1de8b597e70e', 'remote_ip_prefix': None}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:09.972671 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f669df6d-158f-4e07-913a-01b7f37e51b2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:09.978238 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f669df6d-158f-4e07-913a-01b7f37e51b2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Usage tracker for resource:security_group_rule and tenant:8bd744eb57bb468e82db42f32aeaa05d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:09.981408 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f669df6d-158f-4e07-913a-01b7f37e51b2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:09.990291 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f669df6d-158f-4e07-913a-01b7f37e51b2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:10.017800 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f669df6d-158f-4e07-913a-01b7f37e51b2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.082840 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4fbc4a18-5d55-4957-870e-4e99384a3886 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:10.097214 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f669df6d-158f-4e07-913a-01b7f37e51b2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.103988 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f669df6d-158f-4e07-913a-01b7f37e51b2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.106328 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-94eab6c4-6f8f-4262-90e4-84529e065f6b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:10.134484 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669df6d-158f-4e07-913a-01b7f37e51b2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab682946-a3e2-407d-95c6-976785e3f8d8,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:10.137224 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f669df6d-158f-4e07-913a-01b7f37e51b2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:10.150992 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f669df6d-158f-4e07-913a-01b7f37e51b2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.152645 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f669df6d-158f-4e07-913a-01b7f37e51b2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1932492 Jun 02 20:42:10.155975 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57960) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:10.164811 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 4fbc4a18-5d55-4957-870e-4e99384a3886 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:10.177232 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f0dec9-0a7b-480c-884a-fec1550d99f6 None None] Network fc1be8bc-a806-41ea-883c-ba8e13005164 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:42:10.188634 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7fa46620-4cdf-481c-9f77-7847d219a2cb tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.195346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.200360 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7fa46620-4cdf-481c-9f77-7847d219a2cb tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.200567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.201329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.206332 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ecb1e1dd-8cdd-4ba4-8245-def403dc8b22 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:10.225669 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7fa46620-4cdf-481c-9f77-7847d219a2cb tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.231706 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:10.246717 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa46620-4cdf-481c-9f77-7847d219a2cb tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab682946-a3e2-407d-95c6-976785e3f8d8,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:10.250712 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7fa46620-4cdf-481c-9f77-7847d219a2cb tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:10.253430 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7fa46620-4cdf-481c-9f77-7847d219a2cb tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.255776 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7fa46620-4cdf-481c-9f77-7847d219a2cb tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/ab682946-a3e2-407d-95c6-976785e3f8d8 HTTP/1.1" status: 204 len: 168 time: 0.0961874 Jun 02 20:42:10.257541 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57962) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:10.297829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-add58f8c-2396-4119-a57b-6564ce1d8cd7 None None] Provisioning for port 4fbc4a18-5d55-4957-870e-4e99384a3886 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:10.309228 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8e5df232-e579-4955-aaa7-91c0cecd1e43 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Synchronizing usage tracker for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:10.315015 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-add58f8c-2396-4119-a57b-6564ce1d8cd7 None None] Provisioning complete for port 4fbc4a18-5d55-4957-870e-4e99384a3886 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:10.315432 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-add58f8c-2396-4119-a57b-6564ce1d8cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.325357 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8e5df232-e579-4955-aaa7-91c0cecd1e43 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Unset dirty status for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:10.326877 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8e5df232-e579-4955-aaa7-91c0cecd1e43 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0683193 Jun 02 20:42:10.330330 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57964) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:10.342157 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Port': ['ID=6c8b2387-777a-4ace-abc3-b51e51adfe1f,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:10.346370 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:10.398732 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a6ec392f-190e-4b9c-83bb-f0c703cf5722 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.399491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network fc1be8bc-a806-41ea-883c-ba8e13005164 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:10.400725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:10.428502 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a6ec392f-190e-4b9c-83bb-f0c703cf5722 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.477667 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a6ec392f-190e-4b9c-83bb-f0c703cf5722 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.482128 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c4779324-431e-48a3-9c13-df9c5de53998 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:10.502658 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec392f-190e-4b9c-83bb-f0c703cf5722 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ac3b3c-0227-4490-b33e-1de8b597e70e,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:10.505201 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a6ec392f-190e-4b9c-83bb-f0c703cf5722 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:10.523912 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a6ec392f-190e-4b9c-83bb-f0c703cf5722 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.526697 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a6ec392f-190e-4b9c-83bb-f0c703cf5722 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "DELETE /v2.0/security-groups/02ac3b3c-0227-4490-b33e-1de8b597e70e HTTP/1.1" status: 204 len: 168 time: 0.1939933 Jun 02 20:42:10.528255 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57966) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:10.562695 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-add58f8c-2396-4119-a57b-6564ce1d8cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.599667 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4c136001-051b-4204-931b-51c81fcbf699 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Synchronizing usage tracker for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:10.615659 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-add58f8c-2396-4119-a57b-6564ce1d8cd7 None None] For port 4fbc4a18-5d55-4957-870e-4e99384a3886, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4fbc4a18-5d55-4957-870e-4e99384a3886,segment=NetworkSegment(7df96585-1c7d-4bd5-9e61-96d44039008a),segment_id=7df96585-1c7d-4bd5-9e61-96d44039008a)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:10.617675 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4c136001-051b-4204-931b-51c81fcbf699 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Unset dirty status for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:10.619195 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4c136001-051b-4204-931b-51c81fcbf699 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0896904 Jun 02 20:42:10.622261 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57968) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:10.625634 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-add58f8c-2396-4119-a57b-6564ce1d8cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.627176 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-963e184a-fad6-4130-8ba8-16610f079c3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:10.690948 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6cff8e4c-a0b6-461c-a01c-6022fc670e3b tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.697100 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add58f8c-2396-4119-a57b-6564ce1d8cd7 None None] Pushing event updated for resources: {'Port': ['ID=4fbc4a18-5d55-4957-870e-4e99384a3886,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:10.700342 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-add58f8c-2396-4119-a57b-6564ce1d8cd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:10.719399 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6cff8e4c-a0b6-461c-a01c-6022fc670e3b tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.747091 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router e914d4b0-df28-40c6-84bf-d3e675b9e3de is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:42:10.774786 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6cff8e4c-a0b6-461c-a01c-6022fc670e3b tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.778935 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dbe3eab1-b438-4ba8-befb-0695533be154 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:10.794706 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff8e4c-a0b6-461c-a01c-6022fc670e3b tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d97160-0b4b-4464-8f60-9f66537e1aa0,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:10.797466 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6cff8e4c-a0b6-461c-a01c-6022fc670e3b tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:10.814928 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6cff8e4c-a0b6-461c-a01c-6022fc670e3b tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.816393 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6cff8e4c-a0b6-461c-a01c-6022fc670e3b tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "DELETE /v2.0/security-groups/93d97160-0b4b-4464-8f60-9f66537e1aa0 HTTP/1.1" status: 204 len: 168 time: 0.1925948 Jun 02 20:42:10.819793 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57970) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:10.877670 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6da7755b-148c-4ec3-8e1b-e951c05f299c tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Synchronizing usage tracker for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:10.896960 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6da7755b-148c-4ec3-8e1b-e951c05f299c tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Unset dirty status for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:10.902328 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6da7755b-148c-4ec3-8e1b-e951c05f299c tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0777848 Jun 02 20:42:10.902675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57972) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:10.909132 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-5bd51b04-6998-4fce-9ce9-63dc5894bdf3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Request body: {'security_group': {'name': 'tempest-secgroup--1944340232'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:10.919258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5bd51b04-6998-4fce-9ce9-63dc5894bdf3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:10.929874 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:42:10.938797 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5bd51b04-6998-4fce-9ce9-63dc5894bdf3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:10.940461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143205d9-9204-450d-b10f-15dab3f62268 None None] Sync routers for ids ['e914d4b0-df28-40c6-84bf-d3e675b9e3de'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:42:10.954741 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/e914d4b0-df28-40c6-84bf-d3e675b9e3de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7548132 Jun 02 20:42:10.954939 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143205d9-9204-450d-b10f-15dab3f62268 None None] Routers {'e914d4b0-df28-40c6-84bf-d3e675b9e3de'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:10.954939 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-143205d9-9204-450d-b10f-15dab3f62268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['e914d4b0-df28-40c6-84bf-d3e675b9e3de'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:10.955288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57974) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:10.955409 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5bd51b04-6998-4fce-9ce9-63dc5894bdf3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:10.976920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5bd51b04-6998-4fce-9ce9-63dc5894bdf3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:10.981180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5bd51b04-6998-4fce-9ce9-63dc5894bdf3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Usage tracker for resource:security_group_rule and tenant:8bd744eb57bb468e82db42f32aeaa05d is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:10.984211 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5bd51b04-6998-4fce-9ce9-63dc5894bdf3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:10.990552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5bd51b04-6998-4fce-9ce9-63dc5894bdf3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:11.045412 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a679522a-eab4-4f1e-a378-02b2cf665472 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:11.046204 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a679522a-eab4-4f1e-a378-02b2cf665472 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Synchronizing usage tracker for tenant:f8efac6e9cf943ae9e25aaf306cb7756 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:11.052909 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-143205d9-9204-450d-b10f-15dab3f62268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:11.065064 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a679522a-eab4-4f1e-a378-02b2cf665472 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Unset dirty status for tenant:f8efac6e9cf943ae9e25aaf306cb7756 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:11.069906 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a679522a-eab4-4f1e-a378-02b2cf665472 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/ports/6c8b2387-777a-4ace-abc3-b51e51adfe1f HTTP/1.1" status: 200 len: 911 time: 0.1135061 Jun 02 20:42:11.070102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5bd51b04-6998-4fce-9ce9-63dc5894bdf3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.070984 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 57976) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:11.071737 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143205d9-9204-450d-b10f-15dab3f62268 None None] Routers {'e914d4b0-df28-40c6-84bf-d3e675b9e3de'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:11.072659 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-143205d9-9204-450d-b10f-15dab3f62268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['e914d4b0-df28-40c6-84bf-d3e675b9e3de'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:11.075188 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5bd51b04-6998-4fce-9ce9-63dc5894bdf3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.081215 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:11.114952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd51b04-6998-4fce-9ce9-63dc5894bdf3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4298b20-d1c5-4c9b-9c85-cbccdff3cdb2,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:11.119374 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5bd51b04-6998-4fce-9ce9-63dc5894bdf3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:11.136217 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-eaaf3d48-7b50-4128-b80f-2471cd030790 None None] Provisioning complete for port 4fbc4a18-5d55-4957-870e-4e99384a3886 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:11.136692 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3d48-7b50-4128-b80f-2471cd030790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.149575 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5bd51b04-6998-4fce-9ce9-63dc5894bdf3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.151399 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5bd51b04-6998-4fce-9ce9-63dc5894bdf3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2478113 Jun 02 20:42:11.154146 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57978) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:11.160144 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-968352c9-1004-4bb3-a22f-596fb46b2985 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Request body: {'security_group_rule': {'security_group_id': 'b4298b20-d1c5-4c9b-9c85-cbccdff3cdb2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:11.168476 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-968352c9-1004-4bb3-a22f-596fb46b2985 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:11.176293 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-968352c9-1004-4bb3-a22f-596fb46b2985 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Usage tracker for resource:security_group_rule and tenant:8bd744eb57bb468e82db42f32aeaa05d is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:11.180695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-968352c9-1004-4bb3-a22f-596fb46b2985 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:11.189312 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-968352c9-1004-4bb3-a22f-596fb46b2985 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:11.213360 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-968352c9-1004-4bb3-a22f-596fb46b2985 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.244504 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-143205d9-9204-450d-b10f-15dab3f62268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:11.245137 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143205d9-9204-450d-b10f-15dab3f62268 None None] The sync data for ids ['e914d4b0-df28-40c6-84bf-d3e675b9e3de'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:42:11.303507 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-968352c9-1004-4bb3-a22f-596fb46b2985 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.310295 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-968352c9-1004-4bb3-a22f-596fb46b2985 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.315066 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-aa89b6e8-2467-4020-9727-a9c7e25707b8 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:11.356363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968352c9-1004-4bb3-a22f-596fb46b2985 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef127f04-642d-4061-9bc4-02a630e00c12,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:11.360209 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-968352c9-1004-4bb3-a22f-596fb46b2985 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:11.361253 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-eaaf3d48-7b50-4128-b80f-2471cd030790 None None] Provisioning for port 6c8b2387-777a-4ace-abc3-b51e51adfe1f completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:11.361479 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-968352c9-1004-4bb3-a22f-596fb46b2985 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.362837 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-968352c9-1004-4bb3-a22f-596fb46b2985 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2073159 Jun 02 20:42:11.365565 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57980) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:11.370479 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-eaaf3d48-7b50-4128-b80f-2471cd030790 None None] Provisioning complete for port 6c8b2387-777a-4ace-abc3-b51e51adfe1f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:11.371095 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3d48-7b50-4128-b80f-2471cd030790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.399470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9de9fd29-04e4-431a-811b-56c4f1353a7d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.410746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9de9fd29-04e4-431a-811b-56c4f1353a7d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.436282 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9de9fd29-04e4-431a-811b-56c4f1353a7d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.438613 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-eaaf3d48-7b50-4128-b80f-2471cd030790 None None] Port 6c8b2387-777a-4ace-abc3-b51e51adfe1f cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:11.445266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1f1bd28e-a78d-4880-a869-bc1a8a1f5fbc tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:11.458956 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9fd29-04e4-431a-811b-56c4f1353a7d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef127f04-642d-4061-9bc4-02a630e00c12,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:11.461190 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9de9fd29-04e4-431a-811b-56c4f1353a7d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:11.462664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9de9fd29-04e4-431a-811b-56c4f1353a7d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.466503 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9de9fd29-04e4-431a-811b-56c4f1353a7d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/ef127f04-642d-4061-9bc4-02a630e00c12 HTTP/1.1" status: 204 len: 168 time: 0.0973055 Jun 02 20:42:11.466503 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57982) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:11.516980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6be33437-537d-4b66-aeb3-33a0ad47c0d8 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Synchronizing usage tracker for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:11.534567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6be33437-537d-4b66-aeb3-33a0ad47c0d8 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Unset dirty status for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:11.539115 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6be33437-537d-4b66-aeb3-33a0ad47c0d8 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0690751 Jun 02 20:42:11.539496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57984) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:11.559696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d0f456cd-eead-4340-816b-74f9402186af None None] Provisioning complete for port 6c8b2387-777a-4ace-abc3-b51e51adfe1f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:11.560075 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d0f456cd-eead-4340-816b-74f9402186af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.605520 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-104dda96-8331-4839-b476-12dbb6ebfec8 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.613256 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-d0f456cd-eead-4340-816b-74f9402186af None None] Port 6c8b2387-777a-4ace-abc3-b51e51adfe1f cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:11.635136 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-104dda96-8331-4839-b476-12dbb6ebfec8 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.683695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-104dda96-8331-4839-b476-12dbb6ebfec8 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.688746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:11.703356 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104dda96-8331-4839-b476-12dbb6ebfec8 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4298b20-d1c5-4c9b-9c85-cbccdff3cdb2,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:11.705667 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-104dda96-8331-4839-b476-12dbb6ebfec8 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:11.719354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-104dda96-8331-4839-b476-12dbb6ebfec8 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.723339 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-104dda96-8331-4839-b476-12dbb6ebfec8 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "DELETE /v2.0/security-groups/b4298b20-d1c5-4c9b-9c85-cbccdff3cdb2 HTTP/1.1" status: 204 len: 168 time: 0.1807759 Jun 02 20:42:11.723652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57986) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:11.773386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-325c5c2b-7c67-49c3-9f7f-a6c9d28faf6f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Synchronizing usage tracker for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:11.788345 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a9810aa4-49b9-41eb-a38f-2d1bf2acfb7c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.788874 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-325c5c2b-7c67-49c3-9f7f-a6c9d28faf6f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Unset dirty status for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:11.790173 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-325c5c2b-7c67-49c3-9f7f-a6c9d28faf6f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655751 Jun 02 20:42:11.794083 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57988) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:11.799340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e8dd396b-d4b1-4cde-94ec-3c00f354fac3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254494353'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:11.805720 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e8dd396b-d4b1-4cde-94ec-3c00f354fac3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:11.815333 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e8dd396b-d4b1-4cde-94ec-3c00f354fac3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:11.825048 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e8dd396b-d4b1-4cde-94ec-3c00f354fac3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.849750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e8dd396b-d4b1-4cde-94ec-3c00f354fac3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:11.853771 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e8dd396b-d4b1-4cde-94ec-3c00f354fac3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Usage tracker for resource:security_group_rule and tenant:8bd744eb57bb468e82db42f32aeaa05d is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:11.856646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e8dd396b-d4b1-4cde-94ec-3c00f354fac3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:11.862492 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e8dd396b-d4b1-4cde-94ec-3c00f354fac3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:11.930697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e8dd396b-d4b1-4cde-94ec-3c00f354fac3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.935510 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e8dd396b-d4b1-4cde-94ec-3c00f354fac3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.940897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5a19001e-5cd3-4adf-ab8f-0ab7cc32d8d6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:11.981557 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd396b-d4b1-4cde-94ec-3c00f354fac3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45192ae4-adc6-4754-92fd-a4cbf44e2973,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:11.986507 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e8dd396b-d4b1-4cde-94ec-3c00f354fac3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:11.996180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e8dd396b-d4b1-4cde-94ec-3c00f354fac3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:11.997584 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e8dd396b-d4b1-4cde-94ec-3c00f354fac3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2024903 Jun 02 20:42:12.001287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57990) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:12.005842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-f5d27fb4-7c93-4a30-b589-7bfae1502705 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Request body: {'security_group_rule': {'security_group_id': '45192ae4-adc6-4754-92fd-a4cbf44e2973', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:12.011877 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f5d27fb4-7c93-4a30-b589-7bfae1502705 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:12.013424 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4fbc4a18-5d55-4957-870e-4e99384a3886 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:12.016404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f5d27fb4-7c93-4a30-b589-7bfae1502705 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Usage tracker for resource:security_group_rule and tenant:8bd744eb57bb468e82db42f32aeaa05d is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:12.019365 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f5d27fb4-7c93-4a30-b589-7bfae1502705 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:12.025070 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f5d27fb4-7c93-4a30-b589-7bfae1502705 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:12.042625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f5d27fb4-7c93-4a30-b589-7bfae1502705 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.085710 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 4fbc4a18-5d55-4957-870e-4e99384a3886 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:12.086094 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.108647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f5d27fb4-7c93-4a30-b589-7bfae1502705 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.112840 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f5d27fb4-7c93-4a30-b589-7bfae1502705 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.114750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c773f50c-c7df-4d65-9e08-619829bbc504 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:12.137655 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d27fb4-7c93-4a30-b589-7bfae1502705 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76fef80b-0fff-4aa4-8061-1daf7bebb075,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:12.145518 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f5d27fb4-7c93-4a30-b589-7bfae1502705 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:12.151656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f5d27fb4-7c93-4a30-b589-7bfae1502705 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.152879 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f5d27fb4-7c93-4a30-b589-7bfae1502705 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1506693 Jun 02 20:42:12.155493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57992) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:12.174609 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-935a9cd7-d7aa-423e-a72b-7aa0a5ac54ff tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-group-rules/76fef80b-0fff-4aa4-8061-1daf7bebb075 HTTP/1.1" status: 200 len: 763 time: 0.0172937 Jun 02 20:42:12.176922 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57994) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:12.225683 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-a9810aa4-49b9-41eb-a38f-2d1bf2acfb7c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting port 6c8b2387-777a-4ace-abc3-b51e51adfe1f {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:42:12.226096 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a9810aa4-49b9-41eb-a38f-2d1bf2acfb7c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.228853 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-44a77877-13ca-4e91-a804-9d0f14e122d3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Synchronizing usage tracker for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:12.244816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-44a77877-13ca-4e91-a804-9d0f14e122d3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Unset dirty status for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:12.246235 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-44a77877-13ca-4e91-a804-9d0f14e122d3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0682530 Jun 02 20:42:12.249103 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57996) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:12.277262 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb5a7-941b-49ce-abcb-c5db5a6b3c48 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.287333 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb5a7-941b-49ce-abcb-c5db5a6b3c48 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.311658 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb5a7-941b-49ce-abcb-c5db5a6b3c48 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.318281 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:12.331441 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fb5a7-941b-49ce-abcb-c5db5a6b3c48 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76fef80b-0fff-4aa4-8061-1daf7bebb075,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:12.333673 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6d3fb5a7-941b-49ce-abcb-c5db5a6b3c48 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:12.340882 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb5a7-941b-49ce-abcb-c5db5a6b3c48 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.344488 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6d3fb5a7-941b-49ce-abcb-c5db5a6b3c48 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/76fef80b-0fff-4aa4-8061-1daf7bebb075 HTTP/1.1" status: 204 len: 168 time: 0.0914764 Jun 02 20:42:12.344728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 57998) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:12.362747 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a9810aa4-49b9-41eb-a38f-2d1bf2acfb7c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.391381 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-78eca5a3-25c7-4f2d-91b7-be09a7cae42a tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Synchronizing usage tracker for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:12.406569 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-78eca5a3-25c7-4f2d-91b7-be09a7cae42a tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Unset dirty status for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:12.407914 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-78eca5a3-25c7-4f2d-91b7-be09a7cae42a tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0623553 Jun 02 20:42:12.410745 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58000) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:12.415103 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-83345571-16d2-45bf-87f2-d882a473cc45 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Request body: {'security_group_rule': {'security_group_id': '45192ae4-adc6-4754-92fd-a4cbf44e2973', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:12.420764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-83345571-16d2-45bf-87f2-d882a473cc45 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:12.430146 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-83345571-16d2-45bf-87f2-d882a473cc45 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:12.446176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-83345571-16d2-45bf-87f2-d882a473cc45 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.488067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-a9810aa4-49b9-41eb-a38f-2d1bf2acfb7c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Calling delete_port for 6c8b2387-777a-4ace-abc3-b51e51adfe1f owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:42:12.507902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-83345571-16d2-45bf-87f2-d882a473cc45 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.511471 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-83345571-16d2-45bf-87f2-d882a473cc45 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.519052 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:12.536689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83345571-16d2-45bf-87f2-d882a473cc45 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37466c9c-ce7e-4387-9f34-9f6044d5290a,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:12.539295 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-83345571-16d2-45bf-87f2-d882a473cc45 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:12.552234 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-83345571-16d2-45bf-87f2-d882a473cc45 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.553090 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-83345571-16d2-45bf-87f2-d882a473cc45 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414034 Jun 02 20:42:12.559671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58002) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:12.578250 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9e8b6bbc-5932-4cc3-9602-e38707e6474c tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-group-rules/37466c9c-ce7e-4387-9f34-9f6044d5290a HTTP/1.1" status: 200 len: 763 time: 0.0184937 Jun 02 20:42:12.580652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58004) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:12.632864 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a0198acf-bf5b-4871-aa8c-b2cbfd147c63 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Synchronizing usage tracker for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:12.635296 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a9810aa4-49b9-41eb-a38f-2d1bf2acfb7c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.638810 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-633ed524-3e7c-418c-9189-e55ea19df04c tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:12.648297 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a0198acf-bf5b-4871-aa8c-b2cbfd147c63 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Unset dirty status for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:12.649690 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a0198acf-bf5b-4871-aa8c-b2cbfd147c63 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0681503 Jun 02 20:42:12.652572 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58006) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:12.681107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9810aa4-49b9-41eb-a38f-2d1bf2acfb7c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Port': ['ID=6c8b2387-777a-4ace-abc3-b51e51adfe1f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:12.682612 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6c2e53bd-060d-4f2f-abdc-e5592ddf6028 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.684256 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a9810aa4-49b9-41eb-a38f-2d1bf2acfb7c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:12.696445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6c2e53bd-060d-4f2f-abdc-e5592ddf6028 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.724400 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6c2e53bd-060d-4f2f-abdc-e5592ddf6028 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.724997 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-070b3989-9b6a-4273-bf01-6c36b1811966 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:12.748008 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e53bd-060d-4f2f-abdc-e5592ddf6028 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37466c9c-ce7e-4387-9f34-9f6044d5290a,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:12.751448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6c2e53bd-060d-4f2f-abdc-e5592ddf6028 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.755176 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6c2e53bd-060d-4f2f-abdc-e5592ddf6028 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/37466c9c-ce7e-4387-9f34-9f6044d5290a HTTP/1.1" status: 204 len: 168 time: 0.0993466 Jun 02 20:42:12.755176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6c2e53bd-060d-4f2f-abdc-e5592ddf6028 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:12.755757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58008) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:12.805766 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7220f02d-0d9f-4edf-8434-fc8877186b41 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Synchronizing usage tracker for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:12.823217 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7220f02d-0d9f-4edf-8434-fc8877186b41 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Unset dirty status for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:12.827251 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7220f02d-0d9f-4edf-8434-fc8877186b41 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0675664 Jun 02 20:42:12.827470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58010) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:12.833127 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-a159b4f6-31ec-4f36-911e-855ab1c64dc0 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Request body: {'security_group_rule': {'security_group_id': '45192ae4-adc6-4754-92fd-a4cbf44e2973', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:12.842180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a159b4f6-31ec-4f36-911e-855ab1c64dc0 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:12.854208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a159b4f6-31ec-4f36-911e-855ab1c64dc0 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:12.860344 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a9810aa4-49b9-41eb-a38f-2d1bf2acfb7c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.877383 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a159b4f6-31ec-4f36-911e-855ab1c64dc0 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.937597 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a159b4f6-31ec-4f36-911e-855ab1c64dc0 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.942196 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a159b4f6-31ec-4f36-911e-855ab1c64dc0 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.944158 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c76402d8-9334-47bb-9fd5-ffbfcd378bec tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:12.970775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159b4f6-31ec-4f36-911e-855ab1c64dc0 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ae814a-7e62-4335-83da-f7613cfa6c9b,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:12.975510 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a159b4f6-31ec-4f36-911e-855ab1c64dc0 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:12.985571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a159b4f6-31ec-4f36-911e-855ab1c64dc0 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:12.986908 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a159b4f6-31ec-4f36-911e-855ab1c64dc0 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1579502 Jun 02 20:42:12.989646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58012) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:13.013193 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-92b40f0e-ce25-4642-bd2d-3db87c2e8632 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-group-rules/f3ae814a-7e62-4335-83da-f7613cfa6c9b HTTP/1.1" status: 200 len: 764 time: 0.0223284 Jun 02 20:42:13.016422 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58014) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:13.064153 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9dce676b-c865-4c2a-8d21-e73cd48adb50 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Synchronizing usage tracker for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:13.080060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9dce676b-c865-4c2a-8d21-e73cd48adb50 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Unset dirty status for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:13.081367 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9dce676b-c865-4c2a-8d21-e73cd48adb50 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0640445 Jun 02 20:42:13.084327 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58016) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:13.110916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8f86b65e-82df-4fba-8c68-bdb0f59f6a3b tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:13.121197 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8f86b65e-82df-4fba-8c68-bdb0f59f6a3b tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:13.149335 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8f86b65e-82df-4fba-8c68-bdb0f59f6a3b tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:13.151337 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d27820c1-475f-41dd-a9d1-69a90e81f3b1 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:13.168699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86b65e-82df-4fba-8c68-bdb0f59f6a3b tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3ae814a-7e62-4335-83da-f7613cfa6c9b,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:13.171851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8f86b65e-82df-4fba-8c68-bdb0f59f6a3b tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:13.176357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8f86b65e-82df-4fba-8c68-bdb0f59f6a3b tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:13.177583 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8f86b65e-82df-4fba-8c68-bdb0f59f6a3b tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/f3ae814a-7e62-4335-83da-f7613cfa6c9b HTTP/1.1" status: 204 len: 168 time: 0.0923951 Jun 02 20:42:13.180095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58018) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:13.227479 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c719d6cc-a208-486b-bb40-aeb14b638fe4 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Synchronizing usage tracker for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:13.243274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c719d6cc-a208-486b-bb40-aeb14b638fe4 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Unset dirty status for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group_rule {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:13.245048 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c719d6cc-a208-486b-bb40-aeb14b638fe4 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0638909 Jun 02 20:42:13.247996 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58020) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:13.300390 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9810aa4-49b9-41eb-a38f-2d1bf2acfb7c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router e914d4b0-df28-40c6-84bf-d3e675b9e3de has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:42:13.313177 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b180a460-cb28-469c-a7d7-36c7b664d465 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:13.339703 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b180a460-cb28-469c-a7d7-36c7b664d465 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:13.391454 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b180a460-cb28-469c-a7d7-36c7b664d465 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:13.395556 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-70c070fc-5c37-4c76-9925-d117e81cde29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:13.411123 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180a460-cb28-469c-a7d7-36c7b664d465 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45192ae4-adc6-4754-92fd-a4cbf44e2973,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:13.413346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b180a460-cb28-469c-a7d7-36c7b664d465 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:13.428710 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b180a460-cb28-469c-a7d7-36c7b664d465 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:13.430005 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b180a460-cb28-469c-a7d7-36c7b664d465 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "DELETE /v2.0/security-groups/45192ae4-adc6-4754-92fd-a4cbf44e2973 HTTP/1.1" status: 204 len: 168 time: 0.1805692 Jun 02 20:42:13.432883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58022) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:13.436336 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9810aa4-49b9-41eb-a38f-2d1bf2acfb7c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:42:13.446517 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4734a77-83e6-4a0c-9c4d-2de35ad919fa None None] Sync routers for ids ['e914d4b0-df28-40c6-84bf-d3e675b9e3de'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:42:13.455667 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a9810aa4-49b9-41eb-a38f-2d1bf2acfb7c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/e914d4b0-df28-40c6-84bf-d3e675b9e3de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3830369 Jun 02 20:42:13.457466 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4734a77-83e6-4a0c-9c4d-2de35ad919fa None None] Routers {'e914d4b0-df28-40c6-84bf-d3e675b9e3de'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:13.458201 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d4734a77-83e6-4a0c-9c4d-2de35ad919fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['e914d4b0-df28-40c6-84bf-d3e675b9e3de'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:13.458359 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58024) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:13.490562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3a2003c3-f9c1-494f-bd99-5a0af5414d75 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Synchronizing usage tracker for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:13.507087 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-57826b2c-aa77-48d6-8d33-d9704972bcd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Synchronizing usage tracker for tenant:f8efac6e9cf943ae9e25aaf306cb7756 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:13.508536 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3a2003c3-f9c1-494f-bd99-5a0af5414d75 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Unset dirty status for tenant:8bd744eb57bb468e82db42f32aeaa05d on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:13.513969 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3a2003c3-f9c1-494f-bd99-5a0af5414d75 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0764544 Jun 02 20:42:13.514675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58026) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:13.524749 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-57826b2c-aa77-48d6-8d33-d9704972bcd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Unset dirty status for tenant:f8efac6e9cf943ae9e25aaf306cb7756 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:13.528845 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d4734a77-83e6-4a0c-9c4d-2de35ad919fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:13.529197 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58028) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:13.530089 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-57826b2c-aa77-48d6-8d33-d9704972bcd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/ports?device_id=e914d4b0-df28-40c6-84bf-d3e675b9e3de HTTP/1.1" status: 200 len: 205 time: 0.0702176 Jun 02 20:42:13.536641 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4734a77-83e6-4a0c-9c4d-2de35ad919fa None None] Routers {'e914d4b0-df28-40c6-84bf-d3e675b9e3de'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:13.537265 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d4734a77-83e6-4a0c-9c4d-2de35ad919fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['e914d4b0-df28-40c6-84bf-d3e675b9e3de'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:13.597160 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d4734a77-83e6-4a0c-9c4d-2de35ad919fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:13.597478 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4734a77-83e6-4a0c-9c4d-2de35ad919fa None None] The sync data for ids ['e914d4b0-df28-40c6-84bf-d3e675b9e3de'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:42:13.690159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6c8cc9d4-8d66-4518-8c22-8272fed072a3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:13.966365 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cfb80f19-00e2-4c9b-b20e-90a00693ac55 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4448068 Jun 02 20:42:14.141343 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6c8cc9d4-8d66-4518-8c22-8272fed072a3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:14.143557 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6c8cc9d4-8d66-4518-8c22-8272fed072a3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:14.167545 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6c8cc9d4-8d66-4518-8c22-8272fed072a3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:14.168448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8cc9d4-8d66-4518-8c22-8272fed072a3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Fanout notify agent at l3_agent the message router_deleted on router e914d4b0-df28-40c6-84bf-d3e675b9e3de {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:42:14.179911 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6c8cc9d4-8d66-4518-8c22-8272fed072a3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:14.180976 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6c8cc9d4-8d66-4518-8c22-8272fed072a3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/routers/e914d4b0-df28-40c6-84bf-d3e675b9e3de HTTP/1.1" status: 204 len: 168 time: 0.6488538 Jun 02 20:42:14.183587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58036) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:14.234432 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58038) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:14.247950 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc93c83-ddb5-4b73-b280-bebcb216e98b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting subnet 339b24a0-2a13-45c2-a6fb-0b9b5a376eb4 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:42:14.251802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2fc93c83-ddb5-4b73-b280-bebcb216e98b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:14.307354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2fc93c83-ddb5-4b73-b280-bebcb216e98b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:14.324916 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:14.381951 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d7831b92-7c73-48c6-8c80-3fcbeff2432f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8bd744eb57bb468e82db42f32aeaa05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462801 Jun 02 20:42:14.384339 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58042) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:14.389798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2fc93c83-ddb5-4b73-b280-bebcb216e98b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:14.442284 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe696-7a3e-4464-879c-7dc4aa70a08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:14.467106 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe696-7a3e-4464-879c-7dc4aa70a08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:14.520567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe696-7a3e-4464-879c-7dc4aa70a08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:14.525357 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b8eb675d-8049-4e0d-be5b-1a9df6a8391c tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:14.538980 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fe696-7a3e-4464-879c-7dc4aa70a08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c50c846-4e89-4763-934a-58e4f83b7989,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:14.542490 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9a8fe696-7a3e-4464-879c-7dc4aa70a08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:14.552538 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe696-7a3e-4464-879c-7dc4aa70a08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:14.553779 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9a8fe696-7a3e-4464-879c-7dc4aa70a08e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c50c846-4e89-4763-934a-58e4f83b7989 HTTP/1.1" status: 204 len: 168 time: 0.1684608 Jun 02 20:42:14.679244 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2fc93c83-ddb5-4b73-b280-bebcb216e98b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:14.683916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-714ec51b-d496-464a-a71b-10224ef34ab2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:14.718841 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc93c83-ddb5-4b73-b280-bebcb216e98b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Subnet': ['ID=339b24a0-2a13-45c2-a6fb-0b9b5a376eb4,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:14.721939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2fc93c83-ddb5-4b73-b280-bebcb216e98b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:14.722912 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2fc93c83-ddb5-4b73-b280-bebcb216e98b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:14.729044 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2fc93c83-ddb5-4b73-b280-bebcb216e98b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/subnets/339b24a0-2a13-45c2-a6fb-0b9b5a376eb4 HTTP/1.1" status: 204 len: 168 time: 0.5444896 Jun 02 20:42:14.731506 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58048) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:14.733194 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803d78d5-9d1d-4ffa-a0aa-821961fad4bc None None] Network fc1be8bc-a806-41ea-883c-ba8e13005164 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:42:14.850724 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:14.932427 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting port 4fbc4a18-5d55-4957-870e-4e99384a3886 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:42:14.932863 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.004895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bddbd87-5374-419d-b758-a6266ce9e3eb None None] DHCP port deletion for fc1be8bc-a806-41ea-883c-ba8e13005164 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:42:15.042898 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] For port 4fbc4a18-5d55-4957-870e-4e99384a3886, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4fbc4a18-5d55-4957-870e-4e99384a3886,segment=NetworkSegment(7df96585-1c7d-4bd5-9e61-96d44039008a),segment_id=7df96585-1c7d-4bd5-9e61-96d44039008a)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:15.043575 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.083063 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:42:15.085423 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-4bddbd87-5374-419d-b758-a6266ce9e3eb None None] Deleting port 4fbc4a18-5d55-4957-870e-4e99384a3886 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:42:15.085845 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4bddbd87-5374-419d-b758-a6266ce9e3eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.174527 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Calling delete_port for 4fbc4a18-5d55-4957-870e-4e99384a3886 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:42:15.195780 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-4bddbd87-5374-419d-b758-a6266ce9e3eb None None] For port 4fbc4a18-5d55-4957-870e-4e99384a3886, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4fbc4a18-5d55-4957-870e-4e99384a3886,segment=NetworkSegment(7df96585-1c7d-4bd5-9e61-96d44039008a),segment_id=7df96585-1c7d-4bd5-9e61-96d44039008a)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:15.196180 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4bddbd87-5374-419d-b758-a6266ce9e3eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.226849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.231754 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5015f618-763e-4a1d-b19b-d2c6d96223b8 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:15.273288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58066) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:15.283043 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Port': ['ID=4fbc4a18-5d55-4957-870e-4e99384a3886,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:15.285973 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:15.286740 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] No DVR routers for this DVR port 4fbc4a18-5d55-4957-870e-4e99384a3886 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:42:15.326917 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-4bddbd87-5374-419d-b758-a6266ce9e3eb None None] Calling delete_port for 4fbc4a18-5d55-4957-870e-4e99384a3886 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:42:15.371548 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4bddbd87-5374-419d-b758-a6266ce9e3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.375536 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:15.387403 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-921583073-network', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:15.392288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:15.396207 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Usage tracker for resource:network and tenant:8ac283e33ac84a4091254730e5dabc0a is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:15.398986 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:15.404661 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:15.416579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.419651 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddbd87-5374-419d-b758-a6266ce9e3eb None None] Pushing event deleted for resources: {'Port': ['ID=4fbc4a18-5d55-4957-870e-4e99384a3886,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:15.420462 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Made reservation on behalf of 8ac283e33ac84a4091254730e5dabc0a for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:42:15.423395 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4bddbd87-5374-419d-b758-a6266ce9e3eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:15.423876 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.424210 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bddbd87-5374-419d-b758-a6266ce9e3eb None None] No DVR routers for this DVR port 4fbc4a18-5d55-4957-870e-4e99384a3886 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:42:15.436413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1be8bc-a806-41ea-883c-ba8e13005164']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:15.436902 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.449124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df96585-1c7d-4bd5-9e61-96d44039008a') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:15.449495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df96585-1c7d-4bd5-9e61-96d44039008a') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:15.450831 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:15.454596 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Usage tracker for resource:security_group_rule and tenant:8ac283e33ac84a4091254730e5dabc0a is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:15.457453 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:15.461466 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.463347 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:15.478594 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.485279 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:42:15.485755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:42:15.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:42:15.581614 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.584960 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1741a9ae-da78-4559-a381-3952a83d3157 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:15.602147 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.611589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Network': ['ID=fc1be8bc-a806-41ea-883c-ba8e13005164,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:15.615896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:15.623371 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/networks/fc1be8bc-a806-41ea-883c-ba8e13005164 HTTP/1.1" status: 204 len: 168 time: 0.8905013 Jun 02 20:42:15.627655 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58070) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:15.632001 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1036276674', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}, 'admin_state_up': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:15.638820 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:15.642604 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:router and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:15.643396 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.645468 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:15.647794 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.651834 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:15.652076 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-835e551d-9a72-41e5-a3c2-1ca9a1dc149b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:15.661746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.663157 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.678373 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:42:15.680128 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.692194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b297a9-78e6-491f-8db2-8b7e616e2bb5,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:15.696639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:15.697548 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.697701 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Added segment d2167362-7953-411f-b6fe-12c6e0c6f23f of type vlan for network 828f3844-3007-442d-8050-ab51f25eaa71 Jun 02 20:42:15.728212 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.761390 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.762428 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:15.762992 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:15.766362 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-35ab0b4a-1dc1-4afb-a171-d7b4c4213d3d tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:15.865668 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5912614 Jun 02 20:42:15.870790 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58072) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:15.871538 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Pushing event updated for resources: {'Network': ['ID=828f3844-3007-442d-8050-ab51f25eaa71,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:15.875340 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:15.879368 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-dadb2793-6fae-452a-9191-6d4678d3f59e admin admin] Request body: {'subnet': {'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-921583073-subnet', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'ip_version': 4}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:15.882362 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 828f3844-3007-442d-8050-ab51f25eaa71 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:42:15.886651 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-dadb2793-6fae-452a-9191-6d4678d3f59e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:15.895479 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-dadb2793-6fae-452a-9191-6d4678d3f59e admin admin] Usage tracker for resource:subnet and tenant:8ac283e33ac84a4091254730e5dabc0a is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:15.898577 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-dadb2793-6fae-452a-9191-6d4678d3f59e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:15.906608 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-dadb2793-6fae-452a-9191-6d4678d3f59e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:15.918266 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadb2793-6fae-452a-9191-6d4678d3f59e admin admin] Made reservation on behalf of 8ac283e33ac84a4091254730e5dabc0a for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:42:15.920811 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dadb2793-6fae-452a-9191-6d4678d3f59e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:16.019888 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4fbc4a18-5d55-4957-870e-4e99384a3886 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:42:16.055562 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 4fbc4a18-5d55-4957-870e-4e99384a3886 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:42:16.055918 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4fbc4a18-5d55-4957-870e-4e99384a3886 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:42:16.111943 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:16.307972 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dadb2793-6fae-452a-9191-6d4678d3f59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:16.312696 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-86a676c4-564d-4736-bc50-ad6e1fb6f8e5 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:16.380151 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb2793-6fae-452a-9191-6d4678d3f59e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac92c5bf-ce9a-4540-a013-72e531c21a06,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:16.383580 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dadb2793-6fae-452a-9191-6d4678d3f59e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:16.389322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadb2793-6fae-452a-9191-6d4678d3f59e admin admin] Checking segment: {'id': 'd2167362-7953-411f-b6fe-12c6e0c6f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:16.389676 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadb2793-6fae-452a-9191-6d4678d3f59e admin admin] Network hostable DHCP agents. Network: 828f3844-3007-442d-8050-ab51f25eaa71, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:42:16.407704 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadb2793-6fae-452a-9191-6d4678d3f59e admin admin] Network 828f3844-3007-442d-8050-ab51f25eaa71 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:42:16.416879 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-dadb2793-6fae-452a-9191-6d4678d3f59e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 828f3844-3007-442d-8050-ab51f25eaa71) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:16.417889 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:16.425675 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb2793-6fae-452a-9191-6d4678d3f59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:16.426315 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dadb2793-6fae-452a-9191-6d4678d3f59e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:16.428177 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04379c5a-4ad4-447d-ae49-b97108bcb18a None None] Network 828f3844-3007-442d-8050-ab51f25eaa71 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:42:16.446965 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dadb2793-6fae-452a-9191-6d4678d3f59e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5726204 Jun 02 20:42:16.450120 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58074) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:16.454325 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:16.456156 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:16.461177 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:16.465539 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Usage tracker for resource:router and tenant:8ac283e33ac84a4091254730e5dabc0a is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:16.469338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:16.475517 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:16.485775 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:16.486944 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:16.503805 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:16.601842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Allocated IP 172.26.0.224 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/5aed53df-2b20-465b-9130-50b82cfe7cb4) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:42:16.666070 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-828f3844-3007-442d-8050-ab51f25eaa71', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:42:16.666901 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:16.767466 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:16.798213 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:16.802326 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7dd98328-9e6e-4523-acc3-25b267a0c4bc tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:16.866289 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:16.868628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Allocated IP 172.20.0.2 (828f3844-3007-442d-8050-ab51f25eaa71/ac92c5bf-ce9a-4540-a013-72e531c21a06/fc5b2772-42e8-4baf-8cad-8490509f446f) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:42:16.869185 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:16.872987 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:42:16.911242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Port': ['ID=5aed53df-2b20-465b-9130-50b82cfe7cb4,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:16.915266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:16.938787 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:17.082133 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:17.092266 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Transition to ACTIVE for port object fc5b2772-42e8-4baf-8cad-8490509f446f will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:17.112730 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Transition to ACTIVE for port object fc5b2772-42e8-4baf-8cad-8490509f446f will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:17.119018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:17.122385 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:17.175109 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Network 828f3844-3007-442d-8050-ab51f25eaa71 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:17.177892 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:17.185776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:42:17.226807 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Pushing event updated for resources: {'Port': ['ID=fc5b2772-42e8-4baf-8cad-8490509f446f,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:17.232955 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:17.255912 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:17.285200 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Attempting to bind port fc5b2772-42e8-4baf-8cad-8490509f446f on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:42:17.285600 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:17.285723 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Attempting to bind port fc5b2772-42e8-4baf-8cad-8490509f446f by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'd2167362-7953-411f-b6fe-12c6e0c6f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:42:17.285929 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Attempting to bind port fc5b2772-42e8-4baf-8cad-8490509f446f on network 828f3844-3007-442d-8050-ab51f25eaa71 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:42:17.293772 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:42:17.294225 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Checking segment: {'id': 'd2167362-7953-411f-b6fe-12c6e0c6f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:17.294695 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:17.295169 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Bound using segment: {'id': 'd2167362-7953-411f-b6fe-12c6e0c6f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:42:17.295697 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Bound port: fc5b2772-42e8-4baf-8cad-8490509f446f, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2167362-7953-411f-b6fe-12c6e0c6f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:42:17.296165 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:17.313323 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:17.386349 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] For port fc5b2772-42e8-4baf-8cad-8490509f446f, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:42:17.390257 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] For port fc5b2772-42e8-4baf-8cad-8490509f446f, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fc5b2772-42e8-4baf-8cad-8490509f446f,segment=NetworkSegment(d2167362-7953-411f-b6fe-12c6e0c6f23f),segment_id=d2167362-7953-411f-b6fe-12c6e0c6f23f)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:42:17.394526 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:17.398942 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a8746151-e839-4de3-afef-620093f9f3c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:17.436553 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Allocated IP 172.26.0.196 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/450d1d6f-18d0-469d-bf47-e2ae6c33dcbd) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:42:17.488986 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Pushing event updated for resources: {'Port': ['ID=fc5b2772-42e8-4baf-8cad-8490509f446f,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:17.501405 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:17.600577 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:17.633982 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:17.638304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-888201cf-52ad-484b-897a-a1587dbdf41c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:17.714615 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:17.718569 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:17.724060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:42:17.770621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=450d1d6f-18d0-469d-bf47-e2ae6c33dcbd,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:17.778381 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:17.883772 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:18.056162 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fc5b2772-42e8-4baf-8cad-8490509f446f up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:18.095405 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router d0ff0775-dc60-4f04-905a-f9350c7061a2 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:42:18.125327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port fc5b2772-42e8-4baf-8cad-8490509f446f completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:18.172733 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:18.285349 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:42:18.297938 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552683e0-cb16-41bd-a834-944a820a0b98 None None] Sync routers for ids ['d0ff0775-dc60-4f04-905a-f9350c7061a2'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:42:18.315119 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552683e0-cb16-41bd-a834-944a820a0b98 None None] Routers {'d0ff0775-dc60-4f04-905a-f9350c7061a2'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:18.316353 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-552683e0-cb16-41bd-a834-944a820a0b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['d0ff0775-dc60-4f04-905a-f9350c7061a2'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:18.318156 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:18.319967 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6910603 Jun 02 20:42:18.322244 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58076) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:18.389953 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-552683e0-cb16-41bd-a834-944a820a0b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:18.399789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552683e0-cb16-41bd-a834-944a820a0b98 None None] Routers {'d0ff0775-dc60-4f04-905a-f9350c7061a2'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:18.400421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-552683e0-cb16-41bd-a834-944a820a0b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['d0ff0775-dc60-4f04-905a-f9350c7061a2'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:18.468750 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-552683e0-cb16-41bd-a834-944a820a0b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:18.469171 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552683e0-cb16-41bd-a834-944a820a0b98 None None] The sync data for ids ['d0ff0775-dc60-4f04-905a-f9350c7061a2'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:42:18.478018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5544c8ca-7b4e-409c-8896-5819c8c141aa None None] Network 828f3844-3007-442d-8050-ab51f25eaa71 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:42:18.557200 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-34c3277f-fe29-4ba0-b649-ffcffdca6306 None None] Provisioning for port fc5b2772-42e8-4baf-8cad-8490509f446f completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:18.571569 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-34c3277f-fe29-4ba0-b649-ffcffdca6306 None None] Provisioning complete for port fc5b2772-42e8-4baf-8cad-8490509f446f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:18.571956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-34c3277f-fe29-4ba0-b649-ffcffdca6306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:18.795861 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-34c3277f-fe29-4ba0-b649-ffcffdca6306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:18.812097 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2453c121-0021-4349-abfc-667de1705395 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/routers/d0ff0775-dc60-4f04-905a-f9350c7061a2 HTTP/1.1" status: 200 len: 885 time: 0.4885302 Jun 02 20:42:18.814517 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58078) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:18.836433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:18.842386 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-34c3277f-fe29-4ba0-b649-ffcffdca6306 None None] For port fc5b2772-42e8-4baf-8cad-8490509f446f, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fc5b2772-42e8-4baf-8cad-8490509f446f,segment=NetworkSegment(d2167362-7953-411f-b6fe-12c6e0c6f23f),segment_id=d2167362-7953-411f-b6fe-12c6e0c6f23f)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:18.850332 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-34c3277f-fe29-4ba0-b649-ffcffdca6306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:18.856780 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-088aaefa-9c6e-4664-8602-10f7ca750c6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:18.929218 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3277f-fe29-4ba0-b649-ffcffdca6306 None None] Pushing event updated for resources: {'Port': ['ID=fc5b2772-42e8-4baf-8cad-8490509f446f,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:18.932414 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-34c3277f-fe29-4ba0-b649-ffcffdca6306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:19.044750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-785c8610-7c73-49f1-9938-2b83d787dc05 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Synchronizing usage tracker for tenant:f8efac6e9cf943ae9e25aaf306cb7756 on resource:router {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:19.062526 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Router 89331364-cbfa-4ee4-9466-9bca54d573c1 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:42:19.064564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-785c8610-7c73-49f1-9938-2b83d787dc05 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Unset dirty status for tenant:f8efac6e9cf943ae9e25aaf306cb7756 on resource:router {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:19.066040 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-785c8610-7c73-49f1-9938-2b83d787dc05 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2500241 Jun 02 20:42:19.070316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58080) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:19.075998 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-dd180120-1748-4968-b872-f3457abb09a1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1036276674'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:19.172774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-83a48700-6ae3-48fb-8185-99b99ce795d9 None None] Provisioning complete for port fc5b2772-42e8-4baf-8cad-8490509f446f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:19.173295 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-83a48700-6ae3-48fb-8185-99b99ce795d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:19.248967 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:42:19.259294 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] Sync routers for ids ['89331364-cbfa-4ee4-9466-9bca54d573c1'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:42:19.271380 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] Routers {'89331364-cbfa-4ee4-9466-9bca54d573c1'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:19.271920 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['89331364-cbfa-4ee4-9466-9bca54d573c1'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:19.276776 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:19.280418 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8268812 Jun 02 20:42:19.281561 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58082) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:19.454301 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] Set router 89331364-cbfa-4ee4-9466-9bca54d573c1 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:42:19.777481 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:17Z', 'revision_number': 3, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:19.782440 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] Checking router: 89331364-cbfa-4ee4-9466-9bca54d573c1 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:42:19.782943 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] Updating router 89331364-cbfa-4ee4-9466-9bca54d573c1 port 450d1d6f-18d0-469d-bf47-e2ae6c33dcbd binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:42:19.795958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd180120-1748-4968-b872-f3457abb09a1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:19.808757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd180120-1748-4968-b872-f3457abb09a1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:19.839648 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:20.011860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd180120-1748-4968-b872-f3457abb09a1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router d0ff0775-dc60-4f04-905a-f9350c7061a2 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:42:20.043070 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fc5b2772-42e8-4baf-8cad-8490509f446f up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:20.116231 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port fc5b2772-42e8-4baf-8cad-8490509f446f triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:20.116677 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:20.166970 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:20.220375 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd180120-1748-4968-b872-f3457abb09a1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:42:20.235365 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd180120-1748-4968-b872-f3457abb09a1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:20.237471 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-dd180120-1748-4968-b872-f3457abb09a1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/d0ff0775-dc60-4f04-905a-f9350c7061a2 HTTP/1.1" status: 200 len: 892 time: 1.1655953 Jun 02 20:42:20.239686 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58084) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:20.336408 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0627b2-258b-4f5e-abe9-d7915608bb7e None None] Sync routers for ids ['d0ff0775-dc60-4f04-905a-f9350c7061a2'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:42:20.346747 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0627b2-258b-4f5e-abe9-d7915608bb7e None None] Routers {'d0ff0775-dc60-4f04-905a-f9350c7061a2'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:20.347638 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-fe0627b2-258b-4f5e-abe9-d7915608bb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['d0ff0775-dc60-4f04-905a-f9350c7061a2'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:20.352882 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:20.365137 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] Transition to ACTIVE for port object 450d1d6f-18d0-469d-bf47-e2ae6c33dcbd will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:20.384204 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Allocated IP 172.20.0.1 (828f3844-3007-442d-8050-ab51f25eaa71/ac92c5bf-ce9a-4540-a013-72e531c21a06/622334de-f584-4383-b418-17e65875e698) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:42:20.387980 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:20.401054 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-46af0b39-e9d3-4618-ae03-9e224b103b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:20.420408 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-fe0627b2-258b-4f5e-abe9-d7915608bb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:20.430545 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0627b2-258b-4f5e-abe9-d7915608bb7e None None] Routers {'d0ff0775-dc60-4f04-905a-f9350c7061a2'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:20.431653 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-fe0627b2-258b-4f5e-abe9-d7915608bb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['d0ff0775-dc60-4f04-905a-f9350c7061a2'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:20.479956 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ac2bb4a8-2722-4a23-8d5e-40c0f16a083e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/routers/d0ff0775-dc60-4f04-905a-f9350c7061a2 HTTP/1.1" status: 200 len: 892 time: 0.2376099 Jun 02 20:42:20.480737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58090) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:20.491355 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] Attempting to bind port 450d1d6f-18d0-469d-bf47-e2ae6c33dcbd on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:42:20.491810 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] Attempting to bind port 450d1d6f-18d0-469d-bf47-e2ae6c33dcbd by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:42:20.492194 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] Attempting to bind port 450d1d6f-18d0-469d-bf47-e2ae6c33dcbd on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:42:20.497895 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b1b38-de84-478b-9a71-084b5a7d02a0 None None] Pushing event updated for resources: {'Port': ['ID=450d1d6f-18d0-469d-bf47-e2ae6c33dcbd,revision_number=2']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:20.505646 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-fe0627b2-258b-4f5e-abe9-d7915608bb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:20.506282 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0627b2-258b-4f5e-abe9-d7915608bb7e None None] The sync data for ids ['d0ff0775-dc60-4f04-905a-f9350c7061a2'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:42:20.513605 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:42:20.513994 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:20.514393 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:20.514785 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:42:20.515322 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] Bound port: 450d1d6f-18d0-469d-bf47-e2ae6c33dcbd, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:42:20.515696 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:20.531640 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-0633d109-7736-4061-9c93-9fe8a98a3f60 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Synchronizing usage tracker for tenant:f8efac6e9cf943ae9e25aaf306cb7756 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:20.536726 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:20.548772 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-0633d109-7736-4061-9c93-9fe8a98a3f60 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Unset dirty status for tenant:f8efac6e9cf943ae9e25aaf306cb7756 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:20.552845 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0633d109-7736-4061-9c93-9fe8a98a3f60 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0ff0775-dc60-4f04-905a-f9350c7061a2 HTTP/1.1" status: 200 len: 205 time: 0.0683861 Jun 02 20:42:20.552997 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b1b38-de84-478b-9a71-084b5a7d02a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:20.552997 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b1b38-de84-478b-9a71-084b5a7d02a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:20.552997 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b1b38-de84-478b-9a71-084b5a7d02a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:20.552997 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b1b38-de84-478b-9a71-084b5a7d02a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:20.553388 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b1b38-de84-478b-9a71-084b5a7d02a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:20.553510 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b1b38-de84-478b-9a71-084b5a7d02a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:20.553605 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Transition to ACTIVE for port object 622334de-f584-4383-b418-17e65875e698 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:20.553812 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b1b38-de84-478b-9a71-084b5a7d02a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:20.554026 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58092) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:20.554166 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b1b38-de84-478b-9a71-084b5a7d02a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:20.554477 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b1b38-de84-478b-9a71-084b5a7d02a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:20.554894 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b1b38-de84-478b-9a71-084b5a7d02a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:20.555312 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b1b38-de84-478b-9a71-084b5a7d02a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:20.555671 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900b1b38-de84-478b-9a71-084b5a7d02a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:20.559459 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-900b1b38-de84-478b-9a71-084b5a7d02a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:20.580875 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:20.584753 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:20.610233 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] For port 450d1d6f-18d0-469d-bf47-e2ae6c33dcbd, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:42:20.613388 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] For port 450d1d6f-18d0-469d-bf47-e2ae6c33dcbd, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=450d1d6f-18d0-469d-bf47-e2ae6c33dcbd,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:42:20.618757 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:20.635397 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-a774be97-e65f-4861-8de0-26438fff370a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:20.655184 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Network 828f3844-3007-442d-8050-ab51f25eaa71 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:20.658938 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:20.663924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:42:20.691789 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] Routers {'89331364-cbfa-4ee4-9466-9bca54d573c1'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:20.692416 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['89331364-cbfa-4ee4-9466-9bca54d573c1'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:20.704927 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Pushing event updated for resources: {'Port': ['ID=622334de-f584-4383-b418-17e65875e698,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:20.709299 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:20.732705 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:20.773026 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2465c340-cf90-4158-9a6a-5259f8cb117b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:20.868713 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b1b38-de84-478b-9a71-084b5a7d02a0 None None] Pushing event updated for resources: {'Port': ['ID=450d1d6f-18d0-469d-bf47-e2ae6c33dcbd,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:20.889327 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-900b1b38-de84-478b-9a71-084b5a7d02a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:20.923221 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] Set router 89331364-cbfa-4ee4-9466-9bca54d573c1 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:42:20.934011 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-36a7493d-32d0-417f-b5a6-5749beb5c4f6 None None] Provisioning for port 622334de-f584-4383-b418-17e65875e698 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:20.940346 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-36a7493d-32d0-417f-b5a6-5749beb5c4f6 None None] Provisioning complete for port 622334de-f584-4383-b418-17e65875e698 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:20.940962 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-36a7493d-32d0-417f-b5a6-5749beb5c4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:20.956543 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:20.971383 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2465c340-cf90-4158-9a6a-5259f8cb117b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:21.005644 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-36a7493d-32d0-417f-b5a6-5749beb5c4f6 None None] Port 622334de-f584-4383-b418-17e65875e698 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:21.053498 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-2465c340-cf90-4158-9a6a-5259f8cb117b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting port 5aed53df-2b20-465b-9130-50b82cfe7cb4 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:42:21.053842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2465c340-cf90-4158-9a6a-5259f8cb117b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:21.205194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:21.210767 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:21.243547 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8a5c36f7-92bb-463f-8664-57efe5e59c6e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:21.258932 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:17Z', 'revision_number': 3, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:21.263641 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a87f798-14c3-4107-90aa-ba4d2fdfb0de None None] The sync data for ids ['89331364-cbfa-4ee4-9466-9bca54d573c1'] in dv-neutron-601336-84-hyperv is: [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:17Z', 'revision_number': 3, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:42:21.335053 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:21.338687 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Pushing event updated for resources: {'Port': ['ID=622334de-f584-4383-b418-17e65875e698,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:21.342137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:21.395789 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2465c340-cf90-4158-9a6a-5259f8cb117b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:21.486128 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Network 828f3844-3007-442d-8050-ab51f25eaa71 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:21.488824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:21.542576 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-2465c340-cf90-4158-9a6a-5259f8cb117b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Calling delete_port for 5aed53df-2b20-465b-9130-50b82cfe7cb4 owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:42:21.584535 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ee5badc7-0161-4fd3-ab38-261ebd59b565 req-06305bf3-52d8-4b13-a3e0-4ec8ca32e9d0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2481513 Jun 02 20:42:21.761130 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Router 89331364-cbfa-4ee4-9466-9bca54d573c1 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:42:21.848242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2465c340-cf90-4158-9a6a-5259f8cb117b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:21.849353 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b8a0183c-3465-4cc2-a542-66444806bee1 None None] Provisioning complete for port 622334de-f584-4383-b418-17e65875e698 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:21.849854 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b8a0183c-3465-4cc2-a542-66444806bee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:21.854711 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cae6faab-fe97-4381-addd-5656ab2f2836 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:21.906627 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5badc7-0161-4fd3-ab38-261ebd59b565 req-89766ecc-ef26-44a3-bcdc-f2491b8636c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:21.908135 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ee5badc7-0161-4fd3-ab38-261ebd59b565 req-89766ecc-ef26-44a3-bcdc-f2491b8636c4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2ec98c6fc3a44f6c8a33a21fec93618d&device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 1099 time: 0.2194839 Jun 02 20:42:21.910572 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465c340-cf90-4158-9a6a-5259f8cb117b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Port': ['ID=5aed53df-2b20-465b-9130-50b82cfe7cb4,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:21.916645 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-b8a0183c-3465-4cc2-a542-66444806bee1 None None] Port 622334de-f584-4383-b418-17e65875e698 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:21.921955 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2465c340-cf90-4158-9a6a-5259f8cb117b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:22.077198 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 450d1d6f-18d0-469d-bf47-e2ae6c33dcbd up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:22.113582 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2465c340-cf90-4158-9a6a-5259f8cb117b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:22.135615 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:42:22.147191 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] 10.222.0.25 "PUT /v2.0/routers/89331364-cbfa-4ee4-9466-9bca54d573c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8639035 Jun 02 20:42:22.166330 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 450d1d6f-18d0-469d-bf47-e2ae6c33dcbd completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:22.172657 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 450d1d6f-18d0-469d-bf47-e2ae6c33dcbd triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:22.176561 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:22.317428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5badc7-0161-4fd3-ab38-261ebd59b565 req-25141240-1aad-4bba-a9fc-1d7ee3bae701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:22.317987 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:22.318882 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ee5badc7-0161-4fd3-ab38-261ebd59b565 req-25141240-1aad-4bba-a9fc-1d7ee3bae701 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9e1cc234-6aa1-4463-9eee-e4f23d4f8fca HTTP/1.1" status: 200 len: 898 time: 0.3706567 Jun 02 20:42:22.320767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2465c340-cf90-4158-9a6a-5259f8cb117b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:22.323413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2465c340-cf90-4158-9a6a-5259f8cb117b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:22.335590 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 450d1d6f-18d0-469d-bf47-e2ae6c33dcbd, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=450d1d6f-18d0-469d-bf47-e2ae6c33dcbd,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:22.343033 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:22.345351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-34c3277f-fe29-4ba0-b649-ffcffdca6306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:22.417859 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=450d1d6f-18d0-469d-bf47-e2ae6c33dcbd,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:22.418447 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2465c340-cf90-4158-9a6a-5259f8cb117b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:22.419005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2465c340-cf90-4158-9a6a-5259f8cb117b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Fanout notify agent at l3_agent the message router_deleted on router d0ff0775-dc60-4f04-905a-f9350c7061a2 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:42:22.429594 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:22.457331 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ee5badc7-0161-4fd3-ab38-261ebd59b565 req-92583bc4-9f05-47e4-ab5f-0ca6d6851197 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6497f9ac-8c6d-4275-b37e-82501592723d HTTP/1.1" status: 200 len: 1002 time: 0.1299584 Jun 02 20:42:22.461358 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2465c340-cf90-4158-9a6a-5259f8cb117b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:22.462331 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2465c340-cf90-4158-9a6a-5259f8cb117b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/routers/d0ff0775-dc60-4f04-905a-f9350c7061a2 HTTP/1.1" status: 204 len: 168 time: 1.9066947 Jun 02 20:42:22.466246 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58100) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:22.474831 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-5b5c3ba7-0def-4169-a043-69f6d1165428 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1559519061'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:22.481982 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5b5c3ba7-0def-4169-a043-69f6d1165428 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:22.491542 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5b5c3ba7-0def-4169-a043-69f6d1165428 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:network and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:22.495326 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5b5c3ba7-0def-4169-a043-69f6d1165428 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:22.502233 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5b5c3ba7-0def-4169-a043-69f6d1165428 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:22.516571 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5c3ba7-0def-4169-a043-69f6d1165428 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Made reservation on behalf of f8efac6e9cf943ae9e25aaf306cb7756 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:42:22.521583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3ba7-0def-4169-a043-69f6d1165428 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:22.522128 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5badc7-0161-4fd3-ab38-261ebd59b565 req-5acc2818-7a99-43c7-a750-00354040b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:22.523711 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ee5badc7-0161-4fd3-ab38-261ebd59b565 req-5acc2818-7a99-43c7-a750-00354040b00f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=51f1c0e8-4b56-4b87-8666-6f211be91b00 HTTP/1.1" status: 200 len: 835 time: 0.0604591 Jun 02 20:42:22.550649 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5c3ba7-0def-4169-a043-69f6d1165428 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:42:22.560932 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3ba7-0def-4169-a043-69f6d1165428 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:22.561293 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-5b5c3ba7-0def-4169-a043-69f6d1165428 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Added segment d127e03c-9b7d-48fa-9dd8-3e822111b53e of type vlan for network ff726aa3-37f3-4d54-9440-7b25c3c08ef7 Jun 02 20:42:22.589674 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3ba7-0def-4169-a043-69f6d1165428 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:22.609316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5badc7-0161-4fd3-ab38-261ebd59b565 req-ec3c1a72-06b5-4989-82ea-c5c5f333579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:22.610806 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ee5badc7-0161-4fd3-ab38-261ebd59b565 req-ec3c1a72-06b5-4989-82ea-c5c5f333579d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9e1cc234-6aa1-4463-9eee-e4f23d4f8fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0803413 Jun 02 20:42:22.621837 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3ba7-0def-4169-a043-69f6d1165428 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:22.628375 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5c3ba7-0def-4169-a043-69f6d1165428 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:22.628962 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3ba7-0def-4169-a043-69f6d1165428 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:22.634404 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0f04e090-d906-4079-93ee-8b8335d005b5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:22.736857 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5b5c3ba7-0def-4169-a043-69f6d1165428 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2688987 Jun 02 20:42:22.741206 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58110) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:22.749098 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-15122d8c-5b8f-450f-aa8e-51576bb35039 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'subnet': {'network_id': 'ff726aa3-37f3-4d54-9440-7b25c3c08ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:22.757648 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58112) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:22.763090 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-456239431-network', 'tenant_id': '9ec4b5a5406748fc9b6a6bfc657d77b8'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:22.769167 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c3ba7-0def-4169-a043-69f6d1165428 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Network': ['ID=ff726aa3-37f3-4d54-9440-7b25c3c08ef7,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:22.776344 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5b5c3ba7-0def-4169-a043-69f6d1165428 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:22.783444 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network ff726aa3-37f3-4d54-9440-7b25c3c08ef7 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:42:22.798675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:22.806749 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Usage tracker for resource:network and tenant:9ec4b5a5406748fc9b6a6bfc657d77b8 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:22.810796 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:22.814979 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ee5badc7-0161-4fd3-ab38-261ebd59b565 req-d9b2ab8f-19cd-4b23-938b-77b3adf1b7ce service neutron] 10.222.0.95 "GET /v2.0/networks/9e1cc234-6aa1-4463-9eee-e4f23d4f8fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967096 Jun 02 20:42:22.818579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:22.848736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Made reservation on behalf of 9ec4b5a5406748fc9b6a6bfc657d77b8 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:42:22.851103 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:22.868808 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:22.874641 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-15122d8c-5b8f-450f-aa8e-51576bb35039 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:22.879402 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-15122d8c-5b8f-450f-aa8e-51576bb35039 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:subnet and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:22.882911 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-15122d8c-5b8f-450f-aa8e-51576bb35039 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:22.888886 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-15122d8c-5b8f-450f-aa8e-51576bb35039 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:22.899795 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15122d8c-5b8f-450f-aa8e-51576bb35039 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Made reservation on behalf of f8efac6e9cf943ae9e25aaf306cb7756 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:42:22.903628 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-15122d8c-5b8f-450f-aa8e-51576bb35039 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:22.937203 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:23.101696 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Usage tracker for resource:security_group_rule and tenant:9ec4b5a5406748fc9b6a6bfc657d77b8 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:23.106278 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:23.116811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:23.146984 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] Sync routers for ids ['89331364-cbfa-4ee4-9466-9bca54d573c1'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:42:23.161707 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] Routers {'89331364-cbfa-4ee4-9466-9bca54d573c1'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:23.162401 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['89331364-cbfa-4ee4-9466-9bca54d573c1'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:23.167868 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ee5badc7-0161-4fd3-ab38-261ebd59b565 req-6184b7af-8efd-47db-b164-5297d8203af5 service neutron] 10.222.0.95 "GET /v2.0/networks/9e1cc234-6aa1-4463-9eee-e4f23d4f8fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439927 Jun 02 20:42:23.234075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:23.238932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:23.244276 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f61b6e5c-d7c7-4f8b-8a8d-fb8e77275777 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:23.270328 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:42:23.286276 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3666f305-1103-4408-bab7-4de06a6b52cf,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:23.292573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:23.293730 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:23.294293 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Added segment 3233e5f2-23b6-437d-a5c3-23515a0346eb of type vlan for network 6a721cba-d908-4353-b05b-dd436de52f37 Jun 02 20:42:23.323228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:23.353644 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:23.354991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:23.355740 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:23.359691 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-15122d8c-5b8f-450f-aa8e-51576bb35039 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:23.361305 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-51171a1d-4237-4434-9212-6c03d654d5f5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:23.364194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-14e739fa-101b-4a20-b6fe-283df61ff03e tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:23.367282 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] Set router 89331364-cbfa-4ee4-9466-9bca54d573c1 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:42:23.441303 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15122d8c-5b8f-450f-aa8e-51576bb35039 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Subnet': ['ID=277ff1d9-9563-4e4a-b2c4-23bf7aff3a64,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:23.445840 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-15122d8c-5b8f-450f-aa8e-51576bb35039 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:23.448415 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15122d8c-5b8f-450f-aa8e-51576bb35039 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Checking segment: {'id': 'd127e03c-9b7d-48fa-9dd8-3e822111b53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ff726aa3-37f3-4d54-9440-7b25c3c08ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:23.448780 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15122d8c-5b8f-450f-aa8e-51576bb35039 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network hostable DHCP agents. Network: ff726aa3-37f3-4d54-9440-7b25c3c08ef7, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:42:23.467257 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7085245 Jun 02 20:42:23.468223 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Pushing event updated for resources: {'Network': ['ID=6a721cba-d908-4353-b05b-dd436de52f37,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:23.470155 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58114) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:23.471167 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15122d8c-5b8f-450f-aa8e-51576bb35039 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network ff726aa3-37f3-4d54-9440-7b25c3c08ef7 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:42:23.474916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-d12aef79-e5fd-4c0c-9ba1-5bafed9305c6 admin admin] Request body: {'subnet': {'network_id': '6a721cba-d908-4353-b05b-dd436de52f37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-456239431-subnet', 'tenant_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'ip_version': 4}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:23.478353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:23.480562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-d12aef79-e5fd-4c0c-9ba1-5bafed9305c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:23.483186 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-15122d8c-5b8f-450f-aa8e-51576bb35039 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, ff726aa3-37f3-4d54-9440-7b25c3c08ef7) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:23.484486 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d12aef79-e5fd-4c0c-9ba1-5bafed9305c6 admin admin] Usage tracker for resource:subnet and tenant:9ec4b5a5406748fc9b6a6bfc657d77b8 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:23.487473 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d12aef79-e5fd-4c0c-9ba1-5bafed9305c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:23.493641 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f6301a-e72a-4dd9-bfb0-00c77c585125 None None] Network ff726aa3-37f3-4d54-9440-7b25c3c08ef7 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:42:23.494383 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-d12aef79-e5fd-4c0c-9ba1-5bafed9305c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:23.497273 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15122d8c-5b8f-450f-aa8e-51576bb35039 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:23.498525 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-15122d8c-5b8f-450f-aa8e-51576bb35039 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:23.507616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12aef79-e5fd-4c0c-9ba1-5bafed9305c6 admin admin] Made reservation on behalf of 9ec4b5a5406748fc9b6a6bfc657d77b8 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:42:23.510271 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d12aef79-e5fd-4c0c-9ba1-5bafed9305c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:23.529271 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 6a721cba-d908-4353-b05b-dd436de52f37 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:42:23.536127 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-15122d8c-5b8f-450f-aa8e-51576bb35039 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7940648 Jun 02 20:42:23.537147 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58116) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:23.542732 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-19831892-8e80-4806-bc3a-5c50c8718086 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-938595641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:23.550871 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-19831892-8e80-4806-bc3a-5c50c8718086 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:23.555483 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-19831892-8e80-4806-bc3a-5c50c8718086 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:router and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:23.559603 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-19831892-8e80-4806-bc3a-5c50c8718086 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:23.567559 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-19831892-8e80-4806-bc3a-5c50c8718086 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:23.583381 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-19831892-8e80-4806-bc3a-5c50c8718086 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:23.585270 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-19831892-8e80-4806-bc3a-5c50c8718086 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:23.605579 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-19831892-8e80-4806-bc3a-5c50c8718086 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:23.640494 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-19831892-8e80-4806-bc3a-5c50c8718086 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:23.685616 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-19831892-8e80-4806-bc3a-5c50c8718086 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:23.690129 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-19831892-8e80-4806-bc3a-5c50c8718086 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1485524 Jun 02 20:42:23.690275 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58118) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:23.755010 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '622334de-f584-4383-b418-17e65875e698', 'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'mac_address': 'fa:16:3e:d2:e0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:20Z', 'updated_at': '2021-06-02T20:42:21Z', 'revision_number': 2, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'subnets': [{'id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:23.760379 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] Checking router: 89331364-cbfa-4ee4-9466-9bca54d573c1 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:42:23.760879 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] Updating router 89331364-cbfa-4ee4-9466-9bca54d573c1 port 622334de-f584-4383-b418-17e65875e698 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:42:23.827266 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:23.924259 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-ff726aa3-37f3-4d54-9440-7b25c3c08ef7', 'network_id': 'ff726aa3-37f3-4d54-9440-7b25c3c08ef7', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'fixed_ips': [{'subnet_id': '277ff1d9-9563-4e4a-b2c4-23bf7aff3a64'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:42:23.925538 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:24.000235 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d12aef79-e5fd-4c0c-9ba1-5bafed9305c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:24.007749 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b2ea85fb-d6e4-4552-a19d-62ba2b7c1940 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:24.126274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12aef79-e5fd-4c0c-9ba1-5bafed9305c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca3fcaf-a4af-4d24-a91a-98ffed5ffbe0,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:24.129986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d12aef79-e5fd-4c0c-9ba1-5bafed9305c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:24.130352 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 450d1d6f-18d0-469d-bf47-e2ae6c33dcbd up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:24.131217 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12aef79-e5fd-4c0c-9ba1-5bafed9305c6 admin admin] Checking segment: {'id': '3233e5f2-23b6-437d-a5c3-23515a0346eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6a721cba-d908-4353-b05b-dd436de52f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:24.131639 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12aef79-e5fd-4c0c-9ba1-5bafed9305c6 admin admin] Network hostable DHCP agents. Network: 6a721cba-d908-4353-b05b-dd436de52f37, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:42:24.153886 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12aef79-e5fd-4c0c-9ba1-5bafed9305c6 admin admin] Network 6a721cba-d908-4353-b05b-dd436de52f37 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:42:24.167109 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Allocated IP 2001:db8::2 (ff726aa3-37f3-4d54-9440-7b25c3c08ef7/277ff1d9-9563-4e4a-b2c4-23bf7aff3a64/b5b1f00d-e73a-43fb-8934-5f71cc82eba9) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:42:24.168034 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-d12aef79-e5fd-4c0c-9ba1-5bafed9305c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 6a721cba-d908-4353-b05b-dd436de52f37) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:24.181080 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecda5a0-a8bc-4908-949f-3e701336bcea None None] Network 6a721cba-d908-4353-b05b-dd436de52f37 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:42:24.189089 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12aef79-e5fd-4c0c-9ba1-5bafed9305c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:24.189774 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d12aef79-e5fd-4c0c-9ba1-5bafed9305c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:24.216913 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d12aef79-e5fd-4c0c-9ba1-5bafed9305c6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7456741 Jun 02 20:42:24.219603 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:24.220084 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58120) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:24.227201 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-456239431-router', 'tenant_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:24.232716 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:24.235989 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] Transition to ACTIVE for port object 622334de-f584-4383-b418-17e65875e698 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:24.237897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Usage tracker for resource:router and tenant:9ec4b5a5406748fc9b6a6bfc657d77b8 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:24.242221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:24.244334 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:24.249039 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:24.254157 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:24.258327 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-56326b45-534e-49fc-989b-41af5c1005f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:24.262700 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:24.264465 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:24.283666 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:24.391689 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a5937-aadc-48bc-899d-20be680dae1f None None] Pushing event updated for resources: {'Port': ['ID=622334de-f584-4383-b418-17e65875e698,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:24.395535 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-5e6a5937-aadc-48bc-899d-20be680dae1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:24.485910 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 450d1d6f-18d0-469d-bf47-e2ae6c33dcbd triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:24.487888 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:24.523736 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] Attempting to bind port 622334de-f584-4383-b418-17e65875e698 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:42:24.525198 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] Attempting to bind port 622334de-f584-4383-b418-17e65875e698 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'd2167362-7953-411f-b6fe-12c6e0c6f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:42:24.526004 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] Attempting to bind port 622334de-f584-4383-b418-17e65875e698 on network 828f3844-3007-442d-8050-ab51f25eaa71 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:42:24.539709 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:42:24.541336 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] Checking segment: {'id': 'd2167362-7953-411f-b6fe-12c6e0c6f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:24.541844 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:24.542334 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] Bound using segment: {'id': 'd2167362-7953-411f-b6fe-12c6e0c6f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:42:24.543054 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] Bound port: 622334de-f584-4383-b418-17e65875e698, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2167362-7953-411f-b6fe-12c6e0c6f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:42:24.543549 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:24.643313 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] For port 622334de-f584-4383-b418-17e65875e698, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:42:24.648277 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] For port 622334de-f584-4383-b418-17e65875e698, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=622334de-f584-4383-b418-17e65875e698,segment=NetworkSegment(d2167362-7953-411f-b6fe-12c6e0c6f23f),segment_id=d2167362-7953-411f-b6fe-12c6e0c6f23f)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:42:24.656066 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:24.657052 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:24.667599 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:24.815227 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a5937-aadc-48bc-899d-20be680dae1f None None] Pushing event updated for resources: {'Port': ['ID=622334de-f584-4383-b418-17e65875e698,revision_number=4']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:24.818847 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-5e6a5937-aadc-48bc-899d-20be680dae1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:24.834687 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] Routers {'89331364-cbfa-4ee4-9466-9bca54d573c1'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:24.835409 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['89331364-cbfa-4ee4-9466-9bca54d573c1'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:24.946511 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-6a721cba-d908-4353-b05b-dd436de52f37', 'network_id': '6a721cba-d908-4353-b05b-dd436de52f37', 'tenant_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'fixed_ips': [{'subnet_id': '4ca3fcaf-a4af-4d24-a91a-98ffed5ffbe0'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:42:24.947502 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:24.977425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:25.055726 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Transition to ACTIVE for port object b5b1f00d-e73a-43fb-8934-5f71cc82eba9 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:25.063508 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:25.066193 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] Set router 89331364-cbfa-4ee4-9466-9bca54d573c1 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:42:25.097999 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Transition to ACTIVE for port object b5b1f00d-e73a-43fb-8934-5f71cc82eba9 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:25.099366 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:25.114521 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:25.120381 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:25.201506 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Allocated IP 2001:db8::1 (ff726aa3-37f3-4d54-9440-7b25c3c08ef7/277ff1d9-9563-4e4a-b2c4-23bf7aff3a64/454bdfd7-ff97-4749-803e-36597badba77) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:42:25.262541 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Network ff726aa3-37f3-4d54-9440-7b25c3c08ef7 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:25.273135 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:25.275631 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:42:25.329945 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Pushing event updated for resources: {'Port': ['ID=b5b1f00d-e73a-43fb-8934-5f71cc82eba9,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:25.336690 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:25.374252 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Allocated IP 172.20.0.2 (6a721cba-d908-4353-b05b-dd436de52f37/4ca3fcaf-a4af-4d24-a91a-98ffed5ffbe0/3ff790ef-be2e-4841-a774-9a9f4e16fc29) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:42:25.418579 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Attempting to bind port b5b1f00d-e73a-43fb-8934-5f71cc82eba9 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:42:25.418957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Attempting to bind port b5b1f00d-e73a-43fb-8934-5f71cc82eba9 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'd127e03c-9b7d-48fa-9dd8-3e822111b53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ff726aa3-37f3-4d54-9440-7b25c3c08ef7'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:42:25.419359 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Attempting to bind port b5b1f00d-e73a-43fb-8934-5f71cc82eba9 on network ff726aa3-37f3-4d54-9440-7b25c3c08ef7 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:42:25.425743 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '622334de-f584-4383-b418-17e65875e698', 'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'mac_address': 'fa:16:3e:d2:e0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:20Z', 'updated_at': '2021-06-02T20:42:24Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'subnets': [{'id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:25.430716 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d41d2a0-b551-4c2c-97f2-4d5716bfd0ad None None] The sync data for ids ['89331364-cbfa-4ee4-9466-9bca54d573c1'] in dv-neutron-601336-84-hyperv is: [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '622334de-f584-4383-b418-17e65875e698', 'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'mac_address': 'fa:16:3e:d2:e0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:20Z', 'updated_at': '2021-06-02T20:42:24Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'subnets': [{'id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:42:25.433601 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:42:25.434180 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Checking segment: {'id': 'd127e03c-9b7d-48fa-9dd8-3e822111b53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ff726aa3-37f3-4d54-9440-7b25c3c08ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:25.434600 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:25.436305 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Bound using segment: {'id': 'd127e03c-9b7d-48fa-9dd8-3e822111b53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ff726aa3-37f3-4d54-9440-7b25c3c08ef7'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:42:25.436820 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Bound port: b5b1f00d-e73a-43fb-8934-5f71cc82eba9, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd127e03c-9b7d-48fa-9dd8-3e822111b53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ff726aa3-37f3-4d54-9440-7b25c3c08ef7'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:42:25.437748 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:25.443410 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Allocated IP 172.26.0.110 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/4de3dcf3-13cf-4a9d-987b-314b49030bcf) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:42:25.444642 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:25.464490 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Transition to ACTIVE for port object 454bdfd7-ff97-4749-803e-36597badba77 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:25.528682 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:25.534001 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a9810aa4-49b9-41eb-a38f-2d1bf2acfb7c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:25.612421 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Port': ['ID=454bdfd7-ff97-4749-803e-36597badba77,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:25.622895 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:25.632602 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network ff726aa3-37f3-4d54-9440-7b25c3c08ef7 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:25.633900 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:25.643053 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:42:25.643777 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:25.662448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:25.690318 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] For port b5b1f00d-e73a-43fb-8934-5f71cc82eba9, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:42:25.701042 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:25.704835 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-072c76d0-1276-4eac-a512-151b66c46792 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:25.709557 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] For port b5b1f00d-e73a-43fb-8934-5f71cc82eba9, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b5b1f00d-e73a-43fb-8934-5f71cc82eba9,segment=NetworkSegment(d127e03c-9b7d-48fa-9dd8-3e822111b53e),segment_id=d127e03c-9b7d-48fa-9dd8-3e822111b53e)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:42:25.739212 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:25.747590 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:25.764662 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:25.790550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:25.798895 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:25.803027 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:42:25.820476 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:25.824916 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Pushing event updated for resources: {'Port': ['ID=b5b1f00d-e73a-43fb-8934-5f71cc82eba9,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:25.828220 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:25.842880 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Transition to ACTIVE for port object 3ff790ef-be2e-4841-a774-9a9f4e16fc29 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:25.848218 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=4de3dcf3-13cf-4a9d-987b-314b49030bcf,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:25.862441 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:25.882640 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Transition to ACTIVE for port object 3ff790ef-be2e-4841-a774-9a9f4e16fc29 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:25.896298 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:25.900527 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:26.013815 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Network 6a721cba-d908-4353-b05b-dd436de52f37 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:26.017433 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:26.022242 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:42:26.034291 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Pushing event updated for resources: {'Port': ['ID=3ff790ef-be2e-4841-a774-9a9f4e16fc29,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:26.038621 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:26.110295 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 622334de-f584-4383-b418-17e65875e698 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:26.292556 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Attempting to bind port 3ff790ef-be2e-4841-a774-9a9f4e16fc29 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:42:26.293104 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Attempting to bind port 3ff790ef-be2e-4841-a774-9a9f4e16fc29 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '3233e5f2-23b6-437d-a5c3-23515a0346eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6a721cba-d908-4353-b05b-dd436de52f37'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:42:26.293575 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Attempting to bind port 3ff790ef-be2e-4841-a774-9a9f4e16fc29 on network 6a721cba-d908-4353-b05b-dd436de52f37 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:42:26.305619 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:42:26.306132 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Checking segment: {'id': '3233e5f2-23b6-437d-a5c3-23515a0346eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6a721cba-d908-4353-b05b-dd436de52f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:26.306643 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:26.307839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Bound using segment: {'id': '3233e5f2-23b6-437d-a5c3-23515a0346eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6a721cba-d908-4353-b05b-dd436de52f37'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:42:26.308469 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Bound port: 3ff790ef-be2e-4841-a774-9a9f4e16fc29, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3233e5f2-23b6-437d-a5c3-23515a0346eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6a721cba-d908-4353-b05b-dd436de52f37'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:42:26.308960 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:26.379974 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 622334de-f584-4383-b418-17e65875e698 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:26.387429 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 622334de-f584-4383-b418-17e65875e698 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:26.388185 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:26.399708 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:26.406812 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:26.408003 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:26.412334 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:26.487597 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] For port 3ff790ef-be2e-4841-a774-9a9f4e16fc29, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:42:26.492668 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] For port 3ff790ef-be2e-4841-a774-9a9f4e16fc29, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3ff790ef-be2e-4841-a774-9a9f4e16fc29,segment=NetworkSegment(3233e5f2-23b6-437d-a5c3-23515a0346eb),segment_id=3233e5f2-23b6-437d-a5c3-23515a0346eb)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:42:26.514826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:26.534081 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:26.543733 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:26.618081 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Port': ['ID=454bdfd7-ff97-4749-803e-36597badba77,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:26.630512 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:26.634963 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:26.648019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network ff726aa3-37f3-4d54-9440-7b25c3c08ef7 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:26.649128 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:26.654717 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Pushing event updated for resources: {'Port': ['ID=3ff790ef-be2e-4841-a774-9a9f4e16fc29,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:26.659289 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:26.678003 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 622334de-f584-4383-b418-17e65875e698, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=622334de-f584-4383-b418-17e65875e698,segment=NetworkSegment(d2167362-7953-411f-b6fe-12c6e0c6f23f),segment_id=d2167362-7953-411f-b6fe-12c6e0c6f23f)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:26.684378 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:26.686388 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0fd8ea6b-968f-4ef3-98af-4bd9369283cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:26.782850 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=622334de-f584-4383-b418-17e65875e698,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:26.792762 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:27.042359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:27.116800 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router d6a2cf87-86de-4b9f-b0fa-15caa7ff57d7 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:42:27.265456 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6554c7e4-e398-446e-b68a-e9041915bc8e None None] Network ff726aa3-37f3-4d54-9440-7b25c3c08ef7 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:42:27.279152 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Router c79cbaf1-b9d3-4055-b6d6-7a990af158a3 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:42:27.294617 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:42:27.310152 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/d6a2cf87-86de-4b9f-b0fa-15caa7ff57d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6162765 Jun 02 20:42:27.311246 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58122) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:27.397621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d6268c-0e2a-4070-8970-0f8d3d48a8c6 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:27.398244 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-58d6268c-0e2a-4070-8970-0f8d3d48a8c6 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Synchronizing usage tracker for tenant:f8efac6e9cf943ae9e25aaf306cb7756 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:27.410535 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f848e00-afbb-420c-a680-58993342e09f None None] Sync routers for ids ['d6a2cf87-86de-4b9f-b0fa-15caa7ff57d7'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:42:27.418052 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-58d6268c-0e2a-4070-8970-0f8d3d48a8c6 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Unset dirty status for tenant:f8efac6e9cf943ae9e25aaf306cb7756 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:27.422974 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-58d6268c-0e2a-4070-8970-0f8d3d48a8c6 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/ports/454bdfd7-ff97-4749-803e-36597badba77 HTTP/1.1" status: 200 len: 911 time: 0.1077549 Jun 02 20:42:27.423289 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58124) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:27.428764 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-8e1d381a-7560-426e-b65d-729bede2fe53 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '277ff1d9-9563-4e4a-b2c4-23bf7aff3a64'}]}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:27.445404 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f848e00-afbb-420c-a680-58993342e09f None None] Routers {'d6a2cf87-86de-4b9f-b0fa-15caa7ff57d7'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:27.446287 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-1f848e00-afbb-420c-a680-58993342e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['d6a2cf87-86de-4b9f-b0fa-15caa7ff57d7'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:27.519197 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-66c55c25-833d-4598-b47a-a226473874f5 None None] Provisioning for port b5b1f00d-e73a-43fb-8934-5f71cc82eba9 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:27.530035 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-1f848e00-afbb-420c-a680-58993342e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:27.585031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f848e00-afbb-420c-a680-58993342e09f None None] Routers {'d6a2cf87-86de-4b9f-b0fa-15caa7ff57d7'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:27.585781 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-1f848e00-afbb-420c-a680-58993342e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['d6a2cf87-86de-4b9f-b0fa-15caa7ff57d7'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:27.657307 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:42:27.657886 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-1f848e00-afbb-420c-a680-58993342e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:27.658311 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f848e00-afbb-420c-a680-58993342e09f None None] The sync data for ids ['d6a2cf87-86de-4b9f-b0fa-15caa7ff57d7'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:42:27.671842 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] Sync routers for ids ['c79cbaf1-b9d3-4055-b6d6-7a990af158a3'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:42:27.681369 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] Routers {'c79cbaf1-b9d3-4055-b6d6-7a990af158a3'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:27.681992 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['c79cbaf1-b9d3-4055-b6d6-7a990af158a3'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:27.700068 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:27.701837 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4811311 Jun 02 20:42:27.705226 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58126) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:27.715776 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8e1d381a-7560-426e-b65d-729bede2fe53 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:27.930881 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] Set router c79cbaf1-b9d3-4055-b6d6-7a990af158a3 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:42:28.072028 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1827d68-8de3-4939-a724-8a2a6c2da444 None None] Network 6a721cba-d908-4353-b05b-dd436de52f37 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:42:28.265147 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-233a7b9d-0cdc-46d0-8261-5f1753ef1857 None None] Provisioning for port 3ff790ef-be2e-4841-a774-9a9f4e16fc29 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:28.341598 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 622334de-f584-4383-b418-17e65875e698 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:28.459712 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8e1d381a-7560-426e-b65d-729bede2fe53 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:28.475030 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8e1d381a-7560-426e-b65d-729bede2fe53 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:28.489300 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1d381a-7560-426e-b65d-729bede2fe53 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:28.490203 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8e1d381a-7560-426e-b65d-729bede2fe53 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:28.494679 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8e1d381a-7560-426e-b65d-729bede2fe53 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/ports/454bdfd7-ff97-4749-803e-36597badba77 HTTP/1.1" status: 200 len: 911 time: 1.0692298 Jun 02 20:42:28.497311 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58130) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:28.499132 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e0f746a2-65e7-4b73-8830-2f1180fc155b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:28.513962 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79cbaf1-b9d3-4055-b6d6-7a990af158a3', 'name': 'tempest-TestVolumeBootPattern-456239431-router', 'tenant_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.110'}], 'enable_snat': True}, 'gw_port_id': '4de3dcf3-13cf-4a9d-987b-314b49030bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:24Z', 'updated_at': '2021-06-02T20:42:26Z', 'revision_number': 3, 'project_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'gw_port': {'id': '4de3dcf3-13cf-4a9d-987b-314b49030bcf', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79cbaf1-b9d3-4055-b6d6-7a990af158a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:25Z', 'updated_at': '2021-06-02T20:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:28.520649 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] Checking router: c79cbaf1-b9d3-4055-b6d6-7a990af158a3 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:42:28.524442 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] Updating router c79cbaf1-b9d3-4055-b6d6-7a990af158a3 port 4de3dcf3-13cf-4a9d-987b-314b49030bcf binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:42:28.539681 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a2f4ff25-24d4-4edc-a57b-820a8f425e42 None None] Provisioning for port 454bdfd7-ff97-4749-803e-36597badba77 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:28.559265 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a2f4ff25-24d4-4edc-a57b-820a8f425e42 None None] Provisioning complete for port 454bdfd7-ff97-4749-803e-36597badba77 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:28.559663 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a2f4ff25-24d4-4edc-a57b-820a8f425e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:28.588826 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d381a-7560-426e-b65d-729bede2fe53 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Port': ['ID=454bdfd7-ff97-4749-803e-36597badba77,revision_number=3']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:28.593996 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8e1d381a-7560-426e-b65d-729bede2fe53 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:28.603475 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 622334de-f584-4383-b418-17e65875e698 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:28.603916 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:28.618086 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:28.685754 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a2f4ff25-24d4-4edc-a57b-820a8f425e42 None None] Port 454bdfd7-ff97-4749-803e-36597badba77 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:28.772327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3ff790ef-be2e-4841-a774-9a9f4e16fc29 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:28.871517 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 3ff790ef-be2e-4841-a774-9a9f4e16fc29 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:28.878636 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 3ff790ef-be2e-4841-a774-9a9f4e16fc29 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:28.879064 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:28.936120 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-edce67ed-7a00-451e-beb5-6644e6a16ee2 None None] Provisioning complete for port 454bdfd7-ff97-4749-803e-36597badba77 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:28.936500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-edce67ed-7a00-451e-beb5-6644e6a16ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:28.993996 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-edce67ed-7a00-451e-beb5-6644e6a16ee2 None None] Port 454bdfd7-ff97-4749-803e-36597badba77 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:29.073217 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:29.122128 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 3ff790ef-be2e-4841-a774-9a9f4e16fc29, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3ff790ef-be2e-4841-a774-9a9f4e16fc29,segment=NetworkSegment(3233e5f2-23b6-437d-a5c3-23515a0346eb),segment_id=3233e5f2-23b6-437d-a5c3-23515a0346eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:29.131569 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0b99521b-ed45-4e04-a586-0d6a125aa60b None None] Provisioning complete for port 3ff790ef-be2e-4841-a774-9a9f4e16fc29 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:29.132109 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0b99521b-ed45-4e04-a586-0d6a125aa60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:29.165464 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:29.165904 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b5b1f00d-e73a-43fb-8934-5f71cc82eba9 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:29.215468 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:29.228434 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] Transition to ACTIVE for port object 4de3dcf3-13cf-4a9d-987b-314b49030bcf will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:29.238213 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:29.243449 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-3c19e26f-6c9a-42af-96c0-371573311708 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:29.244889 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-900b1b38-de84-478b-9a71-084b5a7d02a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:29.320050 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] Attempting to bind port 4de3dcf3-13cf-4a9d-987b-314b49030bcf on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:42:29.320424 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] Attempting to bind port 4de3dcf3-13cf-4a9d-987b-314b49030bcf by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:42:29.320843 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] Attempting to bind port 4de3dcf3-13cf-4a9d-987b-314b49030bcf on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:42:29.347165 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port b5b1f00d-e73a-43fb-8934-5f71cc82eba9 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:29.350939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:29.353647 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port b5b1f00d-e73a-43fb-8934-5f71cc82eba9 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:29.354181 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:29.357915 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:42:29.362574 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:29.363001 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:29.363483 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:42:29.364226 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] Bound port: 4de3dcf3-13cf-4a9d-987b-314b49030bcf, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:42:29.366204 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:29.394357 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=3ff790ef-be2e-4841-a774-9a9f4e16fc29,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:29.443946 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:29.484345 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] For port 4de3dcf3-13cf-4a9d-987b-314b49030bcf, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:42:29.488450 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] For port 4de3dcf3-13cf-4a9d-987b-314b49030bcf, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4de3dcf3-13cf-4a9d-987b-314b49030bcf,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:42:29.500937 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:29.510307 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4b5ec-0840-4bd1-873b-56d11f83422d None None] Pushing event updated for resources: {'Port': ['ID=4de3dcf3-13cf-4a9d-987b-314b49030bcf,revision_number=2']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:29.525704 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-8cf4b5ec-0840-4bd1-873b-56d11f83422d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:29.526205 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-a774be97-e65f-4861-8de0-26438fff370a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:29.544664 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0b99521b-ed45-4e04-a586-0d6a125aa60b None None] Provisioning complete for port 454bdfd7-ff97-4749-803e-36597badba77 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:29.544664 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0b99521b-ed45-4e04-a586-0d6a125aa60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:29.627200 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] Routers {'c79cbaf1-b9d3-4055-b6d6-7a990af158a3'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:29.628811 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['c79cbaf1-b9d3-4055-b6d6-7a990af158a3'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:29.673163 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:29.682903 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-0b99521b-ed45-4e04-a586-0d6a125aa60b None None] Port 454bdfd7-ff97-4749-803e-36597badba77 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:29.691135 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4b5ec-0840-4bd1-873b-56d11f83422d None None] Pushing event updated for resources: {'Port': ['ID=4de3dcf3-13cf-4a9d-987b-314b49030bcf,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:29.696098 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-8cf4b5ec-0840-4bd1-873b-56d11f83422d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:29.710236 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port b5b1f00d-e73a-43fb-8934-5f71cc82eba9, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b5b1f00d-e73a-43fb-8934-5f71cc82eba9,segment=NetworkSegment(d127e03c-9b7d-48fa-9dd8-3e822111b53e),segment_id=d127e03c-9b7d-48fa-9dd8-3e822111b53e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:29.714304 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:29.717655 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:29.790057 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=b5b1f00d-e73a-43fb-8934-5f71cc82eba9,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:29.793400 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:29.821970 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] Set router c79cbaf1-b9d3-4055-b6d6-7a990af158a3 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:42:29.929639 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Allocated IP 172.20.0.1 (6a721cba-d908-4353-b05b-dd436de52f37/4ca3fcaf-a4af-4d24-a91a-98ffed5ffbe0/9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:42:30.018610 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3ff790ef-be2e-4841-a774-9a9f4e16fc29 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:30.087182 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 3ff790ef-be2e-4841-a774-9a9f4e16fc29 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:30.087559 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:30.094968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-60f3c0ca-3118-409b-82ef-d2b68c430cfe tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:30.110163 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79cbaf1-b9d3-4055-b6d6-7a990af158a3', 'name': 'tempest-TestVolumeBootPattern-456239431-router', 'tenant_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.110'}], 'enable_snat': True}, 'gw_port_id': '4de3dcf3-13cf-4a9d-987b-314b49030bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:24Z', 'updated_at': '2021-06-02T20:42:26Z', 'revision_number': 3, 'project_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'gw_port': {'id': '4de3dcf3-13cf-4a9d-987b-314b49030bcf', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79cbaf1-b9d3-4055-b6d6-7a990af158a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:25Z', 'updated_at': '2021-06-02T20:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:30.114114 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a0de5f-ad23-42a9-a33a-08554c8b33e5 None None] The sync data for ids ['c79cbaf1-b9d3-4055-b6d6-7a990af158a3'] in dv-neutron-601336-84-hyperv is: [{'id': 'c79cbaf1-b9d3-4055-b6d6-7a990af158a3', 'name': 'tempest-TestVolumeBootPattern-456239431-router', 'tenant_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.110'}], 'enable_snat': True}, 'gw_port_id': '4de3dcf3-13cf-4a9d-987b-314b49030bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:24Z', 'updated_at': '2021-06-02T20:42:26Z', 'revision_number': 3, 'project_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'gw_port': {'id': '4de3dcf3-13cf-4a9d-987b-314b49030bcf', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79cbaf1-b9d3-4055-b6d6-7a990af158a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:25Z', 'updated_at': '2021-06-02T20:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:42:30.220980 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b5b1f00d-e73a-43fb-8934-5f71cc82eba9 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:30.229274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:30.268228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Transition to ACTIVE for port object 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:30.299120 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port b5b1f00d-e73a-43fb-8934-5f71cc82eba9 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:30.299640 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:30.422176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:30.428172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:30.500449 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Network 6a721cba-d908-4353-b05b-dd436de52f37 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:30.506890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:30.509325 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:42:30.551340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Pushing event updated for resources: {'Port': ['ID=9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:30.554286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:30.626185 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:30.720729 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f2a1acf-8675-4a1c-952f-b35b82bbb6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:30.761661 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-60f3c0ca-3118-409b-82ef-d2b68c430cfe tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting port 454bdfd7-ff97-4749-803e-36597badba77 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:42:30.762008 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-60f3c0ca-3118-409b-82ef-d2b68c430cfe tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:30.812950 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b550a45b-5833-443e-8b42-f13e45ccac33 None None] Provisioning for port 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:30.818613 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b550a45b-5833-443e-8b42-f13e45ccac33 None None] Provisioning complete for port 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:30.819017 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b550a45b-5833-443e-8b42-f13e45ccac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:30.878460 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-b550a45b-5833-443e-8b42-f13e45ccac33 None None] Port 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:30.943567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:30.960106 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-60f3c0ca-3118-409b-82ef-d2b68c430cfe tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:31.117982 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-60f3c0ca-3118-409b-82ef-d2b68c430cfe tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Calling delete_port for 454bdfd7-ff97-4749-803e-36597badba77 owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:42:31.493620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:31.498578 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:31.527728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-90d83d09-1a3c-4a3b-9076-a17548fea637 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:31.656731 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Pushing event updated for resources: {'Port': ['ID=9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:31.659579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:31.663260 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:31.697141 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-60f3c0ca-3118-409b-82ef-d2b68c430cfe tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:31.704461 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:31.824371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3c0ca-3118-409b-82ef-d2b68c430cfe tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Port': ['ID=454bdfd7-ff97-4749-803e-36597badba77,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:31.833561 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-60f3c0ca-3118-409b-82ef-d2b68c430cfe tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:31.992894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-60f3c0ca-3118-409b-82ef-d2b68c430cfe tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:32.037833 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4de3dcf3-13cf-4a9d-987b-314b49030bcf up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:32.086472 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Network 6a721cba-d908-4353-b05b-dd436de52f37 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:32.107809 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 4de3dcf3-13cf-4a9d-987b-314b49030bcf completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:32.113394 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 4de3dcf3-13cf-4a9d-987b-314b49030bcf triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:32.113798 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:32.133265 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:32.250717 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:32.273184 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 4de3dcf3-13cf-4a9d-987b-314b49030bcf, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4de3dcf3-13cf-4a9d-987b-314b49030bcf,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:32.278645 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:32.284206 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-3998e0db-16d2-4cd6-83bc-ef3b362f9771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:32.388552 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=4de3dcf3-13cf-4a9d-987b-314b49030bcf,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:32.392122 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:32.405988 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-eb6cfb2b-ec79-4bab-9307-299c3ac54a05 None None] Provisioning complete for port 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:32.406602 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-eb6cfb2b-ec79-4bab-9307-299c3ac54a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:32.439340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f3c0ca-3118-409b-82ef-d2b68c430cfe tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router d6a2cf87-86de-4b9f-b0fa-15caa7ff57d7 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:42:32.464133 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-eb6cfb2b-ec79-4bab-9307-299c3ac54a05 None None] Port 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:32.768750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Router c79cbaf1-b9d3-4055-b6d6-7a990af158a3 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:42:32.772810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f3c0ca-3118-409b-82ef-d2b68c430cfe tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:42:32.782686 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810ece5-120e-4096-b45a-910247d0c721 None None] Sync routers for ids ['d6a2cf87-86de-4b9f-b0fa-15caa7ff57d7'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:42:32.791463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810ece5-120e-4096-b45a-910247d0c721 None None] Routers {'d6a2cf87-86de-4b9f-b0fa-15caa7ff57d7'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:32.792046 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-6810ece5-120e-4096-b45a-910247d0c721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['d6a2cf87-86de-4b9f-b0fa-15caa7ff57d7'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:32.849489 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-60f3c0ca-3118-409b-82ef-d2b68c430cfe tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/d6a2cf87-86de-4b9f-b0fa-15caa7ff57d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3467054 Jun 02 20:42:32.852200 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58142) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:32.855160 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-6810ece5-120e-4096-b45a-910247d0c721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:32.864543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810ece5-120e-4096-b45a-910247d0c721 None None] Routers {'d6a2cf87-86de-4b9f-b0fa-15caa7ff57d7'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:32.865144 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-6810ece5-120e-4096-b45a-910247d0c721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['d6a2cf87-86de-4b9f-b0fa-15caa7ff57d7'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:32.896664 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9008ad26-071d-4218-a139-e06c54de31be tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6a2cf87-86de-4b9f-b0fa-15caa7ff57d7 HTTP/1.1" status: 200 len: 205 time: 0.0432096 Jun 02 20:42:32.899250 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58144) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:32.928947 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-6810ece5-120e-4096-b45a-910247d0c721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:32.929365 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810ece5-120e-4096-b45a-910247d0c721 None None] The sync data for ids ['d6a2cf87-86de-4b9f-b0fa-15caa7ff57d7'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:42:32.971708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:42:32.976317 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] 10.222.0.25 "PUT /v2.0/routers/c79cbaf1-b9d3-4055-b6d6-7a990af158a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2701185 Jun 02 20:42:32.979638 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] Sync routers for ids ['c79cbaf1-b9d3-4055-b6d6-7a990af158a3'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:42:32.989119 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] Routers {'c79cbaf1-b9d3-4055-b6d6-7a990af158a3'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:32.989731 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['c79cbaf1-b9d3-4055-b6d6-7a990af158a3'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:33.040059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6ba9-1d94-40f0-9212-1ed2f5e66b7e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:33.176310 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] Set router c79cbaf1-b9d3-4055-b6d6-7a990af158a3 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:42:33.302992 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a228d764-79de-4458-839f-b9d6c4016f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:33.335102 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:33.496614 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6ba9-1d94-40f0-9212-1ed2f5e66b7e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:33.499077 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6ba9-1d94-40f0-9212-1ed2f5e66b7e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:33.501121 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79cbaf1-b9d3-4055-b6d6-7a990af158a3', 'name': 'tempest-TestVolumeBootPattern-456239431-router', 'tenant_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.110'}], 'enable_snat': True}, 'gw_port_id': '4de3dcf3-13cf-4a9d-987b-314b49030bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:24Z', 'updated_at': '2021-06-02T20:42:30Z', 'revision_number': 4, 'project_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'gw_port': {'id': '4de3dcf3-13cf-4a9d-987b-314b49030bcf', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79cbaf1-b9d3-4055-b6d6-7a990af158a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:25Z', 'updated_at': '2021-06-02T20:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb', 'name': '', 'network_id': '6a721cba-d908-4353-b05b-dd436de52f37', 'tenant_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'mac_address': 'fa:16:3e:86:b1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79cbaf1-b9d3-4055-b6d6-7a990af158a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '4ca3fcaf-a4af-4d24-a91a-98ffed5ffbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:29Z', 'updated_at': '2021-06-02T20:42:31Z', 'revision_number': 2, 'project_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'subnets': [{'id': '4ca3fcaf-a4af-4d24-a91a-98ffed5ffbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:33.505069 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] Checking router: c79cbaf1-b9d3-4055-b6d6-7a990af158a3 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:42:33.505424 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] Updating router c79cbaf1-b9d3-4055-b6d6-7a990af158a3 port 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:42:33.521053 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6ba9-1d94-40f0-9212-1ed2f5e66b7e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:33.521607 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ea6ba9-1d94-40f0-9212-1ed2f5e66b7e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Fanout notify agent at l3_agent the message router_deleted on router d6a2cf87-86de-4b9f-b0fa-15caa7ff57d7 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:42:33.538328 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6ba9-1d94-40f0-9212-1ed2f5e66b7e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:33.542152 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f9ea6ba9-1d94-40f0-9212-1ed2f5e66b7e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/routers/d6a2cf87-86de-4b9f-b0fa-15caa7ff57d7 HTTP/1.1" status: 204 len: 168 time: 0.6419969 Jun 02 20:42:33.542897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58152) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:33.559307 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:33.610699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-1622138c-1b47-4085-88bc-f8c52b6384fa tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting subnet 277ff1d9-9563-4e4a-b2c4-23bf7aff3a64 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:42:33.613965 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1622138c-1b47-4085-88bc-f8c52b6384fa tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:33.669386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1622138c-1b47-4085-88bc-f8c52b6384fa tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:33.721402 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58154) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:33.726451 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-d0297028-dbab-4942-bd9f-de8974950587 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-542410660', 'description': 'tempest-secgroup-smoke-542410660 description', 'project_id': '8ac283e33ac84a4091254730e5dabc0a'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:33.734043 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d0297028-dbab-4942-bd9f-de8974950587 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:33.743795 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d0297028-dbab-4942-bd9f-de8974950587 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Usage tracker for resource:security_group and tenant:8ac283e33ac84a4091254730e5dabc0a is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:33.747085 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d0297028-dbab-4942-bd9f-de8974950587 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:33.753908 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d0297028-dbab-4942-bd9f-de8974950587 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:33.764714 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d0297028-dbab-4942-bd9f-de8974950587 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:33.770446 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1622138c-1b47-4085-88bc-f8c52b6384fa tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:33.786394 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d0297028-dbab-4942-bd9f-de8974950587 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:33.790342 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d0297028-dbab-4942-bd9f-de8974950587 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Usage tracker for resource:security_group_rule and tenant:8ac283e33ac84a4091254730e5dabc0a is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:33.793222 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d0297028-dbab-4942-bd9f-de8974950587 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:33.799367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d0297028-dbab-4942-bd9f-de8974950587 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:33.872011 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d0297028-dbab-4942-bd9f-de8974950587 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:33.876913 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d0297028-dbab-4942-bd9f-de8974950587 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:33.881097 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6adfe7af-2e4f-4d48-ae66-2e17b8850fb4 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:33.922242 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0297028-dbab-4942-bd9f-de8974950587 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6ecacd-cffb-46c5-8991-89798277ef88,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:33.925602 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d0297028-dbab-4942-bd9f-de8974950587 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:33.926520 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d0297028-dbab-4942-bd9f-de8974950587 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:33.930723 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d0297028-dbab-4942-bd9f-de8974950587 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2080665 Jun 02 20:42:33.931449 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58156) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:33.934121 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:33.936313 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-61b9cfb8-3067-4285-b294-1ab6b2be50bb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Request body: {'security_group_rule': {'security_group_id': '1a6ecacd-cffb-46c5-8991-89798277ef88', 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:33.942408 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-61b9cfb8-3067-4285-b294-1ab6b2be50bb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:33.946713 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-61b9cfb8-3067-4285-b294-1ab6b2be50bb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Usage tracker for resource:security_group_rule and tenant:8ac283e33ac84a4091254730e5dabc0a is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:33.946876 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] Transition to ACTIVE for port object 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:33.949948 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-61b9cfb8-3067-4285-b294-1ab6b2be50bb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:33.955955 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:33.956649 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-61b9cfb8-3067-4285-b294-1ab6b2be50bb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:33.961552 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-8cf4b5ec-0840-4bd1-873b-56d11f83422d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:33.978146 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-61b9cfb8-3067-4285-b294-1ab6b2be50bb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.035604 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4de3dcf3-13cf-4a9d-987b-314b49030bcf up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:34.037814 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18d18a-6c70-4baf-bbc8-2a19212c2f5b None None] Pushing event updated for resources: {'Port': ['ID=9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:34.054422 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-61b9cfb8-3067-4285-b294-1ab6b2be50bb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.060693 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-61b9cfb8-3067-4285-b294-1ab6b2be50bb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.063763 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:34.094318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1622138c-1b47-4085-88bc-f8c52b6384fa tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.097287 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9cfb8-3067-4285-b294-1ab6b2be50bb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3681b85c-29a4-4bff-b34e-9280880494d7,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:34.104849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-24232013-d5b8-4359-ac9a-5392da011778 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:34.108454 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-61b9cfb8-3067-4285-b294-1ab6b2be50bb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:34.120596 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-61b9cfb8-3067-4285-b294-1ab6b2be50bb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.122404 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-61b9cfb8-3067-4285-b294-1ab6b2be50bb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1901124 Jun 02 20:42:34.125288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58160) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:34.130204 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-4082d621-3c5c-4d04-bb0b-b086d4ffd277 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Request body: {'security_group_rule': {'security_group_id': '1a6ecacd-cffb-46c5-8991-89798277ef88', 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:34.136834 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4082d621-3c5c-4d04-bb0b-b086d4ffd277 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:34.140885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4082d621-3c5c-4d04-bb0b-b086d4ffd277 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Usage tracker for resource:security_group_rule and tenant:8ac283e33ac84a4091254730e5dabc0a is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:34.144078 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4082d621-3c5c-4d04-bb0b-b086d4ffd277 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:34.150131 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 4de3dcf3-13cf-4a9d-987b-314b49030bcf triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:34.150326 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4082d621-3c5c-4d04-bb0b-b086d4ffd277 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:34.150895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.167277 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1622138c-1b47-4085-88bc-f8c52b6384fa tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.170735 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4082d621-3c5c-4d04-bb0b-b086d4ffd277 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.173963 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622138c-1b47-4085-88bc-f8c52b6384fa tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Subnet': ['ID=277ff1d9-9563-4e4a-b2c4-23bf7aff3a64,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:34.176769 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1622138c-1b47-4085-88bc-f8c52b6384fa tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:34.180342 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1622138c-1b47-4085-88bc-f8c52b6384fa tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/subnets/277ff1d9-9563-4e4a-b2c4-23bf7aff3a64 HTTP/1.1" status: 204 len: 168 time: 0.6357958 Jun 02 20:42:34.183383 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58162) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:34.201762 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-7c18d18a-6c70-4baf-bbc8-2a19212c2f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:34.222413 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2702ea9d-009a-49d0-a02a-b5f9e518f7c8 None None] Network ff726aa3-37f3-4d54-9440-7b25c3c08ef7 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:42:34.276040 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] Attempting to bind port 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:42:34.276703 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] Attempting to bind port 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '3233e5f2-23b6-437d-a5c3-23515a0346eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6a721cba-d908-4353-b05b-dd436de52f37'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:42:34.277263 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] Attempting to bind port 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb on network 6a721cba-d908-4353-b05b-dd436de52f37 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:42:34.283756 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:42:34.284134 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] Checking segment: {'id': '3233e5f2-23b6-437d-a5c3-23515a0346eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6a721cba-d908-4353-b05b-dd436de52f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:34.284556 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.284929 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] Bound using segment: {'id': '3233e5f2-23b6-437d-a5c3-23515a0346eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6a721cba-d908-4353-b05b-dd436de52f37'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:42:34.285393 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] Bound port: 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3233e5f2-23b6-437d-a5c3-23515a0346eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6a721cba-d908-4353-b05b-dd436de52f37'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:42:34.285808 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.346426 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.349272 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.363964 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4082d621-3c5c-4d04-bb0b-b086d4ffd277 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.386811 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] For port 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:42:34.390765 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] For port 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb,segment=NetworkSegment(3233e5f2-23b6-437d-a5c3-23515a0346eb),segment_id=3233e5f2-23b6-437d-a5c3-23515a0346eb)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:42:34.395732 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.398945 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4082d621-3c5c-4d04-bb0b-b086d4ffd277 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.400592 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:34.415828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f60019d2-ec0f-4745-a816-3c473b649e30 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:34.442113 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082d621-3c5c-4d04-bb0b-b086d4ffd277 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075343e5-eb7e-4f76-b04a-6cf0351710cc,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:34.444922 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4082d621-3c5c-4d04-bb0b-b086d4ffd277 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:34.448387 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4082d621-3c5c-4d04-bb0b-b086d4ffd277 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.452776 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4082d621-3c5c-4d04-bb0b-b086d4ffd277 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3232696 Jun 02 20:42:34.453535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58164) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:34.458055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-dc0cdd7f-8348-4676-a433-43f1a8751c05 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Request body: {'security_group_rule': {'security_group_id': '1a6ecacd-cffb-46c5-8991-89798277ef88', 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:34.467572 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-dc0cdd7f-8348-4676-a433-43f1a8751c05 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:34.476942 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-dc0cdd7f-8348-4676-a433-43f1a8751c05 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Usage tracker for resource:security_group_rule and tenant:8ac283e33ac84a4091254730e5dabc0a is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:34.484800 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-dc0cdd7f-8348-4676-a433-43f1a8751c05 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:34.485332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting port b5b1f00d-e73a-43fb-8934-5f71cc82eba9 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:42:34.486140 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.493178 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-dc0cdd7f-8348-4676-a433-43f1a8751c05 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:34.506385 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] Routers {'c79cbaf1-b9d3-4055-b6d6-7a990af158a3'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:34.507025 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['c79cbaf1-b9d3-4055-b6d6-7a990af158a3'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:34.532211 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dc0cdd7f-8348-4676-a433-43f1a8751c05 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.569855 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18d18a-6c70-4baf-bbc8-2a19212c2f5b None None] Pushing event updated for resources: {'Port': ['ID=9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb,revision_number=4']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:34.580554 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-7c18d18a-6c70-4baf-bbc8-2a19212c2f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:34.632796 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] For port b5b1f00d-e73a-43fb-8934-5f71cc82eba9, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b5b1f00d-e73a-43fb-8934-5f71cc82eba9,segment=NetworkSegment(d127e03c-9b7d-48fa-9dd8-3e822111b53e),segment_id=d127e03c-9b7d-48fa-9dd8-3e822111b53e)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:34.633221 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.645380 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dc0cdd7f-8348-4676-a433-43f1a8751c05 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.652824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dc0cdd7f-8348-4676-a433-43f1a8751c05 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.666058 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:34.690669 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cdd7f-8348-4676-a433-43f1a8751c05 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a70fb8-0282-476b-acae-6a65faef8681,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:34.695172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dc0cdd7f-8348-4676-a433-43f1a8751c05 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:34.704592 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dc0cdd7f-8348-4676-a433-43f1a8751c05 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.705576 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286e5bac-e83b-4ce4-a1cf-60cf8907615d None None] DHCP port deletion for ff726aa3-37f3-4d54-9440-7b25c3c08ef7 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:42:34.705851 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-dc0cdd7f-8348-4676-a433-43f1a8751c05 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2515023 Jun 02 20:42:34.708739 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58166) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:34.714184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e2b75e38-5cb0-4ac2-b16b-e609f8af516a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Request body: {'security_group_rule': {'security_group_id': '1a6ecacd-cffb-46c5-8991-89798277ef88', 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:34.720450 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e2b75e38-5cb0-4ac2-b16b-e609f8af516a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:34.724620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e2b75e38-5cb0-4ac2-b16b-e609f8af516a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Usage tracker for resource:security_group_rule and tenant:8ac283e33ac84a4091254730e5dabc0a is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:34.727592 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e2b75e38-5cb0-4ac2-b16b-e609f8af516a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:34.735554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e2b75e38-5cb0-4ac2-b16b-e609f8af516a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:34.750917 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] Set router c79cbaf1-b9d3-4055-b6d6-7a990af158a3 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:42:34.762001 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e2b75e38-5cb0-4ac2-b16b-e609f8af516a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.794795 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Calling delete_port for b5b1f00d-e73a-43fb-8934-5f71cc82eba9 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:42:34.838402 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-286e5bac-e83b-4ce4-a1cf-60cf8907615d None None] Deleting port b5b1f00d-e73a-43fb-8934-5f71cc82eba9 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:42:34.838951 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-286e5bac-e83b-4ce4-a1cf-60cf8907615d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.849630 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.850416 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e2b75e38-5cb0-4ac2-b16b-e609f8af516a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.854464 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e2b75e38-5cb0-4ac2-b16b-e609f8af516a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.856595 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f5d27fb4-7c93-4a30-b589-7bfae1502705 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:34.859346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:34.885819 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b75e38-5cb0-4ac2-b16b-e609f8af516a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923ec639-d44a-4db9-8d5b-d07b22b2634f,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:34.898529 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e2b75e38-5cb0-4ac2-b16b-e609f8af516a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:34.901946 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] No DVR routers for this DVR port b5b1f00d-e73a-43fb-8934-5f71cc82eba9 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:42:34.905261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e2b75e38-5cb0-4ac2-b16b-e609f8af516a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:34.909921 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e2b75e38-5cb0-4ac2-b16b-e609f8af516a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1993039 Jun 02 20:42:34.910765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58168) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:34.916290 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-87360f2f-255e-44be-a37c-67cb7886079d tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Request body: {'security_group_rule': {'security_group_id': '1a6ecacd-cffb-46c5-8991-89798277ef88', 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:34.924411 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-87360f2f-255e-44be-a37c-67cb7886079d tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:34.929834 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-87360f2f-255e-44be-a37c-67cb7886079d tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Usage tracker for resource:security_group_rule and tenant:8ac283e33ac84a4091254730e5dabc0a is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:34.933800 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-87360f2f-255e-44be-a37c-67cb7886079d tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:34.957476 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-87360f2f-255e-44be-a37c-67cb7886079d tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:34.975242 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-87360f2f-255e-44be-a37c-67cb7886079d tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Project 8ac283e33ac84a4091254730e5dabc0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:42:34.985913 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-87360f2f-255e-44be-a37c-67cb7886079d tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.016104 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-286e5bac-e83b-4ce4-a1cf-60cf8907615d None None] For port b5b1f00d-e73a-43fb-8934-5f71cc82eba9, host dv-neutron-601336-84-hyperv, got binding levels [] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:35.016517 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-286e5bac-e83b-4ce4-a1cf-60cf8907615d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.049510 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.062492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff726aa3-37f3-4d54-9440-7b25c3c08ef7']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:35.069498 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-87360f2f-255e-44be-a37c-67cb7886079d tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.074544 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-87360f2f-255e-44be-a37c-67cb7886079d tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.074720 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd127e03c-9b7d-48fa-9dd8-3e822111b53e') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:35.075000 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd127e03c-9b7d-48fa-9dd8-3e822111b53e') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:35.084184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0b50cd09-9cf6-47a4-83c4-66ec63ebd538 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:35.087319 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.104228 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.109992 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87360f2f-255e-44be-a37c-67cb7886079d tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d27223-d9cc-48d7-9e14-e8cab58be216,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:35.110887 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:42:35.111319 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.113849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-87360f2f-255e-44be-a37c-67cb7886079d tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:35.131465 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79cbaf1-b9d3-4055-b6d6-7a990af158a3', 'name': 'tempest-TestVolumeBootPattern-456239431-router', 'tenant_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.110'}], 'enable_snat': True}, 'gw_port_id': '4de3dcf3-13cf-4a9d-987b-314b49030bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:24Z', 'updated_at': '2021-06-02T20:42:30Z', 'revision_number': 4, 'project_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'gw_port': {'id': '4de3dcf3-13cf-4a9d-987b-314b49030bcf', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79cbaf1-b9d3-4055-b6d6-7a990af158a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:25Z', 'updated_at': '2021-06-02T20:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb', 'name': '', 'network_id': '6a721cba-d908-4353-b05b-dd436de52f37', 'tenant_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'mac_address': 'fa:16:3e:86:b1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79cbaf1-b9d3-4055-b6d6-7a990af158a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '4ca3fcaf-a4af-4d24-a91a-98ffed5ffbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:29Z', 'updated_at': '2021-06-02T20:42:34Z', 'revision_number': 4, 'project_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'subnets': [{'id': '4ca3fcaf-a4af-4d24-a91a-98ffed5ffbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:35.133164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-87360f2f-255e-44be-a37c-67cb7886079d tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.135276 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-87360f2f-255e-44be-a37c-67cb7886079d tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2228622 Jun 02 20:42:35.137021 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389321dd-cc57-410b-ae5d-9d1b99d5e77c None None] The sync data for ids ['c79cbaf1-b9d3-4055-b6d6-7a990af158a3'] in dv-neutron-601336-84-hyperv is: [{'id': 'c79cbaf1-b9d3-4055-b6d6-7a990af158a3', 'name': 'tempest-TestVolumeBootPattern-456239431-router', 'tenant_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.110'}], 'enable_snat': True}, 'gw_port_id': '4de3dcf3-13cf-4a9d-987b-314b49030bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:24Z', 'updated_at': '2021-06-02T20:42:30Z', 'revision_number': 4, 'project_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'gw_port': {'id': '4de3dcf3-13cf-4a9d-987b-314b49030bcf', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79cbaf1-b9d3-4055-b6d6-7a990af158a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:25Z', 'updated_at': '2021-06-02T20:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb', 'name': '', 'network_id': '6a721cba-d908-4353-b05b-dd436de52f37', 'tenant_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'mac_address': 'fa:16:3e:86:b1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79cbaf1-b9d3-4055-b6d6-7a990af158a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '4ca3fcaf-a4af-4d24-a91a-98ffed5ffbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:29Z', 'updated_at': '2021-06-02T20:42:34Z', 'revision_number': 4, 'project_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'subnets': [{'id': '4ca3fcaf-a4af-4d24-a91a-98ffed5ffbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:42:35.137615 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58170) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:42:35.142262 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:42:35.145438 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Port': ['ID=b5b1f00d-e73a-43fb-8934-5f71cc82eba9,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:35.149619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e0ec4c69-8f16-41cb-978a-ea37a733d6eb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Request body: {'security_group_rule': {'security_group_id': '1a6ecacd-cffb-46c5-8991-89798277ef88', 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:35.158404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e0ec4c69-8f16-41cb-978a-ea37a733d6eb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:35.176487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e0ec4c69-8f16-41cb-978a-ea37a733d6eb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Usage tracker for resource:security_group_rule and tenant:8ac283e33ac84a4091254730e5dabc0a is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:35.176761 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-286e5bac-e83b-4ce4-a1cf-60cf8907615d None None] Calling delete_port for b5b1f00d-e73a-43fb-8934-5f71cc82eba9 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:42:35.183433 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e0ec4c69-8f16-41cb-978a-ea37a733d6eb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:35.184066 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.ipam_backend_mixin [None req-286e5bac-e83b-4ce4-a1cf-60cf8907615d None None] Port b5b1f00d-e73a-43fb-8934-5f71cc82eba9 was not found and therefore no delete operation was performed {{(pid=92550) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 20:42:35.189712 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-286e5bac-e83b-4ce4-a1cf-60cf8907615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.209630 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:35.224086 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e0ec4c69-8f16-41cb-978a-ea37a733d6eb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:35.235938 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-e0ec4c69-8f16-41cb-978a-ea37a733d6eb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Project 8ac283e33ac84a4091254730e5dabc0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:42:35.242732 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e0ec4c69-8f16-41cb-978a-ea37a733d6eb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.249670 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e5bac-e83b-4ce4-a1cf-60cf8907615d None None] No DVR routers for this DVR port b5b1f00d-e73a-43fb-8934-5f71cc82eba9 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:42:35.252757 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:35.258957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e5bac-e83b-4ce4-a1cf-60cf8907615d None None] Pushing event deleted for resources: {'Port': ['ID=b5b1f00d-e73a-43fb-8934-5f71cc82eba9,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:35.263710 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.266103 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-286e5bac-e83b-4ce4-a1cf-60cf8907615d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:35.268483 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-33eec817-049d-4f87-81a4-2d5841df4e5d tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:35.287250 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.294233 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Network': ['ID=ff726aa3-37f3-4d54-9440-7b25c3c08ef7,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:35.298685 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:35.308854 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/networks/ff726aa3-37f3-4d54-9440-7b25c3c08ef7 HTTP/1.1" status: 204 len: 168 time: 1.1236882 Jun 02 20:42:35.309473 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58172) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:35.314128 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-f9b5a76c-7dfa-42db-814e-184f8131372c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1262263062', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:35.320689 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f9b5a76c-7dfa-42db-814e-184f8131372c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:35.325041 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f9b5a76c-7dfa-42db-814e-184f8131372c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:router and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:35.328309 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f9b5a76c-7dfa-42db-814e-184f8131372c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:35.334596 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f9b5a76c-7dfa-42db-814e-184f8131372c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:35.345838 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f9b5a76c-7dfa-42db-814e-184f8131372c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.347261 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f9b5a76c-7dfa-42db-814e-184f8131372c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.352462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e0ec4c69-8f16-41cb-978a-ea37a733d6eb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.357804 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e0ec4c69-8f16-41cb-978a-ea37a733d6eb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.359982 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9de9fd29-04e4-431a-811b-56c4f1353a7d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:35.367071 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f9b5a76c-7dfa-42db-814e-184f8131372c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.386712 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec4c69-8f16-41cb-978a-ea37a733d6eb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd3eb00-10a6-4532-a079-0ac014292df3,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:35.390588 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f9b5a76c-7dfa-42db-814e-184f8131372c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.398551 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e0ec4c69-8f16-41cb-978a-ea37a733d6eb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:35.403980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e0ec4c69-8f16-41cb-978a-ea37a733d6eb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.405916 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e0ec4c69-8f16-41cb-978a-ea37a733d6eb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2609658 Jun 02 20:42:35.422907 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f9b5a76c-7dfa-42db-814e-184f8131372c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.426854 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f9b5a76c-7dfa-42db-814e-184f8131372c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1139071 Jun 02 20:42:35.427041 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58180) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:35.432324 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-21badb5f-e875-42ff-93e2-d632a6bcc757 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1476600886'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:35.437646 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-21badb5f-e875-42ff-93e2-d632a6bcc757 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:35.447695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-21badb5f-e875-42ff-93e2-d632a6bcc757 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:network and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:35.451080 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-21badb5f-e875-42ff-93e2-d632a6bcc757 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:35.457668 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-21badb5f-e875-42ff-93e2-d632a6bcc757 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:35.468498 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21badb5f-e875-42ff-93e2-d632a6bcc757 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Made reservation on behalf of f8efac6e9cf943ae9e25aaf306cb7756 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:42:35.472171 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-21badb5f-e875-42ff-93e2-d632a6bcc757 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.505757 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21badb5f-e875-42ff-93e2-d632a6bcc757 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:42:35.519761 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-21badb5f-e875-42ff-93e2-d632a6bcc757 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.520366 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-21badb5f-e875-42ff-93e2-d632a6bcc757 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Added segment b26c9b23-a1fd-4aa1-b505-059b7a2033d7 of type vlan for network 929efae2-7276-4e06-afff-09807e588cdd Jun 02 20:42:35.551414 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-21badb5f-e875-42ff-93e2-d632a6bcc757 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.592624 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-21badb5f-e875-42ff-93e2-d632a6bcc757 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.598392 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21badb5f-e875-42ff-93e2-d632a6bcc757 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:35.598872 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-21badb5f-e875-42ff-93e2-d632a6bcc757 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.604455 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:35.689428 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-21badb5f-e875-42ff-93e2-d632a6bcc757 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2612982 Jun 02 20:42:35.692857 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58220) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:35.698507 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-ee8dd52f-3a2a-45f0-8169-eeb02483de5d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'subnet': {'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:35.711963 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21badb5f-e875-42ff-93e2-d632a6bcc757 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Network': ['ID=929efae2-7276-4e06-afff-09807e588cdd,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:35.714779 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-21badb5f-e875-42ff-93e2-d632a6bcc757 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:35.728347 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 929efae2-7276-4e06-afff-09807e588cdd details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:42:35.810375 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ee8dd52f-3a2a-45f0-8169-eeb02483de5d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:35.816373 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ee8dd52f-3a2a-45f0-8169-eeb02483de5d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:subnet and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:35.819137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ee8dd52f-3a2a-45f0-8169-eeb02483de5d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:35.825997 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ee8dd52f-3a2a-45f0-8169-eeb02483de5d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:35.839669 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8dd52f-3a2a-45f0-8169-eeb02483de5d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Made reservation on behalf of f8efac6e9cf943ae9e25aaf306cb7756 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:42:35.843419 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee8dd52f-3a2a-45f0-8169-eeb02483de5d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:35.875634 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:36.047138 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:36.126631 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:36.134344 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:36.134732 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:36.300909 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:36.337123 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb,segment=NetworkSegment(3233e5f2-23b6-437d-a5c3-23515a0346eb),segment_id=3233e5f2-23b6-437d-a5c3-23515a0346eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:36.344068 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:36.346971 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:36.370344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee8dd52f-3a2a-45f0-8169-eeb02483de5d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:36.381258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2fe3223e-f041-47b5-b8d3-c365f7aea127 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:36.427609 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b5b1f00d-e73a-43fb-8934-5f71cc82eba9 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:42:36.466361 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: b5b1f00d-e73a-43fb-8934-5f71cc82eba9 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:42:36.466718 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b5b1f00d-e73a-43fb-8934-5f71cc82eba9 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:42:36.468684 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:36.471499 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:36.488058 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8dd52f-3a2a-45f0-8169-eeb02483de5d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Subnet': ['ID=844e2d6d-f6d1-4ec9-a33f-6269aeb54c36,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:36.497207 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ee8dd52f-3a2a-45f0-8169-eeb02483de5d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:36.528780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8dd52f-3a2a-45f0-8169-eeb02483de5d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Checking segment: {'id': 'b26c9b23-a1fd-4aa1-b505-059b7a2033d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '929efae2-7276-4e06-afff-09807e588cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:36.529138 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8dd52f-3a2a-45f0-8169-eeb02483de5d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network hostable DHCP agents. Network: 929efae2-7276-4e06-afff-09807e588cdd, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:42:36.553935 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8dd52f-3a2a-45f0-8169-eeb02483de5d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network 929efae2-7276-4e06-afff-09807e588cdd is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:42:36.567024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-ee8dd52f-3a2a-45f0-8169-eeb02483de5d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 929efae2-7276-4e06-afff-09807e588cdd) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:36.580467 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa8d658-def3-4d6b-982c-39fddc1133c6 None None] Network 929efae2-7276-4e06-afff-09807e588cdd requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:42:36.580705 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8dd52f-3a2a-45f0-8169-eeb02483de5d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:36.581147 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee8dd52f-3a2a-45f0-8169-eeb02483de5d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:36.608596 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ee8dd52f-3a2a-45f0-8169-eeb02483de5d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9144933 Jun 02 20:42:36.611391 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58264) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:36.960827 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-929efae2-7276-4e06-afff-09807e588cdd', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:42:36.961666 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:37.197798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa3ac4-fa09-44ba-b1cb-bd1574899f30 req-9dbcb098-4938-405e-b88e-bbbc40108708 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:37.201822 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Allocated IP 2001:db8::2 (929efae2-7276-4e06-afff-09807e588cdd/844e2d6d-f6d1-4ec9-a33f-6269aeb54c36/590b168f-335d-4a72-8e7a-33a01108b36c) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:42:37.206897 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-22aa3ac4-fa09-44ba-b1cb-bd1574899f30 req-9dbcb098-4938-405e-b88e-bbbc40108708 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 946 time: 0.1271548 Jun 02 20:42:37.304996 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-22aa3ac4-fa09-44ba-b1cb-bd1574899f30 req-9dfbe8a2-695b-4cfc-a486-28a2b9e1e840 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928502 Jun 02 20:42:37.511425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:37.523670 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Transition to ACTIVE for port object 590b168f-335d-4a72-8e7a-33a01108b36c will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:37.544402 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Transition to ACTIVE for port object 590b168f-335d-4a72-8e7a-33a01108b36c will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:37.552679 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:37.557453 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:37.575277 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:37.643368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Network 929efae2-7276-4e06-afff-09807e588cdd is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:37.644155 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Pushing event updated for resources: {'Port': ['ID=590b168f-335d-4a72-8e7a-33a01108b36c,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:37.651847 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:37.653605 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:37.654314 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:42:37.747569 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Attempting to bind port 590b168f-335d-4a72-8e7a-33a01108b36c on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:42:37.747955 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Attempting to bind port 590b168f-335d-4a72-8e7a-33a01108b36c by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'b26c9b23-a1fd-4aa1-b505-059b7a2033d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '929efae2-7276-4e06-afff-09807e588cdd'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:42:37.748585 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Attempting to bind port 590b168f-335d-4a72-8e7a-33a01108b36c on network 929efae2-7276-4e06-afff-09807e588cdd {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:42:37.754495 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:42:37.754878 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Checking segment: {'id': 'b26c9b23-a1fd-4aa1-b505-059b7a2033d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '929efae2-7276-4e06-afff-09807e588cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:37.755317 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:37.755722 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Bound using segment: {'id': 'b26c9b23-a1fd-4aa1-b505-059b7a2033d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '929efae2-7276-4e06-afff-09807e588cdd'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:42:37.756195 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Bound port: 590b168f-335d-4a72-8e7a-33a01108b36c, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26c9b23-a1fd-4aa1-b505-059b7a2033d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '929efae2-7276-4e06-afff-09807e588cdd'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:42:37.756575 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:37.918393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] For port 590b168f-335d-4a72-8e7a-33a01108b36c, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:42:37.921566 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] For port 590b168f-335d-4a72-8e7a-33a01108b36c, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=590b168f-335d-4a72-8e7a-33a01108b36c,segment=NetworkSegment(b26c9b23-a1fd-4aa1-b505-059b7a2033d7),segment_id=b26c9b23-a1fd-4aa1-b505-059b7a2033d7)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:42:37.927272 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:37.931107 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:37.983178 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Allocated IP 2001:db8::1 (929efae2-7276-4e06-afff-09807e588cdd/844e2d6d-f6d1-4ec9-a33f-6269aeb54c36/7171ae88-adbb-452a-8cfa-053076dd675b) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:42:38.016176 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Pushing event updated for resources: {'Port': ['ID=590b168f-335d-4a72-8e7a-33a01108b36c,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:38.019825 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:38.073265 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:38.156360 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:38.156740 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:38.201404 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:38.220895 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Transition to ACTIVE for port object 7171ae88-adbb-452a-8cfa-053076dd675b will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:38.291554 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:38.298152 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-faa5060c-ff3a-43b8-9c60-2572031ebdd3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:38.380889 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network 929efae2-7276-4e06-afff-09807e588cdd is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:38.385432 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:38.389841 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:42:38.390388 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:38.396484 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Port': ['ID=7171ae88-adbb-452a-8cfa-053076dd675b,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:38.399390 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:38.583700 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:38.609626 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4366fa1-51f5-4ac4-9d47-7d21326cf63f req-d8d2321a-cea1-4a40-bdf4-d4ae0e32d39d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:38.611165 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f4366fa1-51f5-4ac4-9d47-7d21326cf63f req-d8d2321a-cea1-4a40-bdf4-d4ae0e32d39d tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 946 time: 0.1722486 Jun 02 20:42:38.765043 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f4366fa1-51f5-4ac4-9d47-7d21326cf63f req-ed53e5ce-2c28-4494-a6a8-3435dec951f7 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281967 Jun 02 20:42:39.062527 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824978ca-c0a8-4987-a5e1-b32ab18e505f None None] Network 929efae2-7276-4e06-afff-09807e588cdd requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:42:39.167592 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98ef7923-d413-4d96-b8b2-4b4b808109c2 None None] Provisioning for port 590b168f-335d-4a72-8e7a-33a01108b36c completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:39.200401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:39.207427 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:39.208674 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:39.213151 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-58404d7c-60cb-4efe-ad9d-fff0c307de29 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:39.349543 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Port': ['ID=7171ae88-adbb-452a-8cfa-053076dd675b,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:39.353812 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:39.420904 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network 929efae2-7276-4e06-afff-09807e588cdd is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:39.422665 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:39.617457 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c4b03e3e-8cbb-4959-8eaf-40c7558878a2 None None] Provisioning for port 7171ae88-adbb-452a-8cfa-053076dd675b completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:39.639468 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c4b03e3e-8cbb-4959-8eaf-40c7558878a2 None None] Provisioning complete for port 7171ae88-adbb-452a-8cfa-053076dd675b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:39.639468 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c4b03e3e-8cbb-4959-8eaf-40c7558878a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:39.648367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:42:39.702583 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-c4b03e3e-8cbb-4959-8eaf-40c7558878a2 None None] Port 7171ae88-adbb-452a-8cfa-053076dd675b cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:39.843682 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2f76f3b3-599a-4108-a0f9-264b39b87b3a None None] Provisioning complete for port 7171ae88-adbb-452a-8cfa-053076dd675b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:39.844061 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2f76f3b3-599a-4108-a0f9-264b39b87b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:39.848705 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:42:39.867199 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/0e19c493-ba42-4a25-b7db-1e0e4bd9366c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2546968 Jun 02 20:42:39.869681 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58304) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:39.876490 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-24f08d16-9752-4430-a7e4-8090a68a325c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1122331644'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:39.882305 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-24f08d16-9752-4430-a7e4-8090a68a325c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:39.890069 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-24f08d16-9752-4430-a7e4-8090a68a325c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:network and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:39.899200 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-24f08d16-9752-4430-a7e4-8090a68a325c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:39.906124 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-24f08d16-9752-4430-a7e4-8090a68a325c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:39.921609 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-2f76f3b3-599a-4108-a0f9-264b39b87b3a None None] Port 7171ae88-adbb-452a-8cfa-053076dd675b cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:39.923289 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] Sync routers for ids ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:42:39.927460 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f08d16-9752-4430-a7e4-8090a68a325c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Made reservation on behalf of f8efac6e9cf943ae9e25aaf306cb7756 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:42:39.931534 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-24f08d16-9752-4430-a7e4-8090a68a325c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:39.937846 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] Routers {'0e19c493-ba42-4a25-b7db-1e0e4bd9366c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:39.938928 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:39.989489 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f08d16-9752-4430-a7e4-8090a68a325c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:42:40.012901 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-24f08d16-9752-4430-a7e4-8090a68a325c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:40.014867 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-24f08d16-9752-4430-a7e4-8090a68a325c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Added segment 1dd554cd-1969-431a-8c89-10057865c972 of type vlan for network 7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1 Jun 02 20:42:40.070636 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-24f08d16-9752-4430-a7e4-8090a68a325c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:40.112574 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd8e06-41f9-41f7-bab3-5e7c7e7f75d7 req-36e237b9-3387-4eb5-83d3-1bdf61e3d543 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:40.114843 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d4fd8e06-41f9-41f7-bab3-5e7c7e7f75d7 req-36e237b9-3387-4eb5-83d3-1bdf61e3d543 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 946 time: 0.1897392 Jun 02 20:42:40.128763 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-24f08d16-9752-4430-a7e4-8090a68a325c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:40.135240 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f08d16-9752-4430-a7e4-8090a68a325c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:40.135875 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-24f08d16-9752-4430-a7e4-8090a68a325c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:40.142384 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 590b168f-335d-4a72-8e7a-33a01108b36c up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:40.144218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fea3d41d-a142-4793-b2c6-d067ab1e424d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:40.187393 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d4fd8e06-41f9-41f7-bab3-5e7c7e7f75d7 req-c006fbe1-6ff7-41b5-b250-ce02e35c2528 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662770 Jun 02 20:42:40.232265 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] Set router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:42:40.242830 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-24f08d16-9752-4430-a7e4-8090a68a325c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3720322 Jun 02 20:42:40.246537 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58306) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:40.252894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c77d9cce-b7da-4566-92ba-3c708e5573ce tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'subnet': {'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:40.268656 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f08d16-9752-4430-a7e4-8090a68a325c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Network': ['ID=7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:40.276419 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-24f08d16-9752-4430-a7e4-8090a68a325c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:40.293596 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:42:40.505845 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-3113e43f-19f0-489d-88d1-0de6f26ce6f5 None None] Provisioning complete for port 7171ae88-adbb-452a-8cfa-053076dd675b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:40.506223 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3113e43f-19f0-489d-88d1-0de6f26ce6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:40.537199 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c77d9cce-b7da-4566-92ba-3c708e5573ce tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:40.540177 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 590b168f-335d-4a72-8e7a-33a01108b36c completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:40.541416 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c77d9cce-b7da-4566-92ba-3c708e5573ce tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:subnet and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:40.544310 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c77d9cce-b7da-4566-92ba-3c708e5573ce tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:40.550023 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c77d9cce-b7da-4566-92ba-3c708e5573ce tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:40.560514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77d9cce-b7da-4566-92ba-3c708e5573ce tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Made reservation on behalf of f8efac6e9cf943ae9e25aaf306cb7756 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:42:40.561817 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 590b168f-335d-4a72-8e7a-33a01108b36c triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:40.562204 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:40.564391 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c77d9cce-b7da-4566-92ba-3c708e5573ce tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:40.688858 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-3113e43f-19f0-489d-88d1-0de6f26ce6f5 None None] Port 7171ae88-adbb-452a-8cfa-053076dd675b cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:40.885827 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:40.930867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 590b168f-335d-4a72-8e7a-33a01108b36c, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=590b168f-335d-4a72-8e7a-33a01108b36c,segment=NetworkSegment(b26c9b23-a1fd-4aa1-b505-059b7a2033d7),segment_id=b26c9b23-a1fd-4aa1-b505-059b7a2033d7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:40.933656 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:42:38Z', 'revision_number': 2, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:39Z', 'revision_number': 2, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:40.938674 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:40.942221 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] Checking router: 0e19c493-ba42-4a25-b7db-1e0e4bd9366c for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:42:40.942221 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] Updating router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c port 7171ae88-adbb-452a-8cfa-053076dd675b binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:42:40.969682 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:41.045176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c77d9cce-b7da-4566-92ba-3c708e5573ce tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:41.046291 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:41.050938 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ee8dd52f-3a2a-45f0-8169-eeb02483de5d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:41.097755 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=590b168f-335d-4a72-8e7a-33a01108b36c,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:41.100960 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:41.136130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d9cce-b7da-4566-92ba-3c708e5573ce tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Subnet': ['ID=0fa1b864-5c4f-40e1-b5c1-5471485606b6,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:41.140257 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c77d9cce-b7da-4566-92ba-3c708e5573ce tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:41.140968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77d9cce-b7da-4566-92ba-3c708e5573ce tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Checking segment: {'id': '1dd554cd-1969-431a-8c89-10057865c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:41.141326 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77d9cce-b7da-4566-92ba-3c708e5573ce tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network hostable DHCP agents. Network: 7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:42:41.160365 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77d9cce-b7da-4566-92ba-3c708e5573ce tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network 7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:42:41.171245 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-c77d9cce-b7da-4566-92ba-3c708e5573ce tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:41.182031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77d9cce-b7da-4566-92ba-3c708e5573ce tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:41.182637 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c77d9cce-b7da-4566-92ba-3c708e5573ce tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:41.189200 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e464700-d937-4428-a7b5-92f5d5043da5 None None] Network 7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:42:41.205862 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c77d9cce-b7da-4566-92ba-3c708e5573ce tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9576604 Jun 02 20:42:41.208805 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58312) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:41.429240 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ad8d5-fca1-4f88-be31-94614c20f65f req-cb7b9801-7942-40a9-88ca-a4f9047a0f15 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:41.432327 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-072ad8d5-fca1-4f88-be31-94614c20f65f req-cb7b9801-7942-40a9-88ca-a4f9047a0f15 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 946 time: 0.1089144 Jun 02 20:42:41.526270 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-072ad8d5-fca1-4f88-be31-94614c20f65f req-9ac34f28-d077-42dc-8c0c-d28f84c28a8f tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852144 Jun 02 20:42:41.594137 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'fixed_ips': [{'subnet_id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:42:41.594997 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:41.725237 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:41.753654 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] Transition to ACTIVE for port object 7171ae88-adbb-452a-8cfa-053076dd675b will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:41.793644 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:41.801098 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-286e5bac-e83b-4ce4-a1cf-60cf8907615d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:41.871445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:41.964264 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Allocated IP 2001:db8:1::2 (7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1/0fa1b864-5c4f-40e1-b5c1-5471485606b6/fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:42:42.124776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 590b168f-335d-4a72-8e7a-33a01108b36c up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:42.152305 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86004b14-0367-484e-b941-87fa2a47735f None None] Pushing event updated for resources: {'Port': ['ID=7171ae88-adbb-452a-8cfa-053076dd675b,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:42.191380 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-86004b14-0367-484e-b941-87fa2a47735f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:42.323263 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] Attempting to bind port 7171ae88-adbb-452a-8cfa-053076dd675b on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:42:42.323641 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] Attempting to bind port 7171ae88-adbb-452a-8cfa-053076dd675b by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'b26c9b23-a1fd-4aa1-b505-059b7a2033d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '929efae2-7276-4e06-afff-09807e588cdd'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:42:42.324010 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] Attempting to bind port 7171ae88-adbb-452a-8cfa-053076dd675b on network 929efae2-7276-4e06-afff-09807e588cdd {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:42:42.371627 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:42:42.372073 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] Checking segment: {'id': 'b26c9b23-a1fd-4aa1-b505-059b7a2033d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '929efae2-7276-4e06-afff-09807e588cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:42.372461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:42.372889 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] Bound using segment: {'id': 'b26c9b23-a1fd-4aa1-b505-059b7a2033d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '929efae2-7276-4e06-afff-09807e588cdd'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:42:42.373632 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] Bound port: 7171ae88-adbb-452a-8cfa-053076dd675b, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26c9b23-a1fd-4aa1-b505-059b7a2033d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '929efae2-7276-4e06-afff-09807e588cdd'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:42:42.374525 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:42.507284 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 590b168f-335d-4a72-8e7a-33a01108b36c triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:42.507655 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:42.539128 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:42.573036 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Transition to ACTIVE for port object fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:42.625460 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Transition to ACTIVE for port object fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:42.633215 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] For port 7171ae88-adbb-452a-8cfa-053076dd675b, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:42:42.636849 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] For port 7171ae88-adbb-452a-8cfa-053076dd675b, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7171ae88-adbb-452a-8cfa-053076dd675b,segment=NetworkSegment(b26c9b23-a1fd-4aa1-b505-059b7a2033d7),segment_id=b26c9b23-a1fd-4aa1-b505-059b7a2033d7)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:42:42.640228 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:42.646123 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:42.677772 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:42.746677 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Network 7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:42.757648 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:42.773066 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:42:42.790453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Allocated IP 2001:db8:1::1 (7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1/0fa1b864-5c4f-40e1-b5c1-5471485606b6/67ff87af-79c5-4394-ac8a-02a452b8c153) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:42:42.817769 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Pushing event updated for resources: {'Port': ['ID=fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:42.827880 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:42.833405 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4bddbd87-5374-419d-b758-a6266ce9e3eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:42.840606 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aef99f-aab5-411f-a386-f80d1ce88bd1 req-e6afafe2-4bb7-429f-af59-7cadbf4f395f tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:42.842158 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c0aef99f-aab5-411f-a386-f80d1ce88bd1 req-e6afafe2-4bb7-429f-af59-7cadbf4f395f tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 946 time: 0.1615043 Jun 02 20:42:42.955601 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] Routers {'0e19c493-ba42-4a25-b7db-1e0e4bd9366c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:42.956280 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:43.007355 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c0aef99f-aab5-411f-a386-f80d1ce88bd1 req-eb1979f5-743d-412d-a7ef-738e0795d0aa tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433198 Jun 02 20:42:43.078282 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:43.097190 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Transition to ACTIVE for port object 67ff87af-79c5-4394-ac8a-02a452b8c153 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:43.123793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:43.127594 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:43.134272 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Attempting to bind port fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:42:43.134655 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Attempting to bind port fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '1dd554cd-1969-431a-8c89-10057865c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:42:43.135030 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Attempting to bind port fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb on network 7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:42:43.154028 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:42:43.154428 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Checking segment: {'id': '1dd554cd-1969-431a-8c89-10057865c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:43.154817 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:43.155823 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Bound using segment: {'id': '1dd554cd-1969-431a-8c89-10057865c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:42:43.156225 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Bound port: fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd554cd-1969-431a-8c89-10057865c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:42:43.156602 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:43.174703 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86004b14-0367-484e-b941-87fa2a47735f None None] Pushing event updated for resources: {'Port': ['ID=7171ae88-adbb-452a-8cfa-053076dd675b,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:43.183113 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-86004b14-0367-484e-b941-87fa2a47735f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:43.212513 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network 7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:43.216221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Port': ['ID=67ff87af-79c5-4394-ac8a-02a452b8c153,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:43.223712 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:43.228785 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:43.229743 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:42:43.230494 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:43.230678 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] Set router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:42:43.357079 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:43.470312 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] For port fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:42:43.487833 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] For port fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb,segment=NetworkSegment(1dd554cd-1969-431a-8c89-10057865c972),segment_id=1dd554cd-1969-431a-8c89-10057865c972)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:42:43.495822 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:43.509021 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-84a02664-9264-4d30-942d-345836f53a62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:43.637238 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Pushing event updated for resources: {'Port': ['ID=fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:43.663936 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:43.688075 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:42:38Z', 'revision_number': 2, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:42Z', 'revision_number': 4, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:43.692150 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1917929-f3e7-4d8e-a619-e95aa6c00866 None None] The sync data for ids ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'] in dv-neutron-601336-84-hyperv is: [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:42:38Z', 'revision_number': 2, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:42Z', 'revision_number': 4, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:42:43.825343 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:43.830866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:43.831774 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:43.836391 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7e63b8a2-7be9-4fec-b9f6-c76be75dd35e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:43.998196 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Port': ['ID=67ff87af-79c5-4394-ac8a-02a452b8c153,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:44.005975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:44.127377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network 7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:44.129082 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:44.250841 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:44.266337 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bcba2-79e5-4346-bb2a-1e7a0dec0614 req-8a86cc04-7c7c-4ca9-a4f8-2fc276394388 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:44.277517 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-602bcba2-79e5-4346-bb2a-1e7a0dec0614 req-8a86cc04-7c7c-4ca9-a4f8-2fc276394388 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 946 time: 0.1379793 Jun 02 20:42:44.361424 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-602bcba2-79e5-4346-bb2a-1e7a0dec0614 req-7a878b61-12bc-47fa-b871-1f65bb912943 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818343 Jun 02 20:42:44.367742 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:44.383072 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:44.416495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:42:44.756389 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:42:44.774643 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/0e19c493-ba42-4a25-b7db-1e0e4bd9366c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5646448 Jun 02 20:42:44.777596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58326) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:44.783415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-5e227d86-4397-4fcb-b006-03b4b4bb2e31 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-593964813'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:44.791319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5e227d86-4397-4fcb-b006-03b4b4bb2e31 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:44.797477 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5e227d86-4397-4fcb-b006-03b4b4bb2e31 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:network and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:44.800704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5e227d86-4397-4fcb-b006-03b4b4bb2e31 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:44.807101 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5e227d86-4397-4fcb-b006-03b4b4bb2e31 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:44.824085 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e227d86-4397-4fcb-b006-03b4b4bb2e31 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Made reservation on behalf of f8efac6e9cf943ae9e25aaf306cb7756 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:42:44.828212 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e227d86-4397-4fcb-b006-03b4b4bb2e31 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:44.861404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e227d86-4397-4fcb-b006-03b4b4bb2e31 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:42:44.872223 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e227d86-4397-4fcb-b006-03b4b4bb2e31 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:44.872789 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-5e227d86-4397-4fcb-b006-03b4b4bb2e31 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Added segment 5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b of type vlan for network 3508d81b-0492-4087-9831-1391a39c0894 Jun 02 20:42:44.887957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0cb5f3-5d02-4cdb-a9cc-f6d6c9748dba None None] Network 7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:42:44.905044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e227d86-4397-4fcb-b006-03b4b4bb2e31 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:44.942119 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e227d86-4397-4fcb-b006-03b4b4bb2e31 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:44.954552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e227d86-4397-4fcb-b006-03b4b4bb2e31 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:44.955220 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e227d86-4397-4fcb-b006-03b4b4bb2e31 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:44.960939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:45.001816 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7c1dfa1b-29b9-4207-ad33-2c1578e36246 None None] Provisioning for port fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:45.008347 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7c1dfa1b-29b9-4207-ad33-2c1578e36246 None None] Provisioning complete for port fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:45.008739 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7c1dfa1b-29b9-4207-ad33-2c1578e36246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:45.063341 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5e227d86-4397-4fcb-b006-03b4b4bb2e31 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2845368 Jun 02 20:42:45.066881 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58328) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:45.072205 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-bfc383aa-2136-4fde-bbdf-d2529439b165 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'subnet': {'network_id': '3508d81b-0492-4087-9831-1391a39c0894', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:45.087134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e227d86-4397-4fcb-b006-03b4b4bb2e31 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Network': ['ID=3508d81b-0492-4087-9831-1391a39c0894,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:45.090192 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5e227d86-4397-4fcb-b006-03b4b4bb2e31 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:45.100569 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 3508d81b-0492-4087-9831-1391a39c0894 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:42:45.222684 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bfc383aa-2136-4fde-bbdf-d2529439b165 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:45.226885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-bfc383aa-2136-4fde-bbdf-d2529439b165 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:subnet and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:45.230714 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-bfc383aa-2136-4fde-bbdf-d2529439b165 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:45.237130 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bfc383aa-2136-4fde-bbdf-d2529439b165 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:45.253305 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc383aa-2136-4fde-bbdf-d2529439b165 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Made reservation on behalf of f8efac6e9cf943ae9e25aaf306cb7756 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:42:45.258697 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bfc383aa-2136-4fde-bbdf-d2529439b165 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:45.442453 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7c1dfa1b-29b9-4207-ad33-2c1578e36246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:45.495097 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7c1dfa1b-29b9-4207-ad33-2c1578e36246 None None] For port fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb,segment=NetworkSegment(1dd554cd-1969-431a-8c89-10057865c972),segment_id=1dd554cd-1969-431a-8c89-10057865c972)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:45.502140 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7c1dfa1b-29b9-4207-ad33-2c1578e36246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:45.504105 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-28abbc09-e0b8-4a1e-80e8-aedf21a84e31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:45.545482 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] Sync routers for ids ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:42:45.583211 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] Routers {'0e19c493-ba42-4a25-b7db-1e0e4bd9366c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:45.584940 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:45.589906 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1dfa1b-29b9-4207-ad33-2c1578e36246 None None] Pushing event updated for resources: {'Port': ['ID=fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:45.597100 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7c1dfa1b-29b9-4207-ad33-2c1578e36246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:45.606355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a563a-90e2-4cce-a8f9-78d2f9dccde5 req-54a5566f-3e85-4038-89cd-6cb650533ffc tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:45.614197 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5b7a563a-90e2-4cce-a8f9-78d2f9dccde5 req-54a5566f-3e85-4038-89cd-6cb650533ffc tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 946 time: 0.1110396 Jun 02 20:42:45.667770 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5b7a563a-90e2-4cce-a8f9-78d2f9dccde5 req-0105b3a6-7b9f-4b32-83e9-28d625f898df tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525868 Jun 02 20:42:45.809266 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] Set router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:42:45.931708 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-87fad22d-b39b-4c2d-9538-2ac351ad7c8e None None] Provisioning complete for port fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:45.932227 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-87fad22d-b39b-4c2d-9538-2ac351ad7c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:45.998926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bfc383aa-2136-4fde-bbdf-d2529439b165 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:46.003823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-26c9cf9a-bb1c-4303-a4f6-c3403e578b11 tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:46.107596 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc383aa-2136-4fde-bbdf-d2529439b165 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Subnet': ['ID=011226ec-729a-47ba-8d67-32f8cb4469d0,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:46.113193 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bfc383aa-2136-4fde-bbdf-d2529439b165 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:46.118318 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc383aa-2136-4fde-bbdf-d2529439b165 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Checking segment: {'id': '5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3508d81b-0492-4087-9831-1391a39c0894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:46.118847 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc383aa-2136-4fde-bbdf-d2529439b165 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network hostable DHCP agents. Network: 3508d81b-0492-4087-9831-1391a39c0894, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:42:46.151040 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc383aa-2136-4fde-bbdf-d2529439b165 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network 3508d81b-0492-4087-9831-1391a39c0894 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:42:46.158324 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-87fad22d-b39b-4c2d-9538-2ac351ad7c8e None None] Provisioning for port 67ff87af-79c5-4394-ac8a-02a452b8c153 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:46.167185 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-87fad22d-b39b-4c2d-9538-2ac351ad7c8e None None] Provisioning complete for port 67ff87af-79c5-4394-ac8a-02a452b8c153 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:46.167658 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-87fad22d-b39b-4c2d-9538-2ac351ad7c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:46.178709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-bfc383aa-2136-4fde-bbdf-d2529439b165 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 3508d81b-0492-4087-9831-1391a39c0894) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:46.193730 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc383aa-2136-4fde-bbdf-d2529439b165 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:46.194583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bfc383aa-2136-4fde-bbdf-d2529439b165 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:46.219408 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-bfc383aa-2136-4fde-bbdf-d2529439b165 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1512241 Jun 02 20:42:46.223942 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58334) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:46.235926 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f202fad-75b3-46f0-aaa9-07e8a1f970a1 None None] Network 3508d81b-0492-4087-9831-1391a39c0894 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:42:46.302816 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7171ae88-adbb-452a-8cfa-053076dd675b up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:46.330407 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:42:43Z', 'revision_number': 3, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '67ff87af-79c5-4394-ac8a-02a452b8c153', 'name': '', 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:2b:ba:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:42Z', 'updated_at': '2021-06-02T20:42:43Z', 'revision_number': 2, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:42Z', 'revision_number': 4, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:46.339445 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] Checking router: 0e19c493-ba42-4a25-b7db-1e0e4bd9366c for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:42:46.339823 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] Updating router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c port 67ff87af-79c5-4394-ac8a-02a452b8c153 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:42:46.448693 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:46.630996 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-87fad22d-b39b-4c2d-9538-2ac351ad7c8e None None] Port 67ff87af-79c5-4394-ac8a-02a452b8c153 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:46.674413 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 7171ae88-adbb-452a-8cfa-053076dd675b completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:46.715846 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 7171ae88-adbb-452a-8cfa-053076dd675b triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:46.716420 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:46.767603 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-3508d81b-0492-4087-9831-1391a39c0894', 'network_id': '3508d81b-0492-4087-9831-1391a39c0894', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'fixed_ips': [{'subnet_id': '011226ec-729a-47ba-8d67-32f8cb4469d0'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:42:46.768504 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:46.868121 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-6f17f2f3-cff2-4446-ac8b-2afcc2e0d1dd None None] Provisioning complete for port 67ff87af-79c5-4394-ac8a-02a452b8c153 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:46.868801 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6f17f2f3-cff2-4446-ac8b-2afcc2e0d1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:46.919509 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:46.932383 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] Transition to ACTIVE for port object 67ff87af-79c5-4394-ac8a-02a452b8c153 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:46.941708 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:46.947657 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-7110ba46-f299-489d-9809-afb4a16876bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:46.986427 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc624e-3d04-4c44-8b06-b95be8a9261f req-2bebb63d-ee21-4876-9e8c-bc925f14f071 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:47.001013 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-18bc624e-3d04-4c44-8b06-b95be8a9261f req-2bebb63d-ee21-4876-9e8c-bc925f14f071 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 946 time: 0.1674075 Jun 02 20:42:47.051557 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-6f17f2f3-cff2-4446-ac8b-2afcc2e0d1dd None None] Port 67ff87af-79c5-4394-ac8a-02a452b8c153 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:47.090679 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:47.091781 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-18bc624e-3d04-4c44-8b06-b95be8a9261f req-7cc7340a-ef02-47a2-aa1c-9314819e9fca tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898292 Jun 02 20:42:47.131642 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf727a-3152-4a9e-97b1-72eab455e3ed None None] Pushing event updated for resources: {'Port': ['ID=67ff87af-79c5-4394-ac8a-02a452b8c153,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:47.135826 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-2adf727a-3152-4a9e-97b1-72eab455e3ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:47.136568 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Allocated IP 2001:db8:2::2 (3508d81b-0492-4087-9831-1391a39c0894/011226ec-729a-47ba-8d67-32f8cb4469d0/5080fc46-92c5-4c4c-af7d-7610c5593b33) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:42:47.210412 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:47.238876 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 7171ae88-adbb-452a-8cfa-053076dd675b, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7171ae88-adbb-452a-8cfa-053076dd675b,segment=NetworkSegment(b26c9b23-a1fd-4aa1-b505-059b7a2033d7),segment_id=b26c9b23-a1fd-4aa1-b505-059b7a2033d7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:47.255834 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:47.257151 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:47.293691 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:47.307406 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] Attempting to bind port 67ff87af-79c5-4394-ac8a-02a452b8c153 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:42:47.307916 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] Attempting to bind port 67ff87af-79c5-4394-ac8a-02a452b8c153 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '1dd554cd-1969-431a-8c89-10057865c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:42:47.308483 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] Attempting to bind port 67ff87af-79c5-4394-ac8a-02a452b8c153 on network 7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:42:47.314751 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:42:47.315314 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] Checking segment: {'id': '1dd554cd-1969-431a-8c89-10057865c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:47.315950 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:47.316439 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] Bound using segment: {'id': '1dd554cd-1969-431a-8c89-10057865c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:42:47.317237 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] Bound port: 67ff87af-79c5-4394-ac8a-02a452b8c153, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd554cd-1969-431a-8c89-10057865c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:42:47.317728 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:47.450781 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] For port 67ff87af-79c5-4394-ac8a-02a452b8c153, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:42:47.453297 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=7171ae88-adbb-452a-8cfa-053076dd675b,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:47.454983 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] For port 67ff87af-79c5-4394-ac8a-02a452b8c153, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=67ff87af-79c5-4394-ac8a-02a452b8c153,segment=NetworkSegment(1dd554cd-1969-431a-8c89-10057865c972),segment_id=1dd554cd-1969-431a-8c89-10057865c972)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:42:47.460630 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:47.469080 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-17849a34-ab3e-4f1e-9310-8bc7b63a70c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:47.485726 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:47.530241 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:47.532822 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:47.533197 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:47.581041 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Transition to ACTIVE for port object 5080fc46-92c5-4c4c-af7d-7610c5593b33 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:47.590557 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] Routers {'0e19c493-ba42-4a25-b7db-1e0e4bd9366c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:47.599247 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:47.622217 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Transition to ACTIVE for port object 5080fc46-92c5-4c4c-af7d-7610c5593b33 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:47.633416 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:47.638905 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-cec9b850-59a7-4752-ac5a-e918c88ecf49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:47.777565 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf727a-3152-4a9e-97b1-72eab455e3ed None None] Pushing event updated for resources: {'Port': ['ID=67ff87af-79c5-4394-ac8a-02a452b8c153,revision_number=4']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:47.792006 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-2adf727a-3152-4a9e-97b1-72eab455e3ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:47.805340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Allocated IP 2001:db8:2::1 (3508d81b-0492-4087-9831-1391a39c0894/011226ec-729a-47ba-8d67-32f8cb4469d0/3a42cacc-8ce1-478a-90e5-1fef662e0b20) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:42:47.856041 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] Set router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:42:47.884755 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Network 3508d81b-0492-4087-9831-1391a39c0894 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:47.886065 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:47.893126 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:42:47.963563 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Pushing event updated for resources: {'Port': ['ID=5080fc46-92c5-4c4c-af7d-7610c5593b33,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:47.973164 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:48.089275 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Attempting to bind port 5080fc46-92c5-4c4c-af7d-7610c5593b33 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:42:48.089744 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Attempting to bind port 5080fc46-92c5-4c4c-af7d-7610c5593b33 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3508d81b-0492-4087-9831-1391a39c0894'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:42:48.090830 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Attempting to bind port 5080fc46-92c5-4c4c-af7d-7610c5593b33 on network 3508d81b-0492-4087-9831-1391a39c0894 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:42:48.100958 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:42:48.101353 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Checking segment: {'id': '5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3508d81b-0492-4087-9831-1391a39c0894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:48.101804 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:48.102157 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Bound using segment: {'id': '5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3508d81b-0492-4087-9831-1391a39c0894'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:42:48.102634 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Bound port: 5080fc46-92c5-4c4c-af7d-7610c5593b33, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3508d81b-0492-4087-9831-1391a39c0894'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:42:48.103022 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:48.115335 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7171ae88-adbb-452a-8cfa-053076dd675b up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:48.234288 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:48.278900 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 7171ae88-adbb-452a-8cfa-053076dd675b triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:48.279308 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:48.310445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Transition to ACTIVE for port object 3a42cacc-8ce1-478a-90e5-1fef662e0b20 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:48.323833 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] For port 5080fc46-92c5-4c4c-af7d-7610c5593b33, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:42:48.332054 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:42:43Z', 'revision_number': 3, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '67ff87af-79c5-4394-ac8a-02a452b8c153', 'name': '', 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:2b:ba:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:42Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 4, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:48.333136 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] For port 5080fc46-92c5-4c4c-af7d-7610c5593b33, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=5080fc46-92c5-4c4c-af7d-7610c5593b33,segment=NetworkSegment(5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b),segment_id=5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:42:48.336999 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dd469a-41f0-404f-9bd2-b466827547b1 None None] The sync data for ids ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'] in dv-neutron-601336-84-hyperv is: [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:42:43Z', 'revision_number': 3, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '67ff87af-79c5-4394-ac8a-02a452b8c153', 'name': '', 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:2b:ba:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:42Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 4, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:42:48.345221 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:48.355561 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-23ffb737-0e5c-4a4f-8891-a2bf00cfff98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:48.362704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1679a94-2412-4abe-8732-6807726f8f56 req-0c8dd4f2-0949-44de-b297-8558a11579e5 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:48.367633 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c1679a94-2412-4abe-8732-6807726f8f56 req-0c8dd4f2-0949-44de-b297-8558a11579e5 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 946 time: 0.1279402 Jun 02 20:42:48.436537 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:48.444738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:48.527466 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Pushing event updated for resources: {'Port': ['ID=5080fc46-92c5-4c4c-af7d-7610c5593b33,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:48.528773 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c1679a94-2412-4abe-8732-6807726f8f56 req-e4273ac1-6dd9-4104-be8b-5d71f1b936c7 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564667 Jun 02 20:42:48.550610 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:48.572244 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network 3508d81b-0492-4087-9831-1391a39c0894 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:48.583724 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:48.586712 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:42:48.587304 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:48.606860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Port': ['ID=3a42cacc-8ce1-478a-90e5-1fef662e0b20,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:48.612758 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:48.769525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:49.243109 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:49.249464 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:49.250343 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:49.254119 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7e63b8a2-7be9-4fec-b9f6-c76be75dd35e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:49.393685 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Port': ['ID=3a42cacc-8ce1-478a-90e5-1fef662e0b20,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:49.403898 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:49.466069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network 3508d81b-0492-4087-9831-1391a39c0894 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:49.468167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:49.673864 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:42:49.678588 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07a9fc4-4913-44bf-bf5c-75a1aa20f51b None None] Network 3508d81b-0492-4087-9831-1391a39c0894 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:42:49.778476 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea824d4-cd93-4663-a82d-82f5782423a1 req-6f4cd725-8e94-425b-bb32-41a4276ad49b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:49.781479 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7ea824d4-cd93-4663-a82d-82f5782423a1 req-6f4cd725-8e94-425b-bb32-41a4276ad49b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 946 time: 0.0970850 Jun 02 20:42:49.801787 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2c699311-28c9-495c-be12-1fa3195e0379 None None] Provisioning for port 5080fc46-92c5-4c4c-af7d-7610c5593b33 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:49.841655 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7ea824d4-cd93-4663-a82d-82f5782423a1 req-bfdb31cb-1f80-41e1-869d-2be6346d0333 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528166 Jun 02 20:42:49.871041 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:42:49.886629 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/0e19c493-ba42-4a25-b7db-1e0e4bd9366c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6591218 Jun 02 20:42:49.888783 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] Sync routers for ids ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:42:49.889562 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58356) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:49.895638 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-73355518-0118-4324-acfa-74d1c037a43e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1106598709'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:49.901400 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-73355518-0118-4324-acfa-74d1c037a43e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:49.907573 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-73355518-0118-4324-acfa-74d1c037a43e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:network and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:49.910456 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-73355518-0118-4324-acfa-74d1c037a43e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for network was recalculated. Used quota:3. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:49.917518 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-73355518-0118-4324-acfa-74d1c037a43e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:49.931722 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73355518-0118-4324-acfa-74d1c037a43e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Made reservation on behalf of f8efac6e9cf943ae9e25aaf306cb7756 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:42:49.936186 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-73355518-0118-4324-acfa-74d1c037a43e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:49.947080 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] Routers {'0e19c493-ba42-4a25-b7db-1e0e4bd9366c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:49.948228 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:49.970092 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73355518-0118-4324-acfa-74d1c037a43e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:42:49.979379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-73355518-0118-4324-acfa-74d1c037a43e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:49.980099 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-73355518-0118-4324-acfa-74d1c037a43e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Added segment fc0a9524-28ef-49e9-a21e-e24b3f1b8434 of type vlan for network b6bff706-4eb9-4fe1-a2dd-e544e209c09b Jun 02 20:42:50.009585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-73355518-0118-4324-acfa-74d1c037a43e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:50.048325 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-73355518-0118-4324-acfa-74d1c037a43e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:50.055167 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73355518-0118-4324-acfa-74d1c037a43e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:50.055776 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-73355518-0118-4324-acfa-74d1c037a43e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:50.083916 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-30e64952-e9f5-4fea-8e8d-ecf1ab163ca5 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:50.112269 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58358) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:50.118862 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-77e90558-c018-46de-8c04-75a0131c9556 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'subnet': {'network_id': 'b6bff706-4eb9-4fe1-a2dd-e544e209c09b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:50.125629 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-73355518-0118-4324-acfa-74d1c037a43e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2329979 Jun 02 20:42:50.136445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] Set router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:42:50.275815 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 67ff87af-79c5-4394-ac8a-02a452b8c153 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:50.277091 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73355518-0118-4324-acfa-74d1c037a43e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Network': ['ID=b6bff706-4eb9-4fe1-a2dd-e544e209c09b,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:50.287319 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-73355518-0118-4324-acfa-74d1c037a43e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:50.318093 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network b6bff706-4eb9-4fe1-a2dd-e544e209c09b details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:42:50.458818 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-77e90558-c018-46de-8c04-75a0131c9556 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:42:50.463250 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-77e90558-c018-46de-8c04-75a0131c9556 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:subnet and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:42:50.467253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-77e90558-c018-46de-8c04-75a0131c9556 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:42:50.474375 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-77e90558-c018-46de-8c04-75a0131c9556 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:42:50.491405 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e90558-c018-46de-8c04-75a0131c9556 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Made reservation on behalf of f8efac6e9cf943ae9e25aaf306cb7756 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:42:50.495793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-77e90558-c018-46de-8c04-75a0131c9556 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:50.615103 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 67ff87af-79c5-4394-ac8a-02a452b8c153 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:50.629957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 67ff87af-79c5-4394-ac8a-02a452b8c153 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:50.630349 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:50.671378 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d8e1b827-8816-4888-9853-c5d8a5dc4bdc None None] Provisioning for port 3a42cacc-8ce1-478a-90e5-1fef662e0b20 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:50.689876 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d8e1b827-8816-4888-9853-c5d8a5dc4bdc None None] Provisioning complete for port 3a42cacc-8ce1-478a-90e5-1fef662e0b20 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:50.690563 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d8e1b827-8816-4888-9853-c5d8a5dc4bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:50.846694 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-d8e1b827-8816-4888-9853-c5d8a5dc4bdc None None] Port 3a42cacc-8ce1-478a-90e5-1fef662e0b20 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:50.925591 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:42:48Z', 'revision_number': 4, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '3a42cacc-8ce1-478a-90e5-1fef662e0b20', 'name': '', 'network_id': '3508d81b-0492-4087-9831-1391a39c0894', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:72:ba:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:47Z', 'updated_at': '2021-06-02T20:42:49Z', 'revision_number': 2, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ff87af-79c5-4394-ac8a-02a452b8c153', 'name': '', 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:2b:ba:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:42Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 4, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:50.941323 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] Checking router: 0e19c493-ba42-4a25-b7db-1e0e4bd9366c for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:42:50.941745 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] Updating router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c port 3a42cacc-8ce1-478a-90e5-1fef662e0b20 binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:42:51.009319 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:51.062194 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:51.073466 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-5ccce06e-4f0e-4b46-b9a3-6b48323897a4 None None] Provisioning complete for port 3a42cacc-8ce1-478a-90e5-1fef662e0b20 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:51.073853 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5ccce06e-4f0e-4b46-b9a3-6b48323897a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:51.088727 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-77e90558-c018-46de-8c04-75a0131c9556 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:51.094487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9a0630a6-02ee-4744-a212-7d5a74a648a7 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:51.105172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 67ff87af-79c5-4394-ac8a-02a452b8c153, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=67ff87af-79c5-4394-ac8a-02a452b8c153,segment=NetworkSegment(1dd554cd-1969-431a-8c89-10057865c972),segment_id=1dd554cd-1969-431a-8c89-10057865c972)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:51.143563 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9005567-4384-4edf-bbf4-9b1bdbd4ec7f req-04b94a33-f581-4efc-86f6-8434fa7d0953 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:51.145047 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b9005567-4384-4edf-bbf4-9b1bdbd4ec7f req-04b94a33-f581-4efc-86f6-8434fa7d0953 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 946 time: 0.1560154 Jun 02 20:42:51.146643 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:51.147513 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 5080fc46-92c5-4c4c-af7d-7610c5593b33 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:51.188081 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:51.227453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e90558-c018-46de-8c04-75a0131c9556 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Subnet': ['ID=1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:51.230028 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-77e90558-c018-46de-8c04-75a0131c9556 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:51.233206 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b9005567-4384-4edf-bbf4-9b1bdbd4ec7f req-c349e20e-8e6b-4d93-8d7e-c370923e17e6 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749867 Jun 02 20:42:51.239893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e90558-c018-46de-8c04-75a0131c9556 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Checking segment: {'id': 'fc0a9524-28ef-49e9-a21e-e24b3f1b8434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b6bff706-4eb9-4fe1-a2dd-e544e209c09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:51.240669 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e90558-c018-46de-8c04-75a0131c9556 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network hostable DHCP agents. Network: b6bff706-4eb9-4fe1-a2dd-e544e209c09b, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:42:51.259489 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e90558-c018-46de-8c04-75a0131c9556 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network b6bff706-4eb9-4fe1-a2dd-e544e209c09b is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:42:51.269809 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-77e90558-c018-46de-8c04-75a0131c9556 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, b6bff706-4eb9-4fe1-a2dd-e544e209c09b) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:51.282562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e90558-c018-46de-8c04-75a0131c9556 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:51.282987 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-5ccce06e-4f0e-4b46-b9a3-6b48323897a4 None None] Port 3a42cacc-8ce1-478a-90e5-1fef662e0b20 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:51.283168 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-77e90558-c018-46de-8c04-75a0131c9556 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:51.297513 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc49983-d662-4d15-bd2d-1ec0f785fe89 None None] Network b6bff706-4eb9-4fe1-a2dd-e544e209c09b requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:42:51.310034 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-77e90558-c018-46de-8c04-75a0131c9556 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1931791 Jun 02 20:42:51.310243 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58380) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:51.439601 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=67ff87af-79c5-4394-ac8a-02a452b8c153,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:51.460214 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:51.535768 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9ca68922-d620-4e77-be2f-fec90f0be355 None None] Provisioning complete for port 3a42cacc-8ce1-478a-90e5-1fef662e0b20 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:51.536154 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9ca68922-d620-4e77-be2f-fec90f0be355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:51.559673 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 5080fc46-92c5-4c4c-af7d-7610c5593b33 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:51.593848 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 5080fc46-92c5-4c4c-af7d-7610c5593b33 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:51.594224 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:51.683755 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 6497f9ac-8c6d-4275-b37e-82501592723d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:42:51.685791 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 6497f9ac-8c6d-4275-b37e-82501592723d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:42:51.823769 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-9ca68922-d620-4e77-be2f-fec90f0be355 None None] Port 3a42cacc-8ce1-478a-90e5-1fef662e0b20 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:51.932781 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:52.084163 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-b6bff706-4eb9-4fe1-a2dd-e544e209c09b', 'network_id': 'b6bff706-4eb9-4fe1-a2dd-e544e209c09b', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'fixed_ips': [{'subnet_id': '1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:42:52.085008 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:52.094249 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:42:52.299133 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:52.312723 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] Transition to ACTIVE for port object 3a42cacc-8ce1-478a-90e5-1fef662e0b20 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:52.329240 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:52.347480 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:52.367666 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:52.397597 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:52.483557 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3828c-4ec7-4908-b029-cfd8f2d064e9 req-a7153cfe-fbdb-4418-ad7d-e84c1288759a tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:52.494794 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-03c3828c-4ec7-4908-b029-cfd8f2d064e9 req-a7153cfe-fbdb-4418-ad7d-e84c1288759a tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 946 time: 0.1190741 Jun 02 20:42:52.539710 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f85f69-e04b-4dc0-8d54-76952c7726eb req-8da15fe9-34e9-441e-9477-b6151e87c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:52.541259 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a1f85f69-e04b-4dc0-8d54-76952c7726eb req-8da15fe9-34e9-441e-9477-b6151e87c2db service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 1099 time: 0.2849317 Jun 02 20:42:52.576964 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-03c3828c-4ec7-4908-b029-cfd8f2d064e9 req-1dc05213-82e1-4227-bdfc-187c0a371e9e tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803928 Jun 02 20:42:52.631172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14329245-740e-4f2f-84fb-0a9f35247982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6497f9ac-8c6d-4275-b37e-82501592723d'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:42:52.633998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d63c8ef-cda0-4e68-b16b-a5fb3350342f" -d '{"events": [{"server_uuid": "14329245-740e-4f2f-84fb-0a9f35247982", "name": "network-vif-unplugged", "status": "completed", "tag": "6497f9ac-8c6d-4275-b37e-82501592723d"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:42:52.648384 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 6497f9ac-8c6d-4275-b37e-82501592723d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6497f9ac-8c6d-4275-b37e-82501592723d,segment=NetworkSegment(d2fa2cac-c997-450f-a881-84bc5785cfbc),segment_id=d2fa2cac-c997-450f-a881-84bc5785cfbc)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:52.696188 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 20:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734b42ac-8424-4768-a08a-65d6229336d7 x-openstack-request-id: req-734b42ac-8424-4768-a08a-65d6229336d7 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:42:52.696456 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14329245-740e-4f2f-84fb-0a9f35247982", "name": "network-vif-unplugged", "status": "completed", "tag": "6497f9ac-8c6d-4275-b37e-82501592723d", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:42:52.696670 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-734b42ac-8424-4768-a08a-65d6229336d7 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:42:52.697303 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14329245-740e-4f2f-84fb-0a9f35247982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6497f9ac-8c6d-4275-b37e-82501592723d', 'code': 200} Jun 02 20:42:52.704965 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb158d9e-705b-4065-85e9-b42cc1c7be3f None None] Pushing event updated for resources: {'Port': ['ID=3a42cacc-8ce1-478a-90e5-1fef662e0b20,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:52.709701 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-eb158d9e-705b-4065-85e9-b42cc1c7be3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:52.712373 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 6497f9ac-8c6d-4275-b37e-82501592723d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6497f9ac-8c6d-4275-b37e-82501592723d,segment=NetworkSegment(d2fa2cac-c997-450f-a881-84bc5785cfbc),segment_id=d2fa2cac-c997-450f-a881-84bc5785cfbc)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:52.713484 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '6497f9ac-8c6d-4275-b37e-82501592723d', 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca', 'port_id': '6497f9ac-8c6d-4275-b37e-82501592723d', 'mac_address': 'fa:16:3e:91:b8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f1c0e8-4b56-4b87-8666-6f211be91b00', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:42:52.750515 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 5080fc46-92c5-4c4c-af7d-7610c5593b33, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=5080fc46-92c5-4c4c-af7d-7610c5593b33,segment=NetworkSegment(5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b),segment_id=5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:52.751687 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:52.760446 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-356b323b-2eff-4b6e-be15-d69579e02867 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:52.767571 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a1f85f69-e04b-4dc0-8d54-76952c7726eb req-54e15e18-5ebf-481d-bedd-f511799c6058 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094638 Jun 02 20:42:52.787912 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Allocated IP 2001:db8:3::1 (b6bff706-4eb9-4fe1-a2dd-e544e209c09b/1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d/05f1187e-5f86-48a0-a659-723640bc97ed) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:42:52.866636 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:52.926787 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] Attempting to bind port 3a42cacc-8ce1-478a-90e5-1fef662e0b20 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:42:52.927172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] Attempting to bind port 3a42cacc-8ce1-478a-90e5-1fef662e0b20 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3508d81b-0492-4087-9831-1391a39c0894'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:42:52.927548 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] Attempting to bind port 3a42cacc-8ce1-478a-90e5-1fef662e0b20 on network 3508d81b-0492-4087-9831-1391a39c0894 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:42:52.937959 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:52.952883 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:42:52.953354 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] Checking segment: {'id': '5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3508d81b-0492-4087-9831-1391a39c0894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:52.953858 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:52.954321 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] Bound using segment: {'id': '5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3508d81b-0492-4087-9831-1391a39c0894'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:42:52.955032 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] Bound port: 3a42cacc-8ce1-478a-90e5-1fef662e0b20, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3508d81b-0492-4087-9831-1391a39c0894'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:42:52.955529 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:52.981296 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 67ff87af-79c5-4394-ac8a-02a452b8c153 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:53.004227 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:53.006643 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=6497f9ac-8c6d-4275-b37e-82501592723d,revision_number=6']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:53.010154 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:53.020393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:53.022134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Transition to ACTIVE for port object 05f1187e-5f86-48a0-a659-723640bc97ed will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:53.048665 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:53.052536 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-44f084af-4b86-46b7-9329-7629ac543f81 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:53.127626 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network b6bff706-4eb9-4fe1-a2dd-e544e209c09b is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:53.130812 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:53.135651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:42:53.136700 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:53.138826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Port': ['ID=05f1187e-5f86-48a0-a659-723640bc97ed,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:53.147001 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6497f9ac-8c6d-4275-b37e-82501592723d {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:42:53.153741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:53.154188 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:53.154565 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:53.154994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:53.156005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:53.156374 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:53.156740 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:53.157105 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:53.157467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:53.157827 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:53.158501 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:53.158624 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:53.162741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:53.237274 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 6497f9ac-8c6d-4275-b37e-82501592723d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6497f9ac-8c6d-4275-b37e-82501592723d,segment=NetworkSegment(d2fa2cac-c997-450f-a881-84bc5785cfbc),segment_id=d2fa2cac-c997-450f-a881-84bc5785cfbc)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:53.262232 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:53.269681 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=5080fc46-92c5-4c4c-af7d-7610c5593b33,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:53.273025 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:53.284970 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-37183922-1f39-421b-91a7-3ee527d6211d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:53.311583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:53.323632 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Allocated IP 2001:db8:3::2 (b6bff706-4eb9-4fe1-a2dd-e544e209c09b/1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d/bbea2c97-b2c3-4140-8d4f-7f395d3d1279) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:42:53.364142 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] For port 3a42cacc-8ce1-478a-90e5-1fef662e0b20, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:42:53.395960 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 67ff87af-79c5-4394-ac8a-02a452b8c153 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:53.396341 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:53.426519 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] For port 3a42cacc-8ce1-478a-90e5-1fef662e0b20, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3a42cacc-8ce1-478a-90e5-1fef662e0b20,segment=NetworkSegment(5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b),segment_id=5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:42:53.494646 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:53.514042 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=6497f9ac-8c6d-4275-b37e-82501592723d,revision_number=7']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:53.517813 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:53.524505 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:53.643043 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] Routers {'0e19c493-ba42-4a25-b7db-1e0e4bd9366c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:53.643043 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:53.836864 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:53.842079 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb158d9e-705b-4065-85e9-b42cc1c7be3f None None] Pushing event updated for resources: {'Port': ['ID=3a42cacc-8ce1-478a-90e5-1fef662e0b20,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:53.846470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:53.847350 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:53.851357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5487b73c-ea0a-497c-82f5-1491ca571299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:53.857720 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-eb158d9e-705b-4065-85e9-b42cc1c7be3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:53.986049 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] Set router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:42:54.007294 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ce2ec-c368-45ba-bf4c-420f5989b01f req-bcfd81a1-d938-4787-bcec-021b464f189a tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:54.010633 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c81ce2ec-c368-45ba-bf4c-420f5989b01f req-bcfd81a1-d938-4787-bcec-021b464f189a tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 945 time: 0.1948225 Jun 02 20:42:54.031495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event updated for resources: {'Port': ['ID=05f1187e-5f86-48a0-a659-723640bc97ed,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:54.090271 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c81ce2ec-c368-45ba-bf4c-420f5989b01f req-f11195ae-5351-4380-ad11-52df9ce02a30 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703306 Jun 02 20:42:54.119402 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:54.203177 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Network b6bff706-4eb9-4fe1-a2dd-e544e209c09b is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:54.204169 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:54.324692 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:54.356789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Transition to ACTIVE for port object bbea2c97-b2c3-4140-8d4f-7f395d3d1279 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:54.388104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:42:54.403021 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Transition to ACTIVE for port object bbea2c97-b2c3-4140-8d4f-7f395d3d1279 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:54.440359 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:54.447892 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-add58f8c-2396-4119-a57b-6564ce1d8cd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:54.507221 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Network b6bff706-4eb9-4fe1-a2dd-e544e209c09b is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:42:54.511900 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:42:54.524616 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:42:54.573717 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Pushing event updated for resources: {'Port': ['ID=bbea2c97-b2c3-4140-8d4f-7f395d3d1279,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:54.583610 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:54.671202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:42:53Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '05f1187e-5f86-48a0-a659-723640bc97ed', 'name': '', 'network_id': 'b6bff706-4eb9-4fe1-a2dd-e544e209c09b', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:a0:bf:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:52Z', 'updated_at': '2021-06-02T20:42:52Z', 'revision_number': 1, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a42cacc-8ce1-478a-90e5-1fef662e0b20', 'name': '', 'network_id': '3508d81b-0492-4087-9831-1391a39c0894', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:72:ba:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:47Z', 'updated_at': '2021-06-02T20:42:53Z', 'revision_number': 4, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ff87af-79c5-4394-ac8a-02a452b8c153', 'name': '', 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:2b:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:42Z', 'updated_at': '2021-06-02T20:42:51Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:54.678161 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Attempting to bind port bbea2c97-b2c3-4140-8d4f-7f395d3d1279 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:42:54.678598 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Attempting to bind port bbea2c97-b2c3-4140-8d4f-7f395d3d1279 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'fc0a9524-28ef-49e9-a21e-e24b3f1b8434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b6bff706-4eb9-4fe1-a2dd-e544e209c09b'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:42:54.678984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Attempting to bind port bbea2c97-b2c3-4140-8d4f-7f395d3d1279 on network b6bff706-4eb9-4fe1-a2dd-e544e209c09b {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:42:54.685886 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc31d3-5fc6-4bc0-a184-36ef61a72996 None None] The sync data for ids ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'] in dv-neutron-601336-84-hyperv is: [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:42:53Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '05f1187e-5f86-48a0-a659-723640bc97ed', 'name': '', 'network_id': 'b6bff706-4eb9-4fe1-a2dd-e544e209c09b', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:a0:bf:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:52Z', 'updated_at': '2021-06-02T20:42:52Z', 'revision_number': 1, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a42cacc-8ce1-478a-90e5-1fef662e0b20', 'name': '', 'network_id': '3508d81b-0492-4087-9831-1391a39c0894', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:72:ba:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:47Z', 'updated_at': '2021-06-02T20:42:53Z', 'revision_number': 4, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ff87af-79c5-4394-ac8a-02a452b8c153', 'name': '', 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:2b:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:42Z', 'updated_at': '2021-06-02T20:42:51Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:42:54.690747 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:42:54.691116 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Checking segment: {'id': 'fc0a9524-28ef-49e9-a21e-e24b3f1b8434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b6bff706-4eb9-4fe1-a2dd-e544e209c09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:54.691574 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:54.695488 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Bound using segment: {'id': 'fc0a9524-28ef-49e9-a21e-e24b3f1b8434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b6bff706-4eb9-4fe1-a2dd-e544e209c09b'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:42:54.696498 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Bound port: bbea2c97-b2c3-4140-8d4f-7f395d3d1279, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0a9524-28ef-49e9-a21e-e24b3f1b8434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b6bff706-4eb9-4fe1-a2dd-e544e209c09b'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:42:54.698293 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:54.771380 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:42:54.790264 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/0e19c493-ba42-4a25-b7db-1e0e4bd9366c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4756539 Jun 02 20:42:54.790515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58404) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:54.792051 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['6497f9ac-8c6d-4275-b37e-82501592723d'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:42:54.796622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-fddc113e-1da5-482d-aded-a626c34afc3b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:55.026838 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] For port bbea2c97-b2c3-4140-8d4f-7f395d3d1279, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:42:55.031410 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] For port bbea2c97-b2c3-4140-8d4f-7f395d3d1279, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=bbea2c97-b2c3-4140-8d4f-7f395d3d1279,segment=NetworkSegment(fc0a9524-28ef-49e9-a21e-e24b3f1b8434),segment_id=fc0a9524-28ef-49e9-a21e-e24b3f1b8434)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:42:55.038631 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 5080fc46-92c5-4c4c-af7d-7610c5593b33 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:55.116492 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:55.152982 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:55.310500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Pushing event updated for resources: {'Port': ['ID=bbea2c97-b2c3-4140-8d4f-7f395d3d1279,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:55.329129 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:55.365559 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 5080fc46-92c5-4c4c-af7d-7610c5593b33 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:55.365948 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:55.582479 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3128c5e-e5b0-4fcf-994c-5a111d340d38 req-1b8dbbcc-fb1d-48d1-ab94-baa0efb0cd5f tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:55.593894 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b3128c5e-e5b0-4fcf-994c-5a111d340d38 req-1b8dbbcc-fb1d-48d1-ab94-baa0efb0cd5f tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 945 time: 0.3415763 Jun 02 20:42:55.751921 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b3128c5e-e5b0-4fcf-994c-5a111d340d38 req-4c3c7a75-45db-4e4c-ae35-8ca7a44f818b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553268 Jun 02 20:42:55.796704 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58410) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:55.985594 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-76267411-ec4e-4760-a904-673b057911ab tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/floatingips/4dcbab70-544f-49ba-b3cf-3f52c263742e HTTP/1.1" status: 200 len: 993 time: 0.1870682 Jun 02 20:42:55.997455 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.extraroute_db [None req-fddc113e-1da5-482d-aded-a626c34afc3b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=92549) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 02 20:42:56.013866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.extraroute_db [None req-fddc113e-1da5-482d-aded-a626c34afc3b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Removed routes are [] {{(pid=92549) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 02 20:42:56.014355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fddc113e-1da5-482d-aded-a626c34afc3b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:56.346264 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] Sync routers for ids ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:42:56.362127 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] Routers {'0e19c493-ba42-4a25-b7db-1e0e4bd9366c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:56.362987 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:56.370903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fddc113e-1da5-482d-aded-a626c34afc3b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:56.376241 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fddc113e-1da5-482d-aded-a626c34afc3b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:56.537515 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] Set router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:42:56.550552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddc113e-1da5-482d-aded-a626c34afc3b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:42:56.603055 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d990903-98a5-4dea-bb4a-74144d15c4b1 None None] Network b6bff706-4eb9-4fe1-a2dd-e544e209c09b requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:42:56.730661 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-358ba283-be3b-474d-99b3-b7cfa7171601 None None] Provisioning for port bbea2c97-b2c3-4140-8d4f-7f395d3d1279 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:56.911497 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:42:56Z', 'revision_number': 6, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '05f1187e-5f86-48a0-a659-723640bc97ed', 'name': '', 'network_id': 'b6bff706-4eb9-4fe1-a2dd-e544e209c09b', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:a0:bf:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:52Z', 'updated_at': '2021-06-02T20:42:53Z', 'revision_number': 2, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a42cacc-8ce1-478a-90e5-1fef662e0b20', 'name': '', 'network_id': '3508d81b-0492-4087-9831-1391a39c0894', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:72:ba:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:47Z', 'updated_at': '2021-06-02T20:42:53Z', 'revision_number': 4, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ff87af-79c5-4394-ac8a-02a452b8c153', 'name': '', 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:2b:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:42Z', 'updated_at': '2021-06-02T20:42:51Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:56.915921 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] Checking router: 0e19c493-ba42-4a25-b7db-1e0e4bd9366c for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:42:56.916722 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] Updating router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c port 05f1187e-5f86-48a0-a659-723640bc97ed binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:42:56.968867 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddc113e-1da5-482d-aded-a626c34afc3b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:42:56.978982 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fddc113e-1da5-482d-aded-a626c34afc3b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:56.980569 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fddc113e-1da5-482d-aded-a626c34afc3b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/0e19c493-ba42-4a25-b7db-1e0e4bd9366c HTTP/1.1" status: 200 len: 954 time: 2.1889782 Jun 02 20:42:56.983873 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58418) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:57.030661 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:57.084728 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device bbea2c97-b2c3-4140-8d4f-7f395d3d1279 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:57.196898 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port bbea2c97-b2c3-4140-8d4f-7f395d3d1279 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:57.204873 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port bbea2c97-b2c3-4140-8d4f-7f395d3d1279 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:57.205252 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:57.215882 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2fe89c72-5636-42a9-b7b9-ab1638341319 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/routers/0e19c493-ba42-4a25-b7db-1e0e4bd9366c HTTP/1.1" status: 200 len: 954 time: 0.2307069 Jun 02 20:42:57.219013 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58424) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:57.224586 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-f2feb511-1cd4-4be6-8873-87d59c4db8f5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'router': {'routes': None}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:42:57.336020 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-e9515ab6-6466-4715-89bc-2c168cd02de1 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Synchronizing usage tracker for tenant:8ac283e33ac84a4091254730e5dabc0a on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:57.360788 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-e9515ab6-6466-4715-89bc-2c168cd02de1 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Unset dirty status for tenant:8ac283e33ac84a4091254730e5dabc0a on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:57.362771 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-e9515ab6-6466-4715-89bc-2c168cd02de1 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-542410660&fields=id&tenant_id=8ac283e33ac84a4091254730e5dabc0a HTTP/1.1" status: 200 len: 267 time: 0.1057167 Jun 02 20:42:57.451777 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:57.504711 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-13bb9451-ae12-4ef2-a921-10c6aeb57fe5 None None] Provisioning for port 05f1187e-5f86-48a0-a659-723640bc97ed completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:57.522207 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-13bb9451-ae12-4ef2-a921-10c6aeb57fe5 None None] Provisioning complete for port 05f1187e-5f86-48a0-a659-723640bc97ed triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:57.522649 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-13bb9451-ae12-4ef2-a921-10c6aeb57fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:57.555436 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:57.575119 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] Transition to ACTIVE for port object 05f1187e-5f86-48a0-a659-723640bc97ed will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:42:57.591319 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:57.598974 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port bbea2c97-b2c3-4140-8d4f-7f395d3d1279, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=bbea2c97-b2c3-4140-8d4f-7f395d3d1279,segment=NetworkSegment(fc0a9524-28ef-49e9-a21e-e24b3f1b8434),segment_id=fc0a9524-28ef-49e9-a21e-e24b3f1b8434)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:57.601197 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-007adec6-3d41-461a-944c-760b580486db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:57.612435 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-89f9d975-1d5e-4fc9-afc8-36d8178f86f0 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:42:57.612848 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:57.613448 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-89f9d975-1d5e-4fc9-afc8-36d8178f86f0 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Synchronizing usage tracker for tenant:8ac283e33ac84a4091254730e5dabc0a on resource:network {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:57.613701 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3a42cacc-8ce1-478a-90e5-1fef662e0b20 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:57.639624 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-89f9d975-1d5e-4fc9-afc8-36d8178f86f0 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Unset dirty status for tenant:8ac283e33ac84a4091254730e5dabc0a on resource:network {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:57.647114 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-89f9d975-1d5e-4fc9-afc8-36d8178f86f0 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/networks?id=828f3844-3007-442d-8050-ab51f25eaa71 HTTP/1.1" status: 200 len: 811 time: 0.2687631 Jun 02 20:42:57.663687 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-034e9cdf-2db7-488a-89df-4c89977c0898 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/quotas/8ac283e33ac84a4091254730e5dabc0a HTTP/1.1" status: 200 len: 375 time: 0.0153229 Jun 02 20:42:57.673038 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:57.710498 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 6497f9ac-8c6d-4275-b37e-82501592723d up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:57.787749 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4761380-db8b-4245-a3b9-516a32507a5f None None] Pushing event updated for resources: {'Port': ['ID=05f1187e-5f86-48a0-a659-723640bc97ed,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:57.787989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-13bb9451-ae12-4ef2-a921-10c6aeb57fe5 None None] Port 05f1187e-5f86-48a0-a659-723640bc97ed cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:42:57.797802 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-9e98a082-ae17-4107-92fb-9dd862f8ba94 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Synchronizing usage tracker for tenant:8ac283e33ac84a4091254730e5dabc0a on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:42:57.801859 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-e4761380-db8b-4245-a3b9-516a32507a5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:57.821022 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-9e98a082-ae17-4107-92fb-9dd862f8ba94 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Unset dirty status for tenant:8ac283e33ac84a4091254730e5dabc0a on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:42:57.822839 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-9e98a082-ae17-4107-92fb-9dd862f8ba94 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ac283e33ac84a4091254730e5dabc0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1572101 Jun 02 20:42:57.912096 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] Attempting to bind port 05f1187e-5f86-48a0-a659-723640bc97ed on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:42:57.912784 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] Attempting to bind port 05f1187e-5f86-48a0-a659-723640bc97ed by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'fc0a9524-28ef-49e9-a21e-e24b3f1b8434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b6bff706-4eb9-4fe1-a2dd-e544e209c09b'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:42:57.913347 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] Attempting to bind port 05f1187e-5f86-48a0-a659-723640bc97ed on network b6bff706-4eb9-4fe1-a2dd-e544e209c09b {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:42:57.922484 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:42:57.923179 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] Checking segment: {'id': 'fc0a9524-28ef-49e9-a21e-e24b3f1b8434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b6bff706-4eb9-4fe1-a2dd-e544e209c09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:42:57.929229 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:57.929912 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] Bound using segment: {'id': 'fc0a9524-28ef-49e9-a21e-e24b3f1b8434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b6bff706-4eb9-4fe1-a2dd-e544e209c09b'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:42:57.930608 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] Bound port: 05f1187e-5f86-48a0-a659-723640bc97ed, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0a9524-28ef-49e9-a21e-e24b3f1b8434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b6bff706-4eb9-4fe1-a2dd-e544e209c09b'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:42:57.931371 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:57.984589 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=bbea2c97-b2c3-4140-8d4f-7f395d3d1279,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:58.012354 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:58.013103 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:58.013452 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:58.013783 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:58.014121 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:58.015074 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:58.015440 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:58.015782 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:58.016090 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:58.016408 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:58.016725 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:58.017042 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:42:58.029965 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:58.035915 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-13bb9451-ae12-4ef2-a921-10c6aeb57fe5 None None] Provisioning complete for port bbea2c97-b2c3-4140-8d4f-7f395d3d1279 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:58.036289 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-13bb9451-ae12-4ef2-a921-10c6aeb57fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:58.065376 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-a38932ca-8162-4a5c-a08e-2afaccf55ae7 service neutron] 10.222.0.25 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238545 Jun 02 20:42:58.110543 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] For port 05f1187e-5f86-48a0-a659-723640bc97ed, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:42:58.114265 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] For port 05f1187e-5f86-48a0-a659-723640bc97ed, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=05f1187e-5f86-48a0-a659-723640bc97ed,segment=NetworkSegment(fc0a9524-28ef-49e9-a21e-e24b3f1b8434),segment_id=fc0a9524-28ef-49e9-a21e-e24b3f1b8434)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:42:58.118326 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 6497f9ac-8c6d-4275-b37e-82501592723d triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:58.118776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:58.121120 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:58.133217 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-007adec6-3d41-461a-944c-760b580486db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:58.137388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.extraroute_db [None req-f2feb511-1cd4-4be6-8873-87d59c4db8f5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Added routes are [] {{(pid=92549) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 02 20:42:58.137959 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.extraroute_db [None req-f2feb511-1cd4-4be6-8873-87d59c4db8f5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=92549) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 02 20:42:58.193051 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 3a42cacc-8ce1-478a-90e5-1fef662e0b20 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:42:58.216397 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f2feb511-1cd4-4be6-8873-87d59c4db8f5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:58.241501 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4761380-db8b-4245-a3b9-516a32507a5f None None] Pushing event updated for resources: {'Port': ['ID=05f1187e-5f86-48a0-a659-723640bc97ed,revision_number=4']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:58.247853 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-e4761380-db8b-4245-a3b9-516a32507a5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:58.263044 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] Routers {'0e19c493-ba42-4a25-b7db-1e0e4bd9366c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:58.263906 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:58.277710 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 3a42cacc-8ce1-478a-90e5-1fef662e0b20 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:58.278364 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:58.453180 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] Set router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:42:58.453666 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:58.465755 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-784fb5d0-14a2-4e80-9547-d42e86cb807e service neutron] 10.222.0.25 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987291 Jun 02 20:42:58.524832 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14329245-740e-4f2f-84fb-0a9f35247982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6497f9ac-8c6d-4275-b37e-82501592723d'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:42:58.527196 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4c0546-5593-453a-b182-9dd38a2fdeb4" -d '{"events": [{"server_uuid": "14329245-740e-4f2f-84fb-0a9f35247982", "name": "network-vif-plugged", "status": "completed", "tag": "6497f9ac-8c6d-4275-b37e-82501592723d"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:42:58.559853 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 6497f9ac-8c6d-4275-b37e-82501592723d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6497f9ac-8c6d-4275-b37e-82501592723d,segment=NetworkSegment(d2fa2cac-c997-450f-a881-84bc5785cfbc),segment_id=d2fa2cac-c997-450f-a881-84bc5785cfbc)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:58.566767 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:58.571322 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c54cab1e-70cf-4d8e-ab80-a2fe8aea2c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:58.603980 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:58.616808 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80f1b99-8636-4629-b68c-4d27a87f34af x-openstack-request-id: req-a80f1b99-8636-4629-b68c-4d27a87f34af {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:42:58.617486 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14329245-740e-4f2f-84fb-0a9f35247982", "name": "network-vif-plugged", "status": "completed", "tag": "6497f9ac-8c6d-4275-b37e-82501592723d", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:42:58.617486 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a80f1b99-8636-4629-b68c-4d27a87f34af {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:42:58.617691 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14329245-740e-4f2f-84fb-0a9f35247982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6497f9ac-8c6d-4275-b37e-82501592723d', 'code': 200} Jun 02 20:42:58.696827 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=6497f9ac-8c6d-4275-b37e-82501592723d,revision_number=8']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:58.701583 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:58.705469 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 3a42cacc-8ce1-478a-90e5-1fef662e0b20, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3a42cacc-8ce1-478a-90e5-1fef662e0b20,segment=NetworkSegment(5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b),segment_id=5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:42:58.714652 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:58.719408 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f2feb511-1cd4-4be6-8873-87d59c4db8f5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:58.722117 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:42:58.729159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f2feb511-1cd4-4be6-8873-87d59c4db8f5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:58.797393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=3a42cacc-8ce1-478a-90e5-1fef662e0b20,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:42:58.807436 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:42:58.897004 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:42:58Z', 'revision_number': 7, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '05f1187e-5f86-48a0-a659-723640bc97ed', 'name': '', 'network_id': 'b6bff706-4eb9-4fe1-a2dd-e544e209c09b', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:a0:bf:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:52Z', 'updated_at': '2021-06-02T20:42:58Z', 'revision_number': 4, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a42cacc-8ce1-478a-90e5-1fef662e0b20', 'name': '', 'network_id': '3508d81b-0492-4087-9831-1391a39c0894', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:72:ba:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:47Z', 'updated_at': '2021-06-02T20:42:53Z', 'revision_number': 4, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ff87af-79c5-4394-ac8a-02a452b8c153', 'name': '', 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:2b:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:42Z', 'updated_at': '2021-06-02T20:42:51Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:58.901490 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008b842d-4fc5-463c-9116-f5bef375bd06 None None] The sync data for ids ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'] in dv-neutron-601336-84-hyperv is: [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:42:58Z', 'revision_number': 7, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '05f1187e-5f86-48a0-a659-723640bc97ed', 'name': '', 'network_id': 'b6bff706-4eb9-4fe1-a2dd-e544e209c09b', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:a0:bf:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:52Z', 'updated_at': '2021-06-02T20:42:58Z', 'revision_number': 4, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a42cacc-8ce1-478a-90e5-1fef662e0b20', 'name': '', 'network_id': '3508d81b-0492-4087-9831-1391a39c0894', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:72:ba:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:47Z', 'updated_at': '2021-06-02T20:42:53Z', 'revision_number': 4, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ff87af-79c5-4394-ac8a-02a452b8c153', 'name': '', 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:2b:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:42Z', 'updated_at': '2021-06-02T20:42:51Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:42:58.946738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2feb511-1cd4-4be6-8873-87d59c4db8f5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:42:59.030130 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device bbea2c97-b2c3-4140-8d4f-7f395d3d1279 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:59.123324 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port bbea2c97-b2c3-4140-8d4f-7f395d3d1279 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:59.124341 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:59.162262 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d288036-354e-415d-a18a-4a3b2c340582 None None] Sync routers for ids ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:42:59.192706 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d288036-354e-415d-a18a-4a3b2c340582 None None] Routers {'0e19c493-ba42-4a25-b7db-1e0e4bd9366c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:42:59.193340 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-8d288036-354e-415d-a18a-4a3b2c340582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:59.193564 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bca47579-9dfc-4eed-bf25-d4f8a5bfebf5 req-28caba5a-8e48-48c2-aa80-467d270bbe61 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 210 time: 0.2439034 Jun 02 20:42:59.365324 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2feb511-1cd4-4be6-8873-87d59c4db8f5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:42:59.371838 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f2feb511-1cd4-4be6-8873-87d59c4db8f5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:59.372951 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f2feb511-1cd4-4be6-8873-87d59c4db8f5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/0e19c493-ba42-4a25-b7db-1e0e4bd9366c HTTP/1.1" status: 200 len: 704 time: 2.1527312 Jun 02 20:42:59.376431 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58444) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:59.407784 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-8d288036-354e-415d-a18a-4a3b2c340582 None None] Set router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:42:59.485918 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3a42cacc-8ce1-478a-90e5-1fef662e0b20 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:59.550346 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e5c2e227-4208-4223-9a15-4c9f88aaa559 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/routers/0e19c493-ba42-4a25-b7db-1e0e4bd9366c HTTP/1.1" status: 200 len: 704 time: 0.1725814 Jun 02 20:42:59.553060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58446) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:42:59.734787 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 3a42cacc-8ce1-478a-90e5-1fef662e0b20 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:42:59.736423 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:42:59.925745 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 05f1187e-5f86-48a0-a659-723640bc97ed up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:42:59.974915 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-8d288036-354e-415d-a18a-4a3b2c340582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:42:58Z', 'revision_number': 7, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '05f1187e-5f86-48a0-a659-723640bc97ed', 'name': '', 'network_id': 'b6bff706-4eb9-4fe1-a2dd-e544e209c09b', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:a0:bf:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:52Z', 'updated_at': '2021-06-02T20:42:58Z', 'revision_number': 4, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a42cacc-8ce1-478a-90e5-1fef662e0b20', 'name': '', 'network_id': '3508d81b-0492-4087-9831-1391a39c0894', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:72:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:47Z', 'updated_at': '2021-06-02T20:42:58Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ff87af-79c5-4394-ac8a-02a452b8c153', 'name': '', 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:2b:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:42Z', 'updated_at': '2021-06-02T20:42:51Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:42:59.990298 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d288036-354e-415d-a18a-4a3b2c340582 None None] Checking router: 0e19c493-ba42-4a25-b7db-1e0e4bd9366c for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:43:00.013774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d288036-354e-415d-a18a-4a3b2c340582 None None] Routers {'0e19c493-ba42-4a25-b7db-1e0e4bd9366c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:00.014920 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-8d288036-354e-415d-a18a-4a3b2c340582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:00.198367 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6ab7878f-8e4a-40db-baac-531a11a438e9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:00.301616 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 05f1187e-5f86-48a0-a659-723640bc97ed completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:43:00.357513 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ecababe1-a8b3-4c66-89eb-bc691fbf1312 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:00.359637 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ecababe1-a8b3-4c66-89eb-bc691fbf1312 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.95 "GET /v2.0/networks?id=828f3844-3007-442d-8050-ab51f25eaa71 HTTP/1.1" status: 200 len: 811 time: 0.2994299 Jun 02 20:43:00.376767 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-26e50fa8-b111-4b01-919e-c420b75610b7 req-78f2aa7d-db63-4206-a67d-70f993eb8e75 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 210 time: 0.0585234 Jun 02 20:43:00.391948 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 05f1187e-5f86-48a0-a659-723640bc97ed triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:00.392340 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:00.439248 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-8d288036-354e-415d-a18a-4a3b2c340582 None None] Set router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:00.673041 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-b32606ad-343e-4d2a-a719-c32db108a26f tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ac283e33ac84a4091254730e5dabc0a HTTP/1.1" status: 200 len: 379 time: 0.2989802 Jun 02 20:43:00.683134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-4cad8572-64ec-4a88-864c-a9ea1430635e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Request body: {'port': {'device_id': 'a0cdfdcb-e420-42d0-a03c-f7199ebd8540', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'admin_state_up': True, 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'security_groups': ['1a6ecacd-cffb-46c5-8991-89798277ef88']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:00.785713 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:00.803676 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-09f693b9-b7b2-4538-a08b-db95ced1a4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:00.871174 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-4cad8572-64ec-4a88-864c-a9ea1430635e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:00.871892 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 05f1187e-5f86-48a0-a659-723640bc97ed, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=05f1187e-5f86-48a0-a659-723640bc97ed,segment=NetworkSegment(fc0a9524-28ef-49e9-a21e-e24b3f1b8434),segment_id=fc0a9524-28ef-49e9-a21e-e24b3f1b8434)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:00.897849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-4cad8572-64ec-4a88-864c-a9ea1430635e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:00.902876 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:00.910268 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-eb158d9e-705b-4065-85e9-b42cc1c7be3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:00.945334 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-4cad8572-64ec-4a88-864c-a9ea1430635e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Made reservation on behalf of 8ac283e33ac84a4091254730e5dabc0a for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:43:00.948784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-4cad8572-64ec-4a88-864c-a9ea1430635e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:01.005262 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=05f1187e-5f86-48a0-a659-723640bc97ed,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:01.008942 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:01.030337 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-8d288036-354e-415d-a18a-4a3b2c340582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:42:58Z', 'revision_number': 7, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '05f1187e-5f86-48a0-a659-723640bc97ed', 'name': '', 'network_id': 'b6bff706-4eb9-4fe1-a2dd-e544e209c09b', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:a0:bf:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:52Z', 'updated_at': '2021-06-02T20:42:58Z', 'revision_number': 4, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a42cacc-8ce1-478a-90e5-1fef662e0b20', 'name': '', 'network_id': '3508d81b-0492-4087-9831-1391a39c0894', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:72:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:47Z', 'updated_at': '2021-06-02T20:42:58Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ff87af-79c5-4394-ac8a-02a452b8c153', 'name': '', 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:2b:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:42Z', 'updated_at': '2021-06-02T20:42:51Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:01.035379 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d288036-354e-415d-a18a-4a3b2c340582 None None] The sync data for ids ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'] in dv-neutron-601336-84-hyperv is: [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:42:58Z', 'revision_number': 7, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '05f1187e-5f86-48a0-a659-723640bc97ed', 'name': '', 'network_id': 'b6bff706-4eb9-4fe1-a2dd-e544e209c09b', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:a0:bf:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:52Z', 'updated_at': '2021-06-02T20:42:58Z', 'revision_number': 4, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a42cacc-8ce1-478a-90e5-1fef662e0b20', 'name': '', 'network_id': '3508d81b-0492-4087-9831-1391a39c0894', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:72:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:47Z', 'updated_at': '2021-06-02T20:42:58Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ff87af-79c5-4394-ac8a-02a452b8c153', 'name': '', 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:2b:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:42Z', 'updated_at': '2021-06-02T20:42:51Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:43:01.055116 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-6ab7878f-8e4a-40db-baac-531a11a438e9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting port 05f1187e-5f86-48a0-a659-723640bc97ed {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:01.055517 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6ab7878f-8e4a-40db-baac-531a11a438e9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:01.180527 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83ed2c-6634-4024-af98-95ad86ba8e29 None None] Sync routers for ids ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:43:01.191853 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83ed2c-6634-4024-af98-95ad86ba8e29 None None] Routers {'0e19c493-ba42-4a25-b7db-1e0e4bd9366c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:01.192873 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-ab83ed2c-6634-4024-af98-95ad86ba8e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:01.243508 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-4cad8572-64ec-4a88-864c-a9ea1430635e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Allocated IP 172.20.0.10 (828f3844-3007-442d-8050-ab51f25eaa71/ac92c5bf-ce9a-4540-a013-72e531c21a06/773e7ce5-ef95-4832-8c5a-2c65e3b69cbc) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:43:01.257914 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-6ab7878f-8e4a-40db-baac-531a11a438e9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] For port 05f1187e-5f86-48a0-a659-723640bc97ed, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=05f1187e-5f86-48a0-a659-723640bc97ed,segment=NetworkSegment(fc0a9524-28ef-49e9-a21e-e24b3f1b8434),segment_id=fc0a9524-28ef-49e9-a21e-e24b3f1b8434)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:01.258266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6ab7878f-8e4a-40db-baac-531a11a438e9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:01.348119 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-ab83ed2c-6634-4024-af98-95ad86ba8e29 None None] Set router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:01.395793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-6ab7878f-8e4a-40db-baac-531a11a438e9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Calling delete_port for 05f1187e-5f86-48a0-a659-723640bc97ed owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:01.571846 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6fa687e0-bb0f-4040-b7a9-01eb9ed2edd5 req-9f7b6c47-3048-4f6e-a5f2-056b34302af9 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 210 time: 0.0633430 Jun 02 20:43:01.649985 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-4cad8572-64ec-4a88-864c-a9ea1430635e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:01.681249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-4cad8572-64ec-4a88-864c-a9ea1430635e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Transition to ACTIVE for port object 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:43:01.722026 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-ab83ed2c-6634-4024-af98-95ad86ba8e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:42:58Z', 'revision_number': 7, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '05f1187e-5f86-48a0-a659-723640bc97ed', 'name': '', 'network_id': 'b6bff706-4eb9-4fe1-a2dd-e544e209c09b', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:a0:bf:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:52Z', 'updated_at': '2021-06-02T20:43:00Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a42cacc-8ce1-478a-90e5-1fef662e0b20', 'name': '', 'network_id': '3508d81b-0492-4087-9831-1391a39c0894', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:72:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:47Z', 'updated_at': '2021-06-02T20:42:58Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ff87af-79c5-4394-ac8a-02a452b8c153', 'name': '', 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:2b:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:42Z', 'updated_at': '2021-06-02T20:42:51Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:01.729342 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83ed2c-6634-4024-af98-95ad86ba8e29 None None] Checking router: 0e19c493-ba42-4a25-b7db-1e0e4bd9366c for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:43:01.744291 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83ed2c-6634-4024-af98-95ad86ba8e29 None None] Routers {'0e19c493-ba42-4a25-b7db-1e0e4bd9366c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:01.744912 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-ab83ed2c-6634-4024-af98-95ad86ba8e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:01.770145 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-4cad8572-64ec-4a88-864c-a9ea1430635e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:01.772131 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6ab7878f-8e4a-40db-baac-531a11a438e9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:01.780283 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-25779b6d-63cf-4dbe-851d-f89dde822b22 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:01.830721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7878f-8e4a-40db-baac-531a11a438e9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Port': ['ID=05f1187e-5f86-48a0-a659-723640bc97ed,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:01.907292 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-ab83ed2c-6634-4024-af98-95ad86ba8e29 None None] Set router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:01.954277 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad8572-64ec-4a88-864c-a9ea1430635e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event updated for resources: {'Port': ['ID=773e7ce5-ef95-4832-8c5a-2c65e3b69cbc,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:01.971648 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4cad8572-64ec-4a88-864c-a9ea1430635e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:01.972345 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:01.972739 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:01.976549 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-4cad8572-64ec-4a88-864c-a9ea1430635e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Network 828f3844-3007-442d-8050-ab51f25eaa71 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:43:02.094273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-4cad8572-64ec-4a88-864c-a9ea1430635e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:43:02.104849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-4cad8572-64ec-4a88-864c-a9ea1430635e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:43:02.343801 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-ab83ed2c-6634-4024-af98-95ad86ba8e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:43:01Z', 'revision_number': 8, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '3a42cacc-8ce1-478a-90e5-1fef662e0b20', 'name': '', 'network_id': '3508d81b-0492-4087-9831-1391a39c0894', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:72:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:47Z', 'updated_at': '2021-06-02T20:42:58Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ff87af-79c5-4394-ac8a-02a452b8c153', 'name': '', 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:2b:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:42Z', 'updated_at': '2021-06-02T20:42:51Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:02.348698 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83ed2c-6634-4024-af98-95ad86ba8e29 None None] The sync data for ids ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'] in dv-neutron-601336-84-hyperv is: [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:43:01Z', 'revision_number': 8, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '3a42cacc-8ce1-478a-90e5-1fef662e0b20', 'name': '', 'network_id': '3508d81b-0492-4087-9831-1391a39c0894', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:72:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:47Z', 'updated_at': '2021-06-02T20:42:58Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ff87af-79c5-4394-ac8a-02a452b8c153', 'name': '', 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:2b:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:42Z', 'updated_at': '2021-06-02T20:42:51Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:43:02.376252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-4cad8572-64ec-4a88-864c-a9ea1430635e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:02.376881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-4cad8572-64ec-4a88-864c-a9ea1430635e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:02.380607 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6ab7878f-8e4a-40db-baac-531a11a438e9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:02.408285 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-79e637c9-f345-4217-9637-a97104b386db None None] Provisioning for port 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:43:02.413780 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-79e637c9-f345-4217-9637-a97104b386db None None] Provisioning complete for port 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:02.414217 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-79e637c9-f345-4217-9637-a97104b386db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:02.470546 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-79e637c9-f345-4217-9637-a97104b386db None None] Port 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:43:02.535784 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-4cad8572-64ec-4a88-864c-a9ea1430635e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8564334 Jun 02 20:43:02.556013 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Request body: {'port': {'device_id': 'a0cdfdcb-e420-42d0-a03c-f7199ebd8540', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:02.791502 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe6442-b8c8-457f-afe1-2a01a6ecae13 req-caf1e816-23c4-4331-8263-122171962389 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:02.799903 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5dfe6442-b8c8-457f-afe1-2a01a6ecae13 req-caf1e816-23c4-4331-8263-122171962389 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 932 time: 0.1098812 Jun 02 20:43:02.824713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:02.845931 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5dfe6442-b8c8-457f-afe1-2a01a6ecae13 req-b9168ba7-caf0-489d-bf04-9f3fffc0fa9e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449646 Jun 02 20:43:02.872619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab7878f-8e4a-40db-baac-531a11a438e9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:43:03.000754 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 05f1187e-5f86-48a0-a659-723640bc97ed no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:43:03.043464 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 05f1187e-5f86-48a0-a659-723640bc97ed {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:43:03.043818 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 05f1187e-5f86-48a0-a659-723640bc97ed not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:43:03.140229 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab7878f-8e4a-40db-baac-531a11a438e9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:43:03.147747 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6ab7878f-8e4a-40db-baac-531a11a438e9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/0e19c493-ba42-4a25-b7db-1e0e4bd9366c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5936434 Jun 02 20:43:03.150609 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58462) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:03.152982 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48240aff-2097-4ea6-bec2-67671e4627d0 None None] Sync routers for ids ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:43:03.162923 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48240aff-2097-4ea6-bec2-67671e4627d0 None None] Routers {'0e19c493-ba42-4a25-b7db-1e0e4bd9366c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:03.163901 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-48240aff-2097-4ea6-bec2-67671e4627d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:42:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:03.288350 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f6d34e-2cff-4023-be9e-21db4eea9ea4 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting subnet 1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:43:03.293365 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-59f6d34e-2cff-4023-be9e-21db4eea9ea4 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:03.330163 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-283ec710-8d6e-41a8-80bf-5a7e05135608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:03.341944 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:03.350401 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-48240aff-2097-4ea6-bec2-67671e4627d0 None None] Set router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:03.410378 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-59f6d34e-2cff-4023-be9e-21db4eea9ea4 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:03.477720 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:43:03.489304 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:03.515522 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Transition to ACTIVE for port object 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:43:03.525886 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:03.535661 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-70c13a8d-7ba4-43a7-b8cc-1593ca097b9b tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:03.761238 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-48240aff-2097-4ea6-bec2-67671e4627d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:43:01Z', 'revision_number': 8, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '3a42cacc-8ce1-478a-90e5-1fef662e0b20', 'name': '', 'network_id': '3508d81b-0492-4087-9831-1391a39c0894', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:72:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:47Z', 'updated_at': '2021-06-02T20:42:58Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ff87af-79c5-4394-ac8a-02a452b8c153', 'name': '', 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:2b:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:42Z', 'updated_at': '2021-06-02T20:42:51Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:03.768255 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48240aff-2097-4ea6-bec2-67671e4627d0 None None] Checking router: 0e19c493-ba42-4a25-b7db-1e0e4bd9366c for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:43:03.780251 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48240aff-2097-4ea6-bec2-67671e4627d0 None None] Routers {'0e19c493-ba42-4a25-b7db-1e0e4bd9366c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:03.780847 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-48240aff-2097-4ea6-bec2-67671e4627d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:03.932443 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Pushing event updated for resources: {'Port': ['ID=773e7ce5-ef95-4832-8c5a-2c65e3b69cbc,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:03.936020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:03.942808 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-59f6d34e-2cff-4023-be9e-21db4eea9ea4 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:03.979041 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-48240aff-2097-4ea6-bec2-67671e4627d0 None None] Set router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:04.091771 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Attempting to bind port 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:43:04.092137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Attempting to bind port 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'd2167362-7953-411f-b6fe-12c6e0c6f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:43:04.092939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Attempting to bind port 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc on network 828f3844-3007-442d-8050-ab51f25eaa71 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:43:04.161140 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Port 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc on network 828f3844-3007-442d-8050-ab51f25eaa71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:43:04.161346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Attempting to bind port 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc on network 828f3844-3007-442d-8050-ab51f25eaa71 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:43:04.181518 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:43:04.181910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Checking segment: {'id': 'd2167362-7953-411f-b6fe-12c6e0c6f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:43:04.182458 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Bound using segment: {'id': 'd2167362-7953-411f-b6fe-12c6e0c6f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:43:04.183055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Bound port: 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2167362-7953-411f-b6fe-12c6e0c6f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:43:04.183434 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:04.235332 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:04.286242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce6c6f-52a4-4eb5-9c45-24beca718a53 req-8eae7563-1fea-4b35-87de-c5a90b5fe2b0 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:04.286947 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-75ce6c6f-52a4-4eb5-9c45-24beca718a53 req-8eae7563-1fea-4b35-87de-c5a90b5fe2b0 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Synchronizing usage tracker for tenant:8ac283e33ac84a4091254730e5dabc0a on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:43:04.344767 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-48240aff-2097-4ea6-bec2-67671e4627d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:43:01Z', 'revision_number': 8, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '3a42cacc-8ce1-478a-90e5-1fef662e0b20', 'name': '', 'network_id': '3508d81b-0492-4087-9831-1391a39c0894', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:72:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:47Z', 'updated_at': '2021-06-02T20:42:58Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ff87af-79c5-4394-ac8a-02a452b8c153', 'name': '', 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:2b:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:42Z', 'updated_at': '2021-06-02T20:42:51Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:04.349345 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48240aff-2097-4ea6-bec2-67671e4627d0 None None] The sync data for ids ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'] in dv-neutron-601336-84-hyperv is: [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:43:01Z', 'revision_number': 8, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '3a42cacc-8ce1-478a-90e5-1fef662e0b20', 'name': '', 'network_id': '3508d81b-0492-4087-9831-1391a39c0894', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:72:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:47Z', 'updated_at': '2021-06-02T20:42:58Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '011226ec-729a-47ba-8d67-32f8cb4469d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67ff87af-79c5-4394-ac8a-02a452b8c153', 'name': '', 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:2b:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:42Z', 'updated_at': '2021-06-02T20:42:51Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:43:04.402451 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-75ce6c6f-52a4-4eb5-9c45-24beca718a53 req-8eae7563-1fea-4b35-87de-c5a90b5fe2b0 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Unset dirty status for tenant:8ac283e33ac84a4091254730e5dabc0a on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:43:04.403688 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-75ce6c6f-52a4-4eb5-9c45-24beca718a53 req-8eae7563-1fea-4b35-87de-c5a90b5fe2b0 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 944 time: 0.4184563 Jun 02 20:43:04.432401 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] For port 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:43:04.455030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] For port 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=773e7ce5-ef95-4832-8c5a-2c65e3b69cbc,segment=NetworkSegment(d2167362-7953-411f-b6fe-12c6e0c6f23f),segment_id=d2167362-7953-411f-b6fe-12c6e0c6f23f)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:43:04.466592 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:04.477405 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:04.543316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:04.543923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:04.545325 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] 10.222.0.95 "PUT /v2.0/ports/773e7ce5-ef95-4832-8c5a-2c65e3b69cbc HTTP/1.1" status: 200 len: 1094 time: 1.9957368 Jun 02 20:43:04.548467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0cdfdcb-e420-42d0-a03c-f7199ebd8540', 'tag': '773e7ce5-ef95-4832-8c5a-2c65e3b69cbc'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:43:04.551847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb748c3d-404a-4c10-9df0-b62d19759111" -d '{"events": [{"name": "network-changed", "server_uuid": "a0cdfdcb-e420-42d0-a03c-f7199ebd8540", "tag": "773e7ce5-ef95-4832-8c5a-2c65e3b69cbc"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:43:04.556879 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-75ce6c6f-52a4-4eb5-9c45-24beca718a53 req-96c342ad-d257-4446-9550-35fe99af4573 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420233 Jun 02 20:43:04.569408 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-59f6d34e-2cff-4023-be9e-21db4eea9ea4 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:04.585267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-59f6d34e-2cff-4023-be9e-21db4eea9ea4 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:04.595634 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-59f6d34e-2cff-4023-be9e-21db4eea9ea4 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/subnets/1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d HTTP/1.1" status: 204 len: 168 time: 1.4441521 Jun 02 20:43:04.599520 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58468) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:04.613573 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11d8637-9e36-4302-b9d6-a9a7b00fe7a4 None None] Network b6bff706-4eb9-4fe1-a2dd-e544e209c09b requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:43:04.641109 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Pushing event updated for resources: {'Port': ['ID=773e7ce5-ef95-4832-8c5a-2c65e3b69cbc,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:04.644994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:04.651240 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843eff4a-d7bf-47a3-af39-457aa63f39d0 x-openstack-request-id: req-843eff4a-d7bf-47a3-af39-457aa63f39d0 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:43:04.651718 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0cdfdcb-e420-42d0-a03c-f7199ebd8540", "tag": "773e7ce5-ef95-4832-8c5a-2c65e3b69cbc", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:43:04.652021 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-843eff4a-d7bf-47a3-af39-457aa63f39d0 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:43:04.652469 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0cdfdcb-e420-42d0-a03c-f7199ebd8540', 'tag': '773e7ce5-ef95-4832-8c5a-2c65e3b69cbc', 'status': 'completed', 'code': 200} Jun 02 20:43:04.652965 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e6aacf06-3abb-485b-9f6f-da5040c4cb66 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:04.694483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6d34e-2cff-4023-be9e-21db4eea9ea4 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:04.697066 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-59f6d34e-2cff-4023-be9e-21db4eea9ea4 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:04.745344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-c61bcf07-19c5-4bf8-861e-412b336bb5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:04.746852 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-c61bcf07-19c5-4bf8-861e-412b336bb5af service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8ac283e33ac84a4091254730e5dabc0a&device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 1097 time: 0.1416819 Jun 02 20:43:04.839897 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:04.860111 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-40395807-2592-4e9f-b2ec-0d364146aaac service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=773e7ce5-ef95-4832-8c5a-2c65e3b69cbc HTTP/1.1" status: 200 len: 217 time: 0.1023819 Jun 02 20:43:04.945059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting port bbea2c97-b2c3-4140-8d4f-7f395d3d1279 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:04.945514 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:05.015346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-90f58af6-66b2-4144-986e-ce46a5672daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:05.018841 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-90f58af6-66b2-4144-986e-ce46a5672daa service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ac92c5bf-ce9a-4540-a013-72e531c21a06 HTTP/1.1" status: 200 len: 850 time: 0.1510839 Jun 02 20:43:05.057279 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebff6277-81a0-4974-8123-fdc1e0660907 None None] DHCP port deletion for b6bff706-4eb9-4fe1-a2dd-e544e209c09b request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:43:05.072829 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] For port bbea2c97-b2c3-4140-8d4f-7f395d3d1279, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=bbea2c97-b2c3-4140-8d4f-7f395d3d1279,segment=NetworkSegment(fc0a9524-28ef-49e9-a21e-e24b3f1b8434),segment_id=fc0a9524-28ef-49e9-a21e-e24b3f1b8434)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:05.073316 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:05.149491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-1c1bd2c9-01ec-4a40-b5d2-e626918c8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:05.151358 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-1c1bd2c9-01ec-4a40-b5d2-e626918c8f12 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=828f3844-3007-442d-8050-ab51f25eaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1247036 Jun 02 20:43:05.153648 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-ebff6277-81a0-4974-8123-fdc1e0660907 None None] Deleting port bbea2c97-b2c3-4140-8d4f-7f395d3d1279 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:05.156294 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ebff6277-81a0-4974-8123-fdc1e0660907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:05.225907 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Calling delete_port for bbea2c97-b2c3-4140-8d4f-7f395d3d1279 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:05.291016 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:05.292487 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-ebff6277-81a0-4974-8123-fdc1e0660907 None None] For port bbea2c97-b2c3-4140-8d4f-7f395d3d1279, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=bbea2c97-b2c3-4140-8d4f-7f395d3d1279,segment=NetworkSegment(fc0a9524-28ef-49e9-a21e-e24b3f1b8434),segment_id=fc0a9524-28ef-49e9-a21e-e24b3f1b8434)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:05.292939 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ebff6277-81a0-4974-8123-fdc1e0660907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:05.299624 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:05.302138 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-b16bc9fb-7921-4b0a-96f2-c2c5dbb22817 service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434786 Jun 02 20:43:05.343057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Port': ['ID=bbea2c97-b2c3-4140-8d4f-7f395d3d1279,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:05.352371 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:05.352756 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:05.353139 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:05.353523 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:05.354111 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:05.354470 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:05.354835 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:05.355220 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:05.355586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:05.355948 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:05.356310 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:05.356915 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:05.361992 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:05.366904 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] No DVR routers for this DVR port bbea2c97-b2c3-4140-8d4f-7f395d3d1279 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:43:05.422539 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-ebff6277-81a0-4974-8123-fdc1e0660907 None None] Calling delete_port for bbea2c97-b2c3-4140-8d4f-7f395d3d1279 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:05.470194 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb896edd-28c2-4934-a711-8f011ae93d32 req-93290398-a029-4ff8-ac7b-a41ee0b5540d service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565337 Jun 02 20:43:05.471332 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ebff6277-81a0-4974-8123-fdc1e0660907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:05.474975 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7c1dfa1b-29b9-4207-ad33-2c1578e36246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:05.504878 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:05.519548 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6bff706-4eb9-4fe1-a2dd-e544e209c09b']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:05.525369 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff6277-81a0-4974-8123-fdc1e0660907 None None] Pushing event deleted for resources: {'Port': ['ID=bbea2c97-b2c3-4140-8d4f-7f395d3d1279,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:05.528769 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ebff6277-81a0-4974-8123-fdc1e0660907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:05.531572 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebff6277-81a0-4974-8123-fdc1e0660907 None None] No DVR routers for this DVR port bbea2c97-b2c3-4140-8d4f-7f395d3d1279 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:43:05.544787 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0a9524-28ef-49e9-a21e-e24b3f1b8434') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:05.545041 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0a9524-28ef-49e9-a21e-e24b3f1b8434') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:05.562102 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:05.581193 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:05.592058 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:43:05.593979 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:05.605281 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb748c3d-404a-4c10-9df0-b62d19759111 req-0c71337b-5a3e-4e9f-9020-a70bdd7889a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:05.606892 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb748c3d-404a-4c10-9df0-b62d19759111 req-0c71337b-5a3e-4e9f-9020-a70bdd7889a7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8ac283e33ac84a4091254730e5dabc0a&device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 1097 time: 0.0867944 Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:43:05.615761 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:43:05.707498 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:05.711843 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5b5c3ba7-0def-4169-a043-69f6d1165428 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:05.727910 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:05.747399 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Network': ['ID=b6bff706-4eb9-4fe1-a2dd-e544e209c09b,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:05.751457 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:05.760506 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/networks/b6bff706-4eb9-4fe1-a2dd-e544e209c09b HTTP/1.1" status: 204 len: 168 time: 1.1564331 Jun 02 20:43:05.761134 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58472) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:05.845317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb748c3d-404a-4c10-9df0-b62d19759111 req-29ac5333-91a3-42a1-84f0-79f5cd132590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:05.846755 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb748c3d-404a-4c10-9df0-b62d19759111 req-29ac5333-91a3-42a1-84f0-79f5cd132590 service neutron] 10.222.0.95 "GET /v2.0/networks?id=828f3844-3007-442d-8050-ab51f25eaa71 HTTP/1.1" status: 200 len: 912 time: 0.2326903 Jun 02 20:43:05.861606 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c44ba-a123-4217-b441-26fed9bc838d req-3636de13-5a02-4cd8-a2ad-384e60167a8e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:05.869259 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-649c44ba-a123-4217-b441-26fed9bc838d req-3636de13-5a02-4cd8-a2ad-384e60167a8e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 944 time: 0.1385555 Jun 02 20:43:05.880503 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:05.969426 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb748c3d-404a-4c10-9df0-b62d19759111 req-8ccce77a-e10b-48d2-a49a-595fca6df4f5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=773e7ce5-ef95-4832-8c5a-2c65e3b69cbc HTTP/1.1" status: 200 len: 217 time: 0.0816329 Jun 02 20:43:05.978820 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-649c44ba-a123-4217-b441-26fed9bc838d req-bdacc19b-7e33-4e20-ba16-4903476044a1 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086102 Jun 02 20:43:06.192334 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb748c3d-404a-4c10-9df0-b62d19759111 req-c21b9def-94db-47b5-8483-725dd93823b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:06.193855 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb748c3d-404a-4c10-9df0-b62d19759111 req-c21b9def-94db-47b5-8483-725dd93823b9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ac92c5bf-ce9a-4540-a013-72e531c21a06 HTTP/1.1" status: 200 len: 850 time: 0.2141497 Jun 02 20:43:06.276971 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb748c3d-404a-4c10-9df0-b62d19759111 req-61f0bce3-ba63-4dbd-bb77-3519106815a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:06.278458 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb748c3d-404a-4c10-9df0-b62d19759111 req-61f0bce3-ba63-4dbd-bb77-3519106815a5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=828f3844-3007-442d-8050-ab51f25eaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0750453 Jun 02 20:43:06.430728 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb748c3d-404a-4c10-9df0-b62d19759111 req-39079938-ce25-4f85-b7f1-3fdbae9863ac service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422515 Jun 02 20:43:06.434439 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-22e96d3d-6e16-4d7a-9090-46d75210b75d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:06.569645 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb748c3d-404a-4c10-9df0-b62d19759111 req-6f525da8-ef96-44cc-8349-f960f2a88118 service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273222 Jun 02 20:43:06.833633 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-22e96d3d-6e16-4d7a-9090-46d75210b75d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting port 3a42cacc-8ce1-478a-90e5-1fef662e0b20 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:06.834217 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-22e96d3d-6e16-4d7a-9090-46d75210b75d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:06.966559 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-22e96d3d-6e16-4d7a-9090-46d75210b75d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] For port 3a42cacc-8ce1-478a-90e5-1fef662e0b20, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3a42cacc-8ce1-478a-90e5-1fef662e0b20,segment=NetworkSegment(5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b),segment_id=5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:06.966916 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-22e96d3d-6e16-4d7a-9090-46d75210b75d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:06.981097 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device bbea2c97-b2c3-4140-8d4f-7f395d3d1279 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:43:07.016391 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: bbea2c97-b2c3-4140-8d4f-7f395d3d1279 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:43:07.016807 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device bbea2c97-b2c3-4140-8d4f-7f395d3d1279 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:43:07.094038 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-22e96d3d-6e16-4d7a-9090-46d75210b75d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Calling delete_port for 3a42cacc-8ce1-478a-90e5-1fef662e0b20 owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:07.304375 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0304e55-8d5a-4770-88db-3f3b57eb69fc req-f9156404-39fc-4093-a15f-6322a8d4321a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:07.305830 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b0304e55-8d5a-4770-88db-3f3b57eb69fc req-f9156404-39fc-4093-a15f-6322a8d4321a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 944 time: 0.2092686 Jun 02 20:43:07.385895 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b0304e55-8d5a-4770-88db-3f3b57eb69fc req-2e57315a-5cc9-438f-826d-78bc48fde8c2 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710516 Jun 02 20:43:07.468326 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-22e96d3d-6e16-4d7a-9090-46d75210b75d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:07.471789 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-23ceb917-10a4-4810-95a8-b79467f73cc6 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:07.519527 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e96d3d-6e16-4d7a-9090-46d75210b75d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Port': ['ID=3a42cacc-8ce1-478a-90e5-1fef662e0b20,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:07.546029 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-22e96d3d-6e16-4d7a-9090-46d75210b75d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:07.857411 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-22e96d3d-6e16-4d7a-9090-46d75210b75d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:08.172876 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e96d3d-6e16-4d7a-9090-46d75210b75d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:43:08.327653 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e96d3d-6e16-4d7a-9090-46d75210b75d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:43:08.336482 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9477bc-d6b8-4f7d-9bc4-0d9868587b6c None None] Sync routers for ids ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:43:08.339826 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-22e96d3d-6e16-4d7a-9090-46d75210b75d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/0e19c493-ba42-4a25-b7db-1e0e4bd9366c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5776629 Jun 02 20:43:08.342501 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58476) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:08.345839 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9477bc-d6b8-4f7d-9bc4-0d9868587b6c None None] Routers {'0e19c493-ba42-4a25-b7db-1e0e4bd9366c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:08.346433 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9f9477bc-d6b8-4f7d-9bc4-0d9868587b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:08.405040 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1e4bf2-a858-4f01-985b-47f7a1322ad6 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting subnet 011226ec-729a-47ba-8d67-32f8cb4469d0 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:43:08.407982 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb1e4bf2-a858-4f01-985b-47f7a1322ad6 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:08.462569 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb1e4bf2-a858-4f01-985b-47f7a1322ad6 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:08.502785 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-9f9477bc-d6b8-4f7d-9bc4-0d9868587b6c None None] Set router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:08.552720 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb1e4bf2-a858-4f01-985b-47f7a1322ad6 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:08.574359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53049e70-75e5-4004-9602-ba755162d916 req-f0392417-6a0a-4fd5-87c8-ac6ca820a144 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:08.575943 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-53049e70-75e5-4004-9602-ba755162d916 req-f0392417-6a0a-4fd5-87c8-ac6ca820a144 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 944 time: 0.0844367 Jun 02 20:43:08.622736 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-53049e70-75e5-4004-9602-ba755162d916 req-00d16aa9-6939-4cbb-b696-96d001be693a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397973 Jun 02 20:43:08.816071 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9f9477bc-d6b8-4f7d-9bc4-0d9868587b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:43:07Z', 'revision_number': 9, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '67ff87af-79c5-4394-ac8a-02a452b8c153', 'name': '', 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:2b:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:42Z', 'updated_at': '2021-06-02T20:42:51Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:08.820399 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9477bc-d6b8-4f7d-9bc4-0d9868587b6c None None] Checking router: 0e19c493-ba42-4a25-b7db-1e0e4bd9366c for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:43:08.829351 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9477bc-d6b8-4f7d-9bc4-0d9868587b6c None None] Routers {'0e19c493-ba42-4a25-b7db-1e0e4bd9366c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:08.829982 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9f9477bc-d6b8-4f7d-9bc4-0d9868587b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:08.832500 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb1e4bf2-a858-4f01-985b-47f7a1322ad6 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:08.836891 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:08.871765 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e4bf2-a858-4f01-985b-47f7a1322ad6 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Subnet': ['ID=011226ec-729a-47ba-8d67-32f8cb4469d0,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:08.874898 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bb1e4bf2-a858-4f01-985b-47f7a1322ad6 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:08.875887 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb1e4bf2-a858-4f01-985b-47f7a1322ad6 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:08.884806 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-bb1e4bf2-a858-4f01-985b-47f7a1322ad6 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/subnets/011226ec-729a-47ba-8d67-32f8cb4469d0 HTTP/1.1" status: 204 len: 168 time: 0.5383697 Jun 02 20:43:08.885007 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbd3170-0f79-4321-8e50-060fad721c31 None None] Network 3508d81b-0492-4087-9831-1391a39c0894 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:43:08.885451 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58482) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:08.983939 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58484) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:09.006771 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:09.035849 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-9f9477bc-d6b8-4f7d-9bc4-0d9868587b6c None None] Set router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:09.091818 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting port 5080fc46-92c5-4c4c-af7d-7610c5593b33 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:09.092795 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:09.129774 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1a90d835-d27d-4127-a597-06181a93aaa5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/420742a3-1d2e-4cbe-b5a2-2d23554c1829 HTTP/1.1" status: 200 len: 992 time: 0.1445737 Jun 02 20:43:09.202268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] For port 5080fc46-92c5-4c4c-af7d-7610c5593b33, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=5080fc46-92c5-4c4c-af7d-7610c5593b33,segment=NetworkSegment(5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b),segment_id=5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:09.202841 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:09.225778 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389d9d14-113b-4524-9e87-f11bdb0a0985 None None] DHCP port deletion for 3508d81b-0492-4087-9831-1391a39c0894 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:43:09.292832 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-389d9d14-113b-4524-9e87-f11bdb0a0985 None None] Deleting port 5080fc46-92c5-4c4c-af7d-7610c5593b33 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:09.293351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-389d9d14-113b-4524-9e87-f11bdb0a0985 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:09.342525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Calling delete_port for 5080fc46-92c5-4c4c-af7d-7610c5593b33 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:09.388031 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9f9477bc-d6b8-4f7d-9bc4-0d9868587b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:43:07Z', 'revision_number': 9, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '67ff87af-79c5-4394-ac8a-02a452b8c153', 'name': '', 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:2b:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:42Z', 'updated_at': '2021-06-02T20:42:51Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:09.393466 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9477bc-d6b8-4f7d-9bc4-0d9868587b6c None None] The sync data for ids ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'] in dv-neutron-601336-84-hyperv is: [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:43:07Z', 'revision_number': 9, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '67ff87af-79c5-4394-ac8a-02a452b8c153', 'name': '', 'network_id': '7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:2b:ba:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:42Z', 'updated_at': '2021-06-02T20:42:51Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '0fa1b864-5c4f-40e1-b5c1-5471485606b6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:43:09.394761 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:09.399679 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-389d9d14-113b-4524-9e87-f11bdb0a0985 None None] For port 5080fc46-92c5-4c4c-af7d-7610c5593b33, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=5080fc46-92c5-4c4c-af7d-7610c5593b33,segment=NetworkSegment(5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b),segment_id=5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:09.399975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:09.400102 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-389d9d14-113b-4524-9e87-f11bdb0a0985 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:09.409115 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58490) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:09.444657 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Port': ['ID=5080fc46-92c5-4c4c-af7d-7610c5593b33,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:09.446437 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] No DVR routers for this DVR port 5080fc46-92c5-4c4c-af7d-7610c5593b33 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:43:09.448442 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:09.526954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-389d9d14-113b-4524-9e87-f11bdb0a0985 None None] Calling delete_port for 5080fc46-92c5-4c4c-af7d-7610c5593b33 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:09.569979 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-389d9d14-113b-4524-9e87-f11bdb0a0985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:09.571359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:09.574715 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:09.584954 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3508d81b-0492-4087-9831-1391a39c0894']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:09.596936 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:09.597234 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dbb8c8e-4b1b-425d-908e-b285d2ebcb2b') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:09.614173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:09.622391 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d9d14-113b-4524-9e87-f11bdb0a0985 None None] Pushing event deleted for resources: {'Port': ['ID=5080fc46-92c5-4c4c-af7d-7610c5593b33,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:09.624909 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389d9d14-113b-4524-9e87-f11bdb0a0985 None None] No DVR routers for this DVR port 5080fc46-92c5-4c4c-af7d-7610c5593b33 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:43:09.626389 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-389d9d14-113b-4524-9e87-f11bdb0a0985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:09.635767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:09.640320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:43:09.640810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:43:09.661806 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:43:09.751798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:09.756870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:09.762453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7a44ce9c-cee8-41a1-a4e1-a9982f029b9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:09.835235 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Network': ['ID=3508d81b-0492-4087-9831-1391a39c0894,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:09.837995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:09.861213 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/networks/3508d81b-0492-4087-9831-1391a39c0894 HTTP/1.1" status: 204 len: 168 time: 0.9755018 Jun 02 20:43:09.862940 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58494) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:09.886953 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f833c-1a26-4ab1-b931-4308becb38af req-2cf2d034-e0e1-4c18-bb0c-f2ba796ff9a9 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:09.888577 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-760f833c-1a26-4ab1-b931-4308becb38af req-2cf2d034-e0e1-4c18-bb0c-f2ba796ff9a9 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 944 time: 0.1271734 Jun 02 20:43:09.935923 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-760f833c-1a26-4ab1-b931-4308becb38af req-28fbe9df-2654-4bca-b499-9d69653fea2c tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410893 Jun 02 20:43:10.010776 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-d19575cb-8b53-4e63-9ffa-c322a77daa95 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 062e9cc7-04d1-46a3-af53-8e9f12ef47f8 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:10.011413 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d19575cb-8b53-4e63-9ffa-c322a77daa95 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:10.285943 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d19575cb-8b53-4e63-9ffa-c322a77daa95 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:10.286264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d19575cb-8b53-4e63-9ffa-c322a77daa95 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:10.440280 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-d19575cb-8b53-4e63-9ffa-c322a77daa95 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 062e9cc7-04d1-46a3-af53-8e9f12ef47f8 owned by network:floatingip {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:10.673924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d19575cb-8b53-4e63-9ffa-c322a77daa95 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:10.678768 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-abec73ff-fd8c-495f-8656-3254cc27fad6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:10.726167 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba694c98-0d43-48ed-9655-cdc5c2b6b8b2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:10.798617 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19575cb-8b53-4e63-9ffa-c322a77daa95 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=062e9cc7-04d1-46a3-af53-8e9f12ef47f8,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:10.814011 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d19575cb-8b53-4e63-9ffa-c322a77daa95 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:10.990957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 5080fc46-92c5-4c4c-af7d-7610c5593b33 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:43:10.995594 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d19575cb-8b53-4e63-9ffa-c322a77daa95 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:10.995937 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-d19575cb-8b53-4e63-9ffa-c322a77daa95 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Floating IP 420742a3-1d2e-4cbe-b5a2-2d23554c1829 disassociated (deleted). External IP: 172.26.0.69, port: b6bc3d5e-c110-4942-a5fd-e355fa80b227. Jun 02 20:43:11.025956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 5080fc46-92c5-4c4c-af7d-7610c5593b33 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:43:11.026310 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 5080fc46-92c5-4c4c-af7d-7610c5593b33 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:43:11.026733 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3a42cacc-8ce1-478a-90e5-1fef662e0b20 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:43:11.060168 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 3a42cacc-8ce1-478a-90e5-1fef662e0b20 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:43:11.060521 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3a42cacc-8ce1-478a-90e5-1fef662e0b20 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:43:11.520611 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14702405-3378-447f-9497-a511714c5937 req-ba971b0b-44a7-42cf-8c2f-f0cbdb842a10 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:11.522055 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-14702405-3378-447f-9497-a511714c5937 req-ba971b0b-44a7-42cf-8c2f-f0cbdb842a10 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 944 time: 0.4664395 Jun 02 20:43:11.768595 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-14702405-3378-447f-9497-a511714c5937 req-4c406794-a291-4b26-bf88-dd73276961d0 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156301 Jun 02 20:43:11.772143 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19575cb-8b53-4e63-9ffa-c322a77daa95 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router ea042184-efd5-4d0d-8531-e0c8a72be96a has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:43:11.841101 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-ba694c98-0d43-48ed-9655-cdc5c2b6b8b2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting port 67ff87af-79c5-4394-ac8a-02a452b8c153 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:11.841433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba694c98-0d43-48ed-9655-cdc5c2b6b8b2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:12.076201 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-ba694c98-0d43-48ed-9655-cdc5c2b6b8b2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] For port 67ff87af-79c5-4394-ac8a-02a452b8c153, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=67ff87af-79c5-4394-ac8a-02a452b8c153,segment=NetworkSegment(1dd554cd-1969-431a-8c89-10057865c972),segment_id=1dd554cd-1969-431a-8c89-10057865c972)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:12.076986 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba694c98-0d43-48ed-9655-cdc5c2b6b8b2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:12.087756 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19575cb-8b53-4e63-9ffa-c322a77daa95 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:43:12.098310 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250da598-e668-4dae-a10d-955b38c6bd7b None None] Sync routers for ids ['ea042184-efd5-4d0d-8531-e0c8a72be96a'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:43:12.108120 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250da598-e668-4dae-a10d-955b38c6bd7b None None] Routers {'ea042184-efd5-4d0d-8531-e0c8a72be96a'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:12.108732 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-250da598-e668-4dae-a10d-955b38c6bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['ea042184-efd5-4d0d-8531-e0c8a72be96a'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:12.205110 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-ba694c98-0d43-48ed-9655-cdc5c2b6b8b2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Calling delete_port for 67ff87af-79c5-4394-ac8a-02a452b8c153 owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:12.228763 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d19575cb-8b53-4e63-9ffa-c322a77daa95 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:12.289461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-250da598-e668-4dae-a10d-955b38c6bd7b None None] Set router ea042184-efd5-4d0d-8531-e0c8a72be96a gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:12.294483 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d19575cb-8b53-4e63-9ffa-c322a77daa95 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/floatingips/420742a3-1d2e-4cbe-b5a2-2d23554c1829 HTTP/1.1" status: 204 len: 168 time: 2.8819008 Jun 02 20:43:12.294483 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04edb58-fb21-4285-be66-d414fe2e6bef', 'tag': 'b6bc3d5e-c110-4942-a5fd-e355fa80b227'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:43:12.296232 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f41007-dc12-4962-b838-1971eb8755cd" -d '{"events": [{"name": "network-changed", "server_uuid": "d04edb58-fb21-4285-be66-d414fe2e6bef", "tag": "b6bc3d5e-c110-4942-a5fd-e355fa80b227"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:43:12.348401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e1f3cd-4445-4a7f-9966-8ed34d5638e0 x-openstack-request-id: req-64e1f3cd-4445-4a7f-9966-8ed34d5638e0 {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:43:12.348594 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04edb58-fb21-4285-be66-d414fe2e6bef", "tag": "b6bc3d5e-c110-4942-a5fd-e355fa80b227", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:43:12.348817 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64e1f3cd-4445-4a7f-9966-8ed34d5638e0 {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:43:12.349163 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04edb58-fb21-4285-be66-d414fe2e6bef', 'tag': 'b6bc3d5e-c110-4942-a5fd-e355fa80b227', 'status': 'completed', 'code': 200} Jun 02 20:43:12.434093 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba694c98-0d43-48ed-9655-cdc5c2b6b8b2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:12.441187 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-143c7cd1-7a15-407b-b802-3fe72410b329 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:12.482756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f41007-dc12-4962-b838-1971eb8755cd req-8a4dd07c-0685-4a7f-b562-dddb71f9a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:12.484262 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-50f41007-dc12-4962-b838-1971eb8755cd req-8a4dd07c-0685-4a7f-b562-dddb71f9a386 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 1098 time: 0.1093080 Jun 02 20:43:12.500624 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba694c98-0d43-48ed-9655-cdc5c2b6b8b2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Port': ['ID=67ff87af-79c5-4394-ac8a-02a452b8c153,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:12.556973 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ba694c98-0d43-48ed-9655-cdc5c2b6b8b2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:12.680576 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f41007-dc12-4962-b838-1971eb8755cd req-b9f0d06e-adf0-4f84-90ef-bb3b0bc33326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:12.683353 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-50f41007-dc12-4962-b838-1971eb8755cd req-b9f0d06e-adf0-4f84-90ef-bb3b0bc33326 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5c7bdf7f-1f8d-447c-b320-3cff46221b8d HTTP/1.1" status: 200 len: 898 time: 0.1910312 Jun 02 20:43:12.684833 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-250da598-e668-4dae-a10d-955b38c6bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'name': 'tempest-TestNetworkBasicOps-router-527176579', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:41:10Z', 'updated_at': '2021-06-02T20:41:23Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:12Z', 'updated_at': '2021-06-02T20:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '7abba06b-6980-4699-aaec-fb2ff2166bfa', 'name': '', 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:eb:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '4b69a36d-7816-413f-860f-b05de4096f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:20Z', 'updated_at': '2021-06-02T20:41:30Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4b69a36d-7816-413f-860f-b05de4096f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:12.689917 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250da598-e668-4dae-a10d-955b38c6bd7b None None] Checking router: ea042184-efd5-4d0d-8531-e0c8a72be96a for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:43:12.699691 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250da598-e668-4dae-a10d-955b38c6bd7b None None] Routers {'ea042184-efd5-4d0d-8531-e0c8a72be96a'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:12.700421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-250da598-e668-4dae-a10d-955b38c6bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['ea042184-efd5-4d0d-8531-e0c8a72be96a'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:12.797331 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-50f41007-dc12-4962-b838-1971eb8755cd req-b38ea2d0-0305-4f8f-92a2-b03603e728d3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6bc3d5e-c110-4942-a5fd-e355fa80b227 HTTP/1.1" status: 200 len: 217 time: 0.0977244 Jun 02 20:43:12.875432 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f41007-dc12-4962-b838-1971eb8755cd req-4553256d-6a7c-4e23-8ac4-edbe786cbcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:12.876794 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-50f41007-dc12-4962-b838-1971eb8755cd req-4553256d-6a7c-4e23-8ac4-edbe786cbcce service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4b69a36d-7816-413f-860f-b05de4096f85 HTTP/1.1" status: 200 len: 835 time: 0.0724022 Jun 02 20:43:12.899402 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-250da598-e668-4dae-a10d-955b38c6bd7b None None] Set router ea042184-efd5-4d0d-8531-e0c8a72be96a gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:12.981724 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ba694c98-0d43-48ed-9655-cdc5c2b6b8b2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:13.052097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f41007-dc12-4962-b838-1971eb8755cd req-a3e58427-a757-4ecb-832f-3633177b02ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:13.054456 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-50f41007-dc12-4962-b838-1971eb8755cd req-a3e58427-a757-4ecb-832f-3633177b02ff service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5c7bdf7f-1f8d-447c-b320-3cff46221b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1657178 Jun 02 20:43:13.065117 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023b6f9-16a4-422a-a17b-186e433cc0f4 req-5cc78508-cb46-4c33-88c9-3f05ef60cbbd tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:13.066816 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7023b6f9-16a4-422a-a17b-186e433cc0f4 req-5cc78508-cb46-4c33-88c9-3f05ef60cbbd tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 944 time: 0.1776066 Jun 02 20:43:13.125042 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1759db-f3bf-4cd4-af54-ded3266339e7 req-0f7b091f-10ce-4c8d-a3a6-dd9be4082342 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:13.125790 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-cc1759db-f3bf-4cd4-af54-ded3266339e7 req-0f7b091f-10ce-4c8d-a3a6-dd9be4082342 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:43:13.168775 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-cc1759db-f3bf-4cd4-af54-ded3266339e7 req-0f7b091f-10ce-4c8d-a3a6-dd9be4082342 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:43:13.175606 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cc1759db-f3bf-4cd4-af54-ded3266339e7 req-0f7b091f-10ce-4c8d-a3a6-dd9be4082342 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 945 time: 0.3399434 Jun 02 20:43:13.190110 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7023b6f9-16a4-422a-a17b-186e433cc0f4 req-81b27043-aa8d-4176-be5d-b411a1b82b28 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009231 Jun 02 20:43:13.237646 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-50f41007-dc12-4962-b838-1971eb8755cd req-d76e070a-b614-4ac3-9107-6c56c105e1c4 service neutron] 10.222.0.95 "GET /v2.0/networks/5c7bdf7f-1f8d-447c-b320-3cff46221b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698186 Jun 02 20:43:13.303090 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-250da598-e668-4dae-a10d-955b38c6bd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'name': 'tempest-TestNetworkBasicOps-router-527176579', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:41:10Z', 'updated_at': '2021-06-02T20:41:23Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:12Z', 'updated_at': '2021-06-02T20:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '7abba06b-6980-4699-aaec-fb2ff2166bfa', 'name': '', 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:eb:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '4b69a36d-7816-413f-860f-b05de4096f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:20Z', 'updated_at': '2021-06-02T20:41:30Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4b69a36d-7816-413f-860f-b05de4096f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:13.307049 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250da598-e668-4dae-a10d-955b38c6bd7b None None] The sync data for ids ['ea042184-efd5-4d0d-8531-e0c8a72be96a'] in dv-neutron-601336-84-hyperv is: [{'id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'name': 'tempest-TestNetworkBasicOps-router-527176579', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:41:10Z', 'updated_at': '2021-06-02T20:41:23Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:12Z', 'updated_at': '2021-06-02T20:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '7abba06b-6980-4699-aaec-fb2ff2166bfa', 'name': '', 'network_id': '5c7bdf7f-1f8d-447c-b320-3cff46221b8d', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:eb:4e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '4b69a36d-7816-413f-860f-b05de4096f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:20Z', 'updated_at': '2021-06-02T20:41:30Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4b69a36d-7816-413f-860f-b05de4096f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:43:13.337544 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cc1759db-f3bf-4cd4-af54-ded3266339e7 req-98f8bfbf-6788-4524-b97e-db9c0452cb5e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b04bc3-a4b2-4451-9e8f-13048f4f93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610899 Jun 02 20:43:13.379107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba694c98-0d43-48ed-9655-cdc5c2b6b8b2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:43:13.530331 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-50f41007-dc12-4962-b838-1971eb8755cd req-ecf5c724-79da-4c1f-8132-83e35a1701cd service neutron] 10.222.0.95 "GET /v2.0/networks/5c7bdf7f-1f8d-447c-b320-3cff46221b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842703 Jun 02 20:43:13.546535 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba694c98-0d43-48ed-9655-cdc5c2b6b8b2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:43:13.553306 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c067a6-7774-4ceb-a868-05fd1e8014c1 None None] New status for floating IP 420742a3-1d2e-4cbe-b5a2-2d23554c1829: DOWN {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:43:13.557174 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea03a8d-633b-4288-84e0-3b3e88e75a0d None None] Sync routers for ids ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:43:13.570717 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ba694c98-0d43-48ed-9655-cdc5c2b6b8b2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/0e19c493-ba42-4a25-b7db-1e0e4bd9366c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7043297 Jun 02 20:43:13.571253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58510) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:13.577255 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea03a8d-633b-4288-84e0-3b3e88e75a0d None None] Routers {'0e19c493-ba42-4a25-b7db-1e0e4bd9366c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:13.577968 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-eea03a8d-633b-4288-84e0-3b3e88e75a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:13.634927 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-2310f7af-7f73-4d27-bcd9-347b0f0c6f4c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting subnet 0fa1b864-5c4f-40e1-b5c1-5471485606b6 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:43:13.637733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2310f7af-7f73-4d27-bcd9-347b0f0c6f4c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:13.699442 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2310f7af-7f73-4d27-bcd9-347b0f0c6f4c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:13.730373 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:43:13.754263 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-eea03a8d-633b-4288-84e0-3b3e88e75a0d None None] Set router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:13.802675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2310f7af-7f73-4d27-bcd9-347b0f0c6f4c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:14.072841 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2310f7af-7f73-4d27-bcd9-347b0f0c6f4c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:14.077978 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=773e7ce5-ef95-4832-8c5a-2c65e3b69cbc,segment=NetworkSegment(d2167362-7953-411f-b6fe-12c6e0c6f23f),segment_id=d2167362-7953-411f-b6fe-12c6e0c6f23f)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:14.081388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c77d9cce-b7da-4566-92ba-3c708e5573ce tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:14.111596 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '773e7ce5-ef95-4832-8c5a-2c65e3b69cbc', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'port_id': '773e7ce5-ef95-4832-8c5a-2c65e3b69cbc', 'mac_address': 'fa:16:3e:b6:5e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:43:14.120862 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310f7af-7f73-4d27-bcd9-347b0f0c6f4c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Subnet': ['ID=0fa1b864-5c4f-40e1-b5c1-5471485606b6,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:14.122814 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2310f7af-7f73-4d27-bcd9-347b0f0c6f4c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:14.125810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2310f7af-7f73-4d27-bcd9-347b0f0c6f4c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:14.128657 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c94062-34fe-4514-b5f9-a884aad62958 None None] Network 7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:43:14.130324 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2310f7af-7f73-4d27-bcd9-347b0f0c6f4c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/subnets/0fa1b864-5c4f-40e1-b5c1-5471485606b6 HTTP/1.1" status: 204 len: 168 time: 0.5582416 Jun 02 20:43:14.132898 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58512) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:14.249859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:14.301220 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:14.323897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting port fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:14.324235 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:14.336044 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:43:14.442735 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=773e7ce5-ef95-4832-8c5a-2c65e3b69cbc,segment=NetworkSegment(d2167362-7953-411f-b6fe-12c6e0c6f23f),segment_id=d2167362-7953-411f-b6fe-12c6e0c6f23f)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:14.447931 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:14.456184 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:14.460113 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ebff6277-81a0-4974-8123-fdc1e0660907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:14.484812 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] For port fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb,segment=NetworkSegment(1dd554cd-1969-431a-8c89-10057865c972),segment_id=1dd554cd-1969-431a-8c89-10057865c972)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:14.485184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:14.509312 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-eea03a8d-633b-4288-84e0-3b3e88e75a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:43:12Z', 'revision_number': 10, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:14.532014 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea03a8d-633b-4288-84e0-3b3e88e75a0d None None] Checking router: 0e19c493-ba42-4a25-b7db-1e0e4bd9366c for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:43:14.538216 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b80cc-cff9-49e6-bcdb-9be3eec05167 req-9470954d-08c7-4c5a-8dfc-9e96257c6ee6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:14.539735 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-534b80cc-cff9-49e6-bcdb-9be3eec05167 req-9470954d-08c7-4c5a-8dfc-9e96257c6ee6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 945 time: 0.0824633 Jun 02 20:43:14.555586 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea03a8d-633b-4288-84e0-3b3e88e75a0d None None] Routers {'0e19c493-ba42-4a25-b7db-1e0e4bd9366c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:14.556219 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-eea03a8d-633b-4288-84e0-3b3e88e75a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:14.589137 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-534b80cc-cff9-49e6-bcdb-9be3eec05167 req-2b3feacf-b059-46b0-b1bc-86d3343e9aa7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b04bc3-a4b2-4451-9e8f-13048f4f93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411994 Jun 02 20:43:14.647246 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Calling delete_port for fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:14.680795 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aefea-23aa-4b58-a6d5-58fade141e29 req-c732840b-67df-4400-968a-f418904c86e3 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:14.682256 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e91aefea-23aa-4b58-a6d5-58fade141e29 req-c732840b-67df-4400-968a-f418904c86e3 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 944 time: 0.3455765 Jun 02 20:43:14.690113 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=773e7ce5-ef95-4832-8c5a-2c65e3b69cbc,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:14.693148 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:14.760219 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e91aefea-23aa-4b58-a6d5-58fade141e29 req-5c3a5b5f-de31-428c-a03b-828044893a65 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650616 Jun 02 20:43:14.783321 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c55882-7d72-4a4f-b6b4-57c34dd8e6c9 req-8336184e-f60f-4378-ab84-771cf2293a7f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:14.783321 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b6c55882-7d72-4a4f-b6b4-57c34dd8e6c9 req-8336184e-f60f-4378-ab84-771cf2293a7f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/ports?device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 945 time: 0.1651084 Jun 02 20:43:14.795926 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-eea03a8d-633b-4288-84e0-3b3e88e75a0d None None] Set router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:14.838991 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945173c1-bc8f-41bb-b047-0fed0710a37f None None] DHCP port deletion for 7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:43:14.857692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:14.863620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-afd591a0-7adc-43af-b6fc-2de1232f93bd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:14.879391 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['773e7ce5-ef95-4832-8c5a-2c65e3b69cbc'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:43:14.922676 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-945173c1-bc8f-41bb-b047-0fed0710a37f None None] The port 'fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb' was deleted {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 02 20:43:14.941293 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Port': ['ID=fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:14.948393 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:14.949329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] No DVR routers for this DVR port fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:43:15.019757 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:43:15.071675 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:43:15.071946 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fbaf0540-c5ae-4eb0-8af1-63d9904ac0bb not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:43:15.098701 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:15.116676 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:15.127237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-b6c55882-7d72-4a4f-b6b4-57c34dd8e6c9 req-1039f98a-c9d1-4d58-a726-a94f769e15c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port b6bc3d5e-c110-4942-a5fd-e355fa80b227 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:15.127586 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b6c55882-7d72-4a4f-b6b4-57c34dd8e6c9 req-1039f98a-c9d1-4d58-a726-a94f769e15c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:15.153333 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd554cd-1969-431a-8c89-10057865c972') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:15.153629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd554cd-1969-431a-8c89-10057865c972') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:15.349443 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:15.351031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-eea03a8d-633b-4288-84e0-3b3e88e75a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:43:12Z', 'revision_number': 10, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:15.361266 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea03a8d-633b-4288-84e0-3b3e88e75a0d None None] The sync data for ids ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'] in dv-neutron-601336-84-hyperv is: [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:43:12Z', 'revision_number': 10, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None, '_interfaces': [{'id': '7171ae88-adbb-452a-8cfa-053076dd675b', 'name': '', 'network_id': '929efae2-7276-4e06-afff-09807e588cdd', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'mac_address': 'fa:16:3e:ff:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:37Z', 'updated_at': '2021-06-02T20:42:47Z', 'revision_number': 5, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'subnets': [{'id': '844e2d6d-f6d1-4ec9-a33f-6269aeb54c36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:43:15.381213 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:15.394571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:43:15.395287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:43:15.413082 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:43:15.513925 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-b6c55882-7d72-4a4f-b6b4-57c34dd8e6c9 req-1039f98a-c9d1-4d58-a726-a94f769e15c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port b6bc3d5e-c110-4942-a5fd-e355fa80b227, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b6bc3d5e-c110-4942-a5fd-e355fa80b227,segment=NetworkSegment(120a83b4-ffeb-4946-96a2-02c75a512597),segment_id=120a83b4-ffeb-4946-96a2-02c75a512597)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:15.514921 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b6c55882-7d72-4a4f-b6b4-57c34dd8e6c9 req-1039f98a-c9d1-4d58-a726-a94f769e15c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:15.636584 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:15.644160 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-b6c55882-7d72-4a4f-b6b4-57c34dd8e6c9 req-1039f98a-c9d1-4d58-a726-a94f769e15c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for b6bc3d5e-c110-4942-a5fd-e355fa80b227 owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:15.647965 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-af178c57-1055-4267-8b5e-ccb9ae2832e6 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:15.663491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:15.676226 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Network': ['ID=7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:15.682231 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:15.697358 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/networks/7b6e48ca-4f4c-40cd-a0ca-4de8f058e7b1 HTTP/1.1" status: 204 len: 168 time: 1.5634882 Jun 02 20:43:15.700287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58520) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:15.800509 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a4153-47dd-449b-a880-41328076db94 req-3513b3e8-eb9e-4537-b081-c512911d18c9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:15.807520 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-282a4153-47dd-449b-a880-41328076db94 req-3513b3e8-eb9e-4537-b081-c512911d18c9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 945 time: 0.1035728 Jun 02 20:43:15.849565 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-282a4153-47dd-449b-a880-41328076db94 req-640e4cde-6927-4186-a786-94ab59ba7f8b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2b04bc3-a4b2-4451-9e8f-13048f4f93d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411625 Jun 02 20:43:16.178902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b6c55882-7d72-4a4f-b6b4-57c34dd8e6c9 req-1039f98a-c9d1-4d58-a726-a94f769e15c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:16.188303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2465c340-cf90-4158-9a6a-5259f8cb117b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:16.248106 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039f98a-c9d1-4d58-a726-a94f769e15c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=b6bc3d5e-c110-4942-a5fd-e355fa80b227,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:16.287194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1039f98a-c9d1-4d58-a726-a94f769e15c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:16.329265 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61226385-6df5-46ff-aac4-51a4fc4c7e0b req-801b8be5-413b-4551-a967-556ccefeacba tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:16.330733 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-61226385-6df5-46ff-aac4-51a4fc4c7e0b req-801b8be5-413b-4551-a967-556ccefeacba tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 945 time: 0.3963480 Jun 02 20:43:16.388294 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c55882-7d72-4a4f-b6b4-57c34dd8e6c9 req-1039f98a-c9d1-4d58-a726-a94f769e15c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] No DVR routers for this DVR port b6bc3d5e-c110-4942-a5fd-e355fa80b227 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:43:16.392567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b6c55882-7d72-4a4f-b6b4-57c34dd8e6c9 req-1039f98a-c9d1-4d58-a726-a94f769e15c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:16.395861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04edb58-fb21-4285-be66-d414fe2e6bef', 'name': 'network-vif-deleted', 'tag': 'b6bc3d5e-c110-4942-a5fd-e355fa80b227'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:43:16.398099 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd18c71f-ae7e-4c72-9c13-f1b1bbce08af" -d '{"events": [{"server_uuid": "d04edb58-fb21-4285-be66-d414fe2e6bef", "name": "network-vif-deleted", "tag": "b6bc3d5e-c110-4942-a5fd-e355fa80b227"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:43:16.437961 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b6c55882-7d72-4a4f-b6b4-57c34dd8e6c9 req-1039f98a-c9d1-4d58-a726-a94f769e15c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "DELETE /v2.0/ports/b6bc3d5e-c110-4942-a5fd-e355fa80b227 HTTP/1.1" status: 204 len: 173 time: 1.6556876 Jun 02 20:43:16.447172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3133ff-1bac-4c1c-bdf4-99167a887b4b x-openstack-request-id: req-6b3133ff-1bac-4c1c-bdf4-99167a887b4b {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:43:16.447744 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04edb58-fb21-4285-be66-d414fe2e6bef", "name": "network-vif-deleted", "tag": "b6bc3d5e-c110-4942-a5fd-e355fa80b227", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:43:16.448236 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b3133ff-1bac-4c1c-bdf4-99167a887b4b {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:43:16.448953 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04edb58-fb21-4285-be66-d414fe2e6bef', 'name': 'network-vif-deleted', 'tag': 'b6bc3d5e-c110-4942-a5fd-e355fa80b227', 'status': 'completed', 'code': 200} Jun 02 20:43:16.455497 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-61226385-6df5-46ff-aac4-51a4fc4c7e0b req-d1ae6414-43d6-406c-bc06-a54186f8bf9d tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867662 Jun 02 20:43:16.546435 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5a676e40-73e0-4047-abbb-02033bd10235 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:16.962911 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 67ff87af-79c5-4394-ac8a-02a452b8c153 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:43:17.002495 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 67ff87af-79c5-4394-ac8a-02a452b8c153 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:43:17.002844 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 67ff87af-79c5-4394-ac8a-02a452b8c153 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:43:17.046772 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-68338b8e-9b04-4589-895c-b85f9d13e8e5 req-6790d793-b3ff-4592-9631-2859a3b345df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=d04edb58-fb21-4285-be66-d414fe2e6bef HTTP/1.1" status: 200 len: 210 time: 0.0467684 Jun 02 20:43:17.117049 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-5a676e40-73e0-4047-abbb-02033bd10235 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting port 7171ae88-adbb-452a-8cfa-053076dd675b {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:17.117720 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5a676e40-73e0-4047-abbb-02033bd10235 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:17.246171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-5a676e40-73e0-4047-abbb-02033bd10235 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] For port 7171ae88-adbb-452a-8cfa-053076dd675b, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7171ae88-adbb-452a-8cfa-053076dd675b,segment=NetworkSegment(b26c9b23-a1fd-4aa1-b505-059b7a2033d7),segment_id=b26c9b23-a1fd-4aa1-b505-059b7a2033d7)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:17.246450 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5a676e40-73e0-4047-abbb-02033bd10235 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:17.365665 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-5a676e40-73e0-4047-abbb-02033bd10235 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Calling delete_port for 7171ae88-adbb-452a-8cfa-053076dd675b owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:17.510398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5a676e40-73e0-4047-abbb-02033bd10235 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:17.515828 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1039f98a-c9d1-4d58-a726-a94f769e15c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:17.561280 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a676e40-73e0-4047-abbb-02033bd10235 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Port': ['ID=7171ae88-adbb-452a-8cfa-053076dd675b,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:17.591479 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5a676e40-73e0-4047-abbb-02033bd10235 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:17.770445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:43:17.790140 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5a676e40-73e0-4047-abbb-02033bd10235 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:17.840663 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:43:17.845198 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:17.845598 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:17.881228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17ecfd-f0b8-4c89-8c82-705fc3f5de78 req-13634723-3608-4968-bc78-cf6301978be2 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:17.882704 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2c17ecfd-f0b8-4c89-8c82-705fc3f5de78 req-13634723-3608-4968-bc78-cf6301978be2 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 945 time: 0.2903166 Jun 02 20:43:17.963892 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:17.990536 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cdfdcb-e420-42d0-a03c-f7199ebd8540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773e7ce5-ef95-4832-8c5a-2c65e3b69cbc'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:43:17.992935 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f7e8bb-7e79-4314-8afe-9a50e998f9df" -d '{"events": [{"server_uuid": "a0cdfdcb-e420-42d0-a03c-f7199ebd8540", "name": "network-vif-plugged", "status": "completed", "tag": "773e7ce5-ef95-4832-8c5a-2c65e3b69cbc"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:43:18.002144 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=773e7ce5-ef95-4832-8c5a-2c65e3b69cbc,segment=NetworkSegment(d2167362-7953-411f-b6fe-12c6e0c6f23f),segment_id=d2167362-7953-411f-b6fe-12c6e0c6f23f)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:18.006416 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:18.007478 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device b6bc3d5e-c110-4942-a5fd-e355fa80b227 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:43:18.034999 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:18.073291 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125c8c51-a7ea-420f-abc5-00c8d0db6087 x-openstack-request-id: req-125c8c51-a7ea-420f-abc5-00c8d0db6087 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:43:18.073565 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0cdfdcb-e420-42d0-a03c-f7199ebd8540", "name": "network-vif-plugged", "status": "completed", "tag": "773e7ce5-ef95-4832-8c5a-2c65e3b69cbc", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:43:18.073815 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-125c8c51-a7ea-420f-abc5-00c8d0db6087 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:43:18.074196 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cdfdcb-e420-42d0-a03c-f7199ebd8540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773e7ce5-ef95-4832-8c5a-2c65e3b69cbc', 'code': 200} Jun 02 20:43:18.080728 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: b6bc3d5e-c110-4942-a5fd-e355fa80b227 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:43:18.081072 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device b6bc3d5e-c110-4942-a5fd-e355fa80b227 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:43:18.105261 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2c17ecfd-f0b8-4c89-8c82-705fc3f5de78 req-096b8b9a-ad1c-479d-8d9f-07a9c77b9217 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711433 Jun 02 20:43:18.106620 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=773e7ce5-ef95-4832-8c5a-2c65e3b69cbc,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:18.110229 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:18.117386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a676e40-73e0-4047-abbb-02033bd10235 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:43:18.165272 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58534) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:18.241566 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-52bef7e7-24fe-4bfb-a992-bb3b5c004318 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:18.272469 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-52bef7e7-24fe-4bfb-a992-bb3b5c004318 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:18.337873 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-52bef7e7-24fe-4bfb-a992-bb3b5c004318 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:18.343244 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9388140e-a33f-42bc-b63a-1c47e9ddf205 tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:18.357345 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bef7e7-24fe-4bfb-a992-bb3b5c004318 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b04bc3-a4b2-4451-9e8f-13048f4f93d5,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:18.360492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-52bef7e7-24fe-4bfb-a992-bb3b5c004318 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:18.369647 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-52bef7e7-24fe-4bfb-a992-bb3b5c004318 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:18.369647 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-52bef7e7-24fe-4bfb-a992-bb3b5c004318 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/security-groups/b2b04bc3-a4b2-4451-9e8f-13048f4f93d5 HTTP/1.1" status: 204 len: 168 time: 0.2032757 Jun 02 20:43:18.401241 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58538) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:18.450087 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a676e40-73e0-4047-abbb-02033bd10235 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:43:18.463438 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d3bfce-81ac-4031-a8af-dc31d2c26ebd None None] Sync routers for ids ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:43:18.468358 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5a676e40-73e0-4047-abbb-02033bd10235 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/0e19c493-ba42-4a25-b7db-1e0e4bd9366c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7670553 Jun 02 20:43:18.473916 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d3bfce-81ac-4031-a8af-dc31d2c26ebd None None] Routers {'0e19c493-ba42-4a25-b7db-1e0e4bd9366c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:18.474236 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58540) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:18.474869 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-02d3bfce-81ac-4031-a8af-dc31d2c26ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:18.490442 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f4058-2af7-4129-a833-203d335d92b5 req-d18bd149-7f96-4e65-8bcf-70e873ba8aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:18.491952 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b03f4058-2af7-4129-a833-203d335d92b5 req-d18bd149-7f96-4e65-8bcf-70e873ba8aeb service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 1099 time: 0.1642234 Jun 02 20:43:18.535753 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b03f4058-2af7-4129-a833-203d335d92b5 req-e926d809-5ac3-4508-947f-7ededba15841 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357811 Jun 02 20:43:18.604674 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-02d3bfce-81ac-4031-a8af-dc31d2c26ebd None None] Set router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:18.628864 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-452e889a-4c1f-4115-9f47-43573110bd7d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting subnet 844e2d6d-f6d1-4ec9-a33f-6269aeb54c36 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:43:18.635833 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-452e889a-4c1f-4115-9f47-43573110bd7d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:18.707790 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-02d3bfce-81ac-4031-a8af-dc31d2c26ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:43:17Z', 'revision_number': 11, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:18.711724 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d3bfce-81ac-4031-a8af-dc31d2c26ebd None None] Checking router: 0e19c493-ba42-4a25-b7db-1e0e4bd9366c for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:43:18.720503 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d3bfce-81ac-4031-a8af-dc31d2c26ebd None None] Routers {'0e19c493-ba42-4a25-b7db-1e0e4bd9366c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:18.721120 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-02d3bfce-81ac-4031-a8af-dc31d2c26ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:18.847283 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-02d3bfce-81ac-4031-a8af-dc31d2c26ebd None None] Set router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:18.923733 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-452e889a-4c1f-4115-9f47-43573110bd7d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:18.950831 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-02d3bfce-81ac-4031-a8af-dc31d2c26ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:43:17Z', 'revision_number': 11, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:18.955631 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d3bfce-81ac-4031-a8af-dc31d2c26ebd None None] The sync data for ids ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'] in dv-neutron-601336-84-hyperv is: [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:43:17Z', 'revision_number': 11, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:43:19.140215 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-452e889a-4c1f-4115-9f47-43573110bd7d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:19.473042 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3893b-87a7-4f12-b655-1110446230f4 req-6247dff2-d264-4aa8-aaa8-3330b92db209 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:19.474509 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6bf3893b-87a7-4f12-b655-1110446230f4 req-6247dff2-d264-4aa8-aaa8-3330b92db209 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 946 time: 0.2424943 Jun 02 20:43:19.617927 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6bf3893b-87a7-4f12-b655-1110446230f4 req-cf5bcea6-974d-4841-b5a5-1d0467e1f293 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366265 Jun 02 20:43:19.645512 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-452e889a-4c1f-4115-9f47-43573110bd7d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:19.650021 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4e69f941-33c9-4433-a283-0dd2c24d1320 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:19.690487 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-452e889a-4c1f-4115-9f47-43573110bd7d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:19.694254 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e889a-4c1f-4115-9f47-43573110bd7d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Subnet': ['ID=844e2d6d-f6d1-4ec9-a33f-6269aeb54c36,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:19.695451 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c820b3ce-512a-4ccf-b59d-4fed12493863 None None] Network 929efae2-7276-4e06-afff-09807e588cdd requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:43:19.698803 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-452e889a-4c1f-4115-9f47-43573110bd7d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:19.701735 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-16c458a7-020d-4905-9c5e-836eb49b50aa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:19.759160 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-452e889a-4c1f-4115-9f47-43573110bd7d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/subnets/844e2d6d-f6d1-4ec9-a33f-6269aeb54c36 HTTP/1.1" status: 204 len: 168 time: 1.2838850 Jun 02 20:43:19.761802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58544) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:19.879015 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:19.953035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Deleting port 590b168f-335d-4a72-8e7a-33a01108b36c {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:19.953035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:19.960425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7109f83-8320-422a-a48f-9fb555752d06 None None] DHCP port deletion for 929efae2-7276-4e06-afff-09807e588cdd request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:43:20.026086 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-d7109f83-8320-422a-a48f-9fb555752d06 None None] Deleting port 590b168f-335d-4a72-8e7a-33a01108b36c {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:20.026465 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d7109f83-8320-422a-a48f-9fb555752d06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:20.066675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] For port 590b168f-335d-4a72-8e7a-33a01108b36c, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=590b168f-335d-4a72-8e7a-33a01108b36c,segment=NetworkSegment(b26c9b23-a1fd-4aa1-b505-059b7a2033d7),segment_id=b26c9b23-a1fd-4aa1-b505-059b7a2033d7)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:20.067038 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:20.130678 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-d7109f83-8320-422a-a48f-9fb555752d06 None None] For port 590b168f-335d-4a72-8e7a-33a01108b36c, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=590b168f-335d-4a72-8e7a-33a01108b36c,segment=NetworkSegment(b26c9b23-a1fd-4aa1-b505-059b7a2033d7),segment_id=b26c9b23-a1fd-4aa1-b505-059b7a2033d7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:20.130989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d7109f83-8320-422a-a48f-9fb555752d06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:20.145367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-16c458a7-020d-4905-9c5e-836eb49b50aa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 7abba06b-6980-4699-aaec-fb2ff2166bfa {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:20.145707 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-16c458a7-020d-4905-9c5e-836eb49b50aa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:20.193540 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Calling delete_port for 590b168f-335d-4a72-8e7a-33a01108b36c owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:20.244799 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:20.249894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-22be63b3-4471-4e67-92a6-c3a39485fcd0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:20.283533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-16c458a7-020d-4905-9c5e-836eb49b50aa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 7abba06b-6980-4699-aaec-fb2ff2166bfa, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7abba06b-6980-4699-aaec-fb2ff2166bfa,segment=NetworkSegment(120a83b4-ffeb-4946-96a2-02c75a512597),segment_id=120a83b4-ffeb-4946-96a2-02c75a512597)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:20.283836 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-16c458a7-020d-4905-9c5e-836eb49b50aa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:20.296624 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Port': ['ID=590b168f-335d-4a72-8e7a-33a01108b36c,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:20.298388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] No DVR routers for this DVR port 590b168f-335d-4a72-8e7a-33a01108b36c on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:43:20.300686 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:20.309320 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-d7109f83-8320-422a-a48f-9fb555752d06 None None] Calling delete_port for 590b168f-335d-4a72-8e7a-33a01108b36c owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:20.352421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d7109f83-8320-422a-a48f-9fb555752d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:20.357191 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:20.400236 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7109f83-8320-422a-a48f-9fb555752d06 None None] Pushing event deleted for resources: {'Port': ['ID=590b168f-335d-4a72-8e7a-33a01108b36c,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:20.403766 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d7109f83-8320-422a-a48f-9fb555752d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:20.406671 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7109f83-8320-422a-a48f-9fb555752d06 None None] No DVR routers for this DVR port 590b168f-335d-4a72-8e7a-33a01108b36c on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:43:20.433748 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:20.447972 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929efae2-7276-4e06-afff-09807e588cdd']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:20.461602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b26c9b23-a1fd-4aa1-b505-059b7a2033d7') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:20.461897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b26c9b23-a1fd-4aa1-b505-059b7a2033d7') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:20.474206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:20.491863 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:20.499819 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:43:20.500204 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:43:20.515377 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:43:20.561953 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-16c458a7-020d-4905-9c5e-836eb49b50aa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 7abba06b-6980-4699-aaec-fb2ff2166bfa owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:20.599126 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:20.604086 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:20.610604 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-82d9d6d8-16e0-4491-a7dc-98779a1d2dca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:20.635440 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Pushing event deleted for resources: {'Network': ['ID=929efae2-7276-4e06-afff-09807e588cdd,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:20.637773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:20.643610 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/networks/929efae2-7276-4e06-afff-09807e588cdd HTTP/1.1" status: 204 len: 168 time: 0.8772914 Jun 02 20:43:20.643610 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58546) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:20.647075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-a90e368d-a3d9-4b46-a45f-bb2346aae4fd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'router': {'routes': None}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:20.734360 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-16c458a7-020d-4905-9c5e-836eb49b50aa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:20.738407 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:20.782267 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c458a7-020d-4905-9c5e-836eb49b50aa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=7abba06b-6980-4699-aaec-fb2ff2166bfa,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:20.785907 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-16c458a7-020d-4905-9c5e-836eb49b50aa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:21.085442 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-16c458a7-020d-4905-9c5e-836eb49b50aa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:21.086963 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7171ae88-adbb-452a-8cfa-053076dd675b no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:43:21.121926 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 7171ae88-adbb-452a-8cfa-053076dd675b {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:43:21.122274 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7171ae88-adbb-452a-8cfa-053076dd675b not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:43:21.122696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 590b168f-335d-4a72-8e7a-33a01108b36c no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:43:21.154692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.extraroute_db [None req-a90e368d-a3d9-4b46-a45f-bb2346aae4fd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Added routes are [] {{(pid=92549) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 02 20:43:21.155406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.extraroute_db [None req-a90e368d-a3d9-4b46-a45f-bb2346aae4fd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Removed routes are [] {{(pid=92549) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 02 20:43:21.155406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a90e368d-a3d9-4b46-a45f-bb2346aae4fd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:21.159654 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 590b168f-335d-4a72-8e7a-33a01108b36c {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:43:21.160001 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 590b168f-335d-4a72-8e7a-33a01108b36c not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:43:21.308262 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b955b-92c9-49db-ada3-f46268397d1c req-d29a696c-5287-4455-bcaa-2b02a2b11b23 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:21.309833 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-524b955b-92c9-49db-ada3-f46268397d1c req-d29a696c-5287-4455-bcaa-2b02a2b11b23 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 946 time: 0.5423939 Jun 02 20:43:21.452519 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c458a7-020d-4905-9c5e-836eb49b50aa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router ea042184-efd5-4d0d-8531-e0c8a72be96a has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:43:21.466445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a90e368d-a3d9-4b46-a45f-bb2346aae4fd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:21.474115 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a90e368d-a3d9-4b46-a45f-bb2346aae4fd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:21.481286 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-524b955b-92c9-49db-ada3-f46268397d1c req-59692e25-2de0-4e73-b35b-e893d2fee4b7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153212 Jun 02 20:43:21.613696 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90e368d-a3d9-4b46-a45f-bb2346aae4fd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:43:21.692725 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c458a7-020d-4905-9c5e-836eb49b50aa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:43:21.702805 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa37d5d-a214-4d96-a358-a9cb9cfb8e83 None None] Sync routers for ids ['ea042184-efd5-4d0d-8531-e0c8a72be96a'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:43:21.712234 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa37d5d-a214-4d96-a358-a9cb9cfb8e83 None None] Routers {'ea042184-efd5-4d0d-8531-e0c8a72be96a'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:21.713064 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-caa37d5d-a214-4d96-a358-a9cb9cfb8e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['ea042184-efd5-4d0d-8531-e0c8a72be96a'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:21.720246 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-16c458a7-020d-4905-9c5e-836eb49b50aa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/routers/ea042184-efd5-4d0d-8531-e0c8a72be96a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3147333 Jun 02 20:43:21.726199 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58554) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:21.746365 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90e368d-a3d9-4b46-a45f-bb2346aae4fd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:43:21.753689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a90e368d-a3d9-4b46-a45f-bb2346aae4fd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:21.757315 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a90e368d-a3d9-4b46-a45f-bb2346aae4fd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/0e19c493-ba42-4a25-b7db-1e0e4bd9366c HTTP/1.1" status: 200 len: 705 time: 1.1112440 Jun 02 20:43:21.757554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58556) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:21.761058 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbbdb6-fca8-42e4-8677-79be883ae45b None None] Sync routers for ids ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:43:21.771574 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adbbdb6-fca8-42e4-8677-79be883ae45b None None] Routers {'0e19c493-ba42-4a25-b7db-1e0e4bd9366c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:21.772434 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9adbbdb6-fca8-42e4-8677-79be883ae45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:21.783460 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6704c-e343-4516-80d0-f033b823dcea req-9a84ccf3-ed95-40e6-a8a9-7c5eaacc54df tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:21.784949 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-89e6704c-e343-4516-80d0-f033b823dcea req-9a84ccf3-ed95-40e6-a8a9-7c5eaacc54df tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 946 time: 0.1663213 Jun 02 20:43:21.807240 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b0efca38-35b3-484f-a487-be7411115ebc tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Synchronizing usage tracker for tenant:f8efac6e9cf943ae9e25aaf306cb7756 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:43:21.826134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b0efca38-35b3-484f-a487-be7411115ebc tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Unset dirty status for tenant:f8efac6e9cf943ae9e25aaf306cb7756 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:43:21.828777 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b0efca38-35b3-484f-a487-be7411115ebc tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e19c493-ba42-4a25-b7db-1e0e4bd9366c HTTP/1.1" status: 200 len: 205 time: 0.0702577 Jun 02 20:43:21.831464 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58558) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:21.840912 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-728aa16a-4101-4b67-a8dc-e8285b03a5ee tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting subnet 4b69a36d-7816-413f-860f-b05de4096f85 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:43:21.852753 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-728aa16a-4101-4b67-a8dc-e8285b03a5ee tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:21.898978 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-89e6704c-e343-4516-80d0-f033b823dcea req-d6b5ee74-d0eb-472b-9ed3-a396c4e1b884 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006289 Jun 02 20:43:21.921849 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-9adbbdb6-fca8-42e4-8677-79be883ae45b None None] Set router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:21.930672 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-728aa16a-4101-4b67-a8dc-e8285b03a5ee tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:21.932418 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-caa37d5d-a214-4d96-a358-a9cb9cfb8e83 None None] Set router ea042184-efd5-4d0d-8531-e0c8a72be96a gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:21.971318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58560) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:21.995387 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-46facde7-435d-405b-8c1b-418a004dd9fa tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:22.050610 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-728aa16a-4101-4b67-a8dc-e8285b03a5ee tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:22.057934 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9adbbdb6-fca8-42e4-8677-79be883ae45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:43:17Z', 'revision_number': 11, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:22.063750 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbbdb6-fca8-42e4-8677-79be883ae45b None None] Checking router: 0e19c493-ba42-4a25-b7db-1e0e4bd9366c for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:43:22.074050 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adbbdb6-fca8-42e4-8677-79be883ae45b None None] Routers {'0e19c493-ba42-4a25-b7db-1e0e4bd9366c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:22.074906 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9adbbdb6-fca8-42e4-8677-79be883ae45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:22.223113 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-9adbbdb6-fca8-42e4-8677-79be883ae45b None None] Set router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:22.282616 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-caa37d5d-a214-4d96-a358-a9cb9cfb8e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'name': 'tempest-TestNetworkBasicOps-router-527176579', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:41:10Z', 'updated_at': '2021-06-02T20:43:20Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:12Z', 'updated_at': '2021-06-02T20:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:22.288665 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa37d5d-a214-4d96-a358-a9cb9cfb8e83 None None] Checking router: ea042184-efd5-4d0d-8531-e0c8a72be96a for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:43:22.300207 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa37d5d-a214-4d96-a358-a9cb9cfb8e83 None None] Routers {'ea042184-efd5-4d0d-8531-e0c8a72be96a'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:22.301523 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-caa37d5d-a214-4d96-a358-a9cb9cfb8e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['ea042184-efd5-4d0d-8531-e0c8a72be96a'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:22.385326 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9adbbdb6-fca8-42e4-8677-79be883ae45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:43:17Z', 'revision_number': 11, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:22.396520 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbbdb6-fca8-42e4-8677-79be883ae45b None None] The sync data for ids ['0e19c493-ba42-4a25-b7db-1e0e4bd9366c'] in dv-neutron-601336-84-hyperv is: [{'id': '0e19c493-ba42-4a25-b7db-1e0e4bd9366c', 'name': 'tempest-RoutersIpV6Test-router-1262263062', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:35Z', 'updated_at': '2021-06-02T20:43:17Z', 'revision_number': 11, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:43:22.528076 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-caa37d5d-a214-4d96-a358-a9cb9cfb8e83 None None] Set router ea042184-efd5-4d0d-8531-e0c8a72be96a gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:22.553321 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-46facde7-435d-405b-8c1b-418a004dd9fa tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:22.556838 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-46facde7-435d-405b-8c1b-418a004dd9fa tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:22.581434 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-728aa16a-4101-4b67-a8dc-e8285b03a5ee tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:22.586599 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-faac1e70-a4cc-4410-953d-9f88a70af2d1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:22.592964 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e281eb5-ea86-42f3-89fa-bc807bb6cb31 tempest-TestVolumeBootPattern-147739307 tempest-TestVolumeBootPattern-147739307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:22.593752 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4e281eb5-ea86-42f3-89fa-bc807bb6cb31 tempest-TestVolumeBootPattern-147739307 tempest-TestVolumeBootPattern-147739307-project-admin] Synchronizing usage tracker for tenant:9ec4b5a5406748fc9b6a6bfc657d77b8 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:43:22.617276 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-46facde7-435d-405b-8c1b-418a004dd9fa tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:22.618423 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46facde7-435d-405b-8c1b-418a004dd9fa tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Fanout notify agent at l3_agent the message router_deleted on router 0e19c493-ba42-4a25-b7db-1e0e4bd9366c {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:43:22.621021 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4e281eb5-ea86-42f3-89fa-bc807bb6cb31 tempest-TestVolumeBootPattern-147739307 tempest-TestVolumeBootPattern-147739307-project-admin] Unset dirty status for tenant:9ec4b5a5406748fc9b6a6bfc657d77b8 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:43:22.626893 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4e281eb5-ea86-42f3-89fa-bc807bb6cb31 tempest-TestVolumeBootPattern-147739307 tempest-TestVolumeBootPattern-147739307-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 1094 time: 0.6489928 Jun 02 20:43:22.627097 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58564) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:22.631404 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': '773e7ce5-ef95-4832-8c5a-2c65e3b69cbc', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:22.639778 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-46facde7-435d-405b-8c1b-418a004dd9fa tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:22.645917 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-46facde7-435d-405b-8c1b-418a004dd9fa tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/routers/0e19c493-ba42-4a25-b7db-1e0e4bd9366c HTTP/1.1" status: 204 len: 168 time: 0.8134124 Jun 02 20:43:22.646637 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58566) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:22.647373 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:22.649769 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728aa16a-4101-4b67-a8dc-e8285b03a5ee tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Subnet': ['ID=4b69a36d-7816-413f-860f-b05de4096f85,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:22.652620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-10ed5cb0-80a1-48a6-9b8c-237ec238a541 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1005443362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:22.656362 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-728aa16a-4101-4b67-a8dc-e8285b03a5ee tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:22.658877 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Usage tracker for resource:floatingip and tenant:8ac283e33ac84a4091254730e5dabc0a is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:22.662570 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-728aa16a-4101-4b67-a8dc-e8285b03a5ee tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:22.662795 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-10ed5cb0-80a1-48a6-9b8c-237ec238a541 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:22.666472 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:22.667985 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-10ed5cb0-80a1-48a6-9b8c-237ec238a541 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Usage tracker for resource:router and tenant:f8efac6e9cf943ae9e25aaf306cb7756 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:22.673233 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-10ed5cb0-80a1-48a6-9b8c-237ec238a541 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:22.676448 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-728aa16a-4101-4b67-a8dc-e8285b03a5ee tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/subnets/4b69a36d-7816-413f-860f-b05de4096f85 HTTP/1.1" status: 204 len: 168 time: 0.9470830 Jun 02 20:43:22.676448 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:22.677389 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840a14ba-6299-40d9-8ec7-8456f62e0e0e None None] Network 5c7bdf7f-1f8d-447c-b320-3cff46221b8d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:43:22.678293 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58568) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:22.686359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-10ed5cb0-80a1-48a6-9b8c-237ec238a541 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:22.703535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-10ed5cb0-80a1-48a6-9b8c-237ec238a541 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:22.704934 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-10ed5cb0-80a1-48a6-9b8c-237ec238a541 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:22.746470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-10ed5cb0-80a1-48a6-9b8c-237ec238a541 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:22.770022 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-10ed5cb0-80a1-48a6-9b8c-237ec238a541 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:22.772192 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for floatingip, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:22.803366 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-10ed5cb0-80a1-48a6-9b8c-237ec238a541 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:22.807033 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-10ed5cb0-80a1-48a6-9b8c-237ec238a541 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1568158 Jun 02 20:43:22.807500 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58570) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:22.812540 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-71a6c080-9ff4-4aa4-96e8-0d6ff108593c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Request body: {'router': {'admin_state_up': True}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:22.972957 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-da9611db-6645-4432-bc5f-aa71544c8921 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:23.134795 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-caa37d5d-a214-4d96-a358-a9cb9cfb8e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'name': 'tempest-TestNetworkBasicOps-router-527176579', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:41:10Z', 'updated_at': '2021-06-02T20:43:20Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:12Z', 'updated_at': '2021-06-02T20:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:23.139959 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa37d5d-a214-4d96-a358-a9cb9cfb8e83 None None] The sync data for ids ['ea042184-efd5-4d0d-8531-e0c8a72be96a'] in dv-neutron-601336-84-hyperv is: [{'id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'name': 'tempest-TestNetworkBasicOps-router-527176579', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:41:10Z', 'updated_at': '2021-06-02T20:43:20Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '9d59604c-940a-4779-b620-4cfa5ac73c22', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea042184-efd5-4d0d-8531-e0c8a72be96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:41:12Z', 'updated_at': '2021-06-02T20:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:43:23.169167 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:23.207235 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4294f00-973b-4b79-9c39-eeb57f70bca7 None None] DHCP port deletion for 5c7bdf7f-1f8d-447c-b320-3cff46221b8d request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:43:23.210268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-71a6c080-9ff4-4aa4-96e8-0d6ff108593c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:23.221460 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-71a6c080-9ff4-4aa4-96e8-0d6ff108593c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:23.222091 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-da9611db-6645-4432-bc5f-aa71544c8921 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:23.284604 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-c4294f00-973b-4b79-9c39-eeb57f70bca7 None None] Deleting port 6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:23.284604 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c4294f00-973b-4b79-9c39-eeb57f70bca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:23.374796 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-da9611db-6645-4432-bc5f-aa71544c8921 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 9d59604c-940a-4779-b620-4cfa5ac73c22 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:23.375040 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-da9611db-6645-4432-bc5f-aa71544c8921 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:23.387600 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Allocated IP 172.26.0.2 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/1d3bbe6e-43de-4763-8067-2fd1c19b2db2) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:43:23.388363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a6c080-9ff4-4aa4-96e8-0d6ff108593c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Router 48bdd234-2624-4d86-ad42-31c2c935f77c is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:43:23.392365 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c4294f00-973b-4b79-9c39-eeb57f70bca7 None None] For port 6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2,segment=NetworkSegment(120a83b4-ffeb-4946-96a2-02c75a512597),segment_id=120a83b4-ffeb-4946-96a2-02c75a512597)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:23.392906 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c4294f00-973b-4b79-9c39-eeb57f70bca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:23.526964 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-c4294f00-973b-4b79-9c39-eeb57f70bca7 None None] Calling delete_port for 6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:23.529964 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a6c080-9ff4-4aa4-96e8-0d6ff108593c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:43:23.537381 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-71a6c080-9ff4-4aa4-96e8-0d6ff108593c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:23.540777 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-71a6c080-9ff4-4aa4-96e8-0d6ff108593c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "PUT /v2.0/routers/48bdd234-2624-4d86-ad42-31c2c935f77c HTTP/1.1" status: 200 len: 698 time: 0.7301123 Jun 02 20:43:23.541084 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58572) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:23.543434 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b6ab2-5378-4f5f-b4dc-9b9f9a22f426 None None] Sync routers for ids ['48bdd234-2624-4d86-ad42-31c2c935f77c'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:43:23.569082 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b6ab2-5378-4f5f-b4dc-9b9f9a22f426 None None] Routers {'48bdd234-2624-4d86-ad42-31c2c935f77c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:23.569903 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3b0b6ab2-5378-4f5f-b4dc-9b9f9a22f426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['48bdd234-2624-4d86-ad42-31c2c935f77c'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:23.612702 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-da9611db-6645-4432-bc5f-aa71544c8921 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 9d59604c-940a-4779-b620-4cfa5ac73c22, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9d59604c-940a-4779-b620-4cfa5ac73c22,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:23.613071 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-da9611db-6645-4432-bc5f-aa71544c8921 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:23.683340 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d30d30d6-a109-4a86-ac2a-22973ff96f9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/routers/48bdd234-2624-4d86-ad42-31c2c935f77c HTTP/1.1" status: 200 len: 704 time: 0.1384063 Jun 02 20:43:23.683997 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58574) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:23.737427 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4ff5617a-e921-4865-91e5-336cf643a980 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bdd234-2624-4d86-ad42-31c2c935f77c HTTP/1.1" status: 200 len: 205 time: 0.0524414 Jun 02 20:43:23.744721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58576) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:23.750674 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-3b0b6ab2-5378-4f5f-b4dc-9b9f9a22f426 None None] Set router 48bdd234-2624-4d86-ad42-31c2c935f77c gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:23.760400 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-da9611db-6645-4432-bc5f-aa71544c8921 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 9d59604c-940a-4779-b620-4cfa5ac73c22 owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:23.767804 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:23.824402 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:23.829625 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:23.861121 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3b0b6ab2-5378-4f5f-b4dc-9b9f9a22f426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bdd234-2624-4d86-ad42-31c2c935f77c', 'name': 'tempest-RoutersIpV6Test-router-1005443362', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:22Z', 'updated_at': '2021-06-02T20:43:23Z', 'revision_number': 2, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:23.867849 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b6ab2-5378-4f5f-b4dc-9b9f9a22f426 None None] Checking router: 48bdd234-2624-4d86-ad42-31c2c935f77c for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:43:23.886834 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b6ab2-5378-4f5f-b4dc-9b9f9a22f426 None None] Routers {'48bdd234-2624-4d86-ad42-31c2c935f77c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:23.887054 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3b0b6ab2-5378-4f5f-b4dc-9b9f9a22f426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['48bdd234-2624-4d86-ad42-31c2c935f77c'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:23.954796 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c4294f00-973b-4b79-9c39-eeb57f70bca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:24.010408 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:24.065926 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4294f00-973b-4b79-9c39-eeb57f70bca7 None None] Pushing event deleted for resources: {'Port': ['ID=6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:24.068313 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c4294f00-973b-4b79-9c39-eeb57f70bca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:24.069661 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-3b0b6ab2-5378-4f5f-b4dc-9b9f9a22f426 None None] Set router 48bdd234-2624-4d86-ad42-31c2c935f77c gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:24.071521 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:43:24.075553 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:43:24.083038 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:43:24.083500 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-edf057f7-a094-4f16-a726-a92009c45965 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:24.111184 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event updated for resources: {'Port': ['ID=1d3bbe6e-43de-4763-8067-2fd1c19b2db2,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:24.126096 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:24.173362 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4294f00-973b-4b79-9c39-eeb57f70bca7 None None] No DVR routers for this DVR port 6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:43:24.185300 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3b0b6ab2-5378-4f5f-b4dc-9b9f9a22f426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bdd234-2624-4d86-ad42-31c2c935f77c', 'name': 'tempest-RoutersIpV6Test-router-1005443362', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:22Z', 'updated_at': '2021-06-02T20:43:23Z', 'revision_number': 2, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:24.190151 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b6ab2-5378-4f5f-b4dc-9b9f9a22f426 None None] The sync data for ids ['48bdd234-2624-4d86-ad42-31c2c935f77c'] in dv-neutron-601336-84-hyperv is: [{'id': '48bdd234-2624-4d86-ad42-31c2c935f77c', 'name': 'tempest-RoutersIpV6Test-router-1005443362', 'tenant_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:22Z', 'updated_at': '2021-06-02T20:43:23Z', 'revision_number': 2, 'project_id': 'f8efac6e9cf943ae9e25aaf306cb7756', 'gw_port_host': None}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:43:24.309871 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-da9611db-6645-4432-bc5f-aa71544c8921 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:24.316262 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-16c458a7-020d-4905-9c5e-836eb49b50aa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:24.407284 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-edf057f7-a094-4f16-a726-a92009c45965 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:24.409485 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-edf057f7-a094-4f16-a726-a92009c45965 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:24.429906 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9611db-6645-4432-bc5f-aa71544c8921 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=9d59604c-940a-4779-b620-4cfa5ac73c22,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:24.433731 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-edf057f7-a094-4f16-a726-a92009c45965 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:24.434289 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf057f7-a094-4f16-a726-a92009c45965 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Fanout notify agent at l3_agent the message router_deleted on router 48bdd234-2624-4d86-ad42-31c2c935f77c {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:43:24.448915 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-edf057f7-a094-4f16-a726-a92009c45965 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:24.449985 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-edf057f7-a094-4f16-a726-a92009c45965 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/routers/48bdd234-2624-4d86-ad42-31c2c935f77c HTTP/1.1" status: 204 len: 168 time: 0.7045536 Jun 02 20:43:24.453268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58578) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:24.461249 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-da9611db-6645-4432-bc5f-aa71544c8921 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:24.501379 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-27507fa2-d216-47b7-ad5a-598b63256457 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bdd234-2624-4d86-ad42-31c2c935f77c HTTP/1.1" status: 200 len: 205 time: 0.0468950 Jun 02 20:43:24.503576 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58580) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:24.570248 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-5c4f0617-da46-4bbd-acd8-5c7e8ac36c31 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] delete failed (client error): The resource could not be found. Jun 02 20:43:24.574326 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58582) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:24.575955 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5c4f0617-da46-4bbd-acd8-5c7e8ac36c31 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/routers/48bdd234-2624-4d86-ad42-31c2c935f77c HTTP/1.1" status: 404 len: 336 time: 0.0712590 Jun 02 20:43:24.639166 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d735aba-a6ad-47b5-b316-0d019de2545e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] DELETE failed (client error): The resource could not be found. Jun 02 20:43:24.639618 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d735aba-a6ad-47b5-b316-0d019de2545e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:43:24.649495 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-da9611db-6645-4432-bc5f-aa71544c8921 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:24.693319 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9d735aba-a6ad-47b5-b316-0d019de2545e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/subnets/1b1f8634-ef00-4bae-9cba-0e9f6ca27d7d HTTP/1.1" status: 404 len: 337 time: 0.1181097 Jun 02 20:43:24.696273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58584) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:24.738151 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf60559-f523-45dd-9bdb-4392c8b294a6 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] DELETE failed (client error): The resource could not be found. Jun 02 20:43:24.738603 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf60559-f523-45dd-9bdb-4392c8b294a6 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:43:24.740288 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-adf60559-f523-45dd-9bdb-4392c8b294a6 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/subnets/011226ec-729a-47ba-8d67-32f8cb4469d0 HTTP/1.1" status: 404 len: 337 time: 0.0430772 Jun 02 20:43:24.742710 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58586) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:24.779986 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a754c7-4a00-46c3-b071-ac1984eb4f56 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] DELETE failed (client error): The resource could not be found. Jun 02 20:43:24.780560 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a754c7-4a00-46c3-b071-ac1984eb4f56 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:43:24.782359 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-80a754c7-4a00-46c3-b071-ac1984eb4f56 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/subnets/0fa1b864-5c4f-40e1-b5c1-5471485606b6 HTTP/1.1" status: 404 len: 337 time: 0.0386868 Jun 02 20:43:24.784890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58588) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:24.829767 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f12e76d-a4f4-4265-8300-f601b51cbf91 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] DELETE failed (client error): The resource could not be found. Jun 02 20:43:24.830221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f12e76d-a4f4-4265-8300-f601b51cbf91 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:43:24.831935 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5f12e76d-a4f4-4265-8300-f601b51cbf91 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/subnets/844e2d6d-f6d1-4ec9-a33f-6269aeb54c36 HTTP/1.1" status: 404 len: 337 time: 0.0460527 Jun 02 20:43:24.834667 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58590) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:24.839050 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-da9611db-6645-4432-bc5f-aa71544c8921 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:24.846104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-da9611db-6645-4432-bc5f-aa71544c8921 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:24.877255 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-da9611db-6645-4432-bc5f-aa71544c8921 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:24.877761 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9611db-6645-4432-bc5f-aa71544c8921 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Fanout notify agent at l3_agent the message router_deleted on router ea042184-efd5-4d0d-8531-e0c8a72be96a {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:43:24.883379 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ae12fdb5-65cc-427a-8bae-b36bebb5812f tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e19c493-ba42-4a25-b7db-1e0e4bd9366c HTTP/1.1" status: 200 len: 205 time: 0.0474095 Jun 02 20:43:24.885856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58592) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:24.900080 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-da9611db-6645-4432-bc5f-aa71544c8921 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:24.901162 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-da9611db-6645-4432-bc5f-aa71544c8921 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/routers/ea042184-efd5-4d0d-8531-e0c8a72be96a HTTP/1.1" status: 204 len: 168 time: 2.2219567 Jun 02 20:43:24.904057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58594) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:24.969652 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-80eaa363-74d2-4c3c-893f-1d3d80b34c5d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] delete failed (client error): The resource could not be found. Jun 02 20:43:24.974372 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-80eaa363-74d2-4c3c-893f-1d3d80b34c5d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/routers/0e19c493-ba42-4a25-b7db-1e0e4bd9366c HTTP/1.1" status: 404 len: 336 time: 0.0869093 Jun 02 20:43:24.974996 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58596) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:25.034472 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:25.039588 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-048ebe18-6d61-4059-a8f0-968278439419 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6a2cf87-86de-4b9f-b0fa-15caa7ff57d7 HTTP/1.1" status: 200 len: 205 time: 0.0610344 Jun 02 20:43:25.045245 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58598) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:25.065064 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-052faeb8-7c05-4aab-b046-716f86fdc4b0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:25.134056 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-9789aa40-469a-4d5d-b250-5562c3528669 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] delete failed (client error): The resource could not be found. Jun 02 20:43:25.135066 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9789aa40-469a-4d5d-b250-5562c3528669 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/routers/d6a2cf87-86de-4b9f-b0fa-15caa7ff57d7 HTTP/1.1" status: 404 len: 336 time: 0.0884504 Jun 02 20:43:25.137530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58600) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:25.175694 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:25.180267 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d3c3e7-178a-4693-aa67-03e53bc0ec9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] DELETE failed (client error): The resource could not be found. Jun 02 20:43:25.181048 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d3c3e7-178a-4693-aa67-03e53bc0ec9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:43:25.184331 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-66d3c3e7-178a-4693-aa67-03e53bc0ec9e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/subnets/277ff1d9-9563-4e4a-b2c4-23bf7aff3a64 HTTP/1.1" status: 404 len: 337 time: 0.0442581 Jun 02 20:43:25.185288 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58602) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:25.229773 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2599a805-2936-4fe3-a24f-288724b56d72 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0ff0775-dc60-4f04-905a-f9350c7061a2 HTTP/1.1" status: 200 len: 205 time: 0.0428467 Jun 02 20:43:25.232014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58604) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:25.297620 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-052faeb8-7c05-4aab-b046-716f86fdc4b0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:25.310307 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-18e7dc81-8f4b-4b07-847b-ed5751c01ca6 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] delete failed (client error): The resource could not be found. Jun 02 20:43:25.313774 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-18e7dc81-8f4b-4b07-847b-ed5751c01ca6 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/routers/d0ff0775-dc60-4f04-905a-f9350c7061a2 HTTP/1.1" status: 404 len: 336 time: 0.0783830 Jun 02 20:43:25.313996 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58606) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:25.316797 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-052faeb8-7c05-4aab-b046-716f86fdc4b0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7bdf7f-1f8d-447c-b320-3cff46221b8d']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:25.345114 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-052faeb8-7c05-4aab-b046-716f86fdc4b0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120a83b4-ffeb-4946-96a2-02c75a512597') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:25.345397 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-052faeb8-7c05-4aab-b046-716f86fdc4b0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120a83b4-ffeb-4946-96a2-02c75a512597') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:25.359127 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2028c4ad-f408-47b8-be61-bd0a740c1457 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/ports?device_id=e914d4b0-df28-40c6-84bf-d3e675b9e3de HTTP/1.1" status: 200 len: 205 time: 0.0419436 Jun 02 20:43:25.359389 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58608) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:25.363226 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-052faeb8-7c05-4aab-b046-716f86fdc4b0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:25.411851 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7abba06b-6980-4699-aaec-fb2ff2166bfa no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:43:25.434898 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-adf670ea-971b-4a6b-9ecb-2744216f4843 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] delete failed (client error): The resource could not be found. Jun 02 20:43:25.438706 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-adf670ea-971b-4a6b-9ecb-2744216f4843 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/routers/e914d4b0-df28-40c6-84bf-d3e675b9e3de HTTP/1.1" status: 404 len: 336 time: 0.0783324 Jun 02 20:43:25.439553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58610) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:25.457999 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 7abba06b-6980-4699-aaec-fb2ff2166bfa {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:43:25.458921 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7abba06b-6980-4699-aaec-fb2ff2166bfa not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:43:25.459621 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:43:25.485012 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fc8b2d-00df-4219-8827-499f9f8c9df5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] DELETE failed (client error): The resource could not be found. Jun 02 20:43:25.485616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93fc8b2d-00df-4219-8827-499f9f8c9df5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:43:25.489777 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-93fc8b2d-00df-4219-8827-499f9f8c9df5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/subnets/339b24a0-2a13-45c2-a6fb-0b9b5a376eb4 HTTP/1.1" status: 404 len: 337 time: 0.0468137 Jun 02 20:43:25.490076 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58612) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:25.512325 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:43:25.512730 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 6a8498ec-8465-4f8f-a8f9-5eda6f3c84a2 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:43:25.537787 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1290d2da-a2ba-471f-a7ca-eeed97adcf26 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cdf2ac4-ecfe-4c50-a22e-5bc9a7a7a83b HTTP/1.1" status: 200 len: 205 time: 0.0463989 Jun 02 20:43:25.540031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58614) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:25.589791 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-052faeb8-7c05-4aab-b046-716f86fdc4b0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:25.600712 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052faeb8-7c05-4aab-b046-716f86fdc4b0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:43:25.601127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-052faeb8-7c05-4aab-b046-716f86fdc4b0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:25.612698 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-e90b64eb-47d0-45ca-b534-c7b4eaffe2a1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] delete failed (client error): The resource could not be found. Jun 02 20:43:25.613704 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e90b64eb-47d0-45ca-b534-c7b4eaffe2a1 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/routers/9cdf2ac4-ecfe-4c50-a22e-5bc9a7a7a83b HTTP/1.1" status: 404 len: 336 time: 0.0727780 Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:43:25.615432 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:43:25.617853 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58616) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:25.654212 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d988e30-467b-41d2-945d-8ad2b2e32bfc tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] DELETE failed (client error): The resource could not be found. Jun 02 20:43:25.655246 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d988e30-467b-41d2-945d-8ad2b2e32bfc tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:43:25.656894 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4d988e30-467b-41d2-945d-8ad2b2e32bfc tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/subnets/39718903-62c9-4d2a-a209-0675be43389c HTTP/1.1" status: 404 len: 337 time: 0.0397713 Jun 02 20:43:25.659468 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58618) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:25.707338 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cd194851-0c03-47c4-be48-e13d7b02aad8 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "GET /v2.0/ports?device_id=02cbc418-76ef-4687-9fd5-695f0dada8cc HTTP/1.1" status: 200 len: 205 time: 0.0467069 Jun 02 20:43:25.709526 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58620) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:25.725024 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-052faeb8-7c05-4aab-b046-716f86fdc4b0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:25.728968 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6bb9d72c-14f0-4629-9dcb-27e660dd9cfb tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:25.743455 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-052faeb8-7c05-4aab-b046-716f86fdc4b0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:25.756782 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052faeb8-7c05-4aab-b046-716f86fdc4b0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Network': ['ID=5c7bdf7f-1f8d-447c-b320-3cff46221b8d,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:25.760824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-052faeb8-7c05-4aab-b046-716f86fdc4b0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:25.772421 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-052faeb8-7c05-4aab-b046-716f86fdc4b0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/networks/5c7bdf7f-1f8d-447c-b320-3cff46221b8d HTTP/1.1" status: 204 len: 168 time: 0.8668380 Jun 02 20:43:25.777152 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-b28806e6-1d82-4001-84c5-8c2df3101732 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] delete failed (client error): The resource could not be found. Jun 02 20:43:25.778157 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b28806e6-1d82-4001-84c5-8c2df3101732 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/routers/02cbc418-76ef-4687-9fd5-695f0dada8cc HTTP/1.1" status: 404 len: 336 time: 0.0677366 Jun 02 20:43:25.780668 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58622) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:25.785760 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58624) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:25.791938 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-b4e82f87-4a6e-445e-95e8-0bd4b024429b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'network': {'name': 'tempest-network-smoke--1745104686', 'project_id': '7e68015eb8844c43b1007154397602c4', 'port_security_enabled': True}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:25.796423 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:25.799685 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b4e82f87-4a6e-445e-95e8-0bd4b024429b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:25.803235 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:25.808021 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b4e82f87-4a6e-445e-95e8-0bd4b024429b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:network and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:25.810966 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b86e0b40-bfd0-4f97-a860-09eb80bf95c9 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:25.821836 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-6965add6-af45-43da-bd04-eb441a2c38fc tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] DELETE failed (client error): The resource could not be found. Jun 02 20:43:25.822290 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6965add6-af45-43da-bd04-eb441a2c38fc tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:43:25.823979 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6965add6-af45-43da-bd04-eb441a2c38fc tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/subnets/e2a147d5-764f-47e7-808b-61bfc6381b07 HTTP/1.1" status: 404 len: 337 time: 0.0424385 Jun 02 20:43:25.826956 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58626) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:25.843622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b4e82f87-4a6e-445e-95e8-0bd4b024429b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:25.863178 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b4e82f87-4a6e-445e-95e8-0bd4b024429b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:25.864228 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f6ac53-dff9-4aa4-928b-a2b9638d373b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] DELETE failed (client error): The resource could not be found. Jun 02 20:43:25.864724 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f6ac53-dff9-4aa4-928b-a2b9638d373b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92549) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 20:43:25.867231 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f2f6ac53-dff9-4aa4-928b-a2b9638d373b tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] 10.222.0.25 "DELETE /v2.0/subnets/fcaeb895-49f6-49bf-9709-c40d48b4079f HTTP/1.1" status: 404 len: 337 time: 0.0393291 Jun 02 20:43:25.926715 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e82f87-4a6e-445e-95e8-0bd4b024429b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:43:25.930252 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4e82f87-4a6e-445e-95e8-0bd4b024429b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:25.957162 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event updated for resources: {'Port': ['ID=1d3bbe6e-43de-4763-8067-2fd1c19b2db2,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:25.963059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:25.966857 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:26.049294 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e82f87-4a6e-445e-95e8-0bd4b024429b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:43:26.116044 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4e82f87-4a6e-445e-95e8-0bd4b024429b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:26.116392 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-b4e82f87-4a6e-445e-95e8-0bd4b024429b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Added segment 1a52daa9-92cf-4287-9ccd-bf8ed44a79f1 of type vlan for network b5cb97d6-0079-4948-a3d4-77d7a9a7278a Jun 02 20:43:26.143772 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58632) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:26.168640 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4e82f87-4a6e-445e-95e8-0bd4b024429b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:26.175247 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Floating IP 706e0fa5-878d-431f-9b44-f9ccabb58055 associated. External IP: 172.26.0.2, port: 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc. Jun 02 20:43:26.292266 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2e484cc0-6648-4bea-b0ea-e7e44b2ba786 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f8efac6e9cf943ae9e25aaf306cb7756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471138 Jun 02 20:43:26.294511 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58636) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:26.334430 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4e82f87-4a6e-445e-95e8-0bd4b024429b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:26.339897 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e82f87-4a6e-445e-95e8-0bd4b024429b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:26.340475 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b4e82f87-4a6e-445e-95e8-0bd4b024429b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:26.347277 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a971c5c5-3eb2-4d30-a4bf-8c1539ea470e tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:26.354551 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-02a509a8-fdda-46b3-9ee9-2f58393b1ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:26.381084 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-02a509a8-fdda-46b3-9ee9-2f58393b1ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:26.431709 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-02a509a8-fdda-46b3-9ee9-2f58393b1ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:26.436842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b180a460-cb28-469c-a7d7-36c7b664d465 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:26.449381 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a509a8-fdda-46b3-9ee9-2f58393b1ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fddb32e-9237-4c02-ba71-e873ef0e40f6,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:26.452259 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-02a509a8-fdda-46b3-9ee9-2f58393b1ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:26.453746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-02a509a8-fdda-46b3-9ee9-2f58393b1ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:26.457314 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-02a509a8-fdda-46b3-9ee9-2f58393b1ed7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9fddb32e-9237-4c02-ba71-e873ef0e40f6 HTTP/1.1" status: 204 len: 168 time: 0.1588736 Jun 02 20:43:26.470960 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e82f87-4a6e-445e-95e8-0bd4b024429b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Network': ['ID=b5cb97d6-0079-4948-a3d4-77d7a9a7278a,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:26.475533 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b4e82f87-4a6e-445e-95e8-0bd4b024429b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6885049 Jun 02 20:43:26.476559 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b4e82f87-4a6e-445e-95e8-0bd4b024429b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:26.478644 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58640) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:26.484961 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1460964123', 'admin_state_up': True, 'project_id': '7e68015eb8844c43b1007154397602c4', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:26.485103 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network b5cb97d6-0079-4948-a3d4-77d7a9a7278a details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:43:26.493059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:26.497343 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:router and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:26.501461 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:26.509765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:26.521595 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:26.522928 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:26.543472 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:26.671530 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Router 89331364-cbfa-4ee4-9466-9bca54d573c1 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:43:26.874189 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:43:26.885661 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cc25c5-0c49-4772-9c4b-565a1889a78d None None] Sync routers for ids ['89331364-cbfa-4ee4-9466-9bca54d573c1'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:43:26.894963 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:26.898705 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cc25c5-0c49-4772-9c4b-565a1889a78d None None] Routers {'89331364-cbfa-4ee4-9466-9bca54d573c1'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:26.899729 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-80cc25c5-0c49-4772-9c4b-565a1889a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['89331364-cbfa-4ee4-9466-9bca54d573c1'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:26.962517 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9d59604c-940a-4779-b620-4cfa5ac73c22 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:43:26.995168 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3564000 Jun 02 20:43:26.995168 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0cdfdcb-e420-42d0-a03c-f7199ebd8540', 'tag': '773e7ce5-ef95-4832-8c5a-2c65e3b69cbc'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:43:26.995168 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b884814-ba83-45a1-99dc-e099b292c9a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a0cdfdcb-e420-42d0-a03c-f7199ebd8540", "tag": "773e7ce5-ef95-4832-8c5a-2c65e3b69cbc"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:43:27.034761 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:27.080842 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d3eb08-0338-43f7-87aa-39dfcc812333 x-openstack-request-id: req-51d3eb08-0338-43f7-87aa-39dfcc812333 {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:43:27.081186 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0cdfdcb-e420-42d0-a03c-f7199ebd8540", "tag": "773e7ce5-ef95-4832-8c5a-2c65e3b69cbc", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:43:27.081487 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51d3eb08-0338-43f7-87aa-39dfcc812333 {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:43:27.081934 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0cdfdcb-e420-42d0-a03c-f7199ebd8540', 'tag': '773e7ce5-ef95-4832-8c5a-2c65e3b69cbc', 'status': 'completed', 'code': 200} Jun 02 20:43:27.093794 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 9d59604c-940a-4779-b620-4cfa5ac73c22 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:43:27.093794 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9d59604c-940a-4779-b620-4cfa5ac73c22 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:43:27.153415 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-80cc25c5-0c49-4772-9c4b-565a1889a78d None None] Set router 89331364-cbfa-4ee4-9466-9bca54d573c1 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:27.279883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b884814-ba83-45a1-99dc-e099b292c9a6 req-690bfc15-b14d-45ca-ae58-064f7d474f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:27.285046 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9b884814-ba83-45a1-99dc-e099b292c9a6 req-690bfc15-b14d-45ca-ae58-064f7d474f22 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8ac283e33ac84a4091254730e5dabc0a&device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 1099 time: 0.1816628 Jun 02 20:43:27.305645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58664) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:27.426040 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-5f536c1d-df69-42bc-98c0-aa5c0190e643 tempest-DvrRoutersNegativeTest-1840896665 tempest-DvrRoutersNegativeTest-1840896665-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-432746051', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:27.429054 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.policy [None req-5f536c1d-df69-42bc-98c0-aa5c0190e643 tempest-DvrRoutersNegativeTest-1840896665 tempest-DvrRoutersNegativeTest-1840896665-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=92548) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 02 20:43:27.429364 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.policy [None req-5f536c1d-df69-42bc-98c0-aa5c0190e643 tempest-DvrRoutersNegativeTest-1840896665 tempest-DvrRoutersNegativeTest-1840896665-project] Failed policy check for 'create_router' {{(pid=92548) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 02 20:43:27.429902 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-5f536c1d-df69-42bc-98c0-aa5c0190e643 tempest-DvrRoutersNegativeTest-1840896665 tempest-DvrRoutersNegativeTest-1840896665-project] create failed (client error): Access was denied to this resource. Jun 02 20:43:27.434275 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5f536c1d-df69-42bc-98c0-aa5c0190e643 tempest-DvrRoutersNegativeTest-1840896665 tempest-DvrRoutersNegativeTest-1840896665-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1240792 Jun 02 20:43:27.518666 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-80cc25c5-0c49-4772-9c4b-565a1889a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '706e0fa5-878d-431f-9b44-f9ccabb58055', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'floating_ip_address': '172.26.0.2', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'port_id': '773e7ce5-ef95-4832-8c5a-2c65e3b69cbc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'mac_address': 'fa:16:3e:b6:5e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdfdcb-e420-42d0-a03c-f7199ebd8540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:43:24Z', 'updated_at': '2021-06-02T20:43:24Z', 'revision_number': 0, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622334de-f584-4383-b418-17e65875e698', 'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'mac_address': 'fa:16:3e:d2:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:20Z', 'updated_at': '2021-06-02T20:42:26Z', 'revision_number': 5, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'subnets': [{'id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:27.522473 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cc25c5-0c49-4772-9c4b-565a1889a78d None None] Checking router: 89331364-cbfa-4ee4-9466-9bca54d573c1 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:43:27.530956 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cc25c5-0c49-4772-9c4b-565a1889a78d None None] Routers {'89331364-cbfa-4ee4-9466-9bca54d573c1'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:27.531346 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-80cc25c5-0c49-4772-9c4b-565a1889a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['89331364-cbfa-4ee4-9466-9bca54d573c1'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:27.549164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:27.594788 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:27.664772 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b884814-ba83-45a1-99dc-e099b292c9a6 req-b1a6ba43-cc48-41e4-bbe2-599cdaa9a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:27.666237 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9b884814-ba83-45a1-99dc-e099b292c9a6 req-b1a6ba43-cc48-41e4-bbe2-599cdaa9a6ce service neutron] 10.222.0.95 "GET /v2.0/networks?id=828f3844-3007-442d-8050-ab51f25eaa71 HTTP/1.1" status: 200 len: 912 time: 0.3763785 Jun 02 20:43:27.716306 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-80cc25c5-0c49-4772-9c4b-565a1889a78d None None] Set router 89331364-cbfa-4ee4-9466-9bca54d573c1 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:27.750134 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58672) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:27.838693 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9b884814-ba83-45a1-99dc-e099b292c9a6 req-7587f353-a532-4296-b78a-61c7bbdd0924 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=773e7ce5-ef95-4832-8c5a-2c65e3b69cbc HTTP/1.1" status: 200 len: 998 time: 0.1596203 Jun 02 20:43:27.902829 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.26.0.207 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/89ea8447-0425-4c75-b0a4-484e5d8c65d5) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:43:27.954570 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b884814-ba83-45a1-99dc-e099b292c9a6 req-bb746156-ce19-4172-8fd0-1864313fbb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:27.956081 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9b884814-ba83-45a1-99dc-e099b292c9a6 req-bb746156-ce19-4172-8fd0-1864313fbb18 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ac92c5bf-ce9a-4540-a013-72e531c21a06 HTTP/1.1" status: 200 len: 850 time: 0.1109362 Jun 02 20:43:28.062636 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-aba2dc49-b8d4-4507-856c-ae3f653add14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:28.079291 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-aba2dc49-b8d4-4507-856c-ae3f653add14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:28.083626 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-aba2dc49-b8d4-4507-856c-ae3f653add14 admin admin] Usage tracker for resource:security_group_rule and tenant:8a642c82639d4ae695225876e0ec91ce is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:28.092891 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-aba2dc49-b8d4-4507-856c-ae3f653add14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:28.099388 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-aba2dc49-b8d4-4507-856c-ae3f653add14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:28.137457 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-80cc25c5-0c49-4772-9c4b-565a1889a78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '706e0fa5-878d-431f-9b44-f9ccabb58055', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'floating_ip_address': '172.26.0.2', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'port_id': '773e7ce5-ef95-4832-8c5a-2c65e3b69cbc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'mac_address': 'fa:16:3e:b6:5e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdfdcb-e420-42d0-a03c-f7199ebd8540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:43:24Z', 'updated_at': '2021-06-02T20:43:24Z', 'revision_number': 0, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622334de-f584-4383-b418-17e65875e698', 'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'mac_address': 'fa:16:3e:d2:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:20Z', 'updated_at': '2021-06-02T20:42:26Z', 'revision_number': 5, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'subnets': [{'id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:28.144003 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cc25c5-0c49-4772-9c4b-565a1889a78d None None] The sync data for ids ['89331364-cbfa-4ee4-9466-9bca54d573c1'] in dv-neutron-601336-84-hyperv is: [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '706e0fa5-878d-431f-9b44-f9ccabb58055', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'floating_ip_address': '172.26.0.2', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'port_id': '773e7ce5-ef95-4832-8c5a-2c65e3b69cbc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'mac_address': 'fa:16:3e:b6:5e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdfdcb-e420-42d0-a03c-f7199ebd8540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:43:24Z', 'updated_at': '2021-06-02T20:43:24Z', 'revision_number': 0, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622334de-f584-4383-b418-17e65875e698', 'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'mac_address': 'fa:16:3e:d2:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:20Z', 'updated_at': '2021-06-02T20:42:26Z', 'revision_number': 5, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'subnets': [{'id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:43:28.154711 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:28.159809 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b884814-ba83-45a1-99dc-e099b292c9a6 req-9c6af91d-a859-4459-a3c3-b38737cf058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:28.161382 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9b884814-ba83-45a1-99dc-e099b292c9a6 req-9c6af91d-a859-4459-a3c3-b38737cf058c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=828f3844-3007-442d-8050-ab51f25eaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1987491 Jun 02 20:43:28.176059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [req-9b884814-ba83-45a1-99dc-e099b292c9a6 req-273c6594-d267-47c0-996e-503025fed045 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:43:28.177168 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9b884814-ba83-45a1-99dc-e099b292c9a6 req-273c6594-d267-47c0-996e-503025fed045 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074060 Jun 02 20:43:28.214909 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-aba2dc49-b8d4-4507-856c-ae3f653add14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:28.221568 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-aba2dc49-b8d4-4507-856c-ae3f653add14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:28.230292 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8c72583e-a535-47a0-a193-79936ee68273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:28.273641 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2dc49-b8d4-4507-856c-ae3f653add14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7fc443-78bd-468b-a5a4-5844632e7de2,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:28.278316 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-aba2dc49-b8d4-4507-856c-ae3f653add14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a642c82639d4ae695225876e0ec91ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5268500 Jun 02 20:43:28.279837 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-aba2dc49-b8d4-4507-856c-ae3f653add14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:28.281984 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58676) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:28.286871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:28.299263 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-adf1be00-af69-4269-b948-79beab71b8a9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:28.345643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ebccc86-84f5-49a3-a0be-30139f9ca046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:28.365851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:43:28.371053 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:43:28.381291 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ebccc86-84f5-49a3-a0be-30139f9ca046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:28.412131 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724dfba-c385-4baa-8afe-98687d488d02 None None] New status for floating IP 706e0fa5-878d-431f-9b44-f9ccabb58055: ACTIVE {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:43:28.441651 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ebccc86-84f5-49a3-a0be-30139f9ca046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:28.446484 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c4475fe3-3d5c-41b3-b457-f67febb121d4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:28.459440 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebccc86-84f5-49a3-a0be-30139f9ca046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7fc443-78bd-468b-a5a4-5844632e7de2,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:28.462585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8ebccc86-84f5-49a3-a0be-30139f9ca046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:28.470217 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8ebccc86-84f5-49a3-a0be-30139f9ca046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:28.473988 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8ebccc86-84f5-49a3-a0be-30139f9ca046 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a7fc443-78bd-468b-a5a4-5844632e7de2 HTTP/1.1" status: 204 len: 168 time: 0.1892462 Jun 02 20:43:28.574899 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:43:28.796714 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9b884814-ba83-45a1-99dc-e099b292c9a6 req-dd02e957-6190-4933-9ce2-2605ea500482 service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6115580 Jun 02 20:43:28.799893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=89ea8447-0425-4c75-b0a4-484e5d8c65d5,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:28.803038 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:29.074899 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9b884814-ba83-45a1-99dc-e099b292c9a6 req-18fe5f6f-20f8-40e4-bffe-cbad811702c7 service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376466 Jun 02 20:43:29.084533 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:43:29.167993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:29.227293 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58698) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:29.335984 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-88369b8d-fcae-45d9-9983-acafdb00c526 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-861845576', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:29.342525 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-88369b8d-fcae-45d9-9983-acafdb00c526 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:29.346266 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-88369b8d-fcae-45d9-9983-acafdb00c526 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Usage tracker for resource:router and tenant:c833b99591194ed4901473fcaaa52ae7 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:29.349077 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-88369b8d-fcae-45d9-9983-acafdb00c526 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:29.355570 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-88369b8d-fcae-45d9-9983-acafdb00c526 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:29.366057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88369b8d-fcae-45d9-9983-acafdb00c526 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:29.367270 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88369b8d-fcae-45d9-9983-acafdb00c526 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:29.382687 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88369b8d-fcae-45d9-9983-acafdb00c526 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:29.400060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88369b8d-fcae-45d9-9983-acafdb00c526 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:29.421203 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88369b8d-fcae-45d9-9983-acafdb00c526 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:29.422383 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-88369b8d-fcae-45d9-9983-acafdb00c526 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1940777 Jun 02 20:43:29.425186 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58702) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:29.429957 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-312201649'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:29.434521 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:29.439347 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Usage tracker for resource:network and tenant:c833b99591194ed4901473fcaaa52ae7 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:29.442116 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:29.447660 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:29.456565 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Made reservation on behalf of c833b99591194ed4901473fcaaa52ae7 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:43:29.460067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:29.473475 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:29.489773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:29.493662 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Usage tracker for resource:security_group_rule and tenant:c833b99591194ed4901473fcaaa52ae7 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:29.496558 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:29.503116 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:29.521637 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:29.588448 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:29.594709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:29.597237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-96b6b17d-f2ce-431e-8381-62c576e94797 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:29.637592 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:43:29.639900 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35cd95eb-a581-43f4-8636-63c1eb7c4713,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:29.646304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:29.652419 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:29.652896 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Added segment 00b58af6-cd5f-49f1-9283-522bc2f40d88 of type vlan for network 66556dcd-3031-481d-9d72-b091eda9342d Jun 02 20:43:29.681272 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:29.710994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:29.717238 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:29.717862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:29.723058 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fbf1db1c-505f-4955-8d63-4815386fa67e tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:29.749462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:43:29.832072 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4058714 Jun 02 20:43:29.833066 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Pushing event updated for resources: {'Network': ['ID=66556dcd-3031-481d-9d72-b091eda9342d,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:29.835081 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58704) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:29.840023 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-6ac217c3-207a-49f1-8187-5d3dd3dc5aa2 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Request body: {'subnet': {'network_id': '66556dcd-3031-481d-9d72-b091eda9342d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:29.844904 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 66556dcd-3031-481d-9d72-b091eda9342d details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:43:29.854466 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:29.962608 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-6ac217c3-207a-49f1-8187-5d3dd3dc5aa2 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:29.967578 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6ac217c3-207a-49f1-8187-5d3dd3dc5aa2 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Usage tracker for resource:subnet and tenant:c833b99591194ed4901473fcaaa52ae7 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:29.970678 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6ac217c3-207a-49f1-8187-5d3dd3dc5aa2 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:29.976765 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-6ac217c3-207a-49f1-8187-5d3dd3dc5aa2 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:29.987518 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac217c3-207a-49f1-8187-5d3dd3dc5aa2 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Made reservation on behalf of c833b99591194ed4901473fcaaa52ae7 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:43:29.991160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6ac217c3-207a-49f1-8187-5d3dd3dc5aa2 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:30.142877 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:43:30.153003 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] Sync routers for ids ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:43:30.164896 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] Routers {'82d7d7e9-a9af-43ce-b85c-7bf1be41d312'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:30.166112 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:30.173489 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:30.174935 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6952267 Jun 02 20:43:30.178251 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58706) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:30.341192 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-eea47aa4-fb3c-4f3d-80fb-258957ed30a5 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=7e68015eb8844c43b1007154397602c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1615658 Jun 02 20:43:30.344269 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58710) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:30.401119 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] Set router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:30.553691 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc97099a-fad4-4e13-ae78-7eca620b7065 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:30.555188 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dc97099a-fad4-4e13-ae78-7eca620b7065 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2098732 Jun 02 20:43:30.558021 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58712) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:30.600551 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6ac217c3-207a-49f1-8187-5d3dd3dc5aa2 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:30.605255 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-452e889a-4c1f-4115-9f47-43573110bd7d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:30.636497 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-107bfa50-b1ea-4ed3-98a9-6b7ff918915e tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9eda1993-8807-4a42-8466-556269663ed3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0750287 Jun 02 20:43:30.636979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58714) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:30.642806 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c20066db-1c28-44c5-ad7a-87d99a816693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-940904049', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'project_id': '7e68015eb8844c43b1007154397602c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:30.688509 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac217c3-207a-49f1-8187-5d3dd3dc5aa2 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Pushing event updated for resources: {'Subnet': ['ID=4ab34f7c-d481-42e7-b715-f277dd7e013a,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:30.692258 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6ac217c3-207a-49f1-8187-5d3dd3dc5aa2 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:30.698646 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac217c3-207a-49f1-8187-5d3dd3dc5aa2 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Checking segment: {'id': '00b58af6-cd5f-49f1-9283-522bc2f40d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '66556dcd-3031-481d-9d72-b091eda9342d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:43:30.699015 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac217c3-207a-49f1-8187-5d3dd3dc5aa2 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Network hostable DHCP agents. Network: 66556dcd-3031-481d-9d72-b091eda9342d, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:43:30.700138 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'name': 'tempest-TestNetworkBasicOps-router-1460964123', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:26Z', 'updated_at': '2021-06-02T20:43:28Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:27Z', 'updated_at': '2021-06-02T20:43:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:30.704267 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] Checking router: 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:43:30.704575 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] Updating router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 port 89ea8447-0425-4c75-b0a4-484e5d8c65d5 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:43:30.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac217c3-207a-49f1-8187-5d3dd3dc5aa2 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Network 66556dcd-3031-481d-9d72-b091eda9342d is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:43:30.734417 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-6ac217c3-207a-49f1-8187-5d3dd3dc5aa2 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 66556dcd-3031-481d-9d72-b091eda9342d) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:43:30.748580 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-68ec6754-d80d-4355-8b11-b664d4950358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:30.752459 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b339a8-bb29-42a0-a94c-2a1a9f9aab19 None None] Network 66556dcd-3031-481d-9d72-b091eda9342d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:43:30.761684 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac217c3-207a-49f1-8187-5d3dd3dc5aa2 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:30.762327 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6ac217c3-207a-49f1-8187-5d3dd3dc5aa2 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:30.769165 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c20066db-1c28-44c5-ad7a-87d99a816693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:30.774343 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c20066db-1c28-44c5-ad7a-87d99a816693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:subnet and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:30.778480 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c20066db-1c28-44c5-ad7a-87d99a816693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:30.786906 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c20066db-1c28-44c5-ad7a-87d99a816693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:30.790223 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58716) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:30.790462 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:30.790934 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6ac217c3-207a-49f1-8187-5d3dd3dc5aa2 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9547653 Jun 02 20:43:30.796622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-88ead10d-ef4b-4a9d-b797-d8ca53de2008 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Request body: {'network': {'name': 'tempest-router-network01--299690154'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:30.804559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-88ead10d-ef4b-4a9d-b797-d8ca53de2008 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:30.809963 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-88ead10d-ef4b-4a9d-b797-d8ca53de2008 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Usage tracker for resource:network and tenant:c833b99591194ed4901473fcaaa52ae7 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:30.813718 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-88ead10d-ef4b-4a9d-b797-d8ca53de2008 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:30.816581 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20066db-1c28-44c5-ad7a-87d99a816693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:43:30.820039 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c20066db-1c28-44c5-ad7a-87d99a816693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:30.840448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-88ead10d-ef4b-4a9d-b797-d8ca53de2008 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:30.918211 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ead10d-ef4b-4a9d-b797-d8ca53de2008 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Made reservation on behalf of c833b99591194ed4901473fcaaa52ae7 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:43:30.922234 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-88ead10d-ef4b-4a9d-b797-d8ca53de2008 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:30.975867 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ead10d-ef4b-4a9d-b797-d8ca53de2008 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:43:30.989254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-88ead10d-ef4b-4a9d-b797-d8ca53de2008 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:30.989622 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-88ead10d-ef4b-4a9d-b797-d8ca53de2008 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Added segment 1e4ed842-e0e5-44f7-8eb2-4bb0381f093a of type vlan for network da3996a6-309d-4217-b5a8-f2c55e772d40 Jun 02 20:43:30.998345 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-66556dcd-3031-481d-9d72-b091eda9342d', 'network_id': '66556dcd-3031-481d-9d72-b091eda9342d', 'tenant_id': 'c833b99591194ed4901473fcaaa52ae7', 'fixed_ips': [{'subnet_id': '4ab34f7c-d481-42e7-b715-f277dd7e013a'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:43:31.000256 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:31.070766 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-88ead10d-ef4b-4a9d-b797-d8ca53de2008 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:31.143836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-88ead10d-ef4b-4a9d-b797-d8ca53de2008 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:31.151179 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ead10d-ef4b-4a9d-b797-d8ca53de2008 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:31.151799 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-88ead10d-ef4b-4a9d-b797-d8ca53de2008 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:31.158555 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6114e6e3-5c9e-4ba4-904c-dfc2269a1cc5 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:31.167096 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Allocated IP 172.20.0.2 (66556dcd-3031-481d-9d72-b091eda9342d/4ab34f7c-d481-42e7-b715-f277dd7e013a/4b99145c-ebc8-412d-8995-b68e3564fb8f) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:43:31.184205 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:31.197101 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] Transition to ACTIVE for port object 89ea8447-0425-4c75-b0a4-484e5d8c65d5 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:43:31.205120 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:31.215557 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:31.290295 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] Attempting to bind port 89ea8447-0425-4c75-b0a4-484e5d8c65d5 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:43:31.291213 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] Attempting to bind port 89ea8447-0425-4c75-b0a4-484e5d8c65d5 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:43:31.291213 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] Attempting to bind port 89ea8447-0425-4c75-b0a4-484e5d8c65d5 on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:43:31.298833 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-88ead10d-ef4b-4a9d-b797-d8ca53de2008 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5028806 Jun 02 20:43:31.300115 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:43:31.300858 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58718) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:31.300998 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:43:31.301425 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:31.301614 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ead10d-ef4b-4a9d-b797-d8ca53de2008 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Pushing event updated for resources: {'Network': ['ID=da3996a6-309d-4217-b5a8-f2c55e772d40,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:31.301814 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:43:31.302300 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] Bound port: 89ea8447-0425-4c75-b0a4-484e5d8c65d5, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:43:31.302675 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:31.318063 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-d1c60bee-47ec-4c31-807c-1ef813c7aecd tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Request body: {'network': {'name': 'tempest-router-network02--244406780'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:31.318653 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network da3996a6-309d-4217-b5a8-f2c55e772d40 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:43:31.325234 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d1c60bee-47ec-4c31-807c-1ef813c7aecd tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:31.331389 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d1c60bee-47ec-4c31-807c-1ef813c7aecd tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Usage tracker for resource:network and tenant:c833b99591194ed4901473fcaaa52ae7 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:31.335850 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d1c60bee-47ec-4c31-807c-1ef813c7aecd tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:31.344810 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d1c60bee-47ec-4c31-807c-1ef813c7aecd tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:31.360153 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-88ead10d-ef4b-4a9d-b797-d8ca53de2008 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:31.362863 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00159fde-54ec-4d03-9792-20c509d88973 None None] Pushing event updated for resources: {'Port': ['ID=89ea8447-0425-4c75-b0a4-484e5d8c65d5,revision_number=2']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:31.367998 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c60bee-47ec-4c31-807c-1ef813c7aecd tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Made reservation on behalf of c833b99591194ed4901473fcaaa52ae7 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:43:31.376580 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d1c60bee-47ec-4c31-807c-1ef813c7aecd tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:31.383715 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00159fde-54ec-4d03-9792-20c509d88973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:31.384061 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00159fde-54ec-4d03-9792-20c509d88973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:31.384389 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00159fde-54ec-4d03-9792-20c509d88973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:31.384805 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00159fde-54ec-4d03-9792-20c509d88973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:31.385112 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00159fde-54ec-4d03-9792-20c509d88973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:31.385422 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00159fde-54ec-4d03-9792-20c509d88973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:31.385747 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00159fde-54ec-4d03-9792-20c509d88973 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:31.386065 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00159fde-54ec-4d03-9792-20c509d88973 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:31.386382 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00159fde-54ec-4d03-9792-20c509d88973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:31.386698 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00159fde-54ec-4d03-9792-20c509d88973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:31.387006 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00159fde-54ec-4d03-9792-20c509d88973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:31.387355 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00159fde-54ec-4d03-9792-20c509d88973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:31.392762 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-00159fde-54ec-4d03-9792-20c509d88973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:31.422293 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] For port 89ea8447-0425-4c75-b0a4-484e5d8c65d5, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:43:31.426273 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] For port 89ea8447-0425-4c75-b0a4-484e5d8c65d5, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=89ea8447-0425-4c75-b0a4-484e5d8c65d5,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:43:31.429937 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c60bee-47ec-4c31-807c-1ef813c7aecd tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:43:31.433218 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:31.441008 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d1c60bee-47ec-4c31-807c-1ef813c7aecd tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:31.441380 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-d1c60bee-47ec-4c31-807c-1ef813c7aecd tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Added segment d23705ca-3eb3-4e9c-8113-a675fdd9f75c of type vlan for network fd48493f-2b40-49e6-a546-edc25b4fa3bb Jun 02 20:43:31.443446 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-e4761380-db8b-4245-a3b9-516a32507a5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:31.478469 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d1c60bee-47ec-4c31-807c-1ef813c7aecd tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:31.506373 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c20066db-1c28-44c5-ad7a-87d99a816693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:31.515975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2310f7af-7f73-4d27-bcd9-347b0f0c6f4c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:31.530545 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d1c60bee-47ec-4c31-807c-1ef813c7aecd tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:31.536495 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c60bee-47ec-4c31-807c-1ef813c7aecd tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:31.537085 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d1c60bee-47ec-4c31-807c-1ef813c7aecd tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:31.550235 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:31.553136 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4df1dc6c-dc17-4399-b7a5-619e91f666c6 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:31.562406 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Transition to ACTIVE for port object 4b99145c-ebc8-412d-8995-b68e3564fb8f will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:43:31.565494 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] Routers {'82d7d7e9-a9af-43ce-b85c-7bf1be41d312'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:31.566166 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:31.585304 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Transition to ACTIVE for port object 4b99145c-ebc8-412d-8995-b68e3564fb8f will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:43:31.594132 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:31.599889 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-33c7df5b-730a-4743-a58d-824de574f746 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:31.677031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20066db-1c28-44c5-ad7a-87d99a816693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Checking segment: {'id': '1a52daa9-92cf-4287-9ccd-bf8ed44a79f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:43:31.677468 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20066db-1c28-44c5-ad7a-87d99a816693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network hostable DHCP agents. Network: b5cb97d6-0079-4948-a3d4-77d7a9a7278a, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:43:31.681086 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Pushing event updated for resources: {'Port': ['ID=4b99145c-ebc8-412d-8995-b68e3564fb8f,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:31.698600 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:31.705728 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Network 66556dcd-3031-481d-9d72-b091eda9342d is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:43:31.707367 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:43:31.710148 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:43:31.717552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20066db-1c28-44c5-ad7a-87d99a816693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Subnet': ['ID=4ff22703-0d8d-4318-b601-23c678a7c097,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:31.722065 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d1c60bee-47ec-4c31-807c-1ef813c7aecd tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4181674 Jun 02 20:43:31.725861 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58720) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:31.732180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c20066db-1c28-44c5-ad7a-87d99a816693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:31.742248 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-4020b8b1-29e5-4e46-aa22-81fd2d38045e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Request body: {'subnet': {'network_id': 'da3996a6-309d-4217-b5a8-f2c55e772d40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:31.750968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20066db-1c28-44c5-ad7a-87d99a816693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network b5cb97d6-0079-4948-a3d4-77d7a9a7278a is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:43:31.766780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-c20066db-1c28-44c5-ad7a-87d99a816693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, b5cb97d6-0079-4948-a3d4-77d7a9a7278a) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:43:31.773067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c60bee-47ec-4c31-807c-1ef813c7aecd tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Pushing event updated for resources: {'Network': ['ID=fd48493f-2b40-49e6-a546-edc25b4fa3bb,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:31.792632 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20066db-1c28-44c5-ad7a-87d99a816693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:31.792843 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d1c60bee-47ec-4c31-807c-1ef813c7aecd tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:31.793233 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c20066db-1c28-44c5-ad7a-87d99a816693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:31.798240 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e7ec87-f05e-43be-932e-828e9ca0a0b9 None None] Network b5cb97d6-0079-4948-a3d4-77d7a9a7278a requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:43:31.806639 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] Set router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:31.819108 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network fd48493f-2b40-49e6-a546-edc25b4fa3bb details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:43:31.827738 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c20066db-1c28-44c5-ad7a-87d99a816693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1850853 Jun 02 20:43:31.829022 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58722) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:31.899669 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4020b8b1-29e5-4e46-aa22-81fd2d38045e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:31.903777 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4020b8b1-29e5-4e46-aa22-81fd2d38045e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Usage tracker for resource:subnet and tenant:c833b99591194ed4901473fcaaa52ae7 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:31.907783 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4020b8b1-29e5-4e46-aa22-81fd2d38045e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:31.924249 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4020b8b1-29e5-4e46-aa22-81fd2d38045e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:31.943807 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4020b8b1-29e5-4e46-aa22-81fd2d38045e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Made reservation on behalf of c833b99591194ed4901473fcaaa52ae7 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:43:31.951841 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4020b8b1-29e5-4e46-aa22-81fd2d38045e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:32.036834 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00159fde-54ec-4d03-9792-20c509d88973 None None] Pushing event updated for resources: {'Port': ['ID=89ea8447-0425-4c75-b0a4-484e5d8c65d5,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:32.040109 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-00159fde-54ec-4d03-9792-20c509d88973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:32.159771 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'name': 'tempest-TestNetworkBasicOps-router-1460964123', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:26Z', 'updated_at': '2021-06-02T20:43:28Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:27Z', 'updated_at': '2021-06-02T20:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:32.164109 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eaf519-a2b8-4faf-839c-ca5abae7892c None None] The sync data for ids ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'] in dv-neutron-601336-84-hyperv is: [{'id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'name': 'tempest-TestNetworkBasicOps-router-1460964123', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:26Z', 'updated_at': '2021-06-02T20:43:28Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:27Z', 'updated_at': '2021-06-02T20:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:43:32.174310 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Attempting to bind port 4b99145c-ebc8-412d-8995-b68e3564fb8f on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:43:32.174884 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Attempting to bind port 4b99145c-ebc8-412d-8995-b68e3564fb8f by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '00b58af6-cd5f-49f1-9283-522bc2f40d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '66556dcd-3031-481d-9d72-b091eda9342d'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:43:32.175202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Attempting to bind port 4b99145c-ebc8-412d-8995-b68e3564fb8f on network 66556dcd-3031-481d-9d72-b091eda9342d {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:43:32.205416 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:43:32.206229 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Checking segment: {'id': '00b58af6-cd5f-49f1-9283-522bc2f40d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '66556dcd-3031-481d-9d72-b091eda9342d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:43:32.206886 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:32.207564 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Bound using segment: {'id': '00b58af6-cd5f-49f1-9283-522bc2f40d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '66556dcd-3031-481d-9d72-b091eda9342d'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:43:32.208284 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Bound port: 4b99145c-ebc8-412d-8995-b68e3564fb8f, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b58af6-cd5f-49f1-9283-522bc2f40d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '66556dcd-3031-481d-9d72-b091eda9342d'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:43:32.209600 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:32.376974 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] For port 4b99145c-ebc8-412d-8995-b68e3564fb8f, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:43:32.427466 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] For port 4b99145c-ebc8-412d-8995-b68e3564fb8f, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4b99145c-ebc8-412d-8995-b68e3564fb8f,segment=NetworkSegment(00b58af6-cd5f-49f1-9283-522bc2f40d88),segment_id=00b58af6-cd5f-49f1-9283-522bc2f40d88)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:43:32.439015 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:32.446166 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-86004b14-0367-484e-b941-87fa2a47735f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:32.487028 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ips': [{'subnet_id': '4ff22703-0d8d-4318-b601-23c678a7c097'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:43:32.487993 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:32.642042 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Pushing event updated for resources: {'Port': ['ID=4b99145c-ebc8-412d-8995-b68e3564fb8f,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:32.647013 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:32.672698 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4020b8b1-29e5-4e46-aa22-81fd2d38045e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:32.677776 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a7bc29df-9894-410e-9ec6-c0fb99b0d795 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:32.798852 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Allocated IP 172.20.0.2 (b5cb97d6-0079-4948-a3d4-77d7a9a7278a/4ff22703-0d8d-4318-b601-23c678a7c097/33fa9126-e066-4d13-883e-929aa22bfa7d) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:43:32.813235 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020b8b1-29e5-4e46-aa22-81fd2d38045e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Pushing event updated for resources: {'Subnet': ['ID=865ea74e-8d24-4c4e-8d9d-097a6b074206,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:32.820295 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4020b8b1-29e5-4e46-aa22-81fd2d38045e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:32.823749 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020b8b1-29e5-4e46-aa22-81fd2d38045e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Checking segment: {'id': '1e4ed842-e0e5-44f7-8eb2-4bb0381f093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'da3996a6-309d-4217-b5a8-f2c55e772d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:43:32.823749 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4020b8b1-29e5-4e46-aa22-81fd2d38045e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Network hostable DHCP agents. Network: da3996a6-309d-4217-b5a8-f2c55e772d40, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:43:32.850127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4020b8b1-29e5-4e46-aa22-81fd2d38045e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Network da3996a6-309d-4217-b5a8-f2c55e772d40 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:43:32.871880 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-4020b8b1-29e5-4e46-aa22-81fd2d38045e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, da3996a6-309d-4217-b5a8-f2c55e772d40) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:43:32.883877 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4020b8b1-29e5-4e46-aa22-81fd2d38045e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:32.884783 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4020b8b1-29e5-4e46-aa22-81fd2d38045e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:32.899009 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546ed8ea-7d17-4331-8d09-2e597fe05868 None None] Network da3996a6-309d-4217-b5a8-f2c55e772d40 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:43:32.967211 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4020b8b1-29e5-4e46-aa22-81fd2d38045e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2329860 Jun 02 20:43:32.968224 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58724) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:32.974140 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-f6bf20f8-a23b-469c-8cf1-f33b44f82332 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Request body: {'subnet': {'network_id': 'fd48493f-2b40-49e6-a546-edc25b4fa3bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:33.062778 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:33.183571 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f6bf20f8-a23b-469c-8cf1-f33b44f82332 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:33.193786 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f6bf20f8-a23b-469c-8cf1-f33b44f82332 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Usage tracker for resource:subnet and tenant:c833b99591194ed4901473fcaaa52ae7 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:33.197555 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f6bf20f8-a23b-469c-8cf1-f33b44f82332 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:33.211633 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f6bf20f8-a23b-469c-8cf1-f33b44f82332 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:33.220628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4b99145c-ebc8-412d-8995-b68e3564fb8f up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:43:33.226344 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bf20f8-a23b-469c-8cf1-f33b44f82332 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Made reservation on behalf of c833b99591194ed4901473fcaaa52ae7 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:43:33.229943 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f6bf20f8-a23b-469c-8cf1-f33b44f82332 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:33.365963 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:33.390071 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d5ee-b96e-4daa-a3a3-0dda91089605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:33.392620 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Transition to ACTIVE for port object 33fa9126-e066-4d13-883e-929aa22bfa7d will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:43:33.441933 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:33.461900 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Transition to ACTIVE for port object 33fa9126-e066-4d13-883e-929aa22bfa7d will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:43:33.468266 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 4b99145c-ebc8-412d-8995-b68e3564fb8f completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:43:33.476164 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-da3996a6-309d-4217-b5a8-f2c55e772d40', 'network_id': 'da3996a6-309d-4217-b5a8-f2c55e772d40', 'tenant_id': 'c833b99591194ed4901473fcaaa52ae7', 'fixed_ips': [{'subnet_id': '865ea74e-8d24-4c4e-8d9d-097a6b074206'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:43:33.477172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:33.488157 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:33.495289 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-876e44a4-b54e-434f-a97c-cfaf58c49048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:33.535946 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 89ea8447-0425-4c75-b0a4-484e5d8c65d5 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:43:33.611695 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Network b5cb97d6-0079-4948-a3d4-77d7a9a7278a is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:43:33.657253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.20.0.1 (b5cb97d6-0079-4948-a3d4-77d7a9a7278a/4ff22703-0d8d-4318-b601-23c678a7c097/3dcfc993-0e85-4f3c-b60a-056d883ad6fa) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:43:33.680416 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:43:33.752660 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f6bf20f8-a23b-469c-8cf1-f33b44f82332 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:33.758391 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-029b02f6-68a6-4ed8-9fa7-cfe36e362ae4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:33.813340 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Allocated IP 172.20.0.2 (da3996a6-309d-4217-b5a8-f2c55e772d40/865ea74e-8d24-4c4e-8d9d-097a6b074206/0a67a005-5ea5-400e-9ce1-3d979a3de24b) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:43:33.821082 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf20f8-a23b-469c-8cf1-f33b44f82332 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Pushing event updated for resources: {'Subnet': ['ID=d8425e27-19c5-4d89-9a4b-7e0ade435ecb,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:33.824030 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f6bf20f8-a23b-469c-8cf1-f33b44f82332 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:33.852168 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:33.854735 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bf20f8-a23b-469c-8cf1-f33b44f82332 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Checking segment: {'id': 'd23705ca-3eb3-4e9c-8113-a675fdd9f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fd48493f-2b40-49e6-a546-edc25b4fa3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:43:33.855316 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bf20f8-a23b-469c-8cf1-f33b44f82332 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Network hostable DHCP agents. Network: fd48493f-2b40-49e6-a546-edc25b4fa3bb, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:43:33.874902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Transition to ACTIVE for port object 3dcfc993-0e85-4f3c-b60a-056d883ad6fa will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:43:33.875332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bf20f8-a23b-469c-8cf1-f33b44f82332 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Network fd48493f-2b40-49e6-a546-edc25b4fa3bb is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:43:33.886793 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-f6bf20f8-a23b-469c-8cf1-f33b44f82332 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, fd48493f-2b40-49e6-a546-edc25b4fa3bb) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:43:33.901409 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bf20f8-a23b-469c-8cf1-f33b44f82332 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:33.902675 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f6bf20f8-a23b-469c-8cf1-f33b44f82332 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:33.913653 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:33.926222 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8cbaeff5-359e-4c1f-b129-ef069b09bb6c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:33.928125 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Pushing event updated for resources: {'Port': ['ID=33fa9126-e066-4d13-883e-929aa22bfa7d,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:33.931044 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f6bf20f8-a23b-469c-8cf1-f33b44f82332 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9615798 Jun 02 20:43:33.933917 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:43:33.934076 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58726) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:33.937968 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e3657c-49be-42d1-91de-dfee84735d03 None None] Network fd48493f-2b40-49e6-a546-edc25b4fa3bb requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:43:33.951746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:33.978321 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network b5cb97d6-0079-4948-a3d4-77d7a9a7278a is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:43:34.022926 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:43:34.025852 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:43:34.053684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=3dcfc993-0e85-4f3c-b60a-056d883ad6fa,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:34.057261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:34.094943 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:34.254187 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 89ea8447-0425-4c75-b0a4-484e5d8c65d5 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:43:34.257198 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2abfe7-61fb-4908-966f-bc8472c2788f None None] Network 66556dcd-3031-481d-9d72-b091eda9342d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:43:34.266316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:34.318689 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 89ea8447-0425-4c75-b0a4-484e5d8c65d5 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:34.318995 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:34.441513 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Attempting to bind port 33fa9126-e066-4d13-883e-929aa22bfa7d on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:43:34.441978 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Attempting to bind port 33fa9126-e066-4d13-883e-929aa22bfa7d by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '1a52daa9-92cf-4287-9ccd-bf8ed44a79f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:43:34.442411 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Attempting to bind port 33fa9126-e066-4d13-883e-929aa22bfa7d on network b5cb97d6-0079-4948-a3d4-77d7a9a7278a {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:43:34.491706 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:34.492390 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7f6265d5-8884-4245-9ffc-677a8157062c None None] Provisioning for port 4b99145c-ebc8-412d-8995-b68e3564fb8f completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:43:34.539823 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:43:34.540311 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Checking segment: {'id': '1a52daa9-92cf-4287-9ccd-bf8ed44a79f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:43:34.540620 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:34.541030 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Bound using segment: {'id': '1a52daa9-92cf-4287-9ccd-bf8ed44a79f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:43:34.541531 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Bound port: 33fa9126-e066-4d13-883e-929aa22bfa7d, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a52daa9-92cf-4287-9ccd-bf8ed44a79f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:43:34.541915 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:34.565625 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7f6265d5-8884-4245-9ffc-677a8157062c None None] Provisioning complete for port 4b99145c-ebc8-412d-8995-b68e3564fb8f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:34.566006 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7f6265d5-8884-4245-9ffc-677a8157062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:34.639697 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:34.738351 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:34.745861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:34.768473 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:34.785602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-03ca01c4-5519-43aa-b199-20195407bc1e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:34.874220 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=3dcfc993-0e85-4f3c-b60a-056d883ad6fa,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:34.876591 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Transition to ACTIVE for port object 0a67a005-5ea5-400e-9ce1-3d979a3de24b will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:43:34.876764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:34.880540 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:34.960654 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-fd48493f-2b40-49e6-a546-edc25b4fa3bb', 'network_id': 'fd48493f-2b40-49e6-a546-edc25b4fa3bb', 'tenant_id': 'c833b99591194ed4901473fcaaa52ae7', 'fixed_ips': [{'subnet_id': 'd8425e27-19c5-4d89-9a4b-7e0ade435ecb'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:43:34.961470 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:35.022125 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network b5cb97d6-0079-4948-a3d4-77d7a9a7278a is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:43:35.023376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:43:35.050600 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Transition to ACTIVE for port object 0a67a005-5ea5-400e-9ce1-3d979a3de24b will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:43:35.055997 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] For port 33fa9126-e066-4d13-883e-929aa22bfa7d, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:43:35.084255 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:35.100438 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] For port 33fa9126-e066-4d13-883e-929aa22bfa7d, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=33fa9126-e066-4d13-883e-929aa22bfa7d,segment=NetworkSegment(1a52daa9-92cf-4287-9ccd-bf8ed44a79f1),segment_id=1a52daa9-92cf-4287-9ccd-bf8ed44a79f1)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:43:35.103038 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:35.131320 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:35.137668 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Allocated IP 172.20.0.1 (da3996a6-309d-4217-b5a8-f2c55e772d40/865ea74e-8d24-4c4e-8d9d-097a6b074206/a42ab423-7ca5-40c7-86d4-0d3aab315f89) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:43:35.196089 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:35.248029 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7f6265d5-8884-4245-9ffc-677a8157062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:35.259834 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Network da3996a6-309d-4217-b5a8-f2c55e772d40 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:43:35.272552 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 89ea8447-0425-4c75-b0a4-484e5d8c65d5, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=89ea8447-0425-4c75-b0a4-484e5d8c65d5,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:35.282158 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:43:35.284525 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:43:35.314625 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:35.325698 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:35.344285 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Transition to ACTIVE for port object a42ab423-7ca5-40c7-86d4-0d3aab315f89 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:43:35.359867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Pushing event updated for resources: {'Port': ['ID=0a67a005-5ea5-400e-9ce1-3d979a3de24b,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:35.362701 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:35.372790 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:35.376224 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-86004b14-0367-484e-b941-87fa2a47735f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:35.378845 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7fc5afe5-ecfe-4b14-bb66-fe902c2ec3c7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:35.390417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:43:35.445160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Network da3996a6-309d-4217-b5a8-f2c55e772d40 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:43:35.453843 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:43:35.458796 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:43:35.511653 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7f6265d5-8884-4245-9ffc-677a8157062c None None] For port 4b99145c-ebc8-412d-8995-b68e3564fb8f, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4b99145c-ebc8-412d-8995-b68e3564fb8f,segment=NetworkSegment(00b58af6-cd5f-49f1-9283-522bc2f40d88),segment_id=00b58af6-cd5f-49f1-9283-522bc2f40d88)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:35.523450 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Pushing event updated for resources: {'Port': ['ID=a42ab423-7ca5-40c7-86d4-0d3aab315f89,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:35.526019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:35.540370 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:35.543867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7f6265d5-8884-4245-9ffc-677a8157062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:35.567193 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Attempting to bind port 0a67a005-5ea5-400e-9ce1-3d979a3de24b on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:43:35.567664 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Attempting to bind port 0a67a005-5ea5-400e-9ce1-3d979a3de24b by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '1e4ed842-e0e5-44f7-8eb2-4bb0381f093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'da3996a6-309d-4217-b5a8-f2c55e772d40'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:43:35.568040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Attempting to bind port 0a67a005-5ea5-400e-9ce1-3d979a3de24b on network da3996a6-309d-4217-b5a8-f2c55e772d40 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:43:35.582924 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:43:35.582924 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Checking segment: {'id': '1e4ed842-e0e5-44f7-8eb2-4bb0381f093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'da3996a6-309d-4217-b5a8-f2c55e772d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:43:35.583251 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:35.583617 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Bound using segment: {'id': '1e4ed842-e0e5-44f7-8eb2-4bb0381f093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'da3996a6-309d-4217-b5a8-f2c55e772d40'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:43:35.584124 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Bound port: 0a67a005-5ea5-400e-9ce1-3d979a3de24b, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4ed842-e0e5-44f7-8eb2-4bb0381f093a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'da3996a6-309d-4217-b5a8-f2c55e772d40'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:43:35.584514 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:35.596240 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:43:35.619110 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] Sync routers for ids ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:43:35.639714 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/routers/82d7d7e9-a9af-43ce-b85c-7bf1be41d312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8067303 Jun 02 20:43:35.641844 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Allocated IP 172.20.0.2 (fd48493f-2b40-49e6-a546-edc25b4fa3bb/d8425e27-19c5-4d89-9a4b-7e0ade435ecb/975fded4-bff6-4cf3-a8f1-4b3f6329dd63) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:43:35.642196 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58734) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:35.676277 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Pushing event updated for resources: {'Port': ['ID=33fa9126-e066-4d13-883e-929aa22bfa7d,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:35.751600 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] Routers {'82d7d7e9-a9af-43ce-b85c-7bf1be41d312'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:35.752252 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:35.767508 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:35.881820 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c17ccc7-5775-43bc-9f90-2c2e560f760c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:35.882305 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c17ccc7-5775-43bc-9f90-2c2e560f760c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:35.882915 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c17ccc7-5775-43bc-9f90-2c2e560f760c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:35.883333 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c17ccc7-5775-43bc-9f90-2c2e560f760c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:35.883810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c17ccc7-5775-43bc-9f90-2c2e560f760c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:35.884258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c17ccc7-5775-43bc-9f90-2c2e560f760c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:35.884724 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c17ccc7-5775-43bc-9f90-2c2e560f760c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:35.885174 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c17ccc7-5775-43bc-9f90-2c2e560f760c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:35.885628 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c17ccc7-5775-43bc-9f90-2c2e560f760c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:35.886086 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c17ccc7-5775-43bc-9f90-2c2e560f760c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:35.892697 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4c17ccc7-5775-43bc-9f90-2c2e560f760c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7045 time: 0.2486989 Jun 02 20:43:35.893520 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58736) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:35.978041 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3167de9b-6a55-4e3d-945f-4113c0cbc76a tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:35.978495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3167de9b-6a55-4e3d-945f-4113c0cbc76a tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:35.978962 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3167de9b-6a55-4e3d-945f-4113c0cbc76a tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:35.979441 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3167de9b-6a55-4e3d-945f-4113c0cbc76a tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:35.979897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3167de9b-6a55-4e3d-945f-4113c0cbc76a tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:35.980345 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3167de9b-6a55-4e3d-945f-4113c0cbc76a tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:35.980793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3167de9b-6a55-4e3d-945f-4113c0cbc76a tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:35.981242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3167de9b-6a55-4e3d-945f-4113c0cbc76a tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:35.981691 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3167de9b-6a55-4e3d-945f-4113c0cbc76a tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:35.982142 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3167de9b-6a55-4e3d-945f-4113c0cbc76a tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:35.987323 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3167de9b-6a55-4e3d-945f-4113c0cbc76a tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6402 time: 0.0926297 Jun 02 20:43:35.987962 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58738) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:36.096951 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=89ea8447-0425-4c75-b0a4-484e5d8c65d5,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:36.156553 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:36.160714 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.837s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:36.189079 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:36.190822 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] For port 0a67a005-5ea5-400e-9ce1-3d979a3de24b, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:43:36.227334 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-16a9fff1-e466-4038-9528-901bde366d8c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4308 time: 0.2381089 Jun 02 20:43:36.236348 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:36.242161 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:36.254077 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] For port 0a67a005-5ea5-400e-9ce1-3d979a3de24b, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=0a67a005-5ea5-400e-9ce1-3d979a3de24b,segment=NetworkSegment(1e4ed842-e0e5-44f7-8eb2-4bb0381f093a),segment_id=1e4ed842-e0e5-44f7-8eb2-4bb0381f093a)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:43:36.255322 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-19946a01-32a6-40cd-9e44-fada6cd0e0ce None None] Provisioning complete for port 4b99145c-ebc8-412d-8995-b68e3564fb8f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:36.255651 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-19946a01-32a6-40cd-9e44-fada6cd0e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:36.276375 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:36.318468 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:36.368960 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] Set router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:36.377071 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Pushing event updated for resources: {'Port': ['ID=a42ab423-7ca5-40c7-86d4-0d3aab315f89,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:36.385570 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:36.396427 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:36.521063 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6265d5-8884-4245-9ffc-677a8157062c None None] Pushing event updated for resources: {'Port': ['ID=4b99145c-ebc8-412d-8995-b68e3564fb8f,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:36.530520 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7f6265d5-8884-4245-9ffc-677a8157062c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:36.531008 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.979s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:36.820361 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Network da3996a6-309d-4217-b5a8-f2c55e772d40 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:43:36.821629 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:43:36.838518 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Pushing event updated for resources: {'Port': ['ID=0a67a005-5ea5-400e-9ce1-3d979a3de24b,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:36.842969 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:36.854841 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.521s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:36.854841 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:36.855479 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a3653f-3774-4c96-b910-ecab89217247 None None] Network b5cb97d6-0079-4948-a3d4-77d7a9a7278a requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:43:36.893675 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:36.909167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58744) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:36.915546 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-09c6e564-3050-4d90-80a4-2c816647d477 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1297939908', 'description': 'tempest-secgroup-smoke-1297939908 description', 'project_id': '7e68015eb8844c43b1007154397602c4'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:36.922826 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Transition to ACTIVE for port object 975fded4-bff6-4cf3-a8f1-4b3f6329dd63 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:43:36.923203 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-09c6e564-3050-4d90-80a4-2c816647d477 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:36.929893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-09c6e564-3050-4d90-80a4-2c816647d477 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:36.933407 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-09c6e564-3050-4d90-80a4-2c816647d477 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:36.941115 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-09c6e564-3050-4d90-80a4-2c816647d477 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:36.954557 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-09c6e564-3050-4d90-80a4-2c816647d477 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:36.975357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-09c6e564-3050-4d90-80a4-2c816647d477 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:36.979451 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-09c6e564-3050-4d90-80a4-2c816647d477 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:36.983304 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-09c6e564-3050-4d90-80a4-2c816647d477 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:36.989196 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-09c6e564-3050-4d90-80a4-2c816647d477 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:37.034564 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Router a4118ef6-7aeb-4371-ae25-cc0e3ceb5323 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:43:37.069210 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-09c6e564-3050-4d90-80a4-2c816647d477 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:37.074680 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-09c6e564-3050-4d90-80a4-2c816647d477 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:37.082198 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7190a96f-fb35-40b7-9508-d087cea569d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:37.096864 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Transition to ACTIVE for port object 975fded4-bff6-4cf3-a8f1-4b3f6329dd63 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:43:37.121144 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:37.129461 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6e564-3050-4d90-80a4-2c816647d477 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3d1fc6-5351-4c48-a617-c8d20e14afd4,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:37.132872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-09c6e564-3050-4d90-80a4-2c816647d477 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:37.137370 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-09c6e564-3050-4d90-80a4-2c816647d477 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:37.141528 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-09c6e564-3050-4d90-80a4-2c816647d477 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2278421 Jun 02 20:43:37.141865 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58746) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:37.142526 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c4294f00-973b-4b79-9c39-eeb57f70bca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:37.147534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-ef598874-7cb3-4cb6-933f-8eb77c14bc7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '4c3d1fc6-5351-4c48-a617-c8d20e14afd4', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:37.155118 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ef598874-7cb3-4cb6-933f-8eb77c14bc7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:37.159461 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ef598874-7cb3-4cb6-933f-8eb77c14bc7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:37.162898 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ef598874-7cb3-4cb6-933f-8eb77c14bc7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:37.169536 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ef598874-7cb3-4cb6-933f-8eb77c14bc7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:37.190407 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ef598874-7cb3-4cb6-933f-8eb77c14bc7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:37.233150 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Network fd48493f-2b40-49e6-a546-edc25b4fa3bb is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:43:37.234479 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:43:37.245175 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "PUT /v2.0/routers/a4118ef6-7aeb-4371-ae25-cc0e3ceb5323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3095448 Jun 02 20:43:37.249551 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58748) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:37.251048 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac945a7e-609c-420a-89e8-8e66c7e39eca None None] Sync routers for ids ['a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:43:37.251624 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:43:37.253937 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:43:37.261611 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac945a7e-609c-420a-89e8-8e66c7e39eca None None] Routers {'a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:37.262537 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-ac945a7e-609c-420a-89e8-8e66c7e39eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:37.425983 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Pushing event updated for resources: {'Port': ['ID=975fded4-bff6-4cf3-a8f1-4b3f6329dd63,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:37.470172 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-ac945a7e-609c-420a-89e8-8e66c7e39eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:37.491607 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:37.492969 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac945a7e-609c-420a-89e8-8e66c7e39eca None None] Routers {'a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:37.496426 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-ac945a7e-609c-420a-89e8-8e66c7e39eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:37.503589 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-48f8a1fd-5f2e-4391-bf5e-45b8fe97ae6a None None] Provisioning for port 33fa9126-e066-4d13-883e-929aa22bfa7d completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:43:37.558235 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Attempting to bind port 975fded4-bff6-4cf3-a8f1-4b3f6329dd63 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:43:37.558845 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Attempting to bind port 975fded4-bff6-4cf3-a8f1-4b3f6329dd63 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'd23705ca-3eb3-4e9c-8113-a675fdd9f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fd48493f-2b40-49e6-a546-edc25b4fa3bb'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:43:37.559303 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Attempting to bind port 975fded4-bff6-4cf3-a8f1-4b3f6329dd63 on network fd48493f-2b40-49e6-a546-edc25b4fa3bb {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:43:37.579551 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-ac945a7e-609c-420a-89e8-8e66c7e39eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:37.580159 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac945a7e-609c-420a-89e8-8e66c7e39eca None None] The sync data for ids ['a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:43:37.640503 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:43:37.640900 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Checking segment: {'id': 'd23705ca-3eb3-4e9c-8113-a675fdd9f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fd48493f-2b40-49e6-a546-edc25b4fa3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:43:37.641338 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:37.641744 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Bound using segment: {'id': 'd23705ca-3eb3-4e9c-8113-a675fdd9f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fd48493f-2b40-49e6-a546-edc25b4fa3bb'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:43:37.642239 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Bound port: 975fded4-bff6-4cf3-a8f1-4b3f6329dd63, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23705ca-3eb3-4e9c-8113-a675fdd9f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fd48493f-2b40-49e6-a546-edc25b4fa3bb'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:43:37.642635 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:37.659979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ef598874-7cb3-4cb6-933f-8eb77c14bc7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:37.668867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'name': 'tempest-TestNetworkBasicOps-router-1460964123', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:26Z', 'updated_at': '2021-06-02T20:43:34Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:27Z', 'updated_at': '2021-06-02T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '3dcfc993-0e85-4f3c-b60a-056d883ad6fa', 'name': '', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:a4:d9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:33Z', 'updated_at': '2021-06-02T20:43:34Z', 'revision_number': 2, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:37.675231 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ef598874-7cb3-4cb6-933f-8eb77c14bc7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:37.680225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6d3fb5a7-941b-49ce-abcb-c5db5a6b3c48 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:37.704232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef598874-7cb3-4cb6-933f-8eb77c14bc7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03dd51fe-ef83-4ddc-bed9-7082f616681d,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:37.714721 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 89ea8447-0425-4c75-b0a4-484e5d8c65d5 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:43:37.752520 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] Checking router: 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:43:37.752920 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] Updating router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 port 3dcfc993-0e85-4f3c-b60a-056d883ad6fa binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:43:37.756797 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ef598874-7cb3-4cb6-933f-8eb77c14bc7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:37.809267 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea4f97e-d3a2-41c6-a0b4-1152d17d8ed4 None None] Network da3996a6-309d-4217-b5a8-f2c55e772d40 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:43:37.852531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ef598874-7cb3-4cb6-933f-8eb77c14bc7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:37.856139 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ef598874-7cb3-4cb6-933f-8eb77c14bc7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7107012 Jun 02 20:43:37.857040 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58750) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:37.863996 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-54f92e4b-0459-40cb-91d3-000710f2620d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '4c3d1fc6-5351-4c48-a617-c8d20e14afd4', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:37.870582 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-54f92e4b-0459-40cb-91d3-000710f2620d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:37.875222 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-54f92e4b-0459-40cb-91d3-000710f2620d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:37.878095 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-54f92e4b-0459-40cb-91d3-000710f2620d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:37.884053 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-54f92e4b-0459-40cb-91d3-000710f2620d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:37.902917 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54f92e4b-0459-40cb-91d3-000710f2620d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:37.972688 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54f92e4b-0459-40cb-91d3-000710f2620d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:37.977296 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54f92e4b-0459-40cb-91d3-000710f2620d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:37.980486 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-96bb1eeb-f70c-402c-8bc1-962787f60db0 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:38.001190 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f92e4b-0459-40cb-91d3-000710f2620d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e7580c-7934-4cb4-91cc-15a690bdea81,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:38.006027 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-54f92e4b-0459-40cb-91d3-000710f2620d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:38.025842 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-54f92e4b-0459-40cb-91d3-000710f2620d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:38.027676 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-54f92e4b-0459-40cb-91d3-000710f2620d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1689377 Jun 02 20:43:38.030388 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58752) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:38.033933 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:38.038867 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-4bc8ffbe-5fa5-4e7c-993b-befe1ede80fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '4c3d1fc6-5351-4c48-a617-c8d20e14afd4', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:38.046270 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4bc8ffbe-5fa5-4e7c-993b-befe1ede80fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:38.052769 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4bc8ffbe-5fa5-4e7c-993b-befe1ede80fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:38.056514 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4bc8ffbe-5fa5-4e7c-993b-befe1ede80fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:38.066391 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4bc8ffbe-5fa5-4e7c-993b-befe1ede80fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:38.067616 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-645ef495-fba5-46a7-b316-d9cacdb7a856 None None] Provisioning for port 0a67a005-5ea5-400e-9ce1-3d979a3de24b completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:43:38.087334 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4bc8ffbe-5fa5-4e7c-993b-befe1ede80fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:38.106696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] For port 975fded4-bff6-4cf3-a8f1-4b3f6329dd63, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:43:38.150373 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] For port 975fded4-bff6-4cf3-a8f1-4b3f6329dd63, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=975fded4-bff6-4cf3-a8f1-4b3f6329dd63,segment=NetworkSegment(d23705ca-3eb3-4e9c-8113-a675fdd9f75c),segment_id=d23705ca-3eb3-4e9c-8113-a675fdd9f75c)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:43:38.158117 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-5c1c57ed-3f0e-4318-a859-0db9e60befee tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:43:38.159198 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5c1c57ed-3f0e-4318-a859-0db9e60befee tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "PUT /v2.0/routers/a4118ef6-7aeb-4371-ae25-cc0e3ceb5323/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9086876 Jun 02 20:43:38.162092 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58754) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:38.183074 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:38.191608 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4bc8ffbe-5fa5-4e7c-993b-befe1ede80fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:38.192126 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:38.197299 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4bc8ffbe-5fa5-4e7c-993b-befe1ede80fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:38.205853 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-30e30896-dc7e-4b1d-b545-b87c24227c4d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:38.220774 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8ffbe-5fa5-4e7c-993b-befe1ede80fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dfe6fb7-24c3-4160-b55c-b5bafae23bf4,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:38.224260 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4bc8ffbe-5fa5-4e7c-993b-befe1ede80fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:38.242640 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4bc8ffbe-5fa5-4e7c-993b-befe1ede80fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:38.244326 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4bc8ffbe-5fa5-4e7c-993b-befe1ede80fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2123394 Jun 02 20:43:38.247294 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58756) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:38.252544 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-5cbd367d-f097-4612-add5-6d2b39bb321d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '4c3d1fc6-5351-4c48-a617-c8d20e14afd4', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:38.261031 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5cbd367d-f097-4612-add5-6d2b39bb321d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:38.267539 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5cbd367d-f097-4612-add5-6d2b39bb321d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:38.270672 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5cbd367d-f097-4612-add5-6d2b39bb321d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:38.277181 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5cbd367d-f097-4612-add5-6d2b39bb321d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:38.296897 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5cbd367d-f097-4612-add5-6d2b39bb321d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:38.299940 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 89ea8447-0425-4c75-b0a4-484e5d8c65d5 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:38.300318 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:38.372257 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5cbd367d-f097-4612-add5-6d2b39bb321d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:38.379191 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5cbd367d-f097-4612-add5-6d2b39bb321d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:38.381753 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:38.402369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd367d-f097-4612-add5-6d2b39bb321d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84cc0e0b-4d67-40ec-a8ea-b3cb598939a0,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:38.407631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5cbd367d-f097-4612-add5-6d2b39bb321d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:38.432415 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5cbd367d-f097-4612-add5-6d2b39bb321d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:38.434109 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5cbd367d-f097-4612-add5-6d2b39bb321d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1857262 Jun 02 20:43:38.437355 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58758) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:38.448018 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-a8f3d0c9-80b9-4575-8b61-6dc0c3fff183 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '4c3d1fc6-5351-4c48-a617-c8d20e14afd4', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:38.450415 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ad325166-55a0-4433-8861-1d4544636491 None None] Provisioning for port 3dcfc993-0e85-4f3c-b60a-056d883ad6fa completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:43:38.456214 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a8f3d0c9-80b9-4575-8b61-6dc0c3fff183 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:38.461947 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a8f3d0c9-80b9-4575-8b61-6dc0c3fff183 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:38.465365 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Pushing event updated for resources: {'Port': ['ID=975fded4-bff6-4cf3-a8f1-4b3f6329dd63,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:38.479119 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a8f3d0c9-80b9-4575-8b61-6dc0c3fff183 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:38.488553 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:38.489076 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a8f3d0c9-80b9-4575-8b61-6dc0c3fff183 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:38.490533 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ad325166-55a0-4433-8861-1d4544636491 None None] Provisioning complete for port 3dcfc993-0e85-4f3c-b60a-056d883ad6fa triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:38.490904 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ad325166-55a0-4433-8861-1d4544636491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:38.501301 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.securitygroups_db [None req-a8f3d0c9-80b9-4575-8b61-6dc0c3fff183 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:43:38.510642 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a8f3d0c9-80b9-4575-8b61-6dc0c3fff183 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:38.611749 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a8f3d0c9-80b9-4575-8b61-6dc0c3fff183 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:38.617889 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a8f3d0c9-80b9-4575-8b61-6dc0c3fff183 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:38.629012 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9135cc6c-d577-4249-86c5-c5bc20ee69f9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:38.660135 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3d0c9-80b9-4575-8b61-6dc0c3fff183 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0aeeb6-c7aa-4fd7-aa01-da9567f2bc92,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:38.674747 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a8f3d0c9-80b9-4575-8b61-6dc0c3fff183 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:38.693482 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a8f3d0c9-80b9-4575-8b61-6dc0c3fff183 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:38.701731 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a8f3d0c9-80b9-4575-8b61-6dc0c3fff183 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2603142 Jun 02 20:43:38.702121 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58760) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:38.708806 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-625e4811-62de-4ebb-8d51-0a54bc6dbd0c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '4c3d1fc6-5351-4c48-a617-c8d20e14afd4', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:38.729258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-625e4811-62de-4ebb-8d51-0a54bc6dbd0c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:38.756293 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-625e4811-62de-4ebb-8d51-0a54bc6dbd0c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:38.761447 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-625e4811-62de-4ebb-8d51-0a54bc6dbd0c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:38.770470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-625e4811-62de-4ebb-8d51-0a54bc6dbd0c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:38.778901 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-ad325166-55a0-4433-8861-1d4544636491 None None] Port 3dcfc993-0e85-4f3c-b60a-056d883ad6fa cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:43:38.786386 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-625e4811-62de-4ebb-8d51-0a54bc6dbd0c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:43:38.838757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-625e4811-62de-4ebb-8d51-0a54bc6dbd0c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:38.869818 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 0a67a005-5ea5-400e-9ce1-3d979a3de24b up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:43:38.945530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-625e4811-62de-4ebb-8d51-0a54bc6dbd0c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:38.950086 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-07fbb337-4f43-4098-a882-104bf0fa99fe tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:39.016424 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-625e4811-62de-4ebb-8d51-0a54bc6dbd0c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:39.025787 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9f13f5c3-d6f4-43e8-be5a-4a907abd3731 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:39.026083 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 0a67a005-5ea5-400e-9ce1-3d979a3de24b completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:43:39.040093 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-6aebc185-a2b7-4095-a3b1-793385fc962a None None] Provisioning complete for port 3dcfc993-0e85-4f3c-b60a-056d883ad6fa triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:39.040482 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6aebc185-a2b7-4095-a3b1-793385fc962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:39.064304 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 0a67a005-5ea5-400e-9ce1-3d979a3de24b triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:39.064689 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:39.115060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e4811-62de-4ebb-8d51-0a54bc6dbd0c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33945e1e-2690-42d9-b83c-d849fff1237e,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:39.120076 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-625e4811-62de-4ebb-8d51-0a54bc6dbd0c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:39.125692 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:39.135497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-625e4811-62de-4ebb-8d51-0a54bc6dbd0c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:39.145947 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-625e4811-62de-4ebb-8d51-0a54bc6dbd0c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4425209 Jun 02 20:43:39.169182 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] Transition to ACTIVE for port object 3dcfc993-0e85-4f3c-b60a-056d883ad6fa will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:43:39.178775 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-6aebc185-a2b7-4095-a3b1-793385fc962a None None] Port 3dcfc993-0e85-4f3c-b60a-056d883ad6fa cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:43:39.184160 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:39.189081 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:39.493526 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:39.505360 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60729ea5-7ba1-4c0c-b215-e5f285fcd3a9 None None] Pushing event updated for resources: {'Port': ['ID=3dcfc993-0e85-4f3c-b60a-056d883ad6fa,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:39.527894 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-60729ea5-7ba1-4c0c-b215-e5f285fcd3a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:39.537315 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-07fbb337-4f43-4098-a882-104bf0fa99fe tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Deleting port a42ab423-7ca5-40c7-86d4-0d3aab315f89 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:39.538308 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-07fbb337-4f43-4098-a882-104bf0fa99fe tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:39.618683 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-10f84abf-71d9-4a31-9374-32d72f2e2666 None None] Provisioning complete for port 0a67a005-5ea5-400e-9ce1-3d979a3de24b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:39.619070 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-10f84abf-71d9-4a31-9374-32d72f2e2666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:39.660490 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 0a67a005-5ea5-400e-9ce1-3d979a3de24b, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=0a67a005-5ea5-400e-9ce1-3d979a3de24b,segment=NetworkSegment(1e4ed842-e0e5-44f7-8eb2-4bb0381f093a),segment_id=1e4ed842-e0e5-44f7-8eb2-4bb0381f093a)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:39.682199 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:39.682700 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4b99145c-ebc8-412d-8995-b68e3564fb8f up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:43:39.711056 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-caae6b5b-95d5-46e2-ae6b-981c5a21d6ad tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:43:39.720973 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-389d9d14-113b-4524-9e87-f11bdb0a0985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:39.740501 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-07fbb337-4f43-4098-a882-104bf0fa99fe tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:39.744326 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-caae6b5b-95d5-46e2-ae6b-981c5a21d6ad tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:43:39.750062 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-caae6b5b-95d5-46e2-ae6b-981c5a21d6ad tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1297939908&fields=id&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 267 time: 0.1015077 Jun 02 20:43:39.806328 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] Attempting to bind port 3dcfc993-0e85-4f3c-b60a-056d883ad6fa on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:43:39.807074 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] Attempting to bind port 3dcfc993-0e85-4f3c-b60a-056d883ad6fa by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '1a52daa9-92cf-4287-9ccd-bf8ed44a79f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:43:39.807800 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] Attempting to bind port 3dcfc993-0e85-4f3c-b60a-056d883ad6fa on network b5cb97d6-0079-4948-a3d4-77d7a9a7278a {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:43:39.863967 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:43:39.864329 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] Checking segment: {'id': '1a52daa9-92cf-4287-9ccd-bf8ed44a79f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:43:39.864982 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:39.865593 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] Bound using segment: {'id': '1a52daa9-92cf-4287-9ccd-bf8ed44a79f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:43:39.866275 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] Bound port: 3dcfc993-0e85-4f3c-b60a-056d883ad6fa, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a52daa9-92cf-4287-9ccd-bf8ed44a79f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:43:39.866858 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:39.905333 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-07fbb337-4f43-4098-a882-104bf0fa99fe tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Calling delete_port for a42ab423-7ca5-40c7-86d4-0d3aab315f89 owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:39.934956 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-0518defb-3a15-488c-ab5e-0b5afbbc0dd4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:39.936484 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-0518defb-3a15-488c-ab5e-0b5afbbc0dd4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:network {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:43:39.956105 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-0518defb-3a15-488c-ab5e-0b5afbbc0dd4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:network {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:43:39.957268 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-0518defb-3a15-488c-ab5e-0b5afbbc0dd4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/networks?id=b5cb97d6-0079-4948-a3d4-77d7a9a7278a HTTP/1.1" status: 200 len: 797 time: 0.1989970 Jun 02 20:43:39.968288 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=0a67a005-5ea5-400e-9ce1-3d979a3de24b,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:39.976524 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-2cc65560-65d7-4968-b20a-61b815f325b1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/quotas/7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 375 time: 0.0131249 Jun 02 20:43:39.976797 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:40.020755 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a380f5d0-7468-40b5-980c-cfc1adc63234 None None] Network fd48493f-2b40-49e6-a546-edc25b4fa3bb requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:43:40.075750 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-2f8bbac4-f976-44eb-83cd-ecbe30193be2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:43:40.093527 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-2f8bbac4-f976-44eb-83cd-ecbe30193be2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:43:40.095207 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-2f8bbac4-f976-44eb-83cd-ecbe30193be2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1114433 Jun 02 20:43:40.113234 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-9a0dfe6d-1a16-4748-87ae-e86446dad294 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:43:40.114416 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-9a0dfe6d-1a16-4748-87ae-e86446dad294 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057797 Jun 02 20:43:40.168015 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 4b99145c-ebc8-412d-8995-b68e3564fb8f triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:40.168314 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:40.238831 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] For port 3dcfc993-0e85-4f3c-b60a-056d883ad6fa, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:43:40.246509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-07fbb337-4f43-4098-a882-104bf0fa99fe tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:40.253704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:40.257844 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-f9efb6ba-ab7e-4e12-8910-06692005c78f service neutron] 10.222.0.25 "GET /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368923 Jun 02 20:43:40.271194 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] For port 3dcfc993-0e85-4f3c-b60a-056d883ad6fa, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3dcfc993-0e85-4f3c-b60a-056d883ad6fa,segment=NetworkSegment(1a52daa9-92cf-4287-9ccd-bf8ed44a79f1),segment_id=1a52daa9-92cf-4287-9ccd-bf8ed44a79f1)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:43:40.291031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-10f84abf-71d9-4a31-9374-32d72f2e2666 None None] Could not find standard attr ID for object a42ab423-7ca5-40c7-86d4-0d3aab315f89. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:43:40.293450 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:40.303099 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-9d04b0d9-c165-498b-81de-f4d3a695adeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:40.306729 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbb337-4f43-4098-a882-104bf0fa99fe tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Pushing event deleted for resources: {'Port': ['ID=a42ab423-7ca5-40c7-86d4-0d3aab315f89,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:40.309430 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-07fbb337-4f43-4098-a882-104bf0fa99fe tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:40.417139 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-bc5f9af2-9aef-4dd0-8f72-d9c42fe78474 service neutron] 10.222.0.25 "GET /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524320 Jun 02 20:43:40.480653 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] Routers {'82d7d7e9-a9af-43ce-b85c-7bf1be41d312'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:40.481313 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:40.564269 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60729ea5-7ba1-4c0c-b215-e5f285fcd3a9 None None] Pushing event updated for resources: {'Port': ['ID=3dcfc993-0e85-4f3c-b60a-056d883ad6fa,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:40.588952 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-60729ea5-7ba1-4c0c-b215-e5f285fcd3a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:40.613680 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-07fbb337-4f43-4098-a882-104bf0fa99fe tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:40.697182 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-46146db0-0c3d-496b-894a-48d0cda8c712 None None] Could not find standard attr ID for object a42ab423-7ca5-40c7-86d4-0d3aab315f89. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 20:43:40.819204 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-821a2409-5bb5-456f-a358-329a1c451a26 req-08bc4847-ad3f-485b-89e6-dff9cd0bc557 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:43:40.867968 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 33fa9126-e066-4d13-883e-929aa22bfa7d up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:43:40.952849 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] Set router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:40.953822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-821a2409-5bb5-456f-a358-329a1c451a26 req-08bc4847-ad3f-485b-89e6-dff9cd0bc557 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:43:40.954978 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-821a2409-5bb5-456f-a358-329a1c451a26 req-08bc4847-ad3f-485b-89e6-dff9cd0bc557 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 210 time: 0.1869993 Jun 02 20:43:40.967274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fbb337-4f43-4098-a882-104bf0fa99fe tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Router a4118ef6-7aeb-4371-ae25-cc0e3ceb5323 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:43:41.048508 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-46146db0-0c3d-496b-894a-48d0cda8c712 None None] Provisioning for port 975fded4-bff6-4cf3-a8f1-4b3f6329dd63 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:43:41.119519 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fbb337-4f43-4098-a882-104bf0fa99fe tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:43:41.133530 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-07fbb337-4f43-4098-a882-104bf0fa99fe tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "PUT /v2.0/routers/a4118ef6-7aeb-4371-ae25-cc0e3ceb5323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9663298 Jun 02 20:43:41.133717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58788) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:41.152957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac78eb4d-0828-45c6-ba71-3506be06fa32 None None] Sync routers for ids ['a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:43:41.201421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac78eb4d-0828-45c6-ba71-3506be06fa32 None None] Routers {'a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:41.202148 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-ac78eb4d-0828-45c6-ba71-3506be06fa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:41.202316 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-f53e0f4a-a29b-47d1-9690-ec9f408fa56d tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] delete failed (client error): The resource could not be found. Jun 02 20:43:41.207125 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f53e0f4a-a29b-47d1-9690-ec9f408fa56d tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-694815271 HTTP/1.1" status: 404 len: 334 time: 0.0687244 Jun 02 20:43:41.207354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58790) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:41.211847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-d15a429f-d353-4058-8ace-cd28f2fe2be3 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:41.342121 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 33fa9126-e066-4d13-883e-929aa22bfa7d completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:43:41.349783 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-ac78eb4d-0828-45c6-ba71-3506be06fa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:41.364791 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 33fa9126-e066-4d13-883e-929aa22bfa7d triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:41.365189 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:41.444306 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac78eb4d-0828-45c6-ba71-3506be06fa32 None None] Routers {'a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:41.445080 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-ac78eb4d-0828-45c6-ba71-3506be06fa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:41.542019 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-ac78eb4d-0828-45c6-ba71-3506be06fa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:41.542433 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac78eb4d-0828-45c6-ba71-3506be06fa32 None None] The sync data for ids ['a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:43:41.685969 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:41.733072 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'name': 'tempest-TestNetworkBasicOps-router-1460964123', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:26Z', 'updated_at': '2021-06-02T20:43:34Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:27Z', 'updated_at': '2021-06-02T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '3dcfc993-0e85-4f3c-b60a-056d883ad6fa', 'name': '', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:a4:d9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:33Z', 'updated_at': '2021-06-02T20:43:40Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:41.738134 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 33fa9126-e066-4d13-883e-929aa22bfa7d, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=33fa9126-e066-4d13-883e-929aa22bfa7d,segment=NetworkSegment(1a52daa9-92cf-4287-9ccd-bf8ed44a79f1),segment_id=1a52daa9-92cf-4287-9ccd-bf8ed44a79f1)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:41.743989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd6f0c2-6915-42af-b265-ccab278f4c1f None None] The sync data for ids ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'] in dv-neutron-601336-84-hyperv is: [{'id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'name': 'tempest-TestNetworkBasicOps-router-1460964123', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:26Z', 'updated_at': '2021-06-02T20:43:34Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:27Z', 'updated_at': '2021-06-02T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '3dcfc993-0e85-4f3c-b60a-056d883ad6fa', 'name': '', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:a4:d9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:33Z', 'updated_at': '2021-06-02T20:43:40Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:43:41.747228 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:41.752104 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d7109f83-8320-422a-a48f-9fb555752d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:41.794501 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d15a429f-d353-4058-8ace-cd28f2fe2be3 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:41.876692 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=33fa9126-e066-4d13-883e-929aa22bfa7d,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:41.892105 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:41.953694 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-d15a429f-d353-4058-8ace-cd28f2fe2be3 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] update failed (client error): The resource could not be found. Jun 02 20:43:41.959092 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d15a429f-d353-4058-8ace-cd28f2fe2be3 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "PUT /v2.0/routers/a4118ef6-7aeb-4371-ae25-cc0e3ceb5323 HTTP/1.1" status: 404 len: 339 time: 0.7505620 Jun 02 20:43:41.959838 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58792) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:42.066662 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 0a67a005-5ea5-400e-9ce1-3d979a3de24b up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:43:42.075441 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-690feb98-d710-491a-9259-8b4cacd43f6b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:42.077578 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-690feb98-d710-491a-9259-8b4cacd43f6b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/networks?id=b5cb97d6-0079-4948-a3d4-77d7a9a7278a HTTP/1.1" status: 200 len: 797 time: 0.2557986 Jun 02 20:43:42.177555 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-ef30e406-7585-4cf6-979b-8bc4b6779546 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:43:42.197587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-ef30e406-7585-4cf6-979b-8bc4b6779546 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:43:42.198732 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-ef30e406-7585-4cf6-979b-8bc4b6779546 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 380 time: 0.1082032 Jun 02 20:43:42.199073 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-665644b7-134d-4066-88f0-45040dae781e req-adb33ff4-0a05-48f1-9ee9-abb0c9f39df7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 210 time: 0.0657537 Jun 02 20:43:42.222346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-ccc43d5f-51f9-4813-b98a-d7a7da07c8fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'port': {'device_id': '97dc912f-2181-4ec8-8d8f-0d788064c325', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'admin_state_up': True, 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'security_groups': ['4c3d1fc6-5351-4c48-a617-c8d20e14afd4']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:42.305709 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 0a67a005-5ea5-400e-9ce1-3d979a3de24b triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:42.306183 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:42.423218 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-ccc43d5f-51f9-4813-b98a-d7a7da07c8fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:42.441504 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-ccc43d5f-51f9-4813-b98a-d7a7da07c8fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:42.453589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-ccc43d5f-51f9-4813-b98a-d7a7da07c8fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:43:42.458894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-ccc43d5f-51f9-4813-b98a-d7a7da07c8fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:42.473783 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 975fded4-bff6-4cf3-a8f1-4b3f6329dd63 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:43:42.545790 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 975fded4-bff6-4cf3-a8f1-4b3f6329dd63 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:43:42.551648 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 975fded4-bff6-4cf3-a8f1-4b3f6329dd63 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:42.552028 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:42.667874 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-ccc43d5f-51f9-4813-b98a-d7a7da07c8fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.20.0.11 (b5cb97d6-0079-4948-a3d4-77d7a9a7278a/4ff22703-0d8d-4318-b601-23c678a7c097/55a08aeb-e505-48ef-a4ec-824dfabfad5b) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:43:42.690545 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:42.740990 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 975fded4-bff6-4cf3-a8f1-4b3f6329dd63, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=975fded4-bff6-4cf3-a8f1-4b3f6329dd63,segment=NetworkSegment(d23705ca-3eb3-4e9c-8113-a675fdd9f75c),segment_id=d23705ca-3eb3-4e9c-8113-a675fdd9f75c)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:42.745134 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:42.747589 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:42.792028 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:42.830656 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=975fded4-bff6-4cf3-a8f1-4b3f6329dd63,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:42.844693 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:42.915227 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-ccc43d5f-51f9-4813-b98a-d7a7da07c8fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:42.931453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-ccc43d5f-51f9-4813-b98a-d7a7da07c8fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Transition to ACTIVE for port object 55a08aeb-e505-48ef-a4ec-824dfabfad5b will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:43:42.960718 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-ccc43d5f-51f9-4813-b98a-d7a7da07c8fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:42.966809 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fc275933-ccdf-4b9f-b684-a4452183b78e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:43.035771 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-ccc43d5f-51f9-4813-b98a-d7a7da07c8fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network b5cb97d6-0079-4948-a3d4-77d7a9a7278a is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:43:43.039564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-ccc43d5f-51f9-4813-b98a-d7a7da07c8fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:43:43.043612 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-ccc43d5f-51f9-4813-b98a-d7a7da07c8fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:43:43.088522 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc43d5f-51f9-4813-b98a-d7a7da07c8fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=55a08aeb-e505-48ef-a4ec-824dfabfad5b,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:43.093467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ccc43d5f-51f9-4813-b98a-d7a7da07c8fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:43.126905 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-ccc43d5f-51f9-4813-b98a-d7a7da07c8fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:43.127876 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-ccc43d5f-51f9-4813-b98a-d7a7da07c8fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:43.161625 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-ccc43d5f-51f9-4813-b98a-d7a7da07c8fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9515436 Jun 02 20:43:43.175477 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Request body: {'port': {'device_id': '97dc912f-2181-4ec8-8d8f-0d788064c325', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:43.189643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Allocated IP 172.20.0.1 (66556dcd-3031-481d-9d72-b091eda9342d/4ab34f7c-d481-42e7-b715-f277dd7e013a/01b13556-c0cb-41d3-82ab-b470899ae47f) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:43:43.307481 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:43.341618 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-837daec3-422d-42ad-9863-6ce41b9cb81a None None] Provisioning for port 55a08aeb-e505-48ef-a4ec-824dfabfad5b completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:43:43.346167 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-837daec3-422d-42ad-9863-6ce41b9cb81a None None] Provisioning complete for port 55a08aeb-e505-48ef-a4ec-824dfabfad5b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:43.346554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-837daec3-422d-42ad-9863-6ce41b9cb81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:43.379806 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:43.396826 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Transition to ACTIVE for port object 01b13556-c0cb-41d3-82ab-b470899ae47f will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:43:43.407029 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-837daec3-422d-42ad-9863-6ce41b9cb81a None None] Port 55a08aeb-e505-48ef-a4ec-824dfabfad5b cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:43:43.427706 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:43.432082 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:43.507370 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Network 66556dcd-3031-481d-9d72-b091eda9342d is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:43:43.510758 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:43:43.515070 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:43:43.538840 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d280b9e-ef8c-4d5b-83b2-db01d709ca12 req-1f4ce040-ba63-43eb-8fa2-206dafbf9da2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:43.539641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-3d280b9e-ef8c-4d5b-83b2-db01d709ca12 req-1f4ce040-ba63-43eb-8fa2-206dafbf9da2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:43:43.550767 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Pushing event updated for resources: {'Port': ['ID=01b13556-c0cb-41d3-82ab-b470899ae47f,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:43.555650 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:43.580452 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:43.585338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-3d280b9e-ef8c-4d5b-83b2-db01d709ca12 req-1f4ce040-ba63-43eb-8fa2-206dafbf9da2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:43:43.586884 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3d280b9e-ef8c-4d5b-83b2-db01d709ca12 req-1f4ce040-ba63-43eb-8fa2-206dafbf9da2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 932 time: 0.2375431 Jun 02 20:43:43.694849 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:43.733431 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3d280b9e-ef8c-4d5b-83b2-db01d709ca12 req-7397fee3-3a2a-4b34-8f65-09f8986da434 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c3d1fc6-5351-4c48-a617-c8d20e14afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899398 Jun 02 20:43:43.833021 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4dc50688-cb54-4647-a7e7-d03ef5630511 None None] Provisioning for port 01b13556-c0cb-41d3-82ab-b470899ae47f completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:43:43.838287 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4dc50688-cb54-4647-a7e7-d03ef5630511 None None] Provisioning complete for port 01b13556-c0cb-41d3-82ab-b470899ae47f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:43.838793 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4dc50688-cb54-4647-a7e7-d03ef5630511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:43.881044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a08aeb-e505-48ef-a4ec-824dfabfad5b {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:43:43.889346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:43.914991 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-4dc50688-cb54-4647-a7e7-d03ef5630511 None None] Port 01b13556-c0cb-41d3-82ab-b470899ae47f cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:43:43.920981 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Transition to ACTIVE for port object 55a08aeb-e505-48ef-a4ec-824dfabfad5b will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:43:43.931797 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:43.937712 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:43.941884 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3dcfc993-0e85-4f3c-b60a-056d883ad6fa up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:43:44.027435 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 3dcfc993-0e85-4f3c-b60a-056d883ad6fa completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:43:44.034333 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 3dcfc993-0e85-4f3c-b60a-056d883ad6fa triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:44.034745 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:44.187857 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:44.231017 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 3dcfc993-0e85-4f3c-b60a-056d883ad6fa, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3dcfc993-0e85-4f3c-b60a-056d883ad6fa,segment=NetworkSegment(1a52daa9-92cf-4287-9ccd-bf8ed44a79f1),segment_id=1a52daa9-92cf-4287-9ccd-bf8ed44a79f1)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:44.237255 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:44.239339 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 975fded4-bff6-4cf3-a8f1-4b3f6329dd63 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:43:44.276450 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-60729ea5-7ba1-4c0c-b215-e5f285fcd3a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:44.278958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Pushing event updated for resources: {'Port': ['ID=55a08aeb-e505-48ef-a4ec-824dfabfad5b,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:44.321645 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:44.328853 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:44.335169 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:44.368835 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Attempting to bind port 55a08aeb-e505-48ef-a4ec-824dfabfad5b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:43:44.369162 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Attempting to bind port 55a08aeb-e505-48ef-a4ec-824dfabfad5b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a52daa9-92cf-4287-9ccd-bf8ed44a79f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:43:44.369486 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Attempting to bind port 55a08aeb-e505-48ef-a4ec-824dfabfad5b on network b5cb97d6-0079-4948-a3d4-77d7a9a7278a {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:43:44.374779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=3dcfc993-0e85-4f3c-b60a-056d883ad6fa,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:44.375290 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d19575cb-8b53-4e63-9ffa-c322a77daa95 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:44.376055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Port 55a08aeb-e505-48ef-a4ec-824dfabfad5b on network b5cb97d6-0079-4948-a3d4-77d7a9a7278a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:43:44.376201 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Attempting to bind port 55a08aeb-e505-48ef-a4ec-824dfabfad5b on network b5cb97d6-0079-4948-a3d4-77d7a9a7278a {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:43:44.381483 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:44.382803 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:43:44.383261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Checking segment: {'id': '1a52daa9-92cf-4287-9ccd-bf8ed44a79f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:43:44.383711 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Bound using segment: {'id': '1a52daa9-92cf-4287-9ccd-bf8ed44a79f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:43:44.384202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Bound port: 55a08aeb-e505-48ef-a4ec-824dfabfad5b, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a52daa9-92cf-4287-9ccd-bf8ed44a79f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:43:44.384617 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:44.417539 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:44.423339 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 975fded4-bff6-4cf3-a8f1-4b3f6329dd63 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:44.423698 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:44.477410 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Pushing event updated for resources: {'Port': ['ID=01b13556-c0cb-41d3-82ab-b470899ae47f,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:44.482679 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:44.483200 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:44.486641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] For port 55a08aeb-e505-48ef-a4ec-824dfabfad5b, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:43:44.492470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] For port 55a08aeb-e505-48ef-a4ec-824dfabfad5b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=55a08aeb-e505-48ef-a4ec-824dfabfad5b,segment=NetworkSegment(1a52daa9-92cf-4287-9ccd-bf8ed44a79f1),segment_id=1a52daa9-92cf-4287-9ccd-bf8ed44a79f1)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:43:44.497515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:44.508298 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e0ce6490-fc11-45ba-899f-2851cc305639 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:44.558627 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 33fa9126-e066-4d13-883e-929aa22bfa7d up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:43:44.576708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:44.577326 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:44.578776 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] 10.222.0.95 "PUT /v2.0/ports/55a08aeb-e505-48ef-a4ec-824dfabfad5b HTTP/1.1" status: 200 len: 1094 time: 1.4082503 Jun 02 20:43:44.579411 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97dc912f-2181-4ec8-8d8f-0d788064c325', 'tag': '55a08aeb-e505-48ef-a4ec-824dfabfad5b'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:43:44.581918 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6acf67b-58ab-4866-912b-a074d5f3d264" -d '{"events": [{"name": "network-changed", "server_uuid": "97dc912f-2181-4ec8-8d8f-0d788064c325", "tag": "55a08aeb-e505-48ef-a4ec-824dfabfad5b"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:43:44.621692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Pushing event updated for resources: {'Port': ['ID=55a08aeb-e505-48ef-a4ec-824dfabfad5b,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:44.626184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:44.646759 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 33fa9126-e066-4d13-883e-929aa22bfa7d triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:44.647325 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:44.652305 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Network 66556dcd-3031-481d-9d72-b091eda9342d is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:43:44.654824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:43:44.680486 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a1d3a7-1f4e-47d5-932a-2df4405f1c86 x-openstack-request-id: req-f1a1d3a7-1f4e-47d5-932a-2df4405f1c86 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:43:44.680829 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97dc912f-2181-4ec8-8d8f-0d788064c325", "tag": "55a08aeb-e505-48ef-a4ec-824dfabfad5b", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:43:44.682423 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1a1d3a7-1f4e-47d5-932a-2df4405f1c86 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:43:44.682876 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97dc912f-2181-4ec8-8d8f-0d788064c325', 'tag': '55a08aeb-e505-48ef-a4ec-824dfabfad5b', 'status': 'completed', 'code': 200} Jun 02 20:43:44.719174 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-1161f7d5-37c9-40cc-9806-84c82fcefd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:44.724231 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-1161f7d5-37c9-40cc-9806-84c82fcefd6f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 1097 time: 0.1003625 Jun 02 20:43:44.855505 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-e9e554d1-9651-43eb-ad57-ad46bf429a33 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55a08aeb-e505-48ef-a4ec-824dfabfad5b HTTP/1.1" status: 200 len: 217 time: 0.1213801 Jun 02 20:43:44.882685 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Router a4118ef6-7aeb-4371-ae25-cc0e3ceb5323 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:43:44.936558 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-56f5e665-3175-4b6d-af7a-13971e1e6ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:44.938008 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-56f5e665-3175-4b6d-af7a-13971e1e6ed8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4ff22703-0d8d-4318-b601-23c678a7c097 HTTP/1.1" status: 200 len: 834 time: 0.0789649 Jun 02 20:43:45.041496 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c8e91af5-2208-43a7-a30f-a3c2a755189f None None] Provisioning complete for port 01b13556-c0cb-41d3-82ab-b470899ae47f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:45.042128 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c8e91af5-2208-43a7-a30f-a3c2a755189f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:45.069675 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:43:45.080011 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "PUT /v2.0/routers/a4118ef6-7aeb-4371-ae25-cc0e3ceb5323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1184931 Jun 02 20:43:45.082657 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58808) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:45.085677 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907da1db-0fa6-4efb-89c0-8348ffd294c5 None None] Sync routers for ids ['a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:43:45.086921 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54262866-f1e0-493d-a0c2-ed9e8a4b99f8 req-4db30778-ec48-4852-a4a4-48b6f2f12284 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:45.099317 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907da1db-0fa6-4efb-89c0-8348ffd294c5 None None] Routers {'a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:45.099317 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-907da1db-0fa6-4efb-89c0-8348ffd294c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:45.100419 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-54262866-f1e0-493d-a0c2-ed9e8a4b99f8 req-4db30778-ec48-4852-a4a4-48b6f2f12284 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 944 time: 0.1614106 Jun 02 20:43:45.110662 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-c8e91af5-2208-43a7-a30f-a3c2a755189f None None] Port 01b13556-c0cb-41d3-82ab-b470899ae47f cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:43:45.153319 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-54262866-f1e0-493d-a0c2-ed9e8a4b99f8 req-7dd1d7c6-a081-43e4-826a-47363d653f83 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c3d1fc6-5351-4c48-a617-c8d20e14afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519459 Jun 02 20:43:45.156677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-c34ad80c-d4fa-4e06-9aaf-733221153695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:45.158551 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-c34ad80c-d4fa-4e06-9aaf-733221153695 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b5cb97d6-0079-4948-a3d4-77d7a9a7278a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1747298 Jun 02 20:43:45.162691 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-907da1db-0fa6-4efb-89c0-8348ffd294c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:45.173500 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907da1db-0fa6-4efb-89c0-8348ffd294c5 None None] Routers {'a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:45.174279 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-907da1db-0fa6-4efb-89c0-8348ffd294c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:45.235497 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-907da1db-0fa6-4efb-89c0-8348ffd294c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:45.235898 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907da1db-0fa6-4efb-89c0-8348ffd294c5 None None] The sync data for ids ['a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:43:45.248092 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c85dc939-c7a4-4a39-9f86-785bab6876ec tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:45.291480 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-daa4e9de-fc3a-4450-9604-72729415c9cf service neutron] 10.222.0.95 "GET /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249230 Jun 02 20:43:45.396821 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-c85dc939-c7a4-4a39-9f86-785bab6876ec tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 02 20:43:45.397851 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c85dc939-c7a4-4a39-9f86-785bab6876ec tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "DELETE /v2.0/routers/a4118ef6-7aeb-4371-ae25-cc0e3ceb5323 HTTP/1.1" status: 409 len: 329 time: 0.3139901 Jun 02 20:43:45.400749 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58810) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:45.422775 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ef966f87-b584-43e2-8a0c-04bbb8eb7315 req-3f01aa50-620d-4645-b6dc-30a0178d0ffb service neutron] 10.222.0.95 "GET /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249511 Jun 02 20:43:45.541619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acf67b-58ab-4866-912b-a074d5f3d264 req-a8b9385c-8377-4af5-ba23-98a6392de880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:45.543058 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b6acf67b-58ab-4866-912b-a074d5f3d264 req-a8b9385c-8377-4af5-ba23-98a6392de880 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 1097 time: 0.0743806 Jun 02 20:43:45.672887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acf67b-58ab-4866-912b-a074d5f3d264 req-b1651c6c-2949-4d82-a651-67987ed7b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:45.674336 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b6acf67b-58ab-4866-912b-a074d5f3d264 req-b1651c6c-2949-4d82-a651-67987ed7b41a service neutron] 10.222.0.95 "GET /v2.0/networks?id=b5cb97d6-0079-4948-a3d4-77d7a9a7278a HTTP/1.1" status: 200 len: 898 time: 0.1244798 Jun 02 20:43:45.742646 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b6acf67b-58ab-4866-912b-a074d5f3d264 req-3ad23815-6854-49b8-b7af-5ff169e3e332 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55a08aeb-e505-48ef-a4ec-824dfabfad5b HTTP/1.1" status: 200 len: 217 time: 0.0606863 Jun 02 20:43:45.815889 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acf67b-58ab-4866-912b-a074d5f3d264 req-34c56836-019a-4a28-a7ca-7f42387353e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:45.817324 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b6acf67b-58ab-4866-912b-a074d5f3d264 req-34c56836-019a-4a28-a7ca-7f42387353e9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4ff22703-0d8d-4318-b601-23c678a7c097 HTTP/1.1" status: 200 len: 834 time: 0.0677946 Jun 02 20:43:45.827704 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3dcfc993-0e85-4f3c-b60a-056d883ad6fa up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:43:45.897020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acf67b-58ab-4866-912b-a074d5f3d264 req-bba0a94c-b76a-47a5-bdbb-e4be89508798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:45.898486 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b6acf67b-58ab-4866-912b-a074d5f3d264 req-bba0a94c-b76a-47a5-bdbb-e4be89508798 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b5cb97d6-0079-4948-a3d4-77d7a9a7278a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0731962 Jun 02 20:43:45.900012 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 3dcfc993-0e85-4f3c-b60a-056d883ad6fa triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:45.900394 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:46.034244 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b6acf67b-58ab-4866-912b-a074d5f3d264 req-e16a4c80-4259-4f42-a62a-a4c4b2ea0d4d service neutron] 10.222.0.95 "GET /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287191 Jun 02 20:43:46.070252 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-438d70d9-10bc-4653-a22a-71cb3456e46e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:46.320196 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b6acf67b-58ab-4866-912b-a074d5f3d264 req-fbb958d7-ed3f-4b5a-b8b1-f63ca2e28643 service neutron] 10.222.0.95 "GET /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781444 Jun 02 20:43:46.424022 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13ddf4-e458-4e76-9fc3-949c79a6980e req-3d76ec94-bbfc-48c1-ae84-1ae9da0222f6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:46.425412 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5a13ddf4-e458-4e76-9fc3-949c79a6980e req-3d76ec94-bbfc-48c1-ae84-1ae9da0222f6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 944 time: 0.1422825 Jun 02 20:43:46.525738 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5a13ddf4-e458-4e76-9fc3-949c79a6980e req-fadc2b60-ddbd-4135-b759-ab934521e9ff tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c3d1fc6-5351-4c48-a617-c8d20e14afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706339 Jun 02 20:43:46.590571 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-438d70d9-10bc-4653-a22a-71cb3456e46e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Deleting port 01b13556-c0cb-41d3-82ab-b470899ae47f {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:46.590907 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-438d70d9-10bc-4653-a22a-71cb3456e46e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:46.719533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-438d70d9-10bc-4653-a22a-71cb3456e46e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:46.851417 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-438d70d9-10bc-4653-a22a-71cb3456e46e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Calling delete_port for 01b13556-c0cb-41d3-82ab-b470899ae47f owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:46.989546 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-438d70d9-10bc-4653-a22a-71cb3456e46e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:46.992788 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8e1d381a-7560-426e-b65d-729bede2fe53 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:47.040714 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d70d9-10bc-4653-a22a-71cb3456e46e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Pushing event deleted for resources: {'Port': ['ID=01b13556-c0cb-41d3-82ab-b470899ae47f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:47.043781 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-438d70d9-10bc-4653-a22a-71cb3456e46e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:47.281345 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-438d70d9-10bc-4653-a22a-71cb3456e46e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:47.735720 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaea6be-e22e-4199-9dac-189bab795911 req-c44e0c3b-3517-418e-a062-44f522921f6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:47.737021 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438d70d9-10bc-4653-a22a-71cb3456e46e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Router a4118ef6-7aeb-4371-ae25-cc0e3ceb5323 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:43:47.737566 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fdaea6be-e22e-4199-9dac-189bab795911 req-c44e0c3b-3517-418e-a062-44f522921f6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 944 time: 0.0871863 Jun 02 20:43:47.784706 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fdaea6be-e22e-4199-9dac-189bab795911 req-c006219f-22ab-4d83-8a69-c33c45ef1f61 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c3d1fc6-5351-4c48-a617-c8d20e14afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406363 Jun 02 20:43:47.881245 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438d70d9-10bc-4653-a22a-71cb3456e46e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:43:47.890295 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990395c9-cc4d-40c0-ade3-f415e0030dcf None None] Sync routers for ids ['a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:43:47.891579 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-438d70d9-10bc-4653-a22a-71cb3456e46e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "PUT /v2.0/routers/a4118ef6-7aeb-4371-ae25-cc0e3ceb5323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4897420 Jun 02 20:43:47.895414 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58816) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:47.899861 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990395c9-cc4d-40c0-ade3-f415e0030dcf None None] Routers {'a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:47.900493 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-990395c9-cc4d-40c0-ade3-f415e0030dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:47.951989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 55a08aeb-e505-48ef-a4ec-824dfabfad5b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:43:47.968883 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-990395c9-cc4d-40c0-ade3-f415e0030dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:47.972805 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-40549e59-f4df-4a1c-9f3a-63f0a0d5f889 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] show failed (client error): The resource could not be found. Jun 02 20:43:47.973839 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-40549e59-f4df-4a1c-9f3a-63f0a0d5f889 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-1617296921 HTTP/1.1" status: 404 len: 335 time: 0.0772619 Jun 02 20:43:47.977515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58818) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:47.982725 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-19523315-26b7-4137-aec0-117ec38c11b8 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Request body: {'router': {'name': 'new_name'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:47.982899 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990395c9-cc4d-40c0-ade3-f415e0030dcf None None] Routers {'a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:47.983565 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-990395c9-cc4d-40c0-ade3-f415e0030dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:48.048789 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-19523315-26b7-4137-aec0-117ec38c11b8 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] update failed (client error): The resource could not be found. Jun 02 20:43:48.049885 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-19523315-26b7-4137-aec0-117ec38c11b8 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-1611017567 HTTP/1.1" status: 404 len: 335 time: 0.0715315 Jun 02 20:43:48.053419 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58820) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:48.100647 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-990395c9-cc4d-40c0-ade3-f415e0030dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:48.101059 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990395c9-cc4d-40c0-ade3-f415e0030dcf None None] The sync data for ids ['a4118ef6-7aeb-4371-ae25-cc0e3ceb5323'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:43:48.132855 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5104775-e2d6-4174-a6b6-a1b57cd2a30b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Deleting subnet d8425e27-19c5-4d89-9a4b-7e0ade435ecb {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:43:48.135963 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5104775-e2d6-4174-a6b6-a1b57cd2a30b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:48.197361 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5104775-e2d6-4174-a6b6-a1b57cd2a30b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:48.208368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 55a08aeb-e505-48ef-a4ec-824dfabfad5b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=55a08aeb-e505-48ef-a4ec-824dfabfad5b,segment=NetworkSegment(1a52daa9-92cf-4287-9ccd-bf8ed44a79f1),segment_id=1a52daa9-92cf-4287-9ccd-bf8ed44a79f1)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:48.221416 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '55a08aeb-e505-48ef-a4ec-824dfabfad5b', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'port_id': '55a08aeb-e505-48ef-a4ec-824dfabfad5b', 'mac_address': 'fa:16:3e:83:29:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:43:48.279925 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:48.290445 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5104775-e2d6-4174-a6b6-a1b57cd2a30b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:48.296766 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a08aeb-e505-48ef-a4ec-824dfabfad5b {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:43:48.312436 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 55a08aeb-e505-48ef-a4ec-824dfabfad5b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=55a08aeb-e505-48ef-a4ec-824dfabfad5b,segment=NetworkSegment(1a52daa9-92cf-4287-9ccd-bf8ed44a79f1),segment_id=1a52daa9-92cf-4287-9ccd-bf8ed44a79f1)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:48.316149 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:48.318009 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:48.388288 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=55a08aeb-e505-48ef-a4ec-824dfabfad5b,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:48.391947 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:48.561767 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5104775-e2d6-4174-a6b6-a1b57cd2a30b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:48.565575 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-354a70b9-f061-41cf-b9dd-b8c0fc953d76 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:48.606036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5104775-e2d6-4174-a6b6-a1b57cd2a30b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Pushing event deleted for resources: {'Subnet': ['ID=d8425e27-19c5-4d89-9a4b-7e0ade435ecb,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:48.609587 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e5104775-e2d6-4174-a6b6-a1b57cd2a30b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:48.610548 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5104775-e2d6-4174-a6b6-a1b57cd2a30b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:48.616823 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e5104775-e2d6-4174-a6b6-a1b57cd2a30b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "DELETE /v2.0/subnets/d8425e27-19c5-4d89-9a4b-7e0ade435ecb HTTP/1.1" status: 204 len: 168 time: 0.5623763 Jun 02 20:43:48.618513 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac527d9-89c1-4bf9-a4c8-25dda6584b93 None None] Network fd48493f-2b40-49e6-a546-edc25b4fa3bb requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:43:48.619622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58824) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:48.648506 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['55a08aeb-e505-48ef-a4ec-824dfabfad5b'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:43:48.692703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8e46d2-df83-443b-b9e7-33347462b29c tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Deleting subnet 865ea74e-8d24-4c4e-8d9d-097a6b074206 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:43:48.695615 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d8e46d2-df83-443b-b9e7-33347462b29c tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:48.749976 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d8e46d2-df83-443b-b9e7-33347462b29c tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:48.836528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d8e46d2-df83-443b-b9e7-33347462b29c tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:48.991369 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440bd794-c6b1-4557-9db7-93d0ef073ef0 None None] DHCP port deletion for fd48493f-2b40-49e6-a546-edc25b4fa3bb request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:43:49.124848 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-440bd794-c6b1-4557-9db7-93d0ef073ef0 None None] Deleting port 975fded4-bff6-4cf3-a8f1-4b3f6329dd63 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:49.125234 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-440bd794-c6b1-4557-9db7-93d0ef073ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:49.243102 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-440bd794-c6b1-4557-9db7-93d0ef073ef0 None None] For port 975fded4-bff6-4cf3-a8f1-4b3f6329dd63, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=975fded4-bff6-4cf3-a8f1-4b3f6329dd63,segment=NetworkSegment(d23705ca-3eb3-4e9c-8113-a675fdd9f75c),segment_id=d23705ca-3eb3-4e9c-8113-a675fdd9f75c)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:49.243429 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-440bd794-c6b1-4557-9db7-93d0ef073ef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:49.290238 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa013a12-a203-40c3-8a0c-62c6dd3899cd req-7446a01f-1387-431c-91e8-9d54bc2d09e7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:49.292005 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fa013a12-a203-40c3-8a0c-62c6dd3899cd req-7446a01f-1387-431c-91e8-9d54bc2d09e7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 945 time: 0.3857458 Jun 02 20:43:49.360874 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fa013a12-a203-40c3-8a0c-62c6dd3899cd req-4bcba5e9-4e95-4223-8056-5e51dbc8e801 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c3d1fc6-5351-4c48-a617-c8d20e14afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609467 Jun 02 20:43:49.371397 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-440bd794-c6b1-4557-9db7-93d0ef073ef0 None None] Calling delete_port for 975fded4-bff6-4cf3-a8f1-4b3f6329dd63 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:49.376003 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d8e46d2-df83-443b-b9e7-33347462b29c tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:49.380003 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f6bf20f8-a23b-469c-8cf1-f33b44f82332 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:49.422885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e46d2-df83-443b-b9e7-33347462b29c tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Pushing event deleted for resources: {'Subnet': ['ID=865ea74e-8d24-4c4e-8d9d-097a6b074206,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:49.425970 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8d8e46d2-df83-443b-b9e7-33347462b29c tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:49.427134 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8d8e46d2-df83-443b-b9e7-33347462b29c tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:49.435742 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8d8e46d2-df83-443b-b9e7-33347462b29c tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "DELETE /v2.0/subnets/865ea74e-8d24-4c4e-8d9d-097a6b074206 HTTP/1.1" status: 204 len: 168 time: 0.8129447 Jun 02 20:43:49.436011 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2456ce1-1f43-4509-84c5-c722db9d3a85 None None] Network da3996a6-309d-4217-b5a8-f2c55e772d40 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:43:49.436173 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58828) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:49.446095 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-440bd794-c6b1-4557-9db7-93d0ef073ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:49.452872 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:49.502090 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bd794-c6b1-4557-9db7-93d0ef073ef0 None None] Pushing event deleted for resources: {'Port': ['ID=975fded4-bff6-4cf3-a8f1-4b3f6329dd63,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:49.548536 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8b5d9961-afda-4eff-9248-cdf4c757d1e4 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:49.548815 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440bd794-c6b1-4557-9db7-93d0ef073ef0 None None] No DVR routers for this DVR port 975fded4-bff6-4cf3-a8f1-4b3f6329dd63 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:43:49.561045 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-440bd794-c6b1-4557-9db7-93d0ef073ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:49.679622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8b5d9961-afda-4eff-9248-cdf4c757d1e4 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:49.694556 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-8b5d9961-afda-4eff-9248-cdf4c757d1e4 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd48493f-2b40-49e6-a546-edc25b4fa3bb']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:49.706848 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-8b5d9961-afda-4eff-9248-cdf4c757d1e4 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23705ca-3eb3-4e9c-8113-a675fdd9f75c') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:49.707175 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-8b5d9961-afda-4eff-9248-cdf4c757d1e4 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23705ca-3eb3-4e9c-8113-a675fdd9f75c') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:49.718328 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8b5d9961-afda-4eff-9248-cdf4c757d1e4 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:49.732492 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5d7643-e423-4be2-beb2-e7c2f7305096 None None] DHCP port deletion for da3996a6-309d-4217-b5a8-f2c55e772d40 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:43:49.734723 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8b5d9961-afda-4eff-9248-cdf4c757d1e4 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:49.742295 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5d9961-afda-4eff-9248-cdf4c757d1e4 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:43:49.742850 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8b5d9961-afda-4eff-9248-cdf4c757d1e4 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:43:49.758232 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:43:49.805581 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d7643-e423-4be2-beb2-e7c2f7305096 None None] Deleting port 0a67a005-5ea5-400e-9ce1-3d979a3de24b {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:49.805971 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7643-e423-4be2-beb2-e7c2f7305096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:49.827242 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 0a67a005-5ea5-400e-9ce1-3d979a3de24b no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:43:49.842766 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8b5d9961-afda-4eff-9248-cdf4c757d1e4 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:49.846177 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:49.860212 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8b5d9961-afda-4eff-9248-cdf4c757d1e4 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:49.869877 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d9961-afda-4eff-9248-cdf4c757d1e4 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Pushing event deleted for resources: {'Network': ['ID=fd48493f-2b40-49e6-a546-edc25b4fa3bb,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:49.873213 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8b5d9961-afda-4eff-9248-cdf4c757d1e4 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "DELETE /v2.0/networks/fd48493f-2b40-49e6-a546-edc25b4fa3bb HTTP/1.1" status: 204 len: 168 time: 0.4357622 Jun 02 20:43:49.874367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8b5d9961-afda-4eff-9248-cdf4c757d1e4 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:49.875958 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58830) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:49.955426 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 55a08aeb-e505-48ef-a4ec-824dfabfad5b up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:43:49.988637 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:50.051950 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-4a5d7643-e423-4be2-beb2-e7c2f7305096 None None] For port 0a67a005-5ea5-400e-9ce1-3d979a3de24b, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=0a67a005-5ea5-400e-9ce1-3d979a3de24b,segment=NetworkSegment(1e4ed842-e0e5-44f7-8eb2-4bb0381f093a),segment_id=1e4ed842-e0e5-44f7-8eb2-4bb0381f093a)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:50.052580 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7643-e423-4be2-beb2-e7c2f7305096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:50.059622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Deleting port 0a67a005-5ea5-400e-9ce1-3d979a3de24b {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:50.059963 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:50.161086 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] For port 0a67a005-5ea5-400e-9ce1-3d979a3de24b, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=0a67a005-5ea5-400e-9ce1-3d979a3de24b,segment=NetworkSegment(1e4ed842-e0e5-44f7-8eb2-4bb0381f093a),segment_id=1e4ed842-e0e5-44f7-8eb2-4bb0381f093a)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:50.161444 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:50.207248 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d7643-e423-4be2-beb2-e7c2f7305096 None None] Calling delete_port for 0a67a005-5ea5-400e-9ce1-3d979a3de24b owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:50.235850 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 55a08aeb-e505-48ef-a4ec-824dfabfad5b completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:43:50.249278 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 55a08aeb-e505-48ef-a4ec-824dfabfad5b triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:43:50.249651 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:50.273931 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:50.285675 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Calling delete_port for 0a67a005-5ea5-400e-9ce1-3d979a3de24b owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:50.342203 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 0a67a005-5ea5-400e-9ce1-3d979a3de24b, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=0a67a005-5ea5-400e-9ce1-3d979a3de24b,segment=NetworkSegment(1e4ed842-e0e5-44f7-8eb2-4bb0381f093a),segment_id=1e4ed842-e0e5-44f7-8eb2-4bb0381f093a)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:50.349165 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:50.350174 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 975fded4-bff6-4cf3-a8f1-4b3f6329dd63 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:43:50.352528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:50.356773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-da9611db-6645-4432-bc5f-aa71544c8921 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:50.382633 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:50.405362 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Pushing event deleted for resources: {'Port': ['ID=0a67a005-5ea5-400e-9ce1-3d979a3de24b,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:50.407918 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:50.410387 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] No DVR routers for this DVR port 0a67a005-5ea5-400e-9ce1-3d979a3de24b on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: from cryptography.utils import int_from_bytes Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: from cryptography.utils import int_from_bytes Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 20:43:50.425434 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 20:43:50.430140 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 975fded4-bff6-4cf3-a8f1-4b3f6329dd63 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:43:50.430140 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 975fded4-bff6-4cf3-a8f1-4b3f6329dd63 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:43:50.439465 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event deleted for resources: {'Port': ['ID=0a67a005-5ea5-400e-9ce1-3d979a3de24b,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:50.441564 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:50.442167 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7643-e423-4be2-beb2-e7c2f7305096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:50.473927 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:50.524271 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d7643-e423-4be2-beb2-e7c2f7305096 None None] Pushing event deleted for resources: {'Port': ['ID=0a67a005-5ea5-400e-9ce1-3d979a3de24b,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:50.533887 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4a5d7643-e423-4be2-beb2-e7c2f7305096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:50.534829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5d7643-e423-4be2-beb2-e7c2f7305096 None None] No DVR routers for this DVR port 0a67a005-5ea5-400e-9ce1-3d979a3de24b on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:43:50.548886 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:50.553795 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:50.568085 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3996a6-309d-4217-b5a8-f2c55e772d40']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:50.578216 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce2e57-0709-4161-8e6f-a1b40623f5e8 req-697aa192-c164-44f7-be8b-6fe62d4b97b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:50.579549 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97dc912f-2181-4ec8-8d8f-0d788064c325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a08aeb-e505-48ef-a4ec-824dfabfad5b'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:43:50.579740 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-38ce2e57-0709-4161-8e6f-a1b40623f5e8 req-697aa192-c164-44f7-be8b-6fe62d4b97b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 945 time: 0.0982893 Jun 02 20:43:50.581235 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d55fa0-d959-4c1e-9857-a5905cbbbece" -d '{"events": [{"server_uuid": "97dc912f-2181-4ec8-8d8f-0d788064c325", "name": "network-vif-plugged", "status": "completed", "tag": "55a08aeb-e505-48ef-a4ec-824dfabfad5b"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:43:50.585825 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4ed842-e0e5-44f7-8eb2-4bb0381f093a') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:50.586435 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4ed842-e0e5-44f7-8eb2-4bb0381f093a') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:50.589720 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 55a08aeb-e505-48ef-a4ec-824dfabfad5b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=55a08aeb-e505-48ef-a4ec-824dfabfad5b,segment=NetworkSegment(1a52daa9-92cf-4287-9ccd-bf8ed44a79f1),segment_id=1a52daa9-92cf-4287-9ccd-bf8ed44a79f1)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:50.602179 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:50.604077 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:50.606153 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:50.620706 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:50.633151 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:43:50.633634 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:50.639863 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baba9e4-a2e6-45c6-8f6c-782da539647c x-openstack-request-id: req-7baba9e4-a2e6-45c6-8f6c-782da539647c {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:43:50.640167 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97dc912f-2181-4ec8-8d8f-0d788064c325", "name": "network-vif-plugged", "status": "completed", "tag": "55a08aeb-e505-48ef-a4ec-824dfabfad5b", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:43:50.640407 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7baba9e4-a2e6-45c6-8f6c-782da539647c {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:43:50.640800 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dc912f-2181-4ec8-8d8f-0d788064c325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a08aeb-e505-48ef-a4ec-824dfabfad5b', 'code': 200} Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:43:50.653082 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:43:50.667695 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-38ce2e57-0709-4161-8e6f-a1b40623f5e8 req-60e4e8c9-5285-457c-bd1d-ebab7d2af4db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c3d1fc6-5351-4c48-a617-c8d20e14afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749295 Jun 02 20:43:50.684289 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=55a08aeb-e505-48ef-a4ec-824dfabfad5b,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:50.691236 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:50.741790 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:50.745347 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-24f08d16-9752-4430-a7e4-8090a68a325c tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:50.759901 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:50.770802 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Pushing event deleted for resources: {'Network': ['ID=da3996a6-309d-4217-b5a8-f2c55e772d40,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:50.773800 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:50.775337 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "DELETE /v2.0/networks/da3996a6-309d-4217-b5a8-f2c55e772d40 HTTP/1.1" status: 204 len: 168 time: 0.8985662 Jun 02 20:43:50.777698 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58838) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:50.842161 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-29506cb5-14f7-43b6-b6ae-ca4e8d280c5b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Deleting subnet 4ab34f7c-d481-42e7-b715-f277dd7e013a {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:43:50.845039 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29506cb5-14f7-43b6-b6ae-ca4e8d280c5b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:50.886743 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b4e32-9ecc-402c-90db-7bcdf957f4bd req-34ed6cd2-a272-4b92-a763-2143e0b68fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:50.889055 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e23b4e32-9ecc-402c-90db-7bcdf957f4bd req-34ed6cd2-a272-4b92-a763-2143e0b68fc3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 1099 time: 0.0797212 Jun 02 20:43:50.902382 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29506cb5-14f7-43b6-b6ae-ca4e8d280c5b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:50.932052 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e23b4e32-9ecc-402c-90db-7bcdf957f4bd req-dcd7fc80-c66b-4357-9317-99f0689fee8a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=4c3d1fc6-5351-4c48-a617-c8d20e14afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359180 Jun 02 20:43:50.984315 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29506cb5-14f7-43b6-b6ae-ca4e8d280c5b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:51.390088 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29506cb5-14f7-43b6-b6ae-ca4e8d280c5b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:51.394419 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2e2dc88d-4036-4824-95d2-704091155cd3 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:51.429558 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29506cb5-14f7-43b6-b6ae-ca4e8d280c5b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Pushing event deleted for resources: {'Subnet': ['ID=4ab34f7c-d481-42e7-b715-f277dd7e013a,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:51.433040 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-29506cb5-14f7-43b6-b6ae-ca4e8d280c5b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:51.434243 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29506cb5-14f7-43b6-b6ae-ca4e8d280c5b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:51.441001 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-29506cb5-14f7-43b6-b6ae-ca4e8d280c5b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "DELETE /v2.0/subnets/4ab34f7c-d481-42e7-b715-f277dd7e013a HTTP/1.1" status: 204 len: 168 time: 0.6623867 Jun 02 20:43:51.443473 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58840) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:51.446614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8fc4ae-d5ee-4a0b-b096-251f715b97ca None None] Network 66556dcd-3031-481d-9d72-b091eda9342d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:43:51.559377 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:51.635268 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Deleting port 4b99145c-ebc8-412d-8995-b68e3564fb8f {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:51.635618 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:51.687768 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23131185-47e8-4691-81d3-a64ab9ff2cf9 None None] DHCP port deletion for 66556dcd-3031-481d-9d72-b091eda9342d request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:43:51.751021 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] For port 4b99145c-ebc8-412d-8995-b68e3564fb8f, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4b99145c-ebc8-412d-8995-b68e3564fb8f,segment=NetworkSegment(00b58af6-cd5f-49f1-9283-522bc2f40d88),segment_id=00b58af6-cd5f-49f1-9283-522bc2f40d88)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:51.751401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:51.761129 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-23131185-47e8-4691-81d3-a64ab9ff2cf9 None None] Deleting port 4b99145c-ebc8-412d-8995-b68e3564fb8f {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:43:51.761512 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-23131185-47e8-4691-81d3-a64ab9ff2cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:51.843976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4b99145c-ebc8-412d-8995-b68e3564fb8f no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:43:51.902222 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Calling delete_port for 4b99145c-ebc8-412d-8995-b68e3564fb8f owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:51.909263 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-23131185-47e8-4691-81d3-a64ab9ff2cf9 None None] For port 4b99145c-ebc8-412d-8995-b68e3564fb8f, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4b99145c-ebc8-412d-8995-b68e3564fb8f,segment=NetworkSegment(00b58af6-cd5f-49f1-9283-522bc2f40d88),segment_id=00b58af6-cd5f-49f1-9283-522bc2f40d88)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:43:51.909789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-23131185-47e8-4691-81d3-a64ab9ff2cf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:51.973950 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c561d-9299-4b42-a651-e983cd0bf0bf req-4ad3bdef-c10e-455f-b1a9-c69375fc0b4d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:51.975414 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9e6c561d-9299-4b42-a651-e983cd0bf0bf req-4ad3bdef-c10e-455f-b1a9-c69375fc0b4d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 946 time: 0.1635857 Jun 02 20:43:52.018972 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:52.021902 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4a386cfe-af48-4239-8a70-a63ad916917a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:52.042860 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-23131185-47e8-4691-81d3-a64ab9ff2cf9 None None] Calling delete_port for 4b99145c-ebc8-412d-8995-b68e3564fb8f owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:43:52.049179 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No ports have port_id starting with 4b99145c-ebc8-412d-8995-b68e3564fb8f Jun 02 20:43:52.079633 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9e6c561d-9299-4b42-a651-e983cd0bf0bf req-fa5689cd-8b66-47fe-8ef2-3331aaff575a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c3d1fc6-5351-4c48-a617-c8d20e14afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986831 Jun 02 20:43:52.082309 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Pushing event deleted for resources: {'Port': ['ID=4b99145c-ebc8-412d-8995-b68e3564fb8f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:52.086012 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:52.087049 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] No DVR routers for this DVR port 4b99145c-ebc8-412d-8995-b68e3564fb8f on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:43:52.112130 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-23131185-47e8-4691-81d3-a64ab9ff2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:52.116729 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:52.163534 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23131185-47e8-4691-81d3-a64ab9ff2cf9 None None] Pushing event deleted for resources: {'Port': ['ID=4b99145c-ebc8-412d-8995-b68e3564fb8f,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:52.170760 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-23131185-47e8-4691-81d3-a64ab9ff2cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:52.171644 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23131185-47e8-4691-81d3-a64ab9ff2cf9 None None] No DVR routers for this DVR port 4b99145c-ebc8-412d-8995-b68e3564fb8f on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:43:52.220058 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:52.233016 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66556dcd-3031-481d-9d72-b091eda9342d']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:52.244562 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b58af6-cd5f-49f1-9283-522bc2f40d88') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:52.244861 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b58af6-cd5f-49f1-9283-522bc2f40d88') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:52.255900 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:52.270992 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:52.277064 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:43:52.277640 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:43:52.296428 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:43:52.374952 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:52.379329 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:52.381808 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-73355518-0118-4324-acfa-74d1c037a43e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:52.405553 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Pushing event deleted for resources: {'Network': ['ID=66556dcd-3031-481d-9d72-b091eda9342d,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:52.407750 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:52.413114 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "DELETE /v2.0/networks/66556dcd-3031-481d-9d72-b091eda9342d HTTP/1.1" status: 204 len: 168 time: 0.9660027 Jun 02 20:43:52.413223 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58844) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:52.461083 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-dcbd374d-a79d-4b55-b477-125d00707eed tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Synchronizing usage tracker for tenant:c833b99591194ed4901473fcaaa52ae7 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:43:52.476630 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-dcbd374d-a79d-4b55-b477-125d00707eed tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Unset dirty status for tenant:c833b99591194ed4901473fcaaa52ae7 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:43:52.477737 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dcbd374d-a79d-4b55-b477-125d00707eed tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4118ef6-7aeb-4371-ae25-cc0e3ceb5323 HTTP/1.1" status: 200 len: 205 time: 0.0636771 Jun 02 20:43:52.480270 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58846) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:52.607499 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7b8f98d4-9ba1-4144-9013-4fa4805e472b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:52.896653 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7b8f98d4-9ba1-4144-9013-4fa4805e472b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:52.898935 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7b8f98d4-9ba1-4144-9013-4fa4805e472b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:52.922744 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7b8f98d4-9ba1-4144-9013-4fa4805e472b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:52.923469 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8f98d4-9ba1-4144-9013-4fa4805e472b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Fanout notify agent at l3_agent the message router_deleted on router a4118ef6-7aeb-4371-ae25-cc0e3ceb5323 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:43:52.933884 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7b8f98d4-9ba1-4144-9013-4fa4805e472b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:52.935480 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7b8f98d4-9ba1-4144-9013-4fa4805e472b tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] 10.222.0.25 "DELETE /v2.0/routers/a4118ef6-7aeb-4371-ae25-cc0e3ceb5323 HTTP/1.1" status: 204 len: 168 time: 0.4538066 Jun 02 20:43:53.203382 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58854) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:53.272913 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8c74e-b0b8-4e10-b4dd-fdab77e44824 req-c9022620-94ae-4c4d-a033-6f377586d2ea tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:53.274292 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-53e8c74e-b0b8-4e10-b4dd-fdab77e44824 req-c9022620-94ae-4c4d-a033-6f377586d2ea tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 946 time: 0.0806842 Jun 02 20:43:53.323457 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-53e8c74e-b0b8-4e10-b4dd-fdab77e44824 req-c77caff0-0c53-47bf-979b-017e267010f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c3d1fc6-5351-4c48-a617-c8d20e14afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426586 Jun 02 20:43:53.537427 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8e281e96-4a7b-4bec-b3ae-f13de1dfb9b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c833b99591194ed4901473fcaaa52ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3322525 Jun 02 20:43:53.539859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58860) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:53.565687 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3a380-7294-491d-8ab5-b839a8340609 req-a87748b4-454d-43d2-bf5b-387d0ee50856 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:53.567126 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d0b3a380-7294-491d-8ab5-b839a8340609 req-a87748b4-454d-43d2-bf5b-387d0ee50856 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 946 time: 0.1053288 Jun 02 20:43:53.599957 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f15662ce-5941-40cf-9c22-23b5bd67b4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:53.613626 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d0b3a380-7294-491d-8ab5-b839a8340609 req-b6593d49-cdd3-4b8c-97d5-fd932e0a45b2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c3d1fc6-5351-4c48-a617-c8d20e14afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407534 Jun 02 20:43:53.626314 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f15662ce-5941-40cf-9c22-23b5bd67b4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:53.636835 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58862) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:53.678100 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f15662ce-5941-40cf-9c22-23b5bd67b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:53.681878 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-406975d8-1e85-451e-8710-dcf6b09acfe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:53.693188 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15662ce-5941-40cf-9c22-23b5bd67b4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cd95eb-a581-43f4-8636-63c1eb7c4713,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:53.704165 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15662ce-5941-40cf-9c22-23b5bd67b4fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:53.704560 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15662ce-5941-40cf-9c22-23b5bd67b4fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:53.704944 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15662ce-5941-40cf-9c22-23b5bd67b4fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:53.705327 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15662ce-5941-40cf-9c22-23b5bd67b4fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:53.706171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15662ce-5941-40cf-9c22-23b5bd67b4fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:53.706171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15662ce-5941-40cf-9c22-23b5bd67b4fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:53.706626 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15662ce-5941-40cf-9c22-23b5bd67b4fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:53.706814 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15662ce-5941-40cf-9c22-23b5bd67b4fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:53.707167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15662ce-5941-40cf-9c22-23b5bd67b4fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:53.707543 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15662ce-5941-40cf-9c22-23b5bd67b4fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:53.707907 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15662ce-5941-40cf-9c22-23b5bd67b4fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:53.708267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15662ce-5941-40cf-9c22-23b5bd67b4fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:43:53.711969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f15662ce-5941-40cf-9c22-23b5bd67b4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:53.712923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f15662ce-5941-40cf-9c22-23b5bd67b4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:53.714123 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f15662ce-5941-40cf-9c22-23b5bd67b4fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35cd95eb-a581-43f4-8636-63c1eb7c4713 HTTP/1.1" status: 204 len: 168 time: 0.1731400 Jun 02 20:43:53.716014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d94e749-5722-4a3e-8a36-b417898db02c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:53.717755 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4d94e749-5722-4a3e-8a36-b417898db02c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 1094 time: 0.0798531 Jun 02 20:43:53.720562 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58868) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:53.725886 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': '55a08aeb-e505-48ef-a4ec-824dfabfad5b', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:53.732813 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:53.737149 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:floatingip and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:53.740105 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:53.745858 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:53.757741 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:53.903323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:54.048819 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.26.0.228 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/448c342d-aed3-41de-94e1-9b3d395dd368) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:43:54.197968 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:54.235636 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:54.240266 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-50b764d9-62fa-4b2d-8439-f5636467d3f2 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:54.305463 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:43:54.308372 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:43:54.312602 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:43:54.348590 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=448c342d-aed3-41de-94e1-9b3d395dd368,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:54.352568 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:54.426510 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58890) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:54.530064 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-8025b813-16e9-48e0-aa19-45e1f965c174 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:54.530995 dv-neutron-601336-84-hyperv neutron-server[92549]: WARNING neutron.api.v2.base [None req-8025b813-16e9-48e0-aa19-45e1f965c174 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 02 20:43:54.531580 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-8025b813-16e9-48e0-aa19-45e1f965c174 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] create failed (client error): There was a conflict when trying to complete your request. Jun 02 20:43:54.532689 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8025b813-16e9-48e0-aa19-45e1f965c174 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1051648 Jun 02 20:43:54.536457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58894) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:54.540621 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1521247455'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:54.547529 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:54.551608 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:54.554732 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:54.561076 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:54.571192 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:54.584578 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:54.600892 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:54.604654 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group_rule and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:54.608026 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:54.614843 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:54.706985 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:54.711132 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:54.713692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4a9738ce-59a6-4626-bbc0-4dbc0e5afd78 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:54.724065 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:54.731683 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:54.732393 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group_rule and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:54.740948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:54.752013 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:54.755534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=174264c5-2e1f-4fbb-ac01-907a4be6bbfe,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:54.759646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:54.814829 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:54.825876 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:54.828848 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:54.832535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e8dd396b-d4b1-4cde-94ec-3c00f354fac3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:54.871909 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58eb7f3-ff21-4f1a-b722-c9993f8b48cf,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:54.875462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:54.876275 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:54.880261 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3401005 Jun 02 20:43:54.880771 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58896) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:54.885874 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-ac8acba7-885b-4177-bcc5-fd3295016039 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group_rule': {'security_group_id': 'e58eb7f3-ff21-4f1a-b722-c9993f8b48cf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:54.891667 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ac8acba7-885b-4177-bcc5-fd3295016039 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:54.895423 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ac8acba7-885b-4177-bcc5-fd3295016039 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group_rule and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:54.898284 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ac8acba7-885b-4177-bcc5-fd3295016039 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:54.904085 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ac8acba7-885b-4177-bcc5-fd3295016039 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:54.920922 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac8acba7-885b-4177-bcc5-fd3295016039 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:54.986024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac8acba7-885b-4177-bcc5-fd3295016039 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:54.991803 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac8acba7-885b-4177-bcc5-fd3295016039 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:54.993958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8f86b65e-82df-4fba-8c68-bdb0f59f6a3b tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:55.017077 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8acba7-885b-4177-bcc5-fd3295016039 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95395d3b-897b-49ed-83d8-c7e4aa99ceaa,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:55.019741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ac8acba7-885b-4177-bcc5-fd3295016039 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:55.027585 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac8acba7-885b-4177-bcc5-fd3295016039 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:55.029284 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ac8acba7-885b-4177-bcc5-fd3295016039 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468492 Jun 02 20:43:55.032187 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58898) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:55.036844 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-77005bcb-2f6c-410a-9603-d0ab4f343cf2 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group_rule': {'security_group_id': 'e58eb7f3-ff21-4f1a-b722-c9993f8b48cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:55.040896 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:55.042689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-77005bcb-2f6c-410a-9603-d0ab4f343cf2 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:55.046437 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:55.047495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-77005bcb-2f6c-410a-9603-d0ab4f343cf2 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group_rule and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:55.050433 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-77005bcb-2f6c-410a-9603-d0ab4f343cf2 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:55.051230 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-22e96d3d-6e16-4d7a-9090-46d75210b75d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:55.056713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-77005bcb-2f6c-410a-9603-d0ab4f343cf2 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:55.072884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-77005bcb-2f6c-410a-9603-d0ab4f343cf2 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:55.132374 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-77005bcb-2f6c-410a-9603-d0ab4f343cf2 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] create failed (client error): There was a conflict when trying to complete your request. Jun 02 20:43:55.133587 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-77005bcb-2f6c-410a-9603-d0ab4f343cf2 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1003518 Jun 02 20:43:55.136179 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58900) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:55.160668 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=448c342d-aed3-41de-94e1-9b3d395dd368,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:55.164010 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:55.168862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:55.200471 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e6b89133-bd55-462a-9e04-839e78176a0b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:55.229480 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e6b89133-bd55-462a-9e04-839e78176a0b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:55.279421 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e6b89133-bd55-462a-9e04-839e78176a0b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:55.284354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f5352c59-260f-459a-925d-6b94706a5e6c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:55.303059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b89133-bd55-462a-9e04-839e78176a0b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58eb7f3-ff21-4f1a-b722-c9993f8b48cf,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:55.306390 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e6b89133-bd55-462a-9e04-839e78176a0b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:55.309991 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e6b89133-bd55-462a-9e04-839e78176a0b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "DELETE /v2.0/security-groups/e58eb7f3-ff21-4f1a-b722-c9993f8b48cf HTTP/1.1" status: 204 len: 168 time: 0.1704676 Jun 02 20:43:55.309991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e6b89133-bd55-462a-9e04-839e78176a0b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:55.311437 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58902) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:55.363782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-913b80d0-c071-45d9-b021-e6deba2e253e tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Synchronizing usage tracker for tenant:d84df7d73535459d8baf011b4b9a0ea5 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:43:55.381460 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-913b80d0-c071-45d9-b021-e6deba2e253e tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Unset dirty status for tenant:d84df7d73535459d8baf011b4b9a0ea5 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:43:55.382795 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-913b80d0-c071-45d9-b021-e6deba2e253e tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0716593 Jun 02 20:43:55.386722 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58904) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:55.392421 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-a8be6be6-e9da-4500-8063-25ce054150d9 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1145812653'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:55.399588 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a8be6be6-e9da-4500-8063-25ce054150d9 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:55.410978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a8be6be6-e9da-4500-8063-25ce054150d9 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:55.420976 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a8be6be6-e9da-4500-8063-25ce054150d9 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:55.443570 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a8be6be6-e9da-4500-8063-25ce054150d9 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:55.447598 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a8be6be6-e9da-4500-8063-25ce054150d9 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group_rule and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:55.451005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a8be6be6-e9da-4500-8063-25ce054150d9 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:55.456885 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a8be6be6-e9da-4500-8063-25ce054150d9 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:55.488032 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Floating IP bbe0f687-697a-4abc-825c-390e88b812da associated. External IP: 172.26.0.228, port: 55a08aeb-e505-48ef-a4ec-824dfabfad5b. Jun 02 20:43:55.534531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a8be6be6-e9da-4500-8063-25ce054150d9 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:55.538555 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a8be6be6-e9da-4500-8063-25ce054150d9 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:55.543701 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:55.589558 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be6be6-e9da-4500-8063-25ce054150d9 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aec8253-0426-46d3-bd43-d854cc8cacfa,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:55.593649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a8be6be6-e9da-4500-8063-25ce054150d9 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:55.595202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a8be6be6-e9da-4500-8063-25ce054150d9 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:55.599209 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a8be6be6-e9da-4500-8063-25ce054150d9 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2114518 Jun 02 20:43:55.599787 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58906) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:55.604618 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-096fe43e-1687-402a-935a-2da3749b74e8 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group_rule': {'security_group_id': '7aec8253-0426-46d3-bd43-d854cc8cacfa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:55.605108 dv-neutron-601336-84-hyperv neutron-server[92549]: WARNING neutron.api.v2.base [None req-096fe43e-1687-402a-935a-2da3749b74e8 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 02 20:43:55.605593 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-096fe43e-1687-402a-935a-2da3749b74e8 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:43:55.606483 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-096fe43e-1687-402a-935a-2da3749b74e8 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058172 Jun 02 20:43:55.609281 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58908) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:55.681287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1396db05-18f2-43c4-aae6-0816fe113bcc tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:55.708266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1396db05-18f2-43c4-aae6-0816fe113bcc tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:55.756280 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1396db05-18f2-43c4-aae6-0816fe113bcc tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:55.760139 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-02a509a8-fdda-46b3-9ee9-2f58393b1ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:55.776186 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396db05-18f2-43c4-aae6-0816fe113bcc tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aec8253-0426-46d3-bd43-d854cc8cacfa,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:55.780306 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1396db05-18f2-43c4-aae6-0816fe113bcc tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:55.788229 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1396db05-18f2-43c4-aae6-0816fe113bcc tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:55.791588 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1396db05-18f2-43c4-aae6-0816fe113bcc tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "DELETE /v2.0/security-groups/7aec8253-0426-46d3-bd43-d854cc8cacfa HTTP/1.1" status: 204 len: 168 time: 0.1813383 Jun 02 20:43:55.792170 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58910) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:55.841852 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-564d2492-d7b8-400f-a5d6-2c7a21ee79f2 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Synchronizing usage tracker for tenant:d84df7d73535459d8baf011b4b9a0ea5 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:43:55.857067 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-564d2492-d7b8-400f-a5d6-2c7a21ee79f2 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Unset dirty status for tenant:d84df7d73535459d8baf011b4b9a0ea5 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:43:55.862182 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-564d2492-d7b8-400f-a5d6-2c7a21ee79f2 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655959 Jun 02 20:43:55.862617 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:43:55.862794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58912) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:55.867355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-fc14f35b-5583-49f1-9763-64706ca23d62 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1161961964'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:55.876280 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fc14f35b-5583-49f1-9763-64706ca23d62 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:55.886479 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fc14f35b-5583-49f1-9763-64706ca23d62 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:55.897239 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc14f35b-5583-49f1-9763-64706ca23d62 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:55.920318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fc14f35b-5583-49f1-9763-64706ca23d62 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:55.924182 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fc14f35b-5583-49f1-9763-64706ca23d62 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group_rule and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:55.927171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fc14f35b-5583-49f1-9763-64706ca23d62 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:55.932903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fc14f35b-5583-49f1-9763-64706ca23d62 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:56.004606 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc14f35b-5583-49f1-9763-64706ca23d62 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:56.008344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc14f35b-5583-49f1-9763-64706ca23d62 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:56.012032 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-80fb117a-b19a-4912-a9e9-08967183962e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:56.045285 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:43:56.056713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14f35b-5583-49f1-9763-64706ca23d62 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e712fd-c4e5-452f-9ae7-b4ed5ba550f1,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:56.058078 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1090ca2-d7d8-4e96-ad68-f244e4461165 None None] Sync routers for ids ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:43:56.059794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fc14f35b-5583-49f1-9763-64706ca23d62 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:56.063890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc14f35b-5583-49f1-9763-64706ca23d62 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:56.068254 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fc14f35b-5583-49f1-9763-64706ca23d62 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2043095 Jun 02 20:43:56.068619 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58914) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:56.072371 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1090ca2-d7d8-4e96-ad68-f244e4461165 None None] Routers {'82d7d7e9-a9af-43ce-b85c-7bf1be41d312'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:56.073194 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b1090ca2-d7d8-4e96-ad68-f244e4461165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:56.075297 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-219f02e5-1b89-4acc-b72e-6c1ebefe282d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group_rule': {'security_group_id': '99e712fd-c4e5-452f-9ae7-b4ed5ba550f1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:56.076746 dv-neutron-601336-84-hyperv neutron-server[92548]: WARNING neutron.api.v2.base [None req-219f02e5-1b89-4acc-b72e-6c1ebefe282d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 02 20:43:56.077759 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-219f02e5-1b89-4acc-b72e-6c1ebefe282d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:43:56.078739 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-219f02e5-1b89-4acc-b72e-6c1ebefe282d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0085406 Jun 02 20:43:56.080181 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:56.081689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58916) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:56.141133 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4192133 Jun 02 20:43:56.142231 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97dc912f-2181-4ec8-8d8f-0d788064c325', 'tag': '55a08aeb-e505-48ef-a4ec-824dfabfad5b'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:43:56.144332 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58918) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:56.144890 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc55c88-93cd-4cbc-91bf-0306ab6e7f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "97dc912f-2181-4ec8-8d8f-0d788064c325", "tag": "55a08aeb-e505-48ef-a4ec-824dfabfad5b"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:43:56.190802 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77749d2a-89bc-4d9c-a1e8-4d5ea1fa8f07 x-openstack-request-id: req-77749d2a-89bc-4d9c-a1e8-4d5ea1fa8f07 {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:43:56.191514 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97dc912f-2181-4ec8-8d8f-0d788064c325", "tag": "55a08aeb-e505-48ef-a4ec-824dfabfad5b", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:43:56.191817 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77749d2a-89bc-4d9c-a1e8-4d5ea1fa8f07 {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:43:56.192261 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97dc912f-2181-4ec8-8d8f-0d788064c325', 'tag': '55a08aeb-e505-48ef-a4ec-824dfabfad5b', 'status': 'completed', 'code': 200} Jun 02 20:43:56.213301 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-30aac66e-a4ea-4d33-9026-4523e4c2319c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:56.263627 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-b1090ca2-d7d8-4e96-ad68-f244e4461165 None None] Set router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:56.322571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-30aac66e-a4ea-4d33-9026-4523e4c2319c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:56.350998 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-37695984-20bb-41a0-90e9-9673c40b752c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/bbe0f687-697a-4abc-825c-390e88b812da HTTP/1.1" status: 200 len: 992 time: 0.2055628 Jun 02 20:43:56.387893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc55c88-93cd-4cbc-91bf-0306ab6e7f2b req-36d4b227-a357-438c-9e63-f2862c7c7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:56.389410 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dcc55c88-93cd-4cbc-91bf-0306ab6e7f2b req-36d4b227-a357-438c-9e63-f2862c7c7303 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 1099 time: 0.1616018 Jun 02 20:43:56.417056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-30aac66e-a4ea-4d33-9026-4523e4c2319c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:56.425876 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-399e9080-0c04-440f-a2e8-274a50a48bca tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:56.487790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aac66e-a4ea-4d33-9026-4523e4c2319c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e712fd-c4e5-452f-9ae7-b4ed5ba550f1,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:56.498667 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-30aac66e-a4ea-4d33-9026-4523e4c2319c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:56.502682 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-30aac66e-a4ea-4d33-9026-4523e4c2319c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:56.503991 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-30aac66e-a4ea-4d33-9026-4523e4c2319c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "DELETE /v2.0/security-groups/99e712fd-c4e5-452f-9ae7-b4ed5ba550f1 HTTP/1.1" status: 204 len: 168 time: 0.4209344 Jun 02 20:43:56.506465 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58922) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:56.589137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc55c88-93cd-4cbc-91bf-0306ab6e7f2b req-f795d5d6-c450-4f02-9a8a-3391374b6f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:56.590586 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dcc55c88-93cd-4cbc-91bf-0306ab6e7f2b req-f795d5d6-c450-4f02-9a8a-3391374b6f46 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b5cb97d6-0079-4948-a3d4-77d7a9a7278a HTTP/1.1" status: 200 len: 898 time: 0.1949029 Jun 02 20:43:56.593898 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2b9d24a2-a5cd-4128-bcf5-8008389857ff tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Synchronizing usage tracker for tenant:d84df7d73535459d8baf011b4b9a0ea5 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:43:56.622727 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b1090ca2-d7d8-4e96-ad68-f244e4461165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'name': 'tempest-TestNetworkBasicOps-router-1460964123', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:26Z', 'updated_at': '2021-06-02T20:43:34Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:27Z', 'updated_at': '2021-06-02T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'bbe0f687-697a-4abc-825c-390e88b812da', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.228', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'port_id': '55a08aeb-e505-48ef-a4ec-824dfabfad5b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'mac_address': 'fa:16:3e:83:29:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dc912f-2181-4ec8-8d8f-0d788064c325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:43:54Z', 'updated_at': '2021-06-02T20:43:54Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcfc993-0e85-4f3c-b60a-056d883ad6fa', 'name': '', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:a4:d9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:33Z', 'updated_at': '2021-06-02T20:43:44Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:56.626842 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1090ca2-d7d8-4e96-ad68-f244e4461165 None None] Checking router: 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:43:56.635067 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1090ca2-d7d8-4e96-ad68-f244e4461165 None None] Routers {'82d7d7e9-a9af-43ce-b85c-7bf1be41d312'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:43:56.635775 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b1090ca2-d7d8-4e96-ad68-f244e4461165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:43:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:56.822271 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2b9d24a2-a5cd-4128-bcf5-8008389857ff tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Unset dirty status for tenant:d84df7d73535459d8baf011b4b9a0ea5 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:43:56.823553 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2b9d24a2-a5cd-4128-bcf5-8008389857ff tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3162005 Jun 02 20:43:56.828083 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-b1090ca2-d7d8-4e96-ad68-f244e4461165 None None] Set router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:43:56.828708 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58926) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:56.833379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e702fcdd-0f0a-4ca3-b342-4c2a768da39b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054073945'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:56.839525 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e702fcdd-0f0a-4ca3-b342-4c2a768da39b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:56.844950 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dcc55c88-93cd-4cbc-91bf-0306ab6e7f2b req-4dbf3e32-c054-4e46-ad47-58390587b47b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55a08aeb-e505-48ef-a4ec-824dfabfad5b HTTP/1.1" status: 200 len: 1000 time: 0.2471793 Jun 02 20:43:56.850089 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e702fcdd-0f0a-4ca3-b342-4c2a768da39b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:56.860695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e702fcdd-0f0a-4ca3-b342-4c2a768da39b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:56.881035 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e702fcdd-0f0a-4ca3-b342-4c2a768da39b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:56.885637 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e702fcdd-0f0a-4ca3-b342-4c2a768da39b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group_rule and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:56.889477 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e702fcdd-0f0a-4ca3-b342-4c2a768da39b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:56.895190 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e702fcdd-0f0a-4ca3-b342-4c2a768da39b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:56.910625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc55c88-93cd-4cbc-91bf-0306ab6e7f2b req-d3b90015-a649-40f2-a551-dadf0dad7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:56.912115 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dcc55c88-93cd-4cbc-91bf-0306ab6e7f2b req-d3b90015-a649-40f2-a551-dadf0dad7a95 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4ff22703-0d8d-4318-b601-23c678a7c097 HTTP/1.1" status: 200 len: 834 time: 0.0607426 Jun 02 20:43:56.973586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e702fcdd-0f0a-4ca3-b342-4c2a768da39b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:56.978439 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e702fcdd-0f0a-4ca3-b342-4c2a768da39b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:56.986924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:56.994213 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc55c88-93cd-4cbc-91bf-0306ab6e7f2b req-e7e77b74-186a-4620-9790-bf95b8d9706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:43:56.995640 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dcc55c88-93cd-4cbc-91bf-0306ab6e7f2b req-e7e77b74-186a-4620-9790-bf95b8d9706b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b5cb97d6-0079-4948-a3d4-77d7a9a7278a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0770683 Jun 02 20:43:57.033013 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702fcdd-0f0a-4ca3-b342-4c2a768da39b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6f2b91-020a-4493-aae9-b04449dc9483,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:57.036516 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e702fcdd-0f0a-4ca3-b342-4c2a768da39b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:57.040024 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e702fcdd-0f0a-4ca3-b342-4c2a768da39b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:57.042377 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e702fcdd-0f0a-4ca3-b342-4c2a768da39b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2118964 Jun 02 20:43:57.050898 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58928) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:57.055742 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-b13e54b5-42a7-47c3-acdb-ddb5f6b36bec tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group_rule': {'security_group_id': '3c6f2b91-020a-4493-aae9-b04449dc9483', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:57.056688 dv-neutron-601336-84-hyperv neutron-server[92548]: WARNING neutron.api.v2.base [None req-b13e54b5-42a7-47c3-acdb-ddb5f6b36bec tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 02 20:43:57.057268 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-b13e54b5-42a7-47c3-acdb-ddb5f6b36bec tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:43:57.061839 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b13e54b5-42a7-47c3-acdb-ddb5f6b36bec tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062282 Jun 02 20:43:57.062367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58930) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:57.067866 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-65aca093-ea09-4a2e-9857-42331947ad6c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group_rule': {'security_group_id': '3c6f2b91-020a-4493-aae9-b04449dc9483', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:57.068702 dv-neutron-601336-84-hyperv neutron-server[92548]: WARNING neutron.api.v2.base [None req-65aca093-ea09-4a2e-9857-42331947ad6c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 02 20:43:57.069770 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-65aca093-ea09-4a2e-9857-42331947ad6c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:43:57.074230 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-65aca093-ea09-4a2e-9857-42331947ad6c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081606 Jun 02 20:43:57.074472 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58932) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:57.080772 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-cdd39bb1-253e-405e-a02e-41523d02f231 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group_rule': {'security_group_id': '3c6f2b91-020a-4493-aae9-b04449dc9483', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:57.081744 dv-neutron-601336-84-hyperv neutron-server[92548]: WARNING neutron.api.v2.base [None req-cdd39bb1-253e-405e-a02e-41523d02f231 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 02 20:43:57.085797 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-cdd39bb1-253e-405e-a02e-41523d02f231 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:43:57.085797 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cdd39bb1-253e-405e-a02e-41523d02f231 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077059 Jun 02 20:43:57.086115 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58934) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:57.090340 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-188f204a-7565-4d47-adf4-22c5bbe8beb3 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group_rule': {'security_group_id': '3c6f2b91-020a-4493-aae9-b04449dc9483', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:57.091865 dv-neutron-601336-84-hyperv neutron-server[92548]: WARNING neutron.api.v2.base [None req-188f204a-7565-4d47-adf4-22c5bbe8beb3 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 02 20:43:57.092420 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-188f204a-7565-4d47-adf4-22c5bbe8beb3 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:43:57.095914 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-188f204a-7565-4d47-adf4-22c5bbe8beb3 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064490 Jun 02 20:43:57.096088 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58936) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:57.161527 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dcc55c88-93cd-4cbc-91bf-0306ab6e7f2b req-63672815-4c62-433a-a3b7-7ad298288118 service neutron] 10.222.0.95 "GET /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581209 Jun 02 20:43:57.162892 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5825a2af-6bec-4a7a-ac85-b88df8cf336c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:57.190216 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5825a2af-6bec-4a7a-ac85-b88df8cf336c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:57.238024 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5825a2af-6bec-4a7a-ac85-b88df8cf336c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:57.243112 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d1511e99-7d06-463d-a1b8-95ad09f86c9f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:57.251074 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b1090ca2-d7d8-4e96-ad68-f244e4461165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'name': 'tempest-TestNetworkBasicOps-router-1460964123', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:26Z', 'updated_at': '2021-06-02T20:43:34Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:27Z', 'updated_at': '2021-06-02T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'bbe0f687-697a-4abc-825c-390e88b812da', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.228', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'port_id': '55a08aeb-e505-48ef-a4ec-824dfabfad5b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'mac_address': 'fa:16:3e:83:29:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dc912f-2181-4ec8-8d8f-0d788064c325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:43:54Z', 'updated_at': '2021-06-02T20:43:54Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcfc993-0e85-4f3c-b60a-056d883ad6fa', 'name': '', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:a4:d9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:33Z', 'updated_at': '2021-06-02T20:43:44Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:43:57.255245 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1090ca2-d7d8-4e96-ad68-f244e4461165 None None] The sync data for ids ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'] in dv-neutron-601336-84-hyperv is: [{'id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'name': 'tempest-TestNetworkBasicOps-router-1460964123', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:26Z', 'updated_at': '2021-06-02T20:43:34Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:27Z', 'updated_at': '2021-06-02T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'bbe0f687-697a-4abc-825c-390e88b812da', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.228', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'port_id': '55a08aeb-e505-48ef-a4ec-824dfabfad5b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'mac_address': 'fa:16:3e:83:29:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dc912f-2181-4ec8-8d8f-0d788064c325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:43:54Z', 'updated_at': '2021-06-02T20:43:54Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcfc993-0e85-4f3c-b60a-056d883ad6fa', 'name': '', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:a4:d9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:33Z', 'updated_at': '2021-06-02T20:43:44Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:43:57.262810 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825a2af-6bec-4a7a-ac85-b88df8cf336c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6f2b91-020a-4493-aae9-b04449dc9483,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:57.268040 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5825a2af-6bec-4a7a-ac85-b88df8cf336c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:57.271518 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5825a2af-6bec-4a7a-ac85-b88df8cf336c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:57.272638 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5825a2af-6bec-4a7a-ac85-b88df8cf336c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "DELETE /v2.0/security-groups/3c6f2b91-020a-4493-aae9-b04449dc9483 HTTP/1.1" status: 204 len: 168 time: 0.1756656 Jun 02 20:43:57.275260 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58938) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:57.316642 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dcc55c88-93cd-4cbc-91bf-0306ab6e7f2b req-f1cb7d4d-2634-49c8-8f97-b7be361b6def service neutron] 10.222.0.95 "GET /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475611 Jun 02 20:43:57.327814 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d1c21a65-f88d-46b9-b7e5-6f295ec838fb tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Synchronizing usage tracker for tenant:d84df7d73535459d8baf011b4b9a0ea5 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:43:57.344627 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d1c21a65-f88d-46b9-b7e5-6f295ec838fb tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Unset dirty status for tenant:d84df7d73535459d8baf011b4b9a0ea5 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:43:57.347262 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d1c21a65-f88d-46b9-b7e5-6f295ec838fb tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0709271 Jun 02 20:43:57.353238 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58940) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:57.354696 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58942) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:57.358165 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-2e7d0980-38f8-4bd6-8949-a005a4a879f4 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1614504587'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:57.365338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2e7d0980-38f8-4bd6-8949-a005a4a879f4 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:57.376576 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2e7d0980-38f8-4bd6-8949-a005a4a879f4 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:57.387535 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2e7d0980-38f8-4bd6-8949-a005a4a879f4 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:57.409820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2e7d0980-38f8-4bd6-8949-a005a4a879f4 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:57.413887 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2e7d0980-38f8-4bd6-8949-a005a4a879f4 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group_rule and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:57.418719 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2e7d0980-38f8-4bd6-8949-a005a4a879f4 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:57.432278 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2e7d0980-38f8-4bd6-8949-a005a4a879f4 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:57.469714 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8355eefa-a706-4291-90dc-06fbcdd82246 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/bbe0f687-697a-4abc-825c-390e88b812da HTTP/1.1" status: 200 len: 992 time: 0.1135707 Jun 02 20:43:57.503335 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8f8440-f02f-4642-bede-9012ccdf5a3b None None] New status for floating IP bbe0f687-697a-4abc-825c-390e88b812da: ACTIVE {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:43:57.522272 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2e7d0980-38f8-4bd6-8949-a005a4a879f4 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:57.526775 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2e7d0980-38f8-4bd6-8949-a005a4a879f4 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:57.531129 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a6ec392f-190e-4b9c-83bb-f0c703cf5722 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:57.579963 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d0980-38f8-4bd6-8949-a005a4a879f4 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cad5467-8014-4f0b-a04b-9a787eaac214,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:57.582914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2e7d0980-38f8-4bd6-8949-a005a4a879f4 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:57.588065 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2e7d0980-38f8-4bd6-8949-a005a4a879f4 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:57.592622 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2e7d0980-38f8-4bd6-8949-a005a4a879f4 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2349908 Jun 02 20:43:57.592622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58944) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:57.597468 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-d88a3586-a19a-4119-82c9-4fa1876a42fb tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group_rule': {'security_group_id': '3cad5467-8014-4f0b-a04b-9a787eaac214', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:57.597953 dv-neutron-601336-84-hyperv neutron-server[92548]: WARNING neutron.api.v2.base [None req-d88a3586-a19a-4119-82c9-4fa1876a42fb tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 02 20:43:57.598447 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-d88a3586-a19a-4119-82c9-4fa1876a42fb tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:43:57.602324 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d88a3586-a19a-4119-82c9-4fa1876a42fb tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059369 Jun 02 20:43:57.602464 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58946) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:57.607535 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e01cf77b-320f-43ba-88b2-ce56c1528681 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group_rule': {'security_group_id': '3cad5467-8014-4f0b-a04b-9a787eaac214', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:57.614309 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e01cf77b-320f-43ba-88b2-ce56c1528681 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:57.618334 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e01cf77b-320f-43ba-88b2-ce56c1528681 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group_rule and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:57.621398 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e01cf77b-320f-43ba-88b2-ce56c1528681 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:57.628083 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e01cf77b-320f-43ba-88b2-ce56c1528681 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:57.657713 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-e01cf77b-320f-43ba-88b2-ce56c1528681 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:43:57.658920 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e01cf77b-320f-43ba-88b2-ce56c1528681 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0555661 Jun 02 20:43:57.661738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58948) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:57.666576 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-04427356-3f8b-44e4-a3e1-2f894fc22a6c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group_rule': {'security_group_id': '3cad5467-8014-4f0b-a04b-9a787eaac214', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:57.667051 dv-neutron-601336-84-hyperv neutron-server[92549]: WARNING neutron.api.v2.base [None req-04427356-3f8b-44e4-a3e1-2f894fc22a6c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 02 20:43:57.667561 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-04427356-3f8b-44e4-a3e1-2f894fc22a6c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:43:57.668585 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-04427356-3f8b-44e4-a3e1-2f894fc22a6c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057969 Jun 02 20:43:57.671398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58950) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:57.675731 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-ceb5b573-2aae-4c50-a473-40e44528a7e7 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group_rule': {'security_group_id': '3cad5467-8014-4f0b-a04b-9a787eaac214', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:57.682350 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ceb5b573-2aae-4c50-a473-40e44528a7e7 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:57.686856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ceb5b573-2aae-4c50-a473-40e44528a7e7 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group_rule and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:57.689677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ceb5b573-2aae-4c50-a473-40e44528a7e7 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:57.695491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ceb5b573-2aae-4c50-a473-40e44528a7e7 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:57.725250 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-ceb5b573-2aae-4c50-a473-40e44528a7e7 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:43:57.726459 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ceb5b573-2aae-4c50-a473-40e44528a7e7 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0540442 Jun 02 20:43:57.728975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58952) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:57.734171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-3d68de15-37f5-4dd9-a1be-206d90e93d5d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group_rule': {'security_group_id': '3cad5467-8014-4f0b-a04b-9a787eaac214', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:57.734648 dv-neutron-601336-84-hyperv neutron-server[92549]: WARNING neutron.api.v2.base [None req-3d68de15-37f5-4dd9-a1be-206d90e93d5d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 02 20:43:57.735125 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-3d68de15-37f5-4dd9-a1be-206d90e93d5d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:43:57.737370 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3d68de15-37f5-4dd9-a1be-206d90e93d5d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061977 Jun 02 20:43:57.738840 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58954) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:57.743189 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-b8ab4591-83f6-4507-848d-2121659baf13 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group_rule': {'security_group_id': '3cad5467-8014-4f0b-a04b-9a787eaac214', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:57.749842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b8ab4591-83f6-4507-848d-2121659baf13 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:57.753721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b8ab4591-83f6-4507-848d-2121659baf13 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group_rule and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:57.756542 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b8ab4591-83f6-4507-848d-2121659baf13 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:57.762496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b8ab4591-83f6-4507-848d-2121659baf13 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:57.790589 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-b8ab4591-83f6-4507-848d-2121659baf13 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:43:57.791639 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b8ab4591-83f6-4507-848d-2121659baf13 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0518165 Jun 02 20:43:57.794847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58956) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:57.799301 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-595ddbc9-6d48-44f1-bc57-cb3d64404915 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group_rule': {'security_group_id': '3cad5467-8014-4f0b-a04b-9a787eaac214', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:57.799782 dv-neutron-601336-84-hyperv neutron-server[92549]: WARNING neutron.api.v2.base [None req-595ddbc9-6d48-44f1-bc57-cb3d64404915 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 02 20:43:57.800230 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-595ddbc9-6d48-44f1-bc57-cb3d64404915 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:43:57.801182 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-595ddbc9-6d48-44f1-bc57-cb3d64404915 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053983 Jun 02 20:43:57.803790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58958) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:57.808574 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-14c0d3bd-d111-4a68-bd91-794459d5b456 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group_rule': {'security_group_id': '3cad5467-8014-4f0b-a04b-9a787eaac214', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:57.815241 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-14c0d3bd-d111-4a68-bd91-794459d5b456 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:57.819047 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-14c0d3bd-d111-4a68-bd91-794459d5b456 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group_rule and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:57.822016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-14c0d3bd-d111-4a68-bd91-794459d5b456 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:57.828097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-14c0d3bd-d111-4a68-bd91-794459d5b456 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:57.857617 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-14c0d3bd-d111-4a68-bd91-794459d5b456 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:43:57.858656 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-14c0d3bd-d111-4a68-bd91-794459d5b456 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0540211 Jun 02 20:43:57.861638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58960) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:57.866438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-ad44f464-0a19-4ddc-8765-17b256fb128c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group_rule': {'security_group_id': '3cad5467-8014-4f0b-a04b-9a787eaac214', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:57.873429 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ad44f464-0a19-4ddc-8765-17b256fb128c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:57.877743 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ad44f464-0a19-4ddc-8765-17b256fb128c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group_rule and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:57.881474 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ad44f464-0a19-4ddc-8765-17b256fb128c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:57.888705 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ad44f464-0a19-4ddc-8765-17b256fb128c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:57.917234 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-ad44f464-0a19-4ddc-8765-17b256fb128c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:43:57.918864 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ad44f464-0a19-4ddc-8765-17b256fb128c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0560591 Jun 02 20:43:57.922593 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58962) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:57.991086 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cb1cb919-4979-4b29-9269-a39a8dc4a9dd tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:58.018623 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cb1cb919-4979-4b29-9269-a39a8dc4a9dd tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:58.067299 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cb1cb919-4979-4b29-9269-a39a8dc4a9dd tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:58.071129 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5825a2af-6bec-4a7a-ac85-b88df8cf336c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:58.086925 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cb919-4979-4b29-9269-a39a8dc4a9dd tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cad5467-8014-4f0b-a04b-9a787eaac214,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:58.090990 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-cb1cb919-4979-4b29-9269-a39a8dc4a9dd tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:58.095195 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cb1cb919-4979-4b29-9269-a39a8dc4a9dd tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:58.098899 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cb1cb919-4979-4b29-9269-a39a8dc4a9dd tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "DELETE /v2.0/security-groups/3cad5467-8014-4f0b-a04b-9a787eaac214 HTTP/1.1" status: 204 len: 168 time: 0.1727328 Jun 02 20:43:58.099123 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58964) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:58.148566 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0072cb6f-6a92-45a9-8ae1-f7ee32915941 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Synchronizing usage tracker for tenant:d84df7d73535459d8baf011b4b9a0ea5 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:43:58.163457 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0072cb6f-6a92-45a9-8ae1-f7ee32915941 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Unset dirty status for tenant:d84df7d73535459d8baf011b4b9a0ea5 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:43:58.164720 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0072cb6f-6a92-45a9-8ae1-f7ee32915941 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0646691 Jun 02 20:43:58.168522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58966) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:58.173565 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-b05c3a9c-18b9-4988-8fc8-38632b5843a0 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group': {'name': 'tempest-secgroup--748986972'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:58.180101 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b05c3a9c-18b9-4988-8fc8-38632b5843a0 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:58.189391 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b05c3a9c-18b9-4988-8fc8-38632b5843a0 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:58.199585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b05c3a9c-18b9-4988-8fc8-38632b5843a0 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:58.220820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b05c3a9c-18b9-4988-8fc8-38632b5843a0 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:58.224547 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b05c3a9c-18b9-4988-8fc8-38632b5843a0 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group_rule and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:58.228032 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b05c3a9c-18b9-4988-8fc8-38632b5843a0 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:58.234553 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b05c3a9c-18b9-4988-8fc8-38632b5843a0 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:58.308019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b05c3a9c-18b9-4988-8fc8-38632b5843a0 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:58.311554 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b05c3a9c-18b9-4988-8fc8-38632b5843a0 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:58.316633 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9ef3b68b-7bac-489f-a4a8-2335dcf6ba5c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:58.361565 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c3a9c-18b9-4988-8fc8-38632b5843a0 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c765bf-54b0-4d8a-8e0c-2601430a437b,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:58.363127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b05c3a9c-18b9-4988-8fc8-38632b5843a0 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:58.367541 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b05c3a9c-18b9-4988-8fc8-38632b5843a0 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:58.372032 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b05c3a9c-18b9-4988-8fc8-38632b5843a0 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1992576 Jun 02 20:43:58.372032 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58968) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:58.377785 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-2990d635-0cde-46ea-9a28-a07c8c7bb803 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group_rule': {'security_group_id': 'e9c765bf-54b0-4d8a-8e0c-2601430a437b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:58.384356 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2990d635-0cde-46ea-9a28-a07c8c7bb803 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:58.388977 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2990d635-0cde-46ea-9a28-a07c8c7bb803 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group_rule and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:58.391849 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2990d635-0cde-46ea-9a28-a07c8c7bb803 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:58.397450 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2990d635-0cde-46ea-9a28-a07c8c7bb803 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:58.432134 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-2990d635-0cde-46ea-9a28-a07c8c7bb803 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] create failed (client error): The resource could not be found. Jun 02 20:43:58.433503 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2990d635-0cde-46ea-9a28-a07c8c7bb803 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0604861 Jun 02 20:43:58.436458 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58970) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:58.440912 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-3a4de438-3d4d-4b6a-8294-2a246d74a272 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group_rule': {'security_group_id': 'e9c765bf-54b0-4d8a-8e0c-2601430a437b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5355cd9a-ab30-41b7-888f-da1a574693f0'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:58.446547 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3a4de438-3d4d-4b6a-8294-2a246d74a272 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:58.450430 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3a4de438-3d4d-4b6a-8294-2a246d74a272 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group_rule and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:58.453708 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3a4de438-3d4d-4b6a-8294-2a246d74a272 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:58.459810 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3a4de438-3d4d-4b6a-8294-2a246d74a272 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:58.472945 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 58972) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:58.494690 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-3a4de438-3d4d-4b6a-8294-2a246d74a272 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] create failed (client error): The resource could not be found. Jun 02 20:43:58.495710 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3a4de438-3d4d-4b6a-8294-2a246d74a272 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0582862 Jun 02 20:43:58.498969 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58974) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:58.564022 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ea158af6-371e-4e8e-9a33-132f5dc30bb2 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:58.580433 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f832d7f8-1919-4aa0-b44c-03ad51d240d9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/bbe0f687-697a-4abc-825c-390e88b812da HTTP/1.1" status: 200 len: 994 time: 0.1061900 Jun 02 20:43:58.591101 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ea158af6-371e-4e8e-9a33-132f5dc30bb2 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:58.637309 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ea158af6-371e-4e8e-9a33-132f5dc30bb2 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:58.642603 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d0297028-dbab-4942-bd9f-de8974950587 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:58.662994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea158af6-371e-4e8e-9a33-132f5dc30bb2 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c765bf-54b0-4d8a-8e0c-2601430a437b,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:58.665542 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ea158af6-371e-4e8e-9a33-132f5dc30bb2 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:58.666691 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ea158af6-371e-4e8e-9a33-132f5dc30bb2 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:58.667788 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ea158af6-371e-4e8e-9a33-132f5dc30bb2 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "DELETE /v2.0/security-groups/e9c765bf-54b0-4d8a-8e0c-2601430a437b HTTP/1.1" status: 204 len: 168 time: 0.1676562 Jun 02 20:43:58.670213 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58976) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:58.724573 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6a50f17e-3e9f-4418-b793-5db49b18b409 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Synchronizing usage tracker for tenant:d84df7d73535459d8baf011b4b9a0ea5 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:43:58.740635 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6a50f17e-3e9f-4418-b793-5db49b18b409 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Unset dirty status for tenant:d84df7d73535459d8baf011b4b9a0ea5 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:43:58.741794 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6a50f17e-3e9f-4418-b793-5db49b18b409 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0706699 Jun 02 20:43:58.745585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58978) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:58.750742 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-5648f7a5-abd1-47fb-83c8-7c34a4e0804c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group_rule': {'security_group_id': '0d3360f2-388d-4f9c-bf2b-84e67db4e48c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:58.757415 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5648f7a5-abd1-47fb-83c8-7c34a4e0804c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:58.761367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5648f7a5-abd1-47fb-83c8-7c34a4e0804c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group_rule and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:58.764827 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5648f7a5-abd1-47fb-83c8-7c34a4e0804c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:58.770364 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5648f7a5-abd1-47fb-83c8-7c34a4e0804c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:58.802135 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-5648f7a5-abd1-47fb-83c8-7c34a4e0804c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] create failed (client error): The resource could not be found. Jun 02 20:43:58.803347 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5648f7a5-abd1-47fb-83c8-7c34a4e0804c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0567753 Jun 02 20:43:58.807243 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58980) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:58.812210 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-3a849d3c-fb04-4a6d-a293-2fa4c9085a5c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group': {'name': 'tempest-secgroup--2035234445'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:58.817863 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3a849d3c-fb04-4a6d-a293-2fa4c9085a5c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:58.827786 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3a849d3c-fb04-4a6d-a293-2fa4c9085a5c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:58.836950 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3a849d3c-fb04-4a6d-a293-2fa4c9085a5c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:58.856066 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3a849d3c-fb04-4a6d-a293-2fa4c9085a5c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:58.859895 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3a849d3c-fb04-4a6d-a293-2fa4c9085a5c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group_rule and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:58.862616 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3a849d3c-fb04-4a6d-a293-2fa4c9085a5c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:58.868194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3a849d3c-fb04-4a6d-a293-2fa4c9085a5c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:58.933586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3a849d3c-fb04-4a6d-a293-2fa4c9085a5c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:58.937696 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3a849d3c-fb04-4a6d-a293-2fa4c9085a5c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:58.942909 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2e7d0980-38f8-4bd6-8949-a005a4a879f4 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:58.983263 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a849d3c-fb04-4a6d-a293-2fa4c9085a5c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96485b62-c83d-41b9-8375-01b4871db02b,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:58.986872 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3a849d3c-fb04-4a6d-a293-2fa4c9085a5c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:58.988322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3a849d3c-fb04-4a6d-a293-2fa4c9085a5c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:58.989595 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3a849d3c-fb04-4a6d-a293-2fa4c9085a5c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1814497 Jun 02 20:43:58.992271 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58982) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:58.996533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-1ef83c74-a0d6-4433-a197-84b6aed0380d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group': {'name': 'tempest-secgroup--830781481'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:59.003091 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-1ef83c74-a0d6-4433-a197-84b6aed0380d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:59.007472 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1ef83c74-a0d6-4433-a197-84b6aed0380d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:59.010264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1ef83c74-a0d6-4433-a197-84b6aed0380d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:59.016403 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-1ef83c74-a0d6-4433-a197-84b6aed0380d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:59.026797 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1ef83c74-a0d6-4433-a197-84b6aed0380d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:59.048930 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-1ef83c74-a0d6-4433-a197-84b6aed0380d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:59.052607 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1ef83c74-a0d6-4433-a197-84b6aed0380d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group_rule and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:59.055373 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1ef83c74-a0d6-4433-a197-84b6aed0380d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:59.061386 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-1ef83c74-a0d6-4433-a197-84b6aed0380d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:59.128640 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1ef83c74-a0d6-4433-a197-84b6aed0380d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:59.132821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1ef83c74-a0d6-4433-a197-84b6aed0380d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:59.136302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9a8fe696-7a3e-4464-879c-7dc4aa70a08e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:59.175763 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83c74-a0d6-4433-a197-84b6aed0380d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0e4492-a69e-4805-9ebb-e4f00db4481f,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:59.178773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1ef83c74-a0d6-4433-a197-84b6aed0380d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:59.181521 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1ef83c74-a0d6-4433-a197-84b6aed0380d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:59.183198 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1ef83c74-a0d6-4433-a197-84b6aed0380d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1900089 Jun 02 20:43:59.186685 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58984) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:59.191343 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-18b8d87a-7b16-4282-a6f3-8df5f62d8e91 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group_rule': {'security_group_id': '96485b62-c83d-41b9-8375-01b4871db02b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ea0e4492-a69e-4805-9ebb-e4f00db4481f'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:59.197215 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-18b8d87a-7b16-4282-a6f3-8df5f62d8e91 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:59.200907 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-18b8d87a-7b16-4282-a6f3-8df5f62d8e91 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group_rule and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:59.203672 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-18b8d87a-7b16-4282-a6f3-8df5f62d8e91 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:59.209140 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-18b8d87a-7b16-4282-a6f3-8df5f62d8e91 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:59.239424 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-18b8d87a-7b16-4282-a6f3-8df5f62d8e91 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 20:43:59.240711 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-18b8d87a-7b16-4282-a6f3-8df5f62d8e91 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0528045 Jun 02 20:43:59.243604 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58986) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:59.303390 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-82a0e9a6-45b7-47d9-8f66-4eea0cb76d39 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:59.330006 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-82a0e9a6-45b7-47d9-8f66-4eea0cb76d39 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:59.378248 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-82a0e9a6-45b7-47d9-8f66-4eea0cb76d39 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:59.381987 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6cff8e4c-a0b6-461c-a01c-6022fc670e3b tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:59.396593 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0e9a6-45b7-47d9-8f66-4eea0cb76d39 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0e4492-a69e-4805-9ebb-e4f00db4481f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:59.400445 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-82a0e9a6-45b7-47d9-8f66-4eea0cb76d39 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:59.403670 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-82a0e9a6-45b7-47d9-8f66-4eea0cb76d39 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:59.407060 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-82a0e9a6-45b7-47d9-8f66-4eea0cb76d39 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "DELETE /v2.0/security-groups/ea0e4492-a69e-4805-9ebb-e4f00db4481f HTTP/1.1" status: 204 len: 168 time: 0.1602859 Jun 02 20:43:59.407317 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58988) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:59.468977 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5f527e16-2551-46f1-9714-811aca3d839b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Synchronizing usage tracker for tenant:d84df7d73535459d8baf011b4b9a0ea5 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:43:59.485229 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5f527e16-2551-46f1-9714-811aca3d839b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Unset dirty status for tenant:d84df7d73535459d8baf011b4b9a0ea5 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:43:59.486552 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5f527e16-2551-46f1-9714-811aca3d839b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0783191 Jun 02 20:43:59.489320 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58990) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:59.550662 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2105a710-3e8e-4fa8-b490-a07527204eb5 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:59.576167 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2105a710-3e8e-4fa8-b490-a07527204eb5 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:59.621525 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2105a710-3e8e-4fa8-b490-a07527204eb5 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:59.626885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-74adccd6-3a27-48d9-ab5b-f7769e335db3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:43:59.640463 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105a710-3e8e-4fa8-b490-a07527204eb5 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96485b62-c83d-41b9-8375-01b4871db02b,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:43:59.643254 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2105a710-3e8e-4fa8-b490-a07527204eb5 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:43:59.649796 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2105a710-3e8e-4fa8-b490-a07527204eb5 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:59.650887 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2105a710-3e8e-4fa8-b490-a07527204eb5 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "DELETE /v2.0/security-groups/96485b62-c83d-41b9-8375-01b4871db02b HTTP/1.1" status: 204 len: 168 time: 0.1606297 Jun 02 20:43:59.653484 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58992) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:59.854977 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c25295f1-6a8e-4da5-a196-51c3694936f7 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Synchronizing usage tracker for tenant:d84df7d73535459d8baf011b4b9a0ea5 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:43:59.870623 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c25295f1-6a8e-4da5-a196-51c3694936f7 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Unset dirty status for tenant:d84df7d73535459d8baf011b4b9a0ea5 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:43:59.872038 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c25295f1-6a8e-4da5-a196-51c3694936f7 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2171926 Jun 02 20:43:59.876341 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58994) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:43:59.880773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-0ed7bf2b-a754-4afe-b248-780d7755b52b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group': {'name': 'tempest-secgroup--917387190'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:43:59.886914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0ed7bf2b-a754-4afe-b248-780d7755b52b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:59.896910 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0ed7bf2b-a754-4afe-b248-780d7755b52b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:43:59.907196 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0ed7bf2b-a754-4afe-b248-780d7755b52b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:43:59.927644 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0ed7bf2b-a754-4afe-b248-780d7755b52b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:43:59.931498 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0ed7bf2b-a754-4afe-b248-780d7755b52b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Usage tracker for resource:security_group_rule and tenant:d84df7d73535459d8baf011b4b9a0ea5 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:43:59.934339 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0ed7bf2b-a754-4afe-b248-780d7755b52b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:43:59.941298 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0ed7bf2b-a754-4afe-b248-780d7755b52b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:44:00.014882 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0ed7bf2b-a754-4afe-b248-780d7755b52b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:00.018593 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0ed7bf2b-a754-4afe-b248-780d7755b52b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:00.022376 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7b74f206-b5f1-4a22-8288-b239381419c9 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:44:00.061664 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7bf2b-a754-4afe-b248-780d7755b52b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b4d13a-c3cd-480c-9805-955c74420a3a,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:44:00.066620 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0ed7bf2b-a754-4afe-b248-780d7755b52b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:44:00.071825 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0ed7bf2b-a754-4afe-b248-780d7755b52b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:00.072891 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0ed7bf2b-a754-4afe-b248-780d7755b52b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1956201 Jun 02 20:44:00.076959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58996) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:44:00.081573 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-a64e7698-9515-463c-844f-94f76e458679 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Request body: {'security_group': {'name': 'default'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:44:00.082211 dv-neutron-601336-84-hyperv neutron-server[92548]: WARNING neutron.api.v2.base [None req-a64e7698-9515-463c-844f-94f76e458679 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 02 20:44:00.082695 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-a64e7698-9515-463c-844f-94f76e458679 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] update failed (client error): There was a conflict when trying to complete your request. Jun 02 20:44:00.083621 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a64e7698-9515-463c-844f-94f76e458679 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "PUT /v2.0/security-groups/36b4d13a-c3cd-480c-9805-955c74420a3a HTTP/1.1" status: 409 len: 330 time: 0.0056865 Jun 02 20:44:00.085999 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 58998) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:44:00.147496 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eaff6717-6c0f-4b56-bcc7-4dd23eacc036 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:00.176935 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eaff6717-6c0f-4b56-bcc7-4dd23eacc036 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:00.223488 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eaff6717-6c0f-4b56-bcc7-4dd23eacc036 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:00.227319 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-89ffc3e0-9b9e-497c-92fe-d2166035a63e tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:44:00.245299 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff6717-6c0f-4b56-bcc7-4dd23eacc036 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b4d13a-c3cd-480c-9805-955c74420a3a,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:44:00.248787 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-eaff6717-6c0f-4b56-bcc7-4dd23eacc036 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:44:00.251018 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eaff6717-6c0f-4b56-bcc7-4dd23eacc036 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:00.252224 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-eaff6717-6c0f-4b56-bcc7-4dd23eacc036 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "DELETE /v2.0/security-groups/36b4d13a-c3cd-480c-9805-955c74420a3a HTTP/1.1" status: 204 len: 168 time: 0.1652532 Jun 02 20:44:00.254757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59000) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:44:00.318518 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-14897845-948d-48fb-95a7-0cfe917cab69 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624220 Jun 02 20:44:00.322445 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59002) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:44:00.338917 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-14166843-f026-48aa-b8f8-0bbe12a77b43 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] delete failed (client error): The resource could not be found. Jun 02 20:44:00.339925 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-14166843-f026-48aa-b8f8-0bbe12a77b43 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "DELETE /v2.0/security-groups/66a47380-2793-48d7-a30e-b4ccacc2757f HTTP/1.1" status: 404 len: 347 time: 0.0165086 Jun 02 20:44:00.343548 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59004) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:44:00.358987 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-63428979-0afb-43a7-b776-ed7afc84d2bc tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] show failed (client error): The resource could not be found. Jun 02 20:44:00.359992 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-63428979-0afb-43a7-b776-ed7afc84d2bc tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "GET /v2.0/security-groups/64befe08-319b-487b-bd06-3d3f6ee30bdf HTTP/1.1" status: 404 len: 347 time: 0.0155685 Jun 02 20:44:00.363514 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59006) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:44:00.377349 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-02fe74cc-1eb2-49cd-8dd2-1f446c59ed69 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] show failed (client error): The resource could not be found. Jun 02 20:44:00.378292 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-02fe74cc-1eb2-49cd-8dd2-1f446c59ed69 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] 10.222.0.25 "GET /v2.0/security-group-rules/3b277ab4-66b6-4c73-a937-16061c0fa12f HTTP/1.1" status: 404 len: 356 time: 0.0139210 Jun 02 20:44:00.644973 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59012) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:44:00.736114 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e8f17661-b366-488a-9c22-b0f8d23ac256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:00.799355 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fcf7eb44-2815-4c5e-8a8a-7d9da4f3ba3d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d84df7d73535459d8baf011b4b9a0ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530473 Jun 02 20:44:00.801780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59016) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:44:00.857482 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fda1306b-9cde-4f2a-90fe-f3bf8494c99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:00.885676 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fda1306b-9cde-4f2a-90fe-f3bf8494c99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:00.936826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fda1306b-9cde-4f2a-90fe-f3bf8494c99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:00.941673 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-77cc5a4a-ca2f-486a-9fc0-ebb304743d74 tempest-PortsIpV6TestJSON-555327289 tempest-PortsIpV6TestJSON-555327289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:44:00.956146 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1306b-9cde-4f2a-90fe-f3bf8494c99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174264c5-2e1f-4fbb-ac01-907a4be6bbfe,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:44:00.959209 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fda1306b-9cde-4f2a-90fe-f3bf8494c99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:44:00.961135 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fda1306b-9cde-4f2a-90fe-f3bf8494c99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:00.962238 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fda1306b-9cde-4f2a-90fe-f3bf8494c99b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/174264c5-2e1f-4fbb-ac01-907a4be6bbfe HTTP/1.1" status: 204 len: 168 time: 0.1594748 Jun 02 20:44:03.293855 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f942c01d-67e8-4f9c-82a2-b4cfb4b3b5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:03.332795 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:04.221652 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:05.883641 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:06.083233 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:44:13.077129 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59024) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:44:13.338879 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-dcf8ecdb-c7e3-4b97-8fe2-68b8665fe08b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Deleting port b7f4a2fe-8417-46ad-91c9-1bde19ee9ab3 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:44:13.339136 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dcf8ecdb-c7e3-4b97-8fe2-68b8665fe08b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:13.455383 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dcf8ecdb-c7e3-4b97-8fe2-68b8665fe08b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:13.455713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dcf8ecdb-c7e3-4b97-8fe2-68b8665fe08b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:13.575361 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-dcf8ecdb-c7e3-4b97-8fe2-68b8665fe08b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Calling delete_port for b7f4a2fe-8417-46ad-91c9-1bde19ee9ab3 owned by network:floatingip {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:44:13.699550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dcf8ecdb-c7e3-4b97-8fe2-68b8665fe08b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:13.703164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e7fb5180-367f-4b39-b1c0-d13638a17505 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:44:13.889861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8ecdb-c7e3-4b97-8fe2-68b8665fe08b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event deleted for resources: {'Port': ['ID=b7f4a2fe-8417-46ad-91c9-1bde19ee9ab3,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:44:13.893793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dcf8ecdb-c7e3-4b97-8fe2-68b8665fe08b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:44:13.983800 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dcf8ecdb-c7e3-4b97-8fe2-68b8665fe08b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for floatingip, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:13.984052 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-dcf8ecdb-c7e3-4b97-8fe2-68b8665fe08b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Floating IP 4dcbab70-544f-49ba-b3cf-3f52c263742e disassociated (deleted). External IP: 172.26.0.102, port: 6497f9ac-8c6d-4275-b37e-82501592723d. Jun 02 20:44:14.333617 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf8ecdb-c7e3-4b97-8fe2-68b8665fe08b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Router 39331f5a-424d-49ae-89a9-6599fd9c12ce has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:44:14.367881 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:14.517398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf8ecdb-c7e3-4b97-8fe2-68b8665fe08b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:44:14.526168 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9415c552-ba28-4bb6-9967-345190678d49 None None] Sync routers for ids ['39331f5a-424d-49ae-89a9-6599fd9c12ce'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:44:14.536945 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9415c552-ba28-4bb6-9967-345190678d49 None None] Routers {'39331f5a-424d-49ae-89a9-6599fd9c12ce'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:44:14.537167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dcf8ecdb-c7e3-4b97-8fe2-68b8665fe08b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:14.537574 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9415c552-ba28-4bb6-9967-345190678d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:44:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['39331f5a-424d-49ae-89a9-6599fd9c12ce'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:44:14.591753 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-dcf8ecdb-c7e3-4b97-8fe2-68b8665fe08b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "DELETE /v2.0/floatingips/4dcbab70-544f-49ba-b3cf-3f52c263742e HTTP/1.1" status: 204 len: 168 time: 1.5135152 Jun 02 20:44:14.592340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14329245-740e-4f2f-84fb-0a9f35247982', 'tag': '6497f9ac-8c6d-4275-b37e-82501592723d'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:44:14.594629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d47114a-fc25-4505-b7f6-41e1888188ff" -d '{"events": [{"name": "network-changed", "server_uuid": "14329245-740e-4f2f-84fb-0a9f35247982", "tag": "6497f9ac-8c6d-4275-b37e-82501592723d"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:44:14.643290 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b34285-1b03-4b6f-971f-f59e66418af6 x-openstack-request-id: req-48b34285-1b03-4b6f-971f-f59e66418af6 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:44:14.643637 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14329245-740e-4f2f-84fb-0a9f35247982", "tag": "6497f9ac-8c6d-4275-b37e-82501592723d", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:44:14.645902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48b34285-1b03-4b6f-971f-f59e66418af6 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:44:14.645902 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14329245-740e-4f2f-84fb-0a9f35247982', 'tag': '6497f9ac-8c6d-4275-b37e-82501592723d', 'status': 'completed', 'code': 200} Jun 02 20:44:14.715420 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-9415c552-ba28-4bb6-9967-345190678d49 None None] Set router 39331f5a-424d-49ae-89a9-6599fd9c12ce gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:44:14.741574 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47114a-fc25-4505-b7f6-41e1888188ff req-3aead041-1031-4a28-ad02-9cb70599f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:44:14.743064 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3d47114a-fc25-4505-b7f6-41e1888188ff req-3aead041-1031-4a28-ad02-9cb70599f4e0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2ec98c6fc3a44f6c8a33a21fec93618d&device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 1099 time: 0.0776992 Jun 02 20:44:14.892620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47114a-fc25-4505-b7f6-41e1888188ff req-93f1cd5f-d75e-41be-8ba0-7de211041c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:44:14.894094 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3d47114a-fc25-4505-b7f6-41e1888188ff req-93f1cd5f-d75e-41be-8ba0-7de211041c9d service neutron] 10.222.0.95 "GET /v2.0/networks?id=9e1cc234-6aa1-4463-9eee-e4f23d4f8fca HTTP/1.1" status: 200 len: 898 time: 0.1445413 Jun 02 20:44:15.004257 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3d47114a-fc25-4505-b7f6-41e1888188ff req-41ce6f09-ecad-4a81-98f9-59d3c9b7745e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6497f9ac-8c6d-4275-b37e-82501592723d HTTP/1.1" status: 200 len: 217 time: 0.1025150 Jun 02 20:44:15.029942 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9415c552-ba28-4bb6-9967-345190678d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643074209', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:40:44Z', 'updated_at': '2021-06-02T20:40:55Z', 'revision_number': 4, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'gw_port': {'id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:45Z', 'updated_at': '2021-06-02T20:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '956678d1-6aa8-463e-a936-4715071ce962', 'name': '', 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'mac_address': 'fa:16:3e:a3:67:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '51f1c0e8-4b56-4b87-8666-6f211be91b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:53Z', 'updated_at': '2021-06-02T20:41:03Z', 'revision_number': 5, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'subnets': [{'id': '51f1c0e8-4b56-4b87-8666-6f211be91b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:44:15.033685 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9415c552-ba28-4bb6-9967-345190678d49 None None] Checking router: 39331f5a-424d-49ae-89a9-6599fd9c12ce for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:44:15.041805 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9415c552-ba28-4bb6-9967-345190678d49 None None] Routers {'39331f5a-424d-49ae-89a9-6599fd9c12ce'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:44:15.042389 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9415c552-ba28-4bb6-9967-345190678d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:44:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['39331f5a-424d-49ae-89a9-6599fd9c12ce'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:44:15.088922 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47114a-fc25-4505-b7f6-41e1888188ff req-3c634563-e286-446b-9e60-d84fe2fe41b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:44:15.090350 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3d47114a-fc25-4505-b7f6-41e1888188ff req-3c634563-e286-446b-9e60-d84fe2fe41b0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=51f1c0e8-4b56-4b87-8666-6f211be91b00 HTTP/1.1" status: 200 len: 835 time: 0.0748029 Jun 02 20:44:15.102144 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9253673-f55e-42c5-80bf-ead41502199d req-67062b53-c2e9-46b3-80ad-f91d0b99a4ba tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:44:15.102814 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-a9253673-f55e-42c5-80bf-ead41502199d req-67062b53-c2e9-46b3-80ad-f91d0b99a4ba tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Synchronizing usage tracker for tenant:2ec98c6fc3a44f6c8a33a21fec93618d on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:44:15.160704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-a9253673-f55e-42c5-80bf-ead41502199d req-67062b53-c2e9-46b3-80ad-f91d0b99a4ba tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Unset dirty status for tenant:2ec98c6fc3a44f6c8a33a21fec93618d on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:44:15.161762 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a9253673-f55e-42c5-80bf-ead41502199d req-67062b53-c2e9-46b3-80ad-f91d0b99a4ba tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 946 time: 0.2074552 Jun 02 20:44:15.214993 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-9415c552-ba28-4bb6-9967-345190678d49 None None] Set router 39331f5a-424d-49ae-89a9-6599fd9c12ce gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:44:15.220608 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47114a-fc25-4505-b7f6-41e1888188ff req-48d482a3-2466-4aa4-a0ec-0ce374c91fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:44:15.222076 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3d47114a-fc25-4505-b7f6-41e1888188ff req-48d482a3-2466-4aa4-a0ec-0ce374c91fa0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9e1cc234-6aa1-4463-9eee-e4f23d4f8fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1166434 Jun 02 20:44:15.226659 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a9253673-f55e-42c5-80bf-ead41502199d req-8e7ba709-bcd5-40e0-be7f-77f6a44565bb tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537782 Jun 02 20:44:15.502618 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3d47114a-fc25-4505-b7f6-41e1888188ff req-2eef1081-25fc-4322-9646-73c218f23dee service neutron] 10.222.0.95 "GET /v2.0/networks/9e1cc234-6aa1-4463-9eee-e4f23d4f8fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716150 Jun 02 20:44:15.533055 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9415c552-ba28-4bb6-9967-345190678d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643074209', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:40:44Z', 'updated_at': '2021-06-02T20:40:55Z', 'revision_number': 4, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'gw_port': {'id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:45Z', 'updated_at': '2021-06-02T20:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '956678d1-6aa8-463e-a936-4715071ce962', 'name': '', 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'mac_address': 'fa:16:3e:a3:67:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '51f1c0e8-4b56-4b87-8666-6f211be91b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:53Z', 'updated_at': '2021-06-02T20:41:03Z', 'revision_number': 5, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'subnets': [{'id': '51f1c0e8-4b56-4b87-8666-6f211be91b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:44:15.538268 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9415c552-ba28-4bb6-9967-345190678d49 None None] The sync data for ids ['39331f5a-424d-49ae-89a9-6599fd9c12ce'] in dv-neutron-601336-84-hyperv is: [{'id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643074209', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:40:44Z', 'updated_at': '2021-06-02T20:40:55Z', 'revision_number': 4, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'gw_port': {'id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:45Z', 'updated_at': '2021-06-02T20:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '956678d1-6aa8-463e-a936-4715071ce962', 'name': '', 'network_id': '9e1cc234-6aa1-4463-9eee-e4f23d4f8fca', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'mac_address': 'fa:16:3e:a3:67:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '51f1c0e8-4b56-4b87-8666-6f211be91b00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:53Z', 'updated_at': '2021-06-02T20:41:03Z', 'revision_number': 5, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'subnets': [{'id': '51f1c0e8-4b56-4b87-8666-6f211be91b00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:44:15.636797 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3d47114a-fc25-4505-b7f6-41e1888188ff req-62fb067d-2c13-4373-8215-d2ee29c1ff4b service neutron] 10.222.0.95 "GET /v2.0/networks/9e1cc234-6aa1-4463-9eee-e4f23d4f8fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272151 Jun 02 20:44:15.745902 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dabeb6b-ff4f-4477-ae88-1837f52a833b None None] New status for floating IP 4dcbab70-544f-49ba-b3cf-3f52c263742e: DOWN {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:44:16.418403 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e63d7-1470-430b-aec2-e8cab9905b16 req-ef725aaa-9775-4d5e-86bf-d89c9fb2ef07 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:44:16.420423 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0e8e63d7-1470-430b-aec2-e8cab9905b16 req-ef725aaa-9775-4d5e-86bf-d89c9fb2ef07 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 946 time: 0.0847859 Jun 02 20:44:16.463993 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0e8e63d7-1470-430b-aec2-e8cab9905b16 req-1a6f65c6-725f-4fd1-889a-35af6e925ab1 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f95b886-b8ab-469a-867b-76c1b9817b10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378296 Jun 02 20:44:16.582015 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e64f69-2fa1-46ed-a745-65daeb4307e6 req-be806d9d-2df6-4deb-b3b2-e5d45000007a tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:44:16.583362 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-33e64f69-2fa1-46ed-a745-65daeb4307e6 req-be806d9d-2df6-4deb-b3b2-e5d45000007a tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.95 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 946 time: 0.0788434 Jun 02 20:44:16.719108 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-33e64f69-2fa1-46ed-a745-65daeb4307e6 req-0cf6d21e-ce48-4773-8e50-444add373dc9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Deleting port 6497f9ac-8c6d-4275-b37e-82501592723d {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:44:16.719490 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-33e64f69-2fa1-46ed-a745-65daeb4307e6 req-0cf6d21e-ce48-4773-8e50-444add373dc9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:16.847312 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-33e64f69-2fa1-46ed-a745-65daeb4307e6 req-0cf6d21e-ce48-4773-8e50-444add373dc9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] For port 6497f9ac-8c6d-4275-b37e-82501592723d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6497f9ac-8c6d-4275-b37e-82501592723d,segment=NetworkSegment(d2fa2cac-c997-450f-a881-84bc5785cfbc),segment_id=d2fa2cac-c997-450f-a881-84bc5785cfbc)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:44:16.847585 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-33e64f69-2fa1-46ed-a745-65daeb4307e6 req-0cf6d21e-ce48-4773-8e50-444add373dc9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:16.965270 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-33e64f69-2fa1-46ed-a745-65daeb4307e6 req-0cf6d21e-ce48-4773-8e50-444add373dc9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Calling delete_port for 6497f9ac-8c6d-4275-b37e-82501592723d owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:44:17.072000 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-33e64f69-2fa1-46ed-a745-65daeb4307e6 req-0cf6d21e-ce48-4773-8e50-444add373dc9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:17.077736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-60f3c0ca-3118-409b-82ef-d2b68c430cfe tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:44:17.122084 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6d21e-ce48-4773-8e50-444add373dc9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event deleted for resources: {'Port': ['ID=6497f9ac-8c6d-4275-b37e-82501592723d,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:44:17.154376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0cf6d21e-ce48-4773-8e50-444add373dc9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:44:17.195233 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e64f69-2fa1-46ed-a745-65daeb4307e6 req-0cf6d21e-ce48-4773-8e50-444add373dc9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] No DVR routers for this DVR port 6497f9ac-8c6d-4275-b37e-82501592723d on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:44:17.197694 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-33e64f69-2fa1-46ed-a745-65daeb4307e6 req-0cf6d21e-ce48-4773-8e50-444add373dc9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:17.200754 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14329245-740e-4f2f-84fb-0a9f35247982', 'name': 'network-vif-deleted', 'tag': '6497f9ac-8c6d-4275-b37e-82501592723d'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:44:17.202983 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53e4007-7b82-4221-8b0a-f317e0cce07b" -d '{"events": [{"server_uuid": "14329245-740e-4f2f-84fb-0a9f35247982", "name": "network-vif-deleted", "tag": "6497f9ac-8c6d-4275-b37e-82501592723d"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:44:17.215675 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-33e64f69-2fa1-46ed-a745-65daeb4307e6 req-0cf6d21e-ce48-4773-8e50-444add373dc9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.95 "DELETE /v2.0/ports/6497f9ac-8c6d-4275-b37e-82501592723d HTTP/1.1" status: 204 len: 173 time: 0.6271663 Jun 02 20:44:17.246752 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffc8dd7-51a0-4def-88cd-f216b96333d2 x-openstack-request-id: req-dffc8dd7-51a0-4def-88cd-f216b96333d2 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:44:17.247089 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14329245-740e-4f2f-84fb-0a9f35247982", "name": "network-vif-deleted", "tag": "6497f9ac-8c6d-4275-b37e-82501592723d", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:44:17.247415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dffc8dd7-51a0-4def-88cd-f216b96333d2 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:44:17.247902 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14329245-740e-4f2f-84fb-0a9f35247982', 'name': 'network-vif-deleted', 'tag': '6497f9ac-8c6d-4275-b37e-82501592723d', 'status': 'completed', 'code': 200} Jun 02 20:44:17.630271 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-75abbcfc-2e19-4395-9197-0bef602513cd req-0d173ef6-e89d-492e-ba2c-8ebfb96a8396 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "GET /v2.0/ports?device_id=14329245-740e-4f2f-84fb-0a9f35247982 HTTP/1.1" status: 200 len: 210 time: 0.0450144 Jun 02 20:44:18.724512 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59040) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:44:19.259210 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f36909a2-f9f5-41eb-83b1-3fb35dc06a31 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:19.817786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-f36909a2-f9f5-41eb-83b1-3fb35dc06a31 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Deleting port 956678d1-6aa8-463e-a936-4715071ce962 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:44:19.818446 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f36909a2-f9f5-41eb-83b1-3fb35dc06a31 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:19.948816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-f36909a2-f9f5-41eb-83b1-3fb35dc06a31 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] For port 956678d1-6aa8-463e-a936-4715071ce962, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=956678d1-6aa8-463e-a936-4715071ce962,segment=NetworkSegment(d2fa2cac-c997-450f-a881-84bc5785cfbc),segment_id=d2fa2cac-c997-450f-a881-84bc5785cfbc)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:44:19.949174 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f36909a2-f9f5-41eb-83b1-3fb35dc06a31 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:20.073014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-f36909a2-f9f5-41eb-83b1-3fb35dc06a31 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Calling delete_port for 956678d1-6aa8-463e-a936-4715071ce962 owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:44:20.131171 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 6497f9ac-8c6d-4275-b37e-82501592723d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:44:20.169255 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 6497f9ac-8c6d-4275-b37e-82501592723d {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:44:20.170967 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 6497f9ac-8c6d-4275-b37e-82501592723d not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:44:20.241184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f36909a2-f9f5-41eb-83b1-3fb35dc06a31 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:20.245560 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ac715b20-211f-4739-a606-7d72856f7a79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:44:20.319063 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36909a2-f9f5-41eb-83b1-3fb35dc06a31 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event deleted for resources: {'Port': ['ID=956678d1-6aa8-463e-a936-4715071ce962,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:44:20.327762 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f36909a2-f9f5-41eb-83b1-3fb35dc06a31 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:44:20.565018 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f36909a2-f9f5-41eb-83b1-3fb35dc06a31 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:21.055509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36909a2-f9f5-41eb-83b1-3fb35dc06a31 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Router 39331f5a-424d-49ae-89a9-6599fd9c12ce has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:44:21.229432 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36909a2-f9f5-41eb-83b1-3fb35dc06a31 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:44:21.238672 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711861ec-4d43-41d5-b0ea-6e26a41c0435 None None] Sync routers for ids ['39331f5a-424d-49ae-89a9-6599fd9c12ce'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:44:21.242034 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f36909a2-f9f5-41eb-83b1-3fb35dc06a31 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "PUT /v2.0/routers/39331f5a-424d-49ae-89a9-6599fd9c12ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5164695 Jun 02 20:44:21.244762 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59042) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:44:21.248244 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711861ec-4d43-41d5-b0ea-6e26a41c0435 None None] Routers {'39331f5a-424d-49ae-89a9-6599fd9c12ce'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:44:21.248838 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-711861ec-4d43-41d5-b0ea-6e26a41c0435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:44:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['39331f5a-424d-49ae-89a9-6599fd9c12ce'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:44:21.310738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-96396a25-908e-4d94-9cb2-e65ed9fd6b20 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Deleting subnet 51f1c0e8-4b56-4b87-8666-6f211be91b00 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:44:21.313579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-96396a25-908e-4d94-9cb2-e65ed9fd6b20 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:21.370623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-96396a25-908e-4d94-9cb2-e65ed9fd6b20 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:21.447219 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-711861ec-4d43-41d5-b0ea-6e26a41c0435 None None] Set router 39331f5a-424d-49ae-89a9-6599fd9c12ce gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:44:21.452252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-96396a25-908e-4d94-9cb2-e65ed9fd6b20 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:21.716971 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-96396a25-908e-4d94-9cb2-e65ed9fd6b20 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:21.723203 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-77e90558-c018-46de-8c04-75a0131c9556 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:44:21.726768 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-711861ec-4d43-41d5-b0ea-6e26a41c0435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643074209', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:40:44Z', 'updated_at': '2021-06-02T20:44:20Z', 'revision_number': 5, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'gw_port': {'id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:45Z', 'updated_at': '2021-06-02T20:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:44:21.730748 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711861ec-4d43-41d5-b0ea-6e26a41c0435 None None] Checking router: 39331f5a-424d-49ae-89a9-6599fd9c12ce for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:44:21.739660 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711861ec-4d43-41d5-b0ea-6e26a41c0435 None None] Routers {'39331f5a-424d-49ae-89a9-6599fd9c12ce'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:44:21.740266 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-711861ec-4d43-41d5-b0ea-6e26a41c0435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:44:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['39331f5a-424d-49ae-89a9-6599fd9c12ce'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:44:21.758527 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96396a25-908e-4d94-9cb2-e65ed9fd6b20 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event deleted for resources: {'Subnet': ['ID=51f1c0e8-4b56-4b87-8666-6f211be91b00,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:44:21.760493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-96396a25-908e-4d94-9cb2-e65ed9fd6b20 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:21.763680 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-96396a25-908e-4d94-9cb2-e65ed9fd6b20 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:44:21.768227 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-96396a25-908e-4d94-9cb2-e65ed9fd6b20 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "DELETE /v2.0/subnets/51f1c0e8-4b56-4b87-8666-6f211be91b00 HTTP/1.1" status: 204 len: 168 time: 0.5225074 Jun 02 20:44:21.770680 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59044) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:44:21.771091 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff49f415-c6e2-4bb2-98b7-4fc5de2daddf None None] Network 9e1cc234-6aa1-4463-9eee-e4f23d4f8fca requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:44:21.928982 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-711861ec-4d43-41d5-b0ea-6e26a41c0435 None None] Set router 39331f5a-424d-49ae-89a9-6599fd9c12ce gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:44:21.954441 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7285c9ce-3ae6-4c54-a550-04adf19a377e tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:22.040449 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] DHCP port deletion for 9e1cc234-6aa1-4463-9eee-e4f23d4f8fca request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:44:22.113103 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] Deleting port 01ae1f55-21f3-4715-866b-3ddfb1d492ce {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:44:22.114070 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:22.135461 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7285c9ce-3ae6-4c54-a550-04adf19a377e tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:22.211582 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-7285c9ce-3ae6-4c54-a550-04adf19a377e tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Deleting port 83e9dd77-30a6-437e-93e9-c67672fc1014 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:44:22.211971 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7285c9ce-3ae6-4c54-a550-04adf19a377e tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:22.218366 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-711861ec-4d43-41d5-b0ea-6e26a41c0435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643074209', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:40:44Z', 'updated_at': '2021-06-02T20:44:20Z', 'revision_number': 5, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'gw_port': {'id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:45Z', 'updated_at': '2021-06-02T20:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:44:22.222642 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711861ec-4d43-41d5-b0ea-6e26a41c0435 None None] The sync data for ids ['39331f5a-424d-49ae-89a9-6599fd9c12ce'] in dv-neutron-601336-84-hyperv is: [{'id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-643074209', 'tenant_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115'}], 'enable_snat': True}, 'gw_port_id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:40:44Z', 'updated_at': '2021-06-02T20:44:20Z', 'revision_number': 5, 'project_id': '2ec98c6fc3a44f6c8a33a21fec93618d', 'gw_port': {'id': '83e9dd77-30a6-437e-93e9-c67672fc1014', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:25:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39331f5a-424d-49ae-89a9-6599fd9c12ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:40:45Z', 'updated_at': '2021-06-02T20:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:44:22.226582 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] For port 01ae1f55-21f3-4715-866b-3ddfb1d492ce, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=01ae1f55-21f3-4715-866b-3ddfb1d492ce,segment=NetworkSegment(d2fa2cac-c997-450f-a881-84bc5785cfbc),segment_id=d2fa2cac-c997-450f-a881-84bc5785cfbc)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:44:22.226940 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:22.344295 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-7285c9ce-3ae6-4c54-a550-04adf19a377e tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] For port 83e9dd77-30a6-437e-93e9-c67672fc1014, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=83e9dd77-30a6-437e-93e9-c67672fc1014,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:44:22.344295 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7285c9ce-3ae6-4c54-a550-04adf19a377e tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:22.350671 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] Calling delete_port for 01ae1f55-21f3-4715-866b-3ddfb1d492ce owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:44:22.399814 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:22.403428 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:44:22.447111 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] Pushing event deleted for resources: {'Port': ['ID=01ae1f55-21f3-4715-866b-3ddfb1d492ce,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:44:22.452004 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] No DVR routers for this DVR port 01ae1f55-21f3-4715-866b-3ddfb1d492ce on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:44:22.458277 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:22.458630 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:22.461335 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:22.461335 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:22.461335 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:22.461335 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:22.461335 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:22.461335 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:22.461335 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:22.461335 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:22.462718 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:22.462718 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:22.465003 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:44:22.648773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-7285c9ce-3ae6-4c54-a550-04adf19a377e tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Calling delete_port for 83e9dd77-30a6-437e-93e9-c67672fc1014 owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:44:22.709797 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c1a56b0c-3afc-4284-a0aa-0c61ddb0887f req-458f1ef9-8f08-43af-ad6e-0d4f33fb444b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4244161 Jun 02 20:44:22.872428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7285c9ce-3ae6-4c54-a550-04adf19a377e tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:22.878524 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0cf6d21e-ce48-4773-8e50-444add373dc9 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:44:22.956283 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285c9ce-3ae6-4c54-a550-04adf19a377e tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event deleted for resources: {'Port': ['ID=83e9dd77-30a6-437e-93e9-c67672fc1014,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:44:22.964020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7285c9ce-3ae6-4c54-a550-04adf19a377e tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:44:23.007023 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a56b0c-3afc-4284-a0aa-0c61ddb0887f req-586ece43-ff36-4bdf-8195-a7e863b266f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:44:23.008526 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c1a56b0c-3afc-4284-a0aa-0c61ddb0887f req-586ece43-ff36-4bdf-8195-a7e863b266f8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8ac283e33ac84a4091254730e5dabc0a&device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 1099 time: 0.2160792 Jun 02 20:44:23.054559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7285c9ce-3ae6-4c54-a550-04adf19a377e tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:23.283989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7285c9ce-3ae6-4c54-a550-04adf19a377e tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:23.287619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7285c9ce-3ae6-4c54-a550-04adf19a377e tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:23.332301 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7285c9ce-3ae6-4c54-a550-04adf19a377e tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:23.332793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7285c9ce-3ae6-4c54-a550-04adf19a377e tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Fanout notify agent at l3_agent the message router_deleted on router 39331f5a-424d-49ae-89a9-6599fd9c12ce {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:44:23.338470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a56b0c-3afc-4284-a0aa-0c61ddb0887f req-5018d3be-ac4d-43e4-8442-dfe86cfe8728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:44:23.339934 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c1a56b0c-3afc-4284-a0aa-0c61ddb0887f req-5018d3be-ac4d-43e4-8442-dfe86cfe8728 service neutron] 10.222.0.95 "GET /v2.0/networks?id=828f3844-3007-442d-8050-ab51f25eaa71 HTTP/1.1" status: 200 len: 912 time: 0.3130019 Jun 02 20:44:23.404515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7285c9ce-3ae6-4c54-a550-04adf19a377e tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:23.405590 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7285c9ce-3ae6-4c54-a550-04adf19a377e tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "DELETE /v2.0/routers/39331f5a-424d-49ae-89a9-6599fd9c12ce HTTP/1.1" status: 204 len: 168 time: 1.6339948 Jun 02 20:44:23.408522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59048) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:44:23.455683 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c1a56b0c-3afc-4284-a0aa-0c61ddb0887f req-d2c5d6d0-c9c6-4a42-a35b-916f6c35d786 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=773e7ce5-ef95-4832-8c5a-2c65e3b69cbc HTTP/1.1" status: 200 len: 1000 time: 0.1086047 Jun 02 20:44:23.519553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a56b0c-3afc-4284-a0aa-0c61ddb0887f req-6dbb083a-4cac-44ea-97fa-7498b219c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:44:23.520994 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c1a56b0c-3afc-4284-a0aa-0c61ddb0887f req-6dbb083a-4cac-44ea-97fa-7498b219c9a0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ac92c5bf-ce9a-4540-a013-72e531c21a06 HTTP/1.1" status: 200 len: 850 time: 0.0590267 Jun 02 20:44:23.530618 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:23.593746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a56b0c-3afc-4284-a0aa-0c61ddb0887f req-73069f74-2b00-433d-ab05-e30fd30cba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:44:23.595123 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c1a56b0c-3afc-4284-a0aa-0c61ddb0887f req-73069f74-2b00-433d-ab05-e30fd30cba55 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=828f3844-3007-442d-8050-ab51f25eaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0685785 Jun 02 20:44:23.658730 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:23.674593 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1cc234-6aa1-4463-9eee-e4f23d4f8fca']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:44:23.686851 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2fa2cac-c997-450f-a881-84bc5785cfbc') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:44:23.687168 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2fa2cac-c997-450f-a881-84bc5785cfbc') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:44:23.698071 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:23.715670 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:23.721828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:44:23.722218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:23.730464 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c1a56b0c-3afc-4284-a0aa-0c61ddb0887f req-54541ae9-c37d-4253-8636-2d736e39b3e5 service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278574 Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:44:23.736602 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:44:23.823933 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:23.828584 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-242e8697-e942-4d3f-9593-7744f18de319 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:44:23.845797 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:23.851755 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event deleted for resources: {'Network': ['ID=9e1cc234-6aa1-4463-9eee-e4f23d4f8fca,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:44:23.860138 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 83e9dd77-30a6-437e-93e9-c67672fc1014 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:44:23.864053 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:23.864443 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:23.864810 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:23.865229 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:23.865543 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:23.865906 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:23.866267 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:23.866622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:23.866977 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:23.867346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:23.867704 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:23.868056 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:44:23.871816 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "DELETE /v2.0/networks/9e1cc234-6aa1-4463-9eee-e4f23d4f8fca HTTP/1.1" status: 204 len: 168 time: 0.4621730 Jun 02 20:44:23.873388 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7012a09c-e42c-4404-8ed4-5ea53dacff0b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:44:23.875188 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59050) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:44:23.890683 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c1a56b0c-3afc-4284-a0aa-0c61ddb0887f req-cc80cda8-653a-470e-bca8-d686067c53a0 service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513443 Jun 02 20:44:23.897880 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 83e9dd77-30a6-437e-93e9-c67672fc1014 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:44:23.898479 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 83e9dd77-30a6-437e-93e9-c67672fc1014 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:44:23.899088 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 01ae1f55-21f3-4715-866b-3ddfb1d492ce no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:44:23.932393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 01ae1f55-21f3-4715-866b-3ddfb1d492ce {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:44:23.932743 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 01ae1f55-21f3-4715-866b-3ddfb1d492ce not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:44:23.933170 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 956678d1-6aa8-463e-a936-4715071ce962 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:44:23.943386 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bd18bae3-602a-4519-b3b0-4e7ac997fd4c tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:23.966359 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 956678d1-6aa8-463e-a936-4715071ce962 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:44:23.966712 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 956678d1-6aa8-463e-a936-4715071ce962 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:44:23.973181 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bd18bae3-602a-4519-b3b0-4e7ac997fd4c tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:24.037159 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bd18bae3-602a-4519-b3b0-4e7ac997fd4c tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:24.042177 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a835c499-7b27-43d5-94f1-fd4c2e17c17d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:44:24.057189 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18bae3-602a-4519-b3b0-4e7ac997fd4c tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f95b886-b8ab-469a-867b-76c1b9817b10,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:44:24.061905 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bd18bae3-602a-4519-b3b0-4e7ac997fd4c tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:44:24.067887 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bd18bae3-602a-4519-b3b0-4e7ac997fd4c tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:24.069062 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-bd18bae3-602a-4519-b3b0-4e7ac997fd4c tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] 10.222.0.25 "DELETE /v2.0/security-groups/4f95b886-b8ab-469a-867b-76c1b9817b10 HTTP/1.1" status: 204 len: 168 time: 0.1929510 Jun 02 20:44:24.378814 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59058) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:44:24.531824 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-aa4881ba-58c9-43ab-b467-002a4796560f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ec98c6fc3a44f6c8a33a21fec93618d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517494 Jun 02 20:44:24.534228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59062) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:44:24.598042 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-744e00bc-2eb6-4a53-9a9f-45de743a960d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:24.623930 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-744e00bc-2eb6-4a53-9a9f-45de743a960d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:24.676657 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-744e00bc-2eb6-4a53-9a9f-45de743a960d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:24.680251 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-30aac66e-a4ea-4d33-9026-4523e4c2319c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:44:24.694557 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e00bc-2eb6-4a53-9a9f-45de743a960d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5033dde4-d331-4236-b43c-2c9709a99470,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:44:24.698325 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-744e00bc-2eb6-4a53-9a9f-45de743a960d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:44:24.702253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-744e00bc-2eb6-4a53-9a9f-45de743a960d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:24.703492 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-744e00bc-2eb6-4a53-9a9f-45de743a960d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5033dde4-d331-4236-b43c-2c9709a99470 HTTP/1.1" status: 204 len: 168 time: 0.1682959 Jun 02 20:44:24.978983 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59068) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:44:24.996020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a133c18d-d3e2-43d9-8281-61437879e724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:25.010194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a133c18d-d3e2-43d9-8281-61437879e724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:44:25.014830 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a133c18d-d3e2-43d9-8281-61437879e724 admin admin] Usage tracker for resource:security_group_rule and tenant:ec852607ccbe405983e7f9950f2b66e5 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:44:25.017632 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a133c18d-d3e2-43d9-8281-61437879e724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:44:25.024258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a133c18d-d3e2-43d9-8281-61437879e724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:44:25.108389 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a133c18d-d3e2-43d9-8281-61437879e724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:25.112003 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a133c18d-d3e2-43d9-8281-61437879e724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:25.123401 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1396db05-18f2-43c4-aae6-0816fe113bcc tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:44:25.291622 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a133c18d-d3e2-43d9-8281-61437879e724 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec852607ccbe405983e7f9950f2b66e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3114197 Jun 02 20:44:25.293169 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133c18d-d3e2-43d9-8281-61437879e724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b63269-114f-4e83-81d1-02494e19eca9,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:44:25.294691 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59070) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:44:25.296789 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a133c18d-d3e2-43d9-8281-61437879e724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:44:25.355262 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-858899c1-1302-4779-ae6f-303b0bc56e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:25.379645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-858899c1-1302-4779-ae6f-303b0bc56e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:25.430919 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-858899c1-1302-4779-ae6f-303b0bc56e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:25.435897 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-aba2dc49-b8d4-4507-856c-ae3f653add14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:44:25.445660 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858899c1-1302-4779-ae6f-303b0bc56e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b63269-114f-4e83-81d1-02494e19eca9,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:44:25.450575 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-858899c1-1302-4779-ae6f-303b0bc56e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:44:25.452405 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-858899c1-1302-4779-ae6f-303b0bc56e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:25.453526 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-858899c1-1302-4779-ae6f-303b0bc56e95 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89b63269-114f-4e83-81d1-02494e19eca9 HTTP/1.1" status: 204 len: 168 time: 0.1578364 Jun 02 20:44:30.738333 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0e943eeb-183a-41b5-9bf0-3d2f27b6ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:33.295353 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9ac3bd13-fb9e-43d0-b46e-9a83054b15b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:33.333189 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:34.225579 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:35.887055 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:44:43.082003 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:44:44.366703 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:00.726601 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1e1094ec-7f73-4a02-8662-3d13669060fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:03.296137 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-aeaa921f-80e6-4463-93be-bb3b74bea19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:03.334742 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:04.227511 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:05.888694 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:09.690029 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59096) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:45:09.762208 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41239e3f-4818-4100-8dc9-fe6d6d2a008b tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:09.762699 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41239e3f-4818-4100-8dc9-fe6d6d2a008b tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:09.763204 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41239e3f-4818-4100-8dc9-fe6d6d2a008b tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:09.764851 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-41239e3f-4818-4100-8dc9-fe6d6d2a008b tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=7e68015eb8844c43b1007154397602c4&network_id=b5cb97d6-0079-4948-a3d4-77d7a9a7278a HTTP/1.1" status: 200 len: 3002 time: 0.0738626 Jun 02 20:45:11.299328 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59106) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:45:11.359616 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8251850d-f259-4f8f-ad66-0bf3abf54554 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:11.361063 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8251850d-f259-4f8f-ad66-0bf3abf54554 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9eda1993-8807-4a42-8466-556269663ed3 HTTP/1.1" status: 200 len: 814 time: 0.0607662 Jun 02 20:45:11.818775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59112) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:45:11.823629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-6da92ef2-25bb-4126-b5fe-49327da0e6ab tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'floatingip': {'port_id': None}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:45:11.923181 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6da92ef2-25bb-4126-b5fe-49327da0e6ab tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:12.186399 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6da92ef2-25bb-4126-b5fe-49327da0e6ab tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:12.189534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6da92ef2-25bb-4126-b5fe-49327da0e6ab tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:12.189915 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-6da92ef2-25bb-4126-b5fe-49327da0e6ab tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Floating IP bbe0f687-697a-4abc-825c-390e88b812da disassociated. External IP: 172.26.0.228, port: 55a08aeb-e505-48ef-a4ec-824dfabfad5b. Jun 02 20:45:12.540493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da92ef2-25bb-4126-b5fe-49327da0e6ab tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:45:12.714241 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da92ef2-25bb-4126-b5fe-49327da0e6ab tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:45:12.726832 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a013f5cb-b200-4635-bdb4-67f12789b4a2 None None] Sync routers for ids ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:45:12.727856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6da92ef2-25bb-4126-b5fe-49327da0e6ab tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:12.736476 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a013f5cb-b200-4635-bdb4-67f12789b4a2 None None] Routers {'82d7d7e9-a9af-43ce-b85c-7bf1be41d312'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:45:12.737093 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-a013f5cb-b200-4635-bdb4-67f12789b4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:45:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:45:12.790082 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6da92ef2-25bb-4126-b5fe-49327da0e6ab tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/floatingips/bbe0f687-697a-4abc-825c-390e88b812da HTTP/1.1" status: 200 len: 690 time: 0.9678569 Jun 02 20:45:12.790082 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97dc912f-2181-4ec8-8d8f-0d788064c325', 'tag': '55a08aeb-e505-48ef-a4ec-824dfabfad5b'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:45:12.790689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4890b0-9e2d-4654-9f04-0825b42dbbbc" -d '{"events": [{"name": "network-changed", "server_uuid": "97dc912f-2181-4ec8-8d8f-0d788064c325", "tag": "55a08aeb-e505-48ef-a4ec-824dfabfad5b"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:45:12.791167 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59114) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:45:12.885777 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3bf01dac-c3e6-4526-9707-bd6ad481ecaf tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/bbe0f687-697a-4abc-825c-390e88b812da HTTP/1.1" status: 200 len: 690 time: 0.0922456 Jun 02 20:45:12.926662 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-a013f5cb-b200-4635-bdb4-67f12789b4a2 None None] Set router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:45:13.023130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f040dbee-7e07-422a-abb2-de313784701b x-openstack-request-id: req-f040dbee-7e07-422a-abb2-de313784701b {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:45:13.023704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97dc912f-2181-4ec8-8d8f-0d788064c325", "tag": "55a08aeb-e505-48ef-a4ec-824dfabfad5b", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:45:13.023822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f040dbee-7e07-422a-abb2-de313784701b {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:45:13.024272 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97dc912f-2181-4ec8-8d8f-0d788064c325', 'tag': '55a08aeb-e505-48ef-a4ec-824dfabfad5b', 'status': 'completed', 'code': 200} Jun 02 20:45:13.117253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4890b0-9e2d-4654-9f04-0825b42dbbbc req-4b6e8de7-c24f-4fd0-b8b1-94f4a399f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:13.118629 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0a4890b0-9e2d-4654-9f04-0825b42dbbbc req-4b6e8de7-c24f-4fd0-b8b1-94f4a399f04e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 1099 time: 0.0745368 Jun 02 20:45:13.233770 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-a013f5cb-b200-4635-bdb4-67f12789b4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'name': 'tempest-TestNetworkBasicOps-router-1460964123', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:26Z', 'updated_at': '2021-06-02T20:43:34Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:27Z', 'updated_at': '2021-06-02T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '3dcfc993-0e85-4f3c-b60a-056d883ad6fa', 'name': '', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:a4:d9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:33Z', 'updated_at': '2021-06-02T20:43:44Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:45:13.238119 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a013f5cb-b200-4635-bdb4-67f12789b4a2 None None] Checking router: 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:45:13.246445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a013f5cb-b200-4635-bdb4-67f12789b4a2 None None] Routers {'82d7d7e9-a9af-43ce-b85c-7bf1be41d312'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:45:13.247040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-a013f5cb-b200-4635-bdb4-67f12789b4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:45:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:45:13.249254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4890b0-9e2d-4654-9f04-0825b42dbbbc req-dfb27b94-0d42-4ce0-b1dc-cca1f45e5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:13.250954 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0a4890b0-9e2d-4654-9f04-0825b42dbbbc req-dfb27b94-0d42-4ce0-b1dc-cca1f45e5a35 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b5cb97d6-0079-4948-a3d4-77d7a9a7278a HTTP/1.1" status: 200 len: 898 time: 0.1267095 Jun 02 20:45:13.429449 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-a013f5cb-b200-4635-bdb4-67f12789b4a2 None None] Set router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:45:13.466051 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0a4890b0-9e2d-4654-9f04-0825b42dbbbc req-3f84f848-af5b-4886-a5e8-d74e7632e173 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55a08aeb-e505-48ef-a4ec-824dfabfad5b HTTP/1.1" status: 200 len: 217 time: 0.2086203 Jun 02 20:45:13.528679 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4890b0-9e2d-4654-9f04-0825b42dbbbc req-15e88c47-43a8-48fd-ab26-c9763f9c20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:13.530087 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0a4890b0-9e2d-4654-9f04-0825b42dbbbc req-15e88c47-43a8-48fd-ab26-c9763f9c20f9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4ff22703-0d8d-4318-b601-23c678a7c097 HTTP/1.1" status: 200 len: 834 time: 0.0577257 Jun 02 20:45:13.606459 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4890b0-9e2d-4654-9f04-0825b42dbbbc req-863863e8-17ae-4230-a523-6fdc968fd572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:13.607953 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0a4890b0-9e2d-4654-9f04-0825b42dbbbc req-863863e8-17ae-4230-a523-6fdc968fd572 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b5cb97d6-0079-4948-a3d4-77d7a9a7278a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0720062 Jun 02 20:45:13.734521 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-a013f5cb-b200-4635-bdb4-67f12789b4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'name': 'tempest-TestNetworkBasicOps-router-1460964123', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:26Z', 'updated_at': '2021-06-02T20:43:34Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:27Z', 'updated_at': '2021-06-02T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '3dcfc993-0e85-4f3c-b60a-056d883ad6fa', 'name': '', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:a4:d9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:33Z', 'updated_at': '2021-06-02T20:43:44Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:45:13.739398 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a013f5cb-b200-4635-bdb4-67f12789b4a2 None None] The sync data for ids ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'] in dv-neutron-601336-84-hyperv is: [{'id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'name': 'tempest-TestNetworkBasicOps-router-1460964123', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:26Z', 'updated_at': '2021-06-02T20:43:34Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:27Z', 'updated_at': '2021-06-02T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '3dcfc993-0e85-4f3c-b60a-056d883ad6fa', 'name': '', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:a4:d9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:33Z', 'updated_at': '2021-06-02T20:43:44Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:45:13.744760 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0a4890b0-9e2d-4654-9f04-0825b42dbbbc req-24d380c1-7b87-4484-999f-6414af3b9908 service neutron] 10.222.0.95 "GET /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296494 Jun 02 20:45:13.882854 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0a4890b0-9e2d-4654-9f04-0825b42dbbbc req-84effdf5-b17c-4015-b5b9-1f1024432306 service neutron] 10.222.0.95 "GET /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314979 Jun 02 20:45:13.887874 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59120) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:45:13.953363 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bcfe66-4b0a-490c-84e5-d34bea5e3f46 None None] New status for floating IP bbe0f687-697a-4abc-825c-390e88b812da: DOWN {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:45:13.976474 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-edb25255-33ff-4a71-9f99-05ef2ab701f7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/bbe0f687-697a-4abc-825c-390e88b812da HTTP/1.1" status: 200 len: 690 time: 0.0866930 Jun 02 20:45:14.366814 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:14.980456 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59122) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:45:15.060536 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8488e297-7678-4c4b-bbac-465c569e9a21 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/bbe0f687-697a-4abc-825c-390e88b812da HTTP/1.1" status: 200 len: 688 time: 0.0781207 Jun 02 20:45:16.412994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59126) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:45:16.417681 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-d84b711c-5570-460f-be6b-1ad87f4a12d0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-629609350', 'description': 'tempest-secgroup-smoke-629609350 description', 'project_id': '7e68015eb8844c43b1007154397602c4'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:45:16.424157 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d84b711c-5570-460f-be6b-1ad87f4a12d0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:45:16.433482 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d84b711c-5570-460f-be6b-1ad87f4a12d0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:45:16.443574 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d84b711c-5570-460f-be6b-1ad87f4a12d0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:16.466857 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d84b711c-5570-460f-be6b-1ad87f4a12d0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:45:16.470528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d84b711c-5570-460f-be6b-1ad87f4a12d0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:45:16.473299 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d84b711c-5570-460f-be6b-1ad87f4a12d0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:45:16.478774 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d84b711c-5570-460f-be6b-1ad87f4a12d0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:45:16.547302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d84b711c-5570-460f-be6b-1ad87f4a12d0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:16.553126 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d84b711c-5570-460f-be6b-1ad87f4a12d0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:16.556839 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3d7216c2-445c-4b14-a5cc-76a0f4680bc2 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:45:16.598028 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b711c-5570-460f-be6b-1ad87f4a12d0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f3f830-9e3e-4eb4-abc2-846225e06ebf,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:45:16.601126 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d84b711c-5570-460f-be6b-1ad87f4a12d0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:45:16.604165 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d84b711c-5570-460f-be6b-1ad87f4a12d0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:16.608125 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d84b711c-5570-460f-be6b-1ad87f4a12d0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1913884 Jun 02 20:45:16.608939 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59128) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:45:16.613454 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-bb2a9976-e64d-4754-a839-296a956e3176 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '02f3f830-9e3e-4eb4-abc2-846225e06ebf', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:45:16.619174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bb2a9976-e64d-4754-a839-296a956e3176 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:45:16.622853 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-bb2a9976-e64d-4754-a839-296a956e3176 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:45:16.625939 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-bb2a9976-e64d-4754-a839-296a956e3176 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:45:16.631557 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bb2a9976-e64d-4754-a839-296a956e3176 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:45:16.647233 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb2a9976-e64d-4754-a839-296a956e3176 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:16.704924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb2a9976-e64d-4754-a839-296a956e3176 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:16.708316 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb2a9976-e64d-4754-a839-296a956e3176 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:16.709999 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:45:16.732259 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a9976-e64d-4754-a839-296a956e3176 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873a5046-996e-4bf6-bade-d12d6efc16b0,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:45:16.737522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bb2a9976-e64d-4754-a839-296a956e3176 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:45:16.742413 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bb2a9976-e64d-4754-a839-296a956e3176 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:16.743646 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-bb2a9976-e64d-4754-a839-296a956e3176 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344180 Jun 02 20:45:16.746430 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59130) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:45:16.750989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-258396cd-d047-4c40-a8d3-9da9bbfb9536 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '02f3f830-9e3e-4eb4-abc2-846225e06ebf', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:45:16.756740 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-258396cd-d047-4c40-a8d3-9da9bbfb9536 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:45:16.760471 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-258396cd-d047-4c40-a8d3-9da9bbfb9536 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:45:16.763302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-258396cd-d047-4c40-a8d3-9da9bbfb9536 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:45:16.768952 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-258396cd-d047-4c40-a8d3-9da9bbfb9536 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:45:16.785107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-258396cd-d047-4c40-a8d3-9da9bbfb9536 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:16.849096 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-258396cd-d047-4c40-a8d3-9da9bbfb9536 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:16.852785 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-258396cd-d047-4c40-a8d3-9da9bbfb9536 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:16.854657 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7fa46620-4cdf-481c-9f77-7847d219a2cb tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:45:16.875055 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258396cd-d047-4c40-a8d3-9da9bbfb9536 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8486d5-6ad6-43b3-b705-a290abd16dc9,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:45:16.878943 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-258396cd-d047-4c40-a8d3-9da9bbfb9536 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:45:16.887213 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-258396cd-d047-4c40-a8d3-9da9bbfb9536 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:16.888389 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-258396cd-d047-4c40-a8d3-9da9bbfb9536 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1410646 Jun 02 20:45:16.891209 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59134) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:45:16.895697 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-3e6a34dc-e1dc-4032-9828-1f6a52d6aea9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '02f3f830-9e3e-4eb4-abc2-846225e06ebf', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:45:16.901582 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3e6a34dc-e1dc-4032-9828-1f6a52d6aea9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:45:16.906068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3e6a34dc-e1dc-4032-9828-1f6a52d6aea9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:45:16.909610 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3e6a34dc-e1dc-4032-9828-1f6a52d6aea9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:45:16.915135 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3e6a34dc-e1dc-4032-9828-1f6a52d6aea9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:45:16.930671 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3e6a34dc-e1dc-4032-9828-1f6a52d6aea9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:16.998053 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3e6a34dc-e1dc-4032-9828-1f6a52d6aea9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:17.002218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3e6a34dc-e1dc-4032-9828-1f6a52d6aea9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:17.004109 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f669df6d-158f-4e07-913a-01b7f37e51b2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:45:17.025828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a34dc-e1dc-4032-9828-1f6a52d6aea9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f662dbee-1b80-44d0-80d6-8fd7259510ea,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:45:17.028199 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3e6a34dc-e1dc-4032-9828-1f6a52d6aea9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:45:17.036207 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3e6a34dc-e1dc-4032-9828-1f6a52d6aea9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:17.039579 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3e6a34dc-e1dc-4032-9828-1f6a52d6aea9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474288 Jun 02 20:45:17.040370 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59138) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:45:17.044801 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-ea77ea0c-f863-48b7-a0ec-2933977eab71 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '02f3f830-9e3e-4eb4-abc2-846225e06ebf', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:45:17.051854 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ea77ea0c-f863-48b7-a0ec-2933977eab71 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:45:17.056412 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ea77ea0c-f863-48b7-a0ec-2933977eab71 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:45:17.059534 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ea77ea0c-f863-48b7-a0ec-2933977eab71 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:45:17.065245 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ea77ea0c-f863-48b7-a0ec-2933977eab71 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:45:17.082144 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ea77ea0c-f863-48b7-a0ec-2933977eab71 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:17.144567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ea77ea0c-f863-48b7-a0ec-2933977eab71 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:17.148260 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ea77ea0c-f863-48b7-a0ec-2933977eab71 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:17.150121 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-05c5c9a2-8ea9-4133-b2fb-ebc85f2de1e3 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:45:17.175169 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77ea0c-f863-48b7-a0ec-2933977eab71 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a900d56-4236-427c-8c80-927f4eb02cf4,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:45:17.180613 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ea77ea0c-f863-48b7-a0ec-2933977eab71 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:45:17.184746 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ea77ea0c-f863-48b7-a0ec-2933977eab71 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:17.186049 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ea77ea0c-f863-48b7-a0ec-2933977eab71 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446147 Jun 02 20:45:17.188696 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59144) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:45:17.193214 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e6b84424-b788-4078-b523-6f9dde761106 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '02f3f830-9e3e-4eb4-abc2-846225e06ebf', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:45:17.199278 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e6b84424-b788-4078-b523-6f9dde761106 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:45:17.203033 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e6b84424-b788-4078-b523-6f9dde761106 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:45:17.206413 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e6b84424-b788-4078-b523-6f9dde761106 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:45:17.212076 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e6b84424-b788-4078-b523-6f9dde761106 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:45:17.223074 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.securitygroups_db [None req-e6b84424-b788-4078-b523-6f9dde761106 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:45:17.229642 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e6b84424-b788-4078-b523-6f9dde761106 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:17.258325 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411b2ae-0eb7-4079-a0de-1ee47932a9fe req-fe99172e-7269-4f0a-8c94-7e256cd9f401 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:17.259812 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f411b2ae-0eb7-4079-a0de-1ee47932a9fe req-fe99172e-7269-4f0a-8c94-7e256cd9f401 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 946 time: 0.1959813 Jun 02 20:45:17.297776 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e6b84424-b788-4078-b523-6f9dde761106 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:17.301951 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e6b84424-b788-4078-b523-6f9dde761106 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:17.303756 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-54d332f9-be87-4dff-9ecf-5c3a7241521d tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:45:17.307433 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f411b2ae-0eb7-4079-a0de-1ee47932a9fe req-251c35c4-bd43-4b94-9263-87c73bedf904 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418487 Jun 02 20:45:17.326357 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b84424-b788-4078-b523-6f9dde761106 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac0f7967-37bd-491c-97e2-e4e7d2c58af5,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:45:17.331328 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e6b84424-b788-4078-b523-6f9dde761106 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:45:17.336145 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e6b84424-b788-4078-b523-6f9dde761106 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:17.337452 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e6b84424-b788-4078-b523-6f9dde761106 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1476545 Jun 02 20:45:17.340915 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59146) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:45:17.345340 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-f3a01312-2717-4d27-9344-a93f1323ff29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '02f3f830-9e3e-4eb4-abc2-846225e06ebf', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:45:17.351283 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f3a01312-2717-4d27-9344-a93f1323ff29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:45:17.354993 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f3a01312-2717-4d27-9344-a93f1323ff29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:45:17.357867 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f3a01312-2717-4d27-9344-a93f1323ff29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:45:17.363507 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f3a01312-2717-4d27-9344-a93f1323ff29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:45:17.374115 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.securitygroups_db [None req-f3a01312-2717-4d27-9344-a93f1323ff29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:45:17.380533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f3a01312-2717-4d27-9344-a93f1323ff29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:17.443953 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f3a01312-2717-4d27-9344-a93f1323ff29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:17.448530 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f3a01312-2717-4d27-9344-a93f1323ff29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:17.450303 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bf686d23-0803-4924-94e7-1e4cc0802561 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:45:17.472036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a01312-2717-4d27-9344-a93f1323ff29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa47066-3a2d-47f2-a60a-839c95240dcd,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:45:17.474357 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f3a01312-2717-4d27-9344-a93f1323ff29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:45:17.480599 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f3a01312-2717-4d27-9344-a93f1323ff29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:17.482003 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f3a01312-2717-4d27-9344-a93f1323ff29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1401541 Jun 02 20:45:17.708489 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-f285abce-d316-4882-b2f0-8ce29e9e5d74 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:45:17.724264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-f285abce-d316-4882-b2f0-8ce29e9e5d74 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:45:17.725878 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-f285abce-d316-4882-b2f0-8ce29e9e5d74 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-629609350&fields=id&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 267 time: 0.0671942 Jun 02 20:45:17.873555 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-aae33a89-47ca-4c03-9248-311303e0c85e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:17.875238 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-aae33a89-47ca-4c03-9248-311303e0c85e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/networks?id=b5cb97d6-0079-4948-a3d4-77d7a9a7278a HTTP/1.1" status: 200 len: 797 time: 0.1418374 Jun 02 20:45:17.889979 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-93fecee6-dc07-469a-be74-9a6cad7496fb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/quotas/7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 375 time: 0.0087457 Jun 02 20:45:17.974577 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-e03f3e68-6e97-4f6f-bc55-966c427fd7a1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0794849 Jun 02 20:45:18.249409 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-343064e4-fbef-4538-8fdb-98e95f3a47e2 service neutron] 10.222.0.25 "GET /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635858 Jun 02 20:45:18.377405 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-c025a89b-d11c-473f-b2fc-5034c5b6a3de service neutron] 10.222.0.25 "GET /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220644 Jun 02 20:45:18.507119 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87743a8f-b7c9-43ad-8cf3-322d61d28ba5 req-4855ce0b-aaca-4011-83fc-fa78cc681d06 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:18.508736 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-87743a8f-b7c9-43ad-8cf3-322d61d28ba5 req-4855ce0b-aaca-4011-83fc-fa78cc681d06 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 946 time: 0.0905950 Jun 02 20:45:18.561560 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5d8b45e2-72a5-49a9-8ed4-1b26e7fc8dfa req-762dbb50-d54f-4b8d-a90d-9b7b784a5c89 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e068e3-c986-4299-bbaa-d33282c5c0ee HTTP/1.1" status: 200 len: 210 time: 0.0480268 Jun 02 20:45:18.562505 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-87743a8f-b7c9-43ad-8cf3-322d61d28ba5 req-602acfad-1767-4ea7-949d-a253b580b967 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431521 Jun 02 20:45:18.799091 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647f004-a4f2-4c6b-b9b2-34260c86fba4 req-134a59ed-abcb-49d9-833d-dfb2972c0a82 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:18.800540 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d647f004-a4f2-4c6b-b9b2-34260c86fba4 req-134a59ed-abcb-49d9-833d-dfb2972c0a82 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.95 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 946 time: 0.0812769 Jun 02 20:45:18.940168 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-d647f004-a4f2-4c6b-b9b2-34260c86fba4 req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Deleting port 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:45:18.940509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d647f004-a4f2-4c6b-b9b2-34260c86fba4 req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:19.074070 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-d647f004-a4f2-4c6b-b9b2-34260c86fba4 req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] For port 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=773e7ce5-ef95-4832-8c5a-2c65e3b69cbc,segment=NetworkSegment(d2167362-7953-411f-b6fe-12c6e0c6f23f),segment_id=d2167362-7953-411f-b6fe-12c6e0c6f23f)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:45:19.074344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d647f004-a4f2-4c6b-b9b2-34260c86fba4 req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:19.365387 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d647f004-a4f2-4c6b-b9b2-34260c86fba4 req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:19.365648 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d647f004-a4f2-4c6b-b9b2-34260c86fba4 req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:19.365963 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [req-d647f004-a4f2-4c6b-b9b2-34260c86fba4 req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Floating IP 706e0fa5-878d-431f-9b44-f9ccabb58055 disassociated. External IP: 172.26.0.2, port: 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc. Jun 02 20:45:19.366302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-d647f004-a4f2-4c6b-b9b2-34260c86fba4 req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Calling delete_port for 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:45:19.486634 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d647f004-a4f2-4c6b-b9b2-34260c86fba4 req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:19.491918 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3a9976ca-c08c-4ca7-a5d5-05dbe8e2c983 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:45:19.537191 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event deleted for resources: {'Port': ['ID=773e7ce5-ef95-4832-8c5a-2c65e3b69cbc,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:45:19.548482 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:19.548879 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:19.549260 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:19.549633 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:19.550006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:19.550373 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:19.550754 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:19.551106 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:19.551509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:19.551851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:19.552215 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:19.552589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:19.611011 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:45:19.732713 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e62cbe7f-de24-49e1-9906-c2940262f272 req-265d6ca5-f37a-43b5-951d-61f2a4007a14 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 210 time: 0.0524371 Jun 02 20:45:19.951462 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e2d7e6ce-e87d-48db-9aa5-f1494d6100d7 req-6af49f93-bd59-4012-a6b1-5172d8a8e434 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e068e3-c986-4299-bbaa-d33282c5c0ee HTTP/1.1" status: 200 len: 210 time: 0.0798855 Jun 02 20:45:20.037516 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d647f004-a4f2-4c6b-b9b2-34260c86fba4 req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Router 89331364-cbfa-4ee4-9466-9bca54d573c1 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:45:20.080195 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:45:20.145032 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-7ab5e78c-b42c-46fb-9c9a-8512f321fd2c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:20.146324 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-7ab5e78c-b42c-46fb-9c9a-8512f321fd2c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/networks?id=b5cb97d6-0079-4948-a3d4-77d7a9a7278a HTTP/1.1" status: 200 len: 797 time: 0.4430571 Jun 02 20:45:20.278527 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-8ee4ded7-7242-468f-8ccb-1579eef94ccd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 472 time: 0.1162248 Jun 02 20:45:20.292303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-db5223d4-5af6-4e2d-9c9f-b439c02ff9b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'port': {'device_id': '20e068e3-c986-4299-bbaa-d33282c5c0ee', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'admin_state_up': True, 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'security_groups': ['02f3f830-9e3e-4eb4-abc2-846225e06ebf']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:45:20.310012 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d647f004-a4f2-4c6b-b9b2-34260c86fba4 req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:45:20.319827 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01606aa2-4d36-4065-b610-f7812177dd69 None None] Sync routers for ids ['89331364-cbfa-4ee4-9466-9bca54d573c1'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:45:20.329855 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01606aa2-4d36-4065-b610-f7812177dd69 None None] Routers {'89331364-cbfa-4ee4-9466-9bca54d573c1'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:45:20.330486 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-01606aa2-4d36-4065-b610-f7812177dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:45:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['89331364-cbfa-4ee4-9466-9bca54d573c1'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:45:20.433407 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-d647f004-a4f2-4c6b-b9b2-34260c86fba4 req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] No DVR routers for this DVR port 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:45:20.439486 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d647f004-a4f2-4c6b-b9b2-34260c86fba4 req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:20.441977 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cdfdcb-e420-42d0-a03c-f7199ebd8540', 'name': 'network-vif-deleted', 'tag': '773e7ce5-ef95-4832-8c5a-2c65e3b69cbc'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:45:20.444268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183641e3-6f83-4fd8-92d1-ba60330386de" -d '{"events": [{"server_uuid": "a0cdfdcb-e420-42d0-a03c-f7199ebd8540", "name": "network-vif-deleted", "tag": "773e7ce5-ef95-4832-8c5a-2c65e3b69cbc"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:45:20.482501 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d647f004-a4f2-4c6b-b9b2-34260c86fba4 req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.95 "DELETE /v2.0/ports/773e7ce5-ef95-4832-8c5a-2c65e3b69cbc HTTP/1.1" status: 204 len: 173 time: 1.6752477 Jun 02 20:45:20.495341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2766eed8-1077-4fbb-a346-54e5928d6694 x-openstack-request-id: req-2766eed8-1077-4fbb-a346-54e5928d6694 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:45:20.495678 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0cdfdcb-e420-42d0-a03c-f7199ebd8540", "name": "network-vif-deleted", "tag": "773e7ce5-ef95-4832-8c5a-2c65e3b69cbc", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:45:20.495980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2766eed8-1077-4fbb-a346-54e5928d6694 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:45:20.496423 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cdfdcb-e420-42d0-a03c-f7199ebd8540', 'name': 'network-vif-deleted', 'tag': '773e7ce5-ef95-4832-8c5a-2c65e3b69cbc', 'status': 'completed', 'code': 200} Jun 02 20:45:20.525669 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-db5223d4-5af6-4e2d-9c9f-b439c02ff9b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:45:20.535964 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-db5223d4-5af6-4e2d-9c9f-b439c02ff9b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:45:20.545344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-db5223d4-5af6-4e2d-9c9f-b439c02ff9b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:45:20.549625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-db5223d4-5af6-4e2d-9c9f-b439c02ff9b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:20.579861 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-01606aa2-4d36-4065-b610-f7812177dd69 None None] Set router 89331364-cbfa-4ee4-9466-9bca54d573c1 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:45:20.727769 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-db5223d4-5af6-4e2d-9c9f-b439c02ff9b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.20.0.10 (b5cb97d6-0079-4948-a3d4-77d7a9a7278a/4ff22703-0d8d-4318-b601-23c678a7c097/9936035b-3e02-4b7b-9dbd-507098a54669) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:45:20.916293 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-4f698302-1e54-4b87-83ad-15e0d1beeb5b req-5e3c0203-1cbd-4038-aee0-4f80155e5cbc tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Synchronizing usage tracker for tenant:8ac283e33ac84a4091254730e5dabc0a on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:45:20.923037 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-01606aa2-4d36-4065-b610-f7812177dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '622334de-f584-4383-b418-17e65875e698', 'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'mac_address': 'fa:16:3e:d2:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:20Z', 'updated_at': '2021-06-02T20:42:26Z', 'revision_number': 5, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'subnets': [{'id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:45:20.927439 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01606aa2-4d36-4065-b610-f7812177dd69 None None] Checking router: 89331364-cbfa-4ee4-9466-9bca54d573c1 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:45:20.935989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01606aa2-4d36-4065-b610-f7812177dd69 None None] Routers {'89331364-cbfa-4ee4-9466-9bca54d573c1'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:45:20.936837 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-01606aa2-4d36-4065-b610-f7812177dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:45:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['89331364-cbfa-4ee4-9466-9bca54d573c1'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:45:20.958405 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-4f698302-1e54-4b87-83ad-15e0d1beeb5b req-5e3c0203-1cbd-4038-aee0-4f80155e5cbc tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Unset dirty status for tenant:8ac283e33ac84a4091254730e5dabc0a on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:45:20.959693 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4f698302-1e54-4b87-83ad-15e0d1beeb5b req-5e3c0203-1cbd-4038-aee0-4f80155e5cbc tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 210 time: 0.0910754 Jun 02 20:45:20.979925 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-db5223d4-5af6-4e2d-9c9f-b439c02ff9b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:20.996289 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-db5223d4-5af6-4e2d-9c9f-b439c02ff9b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Transition to ACTIVE for port object 9936035b-3e02-4b7b-9dbd-507098a54669 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:45:21.029744 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-db5223d4-5af6-4e2d-9c9f-b439c02ff9b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:21.037997 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:45:21.122759 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-db5223d4-5af6-4e2d-9c9f-b439c02ff9b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network b5cb97d6-0079-4948-a3d4-77d7a9a7278a is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:45:21.127106 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-db5223d4-5af6-4e2d-9c9f-b439c02ff9b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:45:21.133872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-db5223d4-5af6-4e2d-9c9f-b439c02ff9b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:45:21.161886 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-01606aa2-4d36-4065-b610-f7812177dd69 None None] Set router 89331364-cbfa-4ee4-9466-9bca54d573c1 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:45:21.170589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5223d4-5af6-4e2d-9c9f-b439c02ff9b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=9936035b-3e02-4b7b-9dbd-507098a54669,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:45:21.175397 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-db5223d4-5af6-4e2d-9c9f-b439c02ff9b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:45:21.188433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6ede9-6f2d-4084-819d-22d9a574a2bc req-d23072c4-6887-4c11-93ec-5c40b842c201 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:21.190466 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f9a6ede9-6f2d-4084-819d-22d9a574a2bc req-d23072c4-6887-4c11-93ec-5c40b842c201 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e068e3-c986-4299-bbaa-d33282c5c0ee HTTP/1.1" status: 200 len: 932 time: 0.1136205 Jun 02 20:45:21.214005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-db5223d4-5af6-4e2d-9c9f-b439c02ff9b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:21.214732 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-db5223d4-5af6-4e2d-9c9f-b439c02ff9b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:21.251191 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-db5223d4-5af6-4e2d-9c9f-b439c02ff9b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9643712 Jun 02 20:45:21.257857 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f9a6ede9-6f2d-4084-819d-22d9a574a2bc req-2026faf4-0e36-4c07-9a47-a9266394a3bb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=02f3f830-9e3e-4eb4-abc2-846225e06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548391 Jun 02 20:45:21.263466 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Request body: {'port': {'device_id': '20e068e3-c986-4299-bbaa-d33282c5c0ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:45:21.398937 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:21.507459 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-15d8eba5-987d-4567-aa15-4d01ebad7745 None None] Provisioning for port 9936035b-3e02-4b7b-9dbd-507098a54669 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:45:21.519349 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-15d8eba5-987d-4567-aa15-4d01ebad7745 None None] Provisioning complete for port 9936035b-3e02-4b7b-9dbd-507098a54669 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:45:21.519702 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-15d8eba5-987d-4567-aa15-4d01ebad7745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:21.576921 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-15d8eba5-987d-4567-aa15-4d01ebad7745 None None] Port 9936035b-3e02-4b7b-9dbd-507098a54669 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:45:21.585012 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-01606aa2-4d36-4065-b610-f7812177dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '622334de-f584-4383-b418-17e65875e698', 'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'mac_address': 'fa:16:3e:d2:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:20Z', 'updated_at': '2021-06-02T20:42:26Z', 'revision_number': 5, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'subnets': [{'id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:45:21.588919 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01606aa2-4d36-4065-b610-f7812177dd69 None None] The sync data for ids ['89331364-cbfa-4ee4-9466-9bca54d573c1'] in dv-neutron-601336-84-hyperv is: [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '622334de-f584-4383-b418-17e65875e698', 'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'mac_address': 'fa:16:3e:d2:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:20Z', 'updated_at': '2021-06-02T20:42:26Z', 'revision_number': 5, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'subnets': [{'id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:45:21.823192 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256c7dbc-50b8-445d-95c7-1e80a7fc2740 None None] New status for floating IP 706e0fa5-878d-431f-9b44-f9ccabb58055: DOWN {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:45:21.928431 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9936035b-3e02-4b7b-9dbd-507098a54669 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:45:21.937718 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:21.955402 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Transition to ACTIVE for port object 9936035b-3e02-4b7b-9dbd-507098a54669 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:45:21.960140 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:21.965471 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d20bfb7a-e1bf-4e9b-9242-65cb7c98c8b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:45:22.217365 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Pushing event updated for resources: {'Port': ['ID=9936035b-3e02-4b7b-9dbd-507098a54669,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:45:22.220410 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:45:22.226015 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3bfef335-c568-4bc6-a6a4-3108286977bd req-a2362e04-82aa-4dee-a560-c97279a11a0b tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 210 time: 0.0944850 Jun 02 20:45:22.271036 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Attempting to bind port 9936035b-3e02-4b7b-9dbd-507098a54669 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:45:22.271382 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Attempting to bind port 9936035b-3e02-4b7b-9dbd-507098a54669 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '1a52daa9-92cf-4287-9ccd-bf8ed44a79f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:45:22.271728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Attempting to bind port 9936035b-3e02-4b7b-9dbd-507098a54669 on network b5cb97d6-0079-4948-a3d4-77d7a9a7278a {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:45:22.276240 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Port 9936035b-3e02-4b7b-9dbd-507098a54669 on network b5cb97d6-0079-4948-a3d4-77d7a9a7278a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:45:22.276560 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Attempting to bind port 9936035b-3e02-4b7b-9dbd-507098a54669 on network b5cb97d6-0079-4948-a3d4-77d7a9a7278a {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:45:22.281566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:45:22.283047 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Checking segment: {'id': '1a52daa9-92cf-4287-9ccd-bf8ed44a79f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:45:22.283550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Bound using segment: {'id': '1a52daa9-92cf-4287-9ccd-bf8ed44a79f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:45:22.284075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Bound port: 9936035b-3e02-4b7b-9dbd-507098a54669, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a52daa9-92cf-4287-9ccd-bf8ed44a79f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:45:22.284514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:22.385167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] For port 9936035b-3e02-4b7b-9dbd-507098a54669, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:45:22.388726 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] For port 9936035b-3e02-4b7b-9dbd-507098a54669, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9936035b-3e02-4b7b-9dbd-507098a54669,segment=NetworkSegment(1a52daa9-92cf-4287-9ccd-bf8ed44a79f1),segment_id=1a52daa9-92cf-4287-9ccd-bf8ed44a79f1)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:45:22.393764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:22.397825 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7b68cae3-6151-43b4-8590-c3d923a018e0 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:45:22.446196 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:45:22.462468 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:22.463199 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:22.464881 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] 10.222.0.95 "PUT /v2.0/ports/9936035b-3e02-4b7b-9dbd-507098a54669 HTTP/1.1" status: 200 len: 1094 time: 1.2058108 Jun 02 20:45:22.477087 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6138f56-9d14-4d7e-bf01-eec2505538aa req-948b9dff-2378-4fa4-8087-0e17e3325bf6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:22.478861 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c6138f56-9d14-4d7e-bf01-eec2505538aa req-948b9dff-2378-4fa4-8087-0e17e3325bf6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e068e3-c986-4299-bbaa-d33282c5c0ee HTTP/1.1" status: 200 len: 944 time: 0.1101413 Jun 02 20:45:22.497996 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e068e3-c986-4299-bbaa-d33282c5c0ee', 'tag': '9936035b-3e02-4b7b-9dbd-507098a54669'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:45:22.502147 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646bafda-166d-4407-9eaa-42a2415c1062" -d '{"events": [{"name": "network-changed", "server_uuid": "20e068e3-c986-4299-bbaa-d33282c5c0ee", "tag": "9936035b-3e02-4b7b-9dbd-507098a54669"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:45:22.506019 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Pushing event updated for resources: {'Port': ['ID=9936035b-3e02-4b7b-9dbd-507098a54669,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:45:22.509866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:45:22.517452 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:45:22.517954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 773e7ce5-ef95-4832-8c5a-2c65e3b69cbc not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:45:22.545546 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c6138f56-9d14-4d7e-bf01-eec2505538aa req-da89e352-75dc-4934-a8d0-372f29651c94 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=02f3f830-9e3e-4eb4-abc2-846225e06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538545 Jun 02 20:45:22.585548 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a17278-a2fe-4f84-9449-2022b40986f3 x-openstack-request-id: req-f0a17278-a2fe-4f84-9449-2022b40986f3 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:45:22.585940 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e068e3-c986-4299-bbaa-d33282c5c0ee", "tag": "9936035b-3e02-4b7b-9dbd-507098a54669", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:45:22.586246 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0a17278-a2fe-4f84-9449-2022b40986f3 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:45:22.586681 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e068e3-c986-4299-bbaa-d33282c5c0ee', 'tag': '9936035b-3e02-4b7b-9dbd-507098a54669', 'status': 'completed', 'code': 200} Jun 02 20:45:22.620692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-7a4248b6-7f11-4c35-a127-a72fcd1c3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:22.622324 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-7a4248b6-7f11-4c35-a127-a72fcd1c3e84 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=20e068e3-c986-4299-bbaa-d33282c5c0ee HTTP/1.1" status: 200 len: 1097 time: 0.0957050 Jun 02 20:45:22.700784 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-c0410a8a-e5f0-4487-92b6-dc48154736fc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9936035b-3e02-4b7b-9dbd-507098a54669 HTTP/1.1" status: 200 len: 217 time: 0.0704930 Jun 02 20:45:22.766817 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-0eb81f84-8b72-4f7a-aa66-00bf24bf8fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:22.768895 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-0eb81f84-8b72-4f7a-aa66-00bf24bf8fe7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4ff22703-0d8d-4318-b601-23c678a7c097 HTTP/1.1" status: 200 len: 834 time: 0.0608540 Jun 02 20:45:22.848467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-0ae997d4-4d07-47cf-958b-64bf7df4c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:22.849861 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-0ae997d4-4d07-47cf-958b-64bf7df4c1ff service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b5cb97d6-0079-4948-a3d4-77d7a9a7278a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0749393 Jun 02 20:45:22.983817 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-2addb6e1-c13a-4cf8-93b8-22a4a1ad1ebd service neutron] 10.222.0.95 "GET /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273532 Jun 02 20:45:23.115443 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5d410138-15df-4d23-a3c7-247c058c4b62 req-95d11141-6a53-4683-98d3-12ed0bc1661c service neutron] 10.222.0.95 "GET /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246252 Jun 02 20:45:23.234208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bafda-166d-4407-9eaa-42a2415c1062 req-8ea87670-45ae-41fd-b5fc-02f04b3a0ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:23.235715 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-646bafda-166d-4407-9eaa-42a2415c1062 req-8ea87670-45ae-41fd-b5fc-02f04b3a0ce1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=20e068e3-c986-4299-bbaa-d33282c5c0ee HTTP/1.1" status: 200 len: 1097 time: 0.0729949 Jun 02 20:45:23.379918 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fcfafc75-1dc1-4001-941d-58e5ac375fbe req-e9b179cb-430b-42cd-811f-265d11725c43 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 210 time: 0.0440059 Jun 02 20:45:23.424693 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bafda-166d-4407-9eaa-42a2415c1062 req-023b4925-f8b0-45e2-94fd-67b6546da6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:23.426128 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-646bafda-166d-4407-9eaa-42a2415c1062 req-023b4925-f8b0-45e2-94fd-67b6546da6a3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b5cb97d6-0079-4948-a3d4-77d7a9a7278a HTTP/1.1" status: 200 len: 898 time: 0.1836042 Jun 02 20:45:23.499464 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-646bafda-166d-4407-9eaa-42a2415c1062 req-477f5ace-e09d-45f5-a9b5-48ebb86d4a13 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9936035b-3e02-4b7b-9dbd-507098a54669 HTTP/1.1" status: 200 len: 217 time: 0.0660279 Jun 02 20:45:23.541010 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-77061fa7-9006-4da1-bff6-ed65f8f909a4 req-b1cd061d-75be-40ad-a6a0-5a9494099acc service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=97dc912f-2181-4ec8-8d8f-0d788064c325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1939137 Jun 02 20:45:23.742367 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bafda-166d-4407-9eaa-42a2415c1062 req-da32dc99-182c-4123-9798-c1b4e2775089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:23.743782 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-646bafda-166d-4407-9eaa-42a2415c1062 req-da32dc99-182c-4123-9798-c1b4e2775089 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4ff22703-0d8d-4318-b601-23c678a7c097 HTTP/1.1" status: 200 len: 834 time: 0.2377141 Jun 02 20:45:23.904239 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77061fa7-9006-4da1-bff6-ed65f8f909a4 req-2ea735b7-6cad-4c17-b5b8-bf92fd0061a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:23.905701 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-77061fa7-9006-4da1-bff6-ed65f8f909a4 req-2ea735b7-6cad-4c17-b5b8-bf92fd0061a5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 1099 time: 0.3400869 Jun 02 20:45:23.913493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6516a-a3e9-4e0f-b8ed-c648037e05c4 req-6e26a23e-7403-4621-ab4e-f73f4029e399 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:23.914172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-56b6516a-a3e9-4e0f-b8ed-c648037e05c4 req-6e26a23e-7403-4621-ab4e-f73f4029e399 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:45:23.925460 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bafda-166d-4407-9eaa-42a2415c1062 req-275fe625-1924-44e5-9024-54a29ce42a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:23.926903 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-646bafda-166d-4407-9eaa-42a2415c1062 req-275fe625-1924-44e5-9024-54a29ce42a0a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b5cb97d6-0079-4948-a3d4-77d7a9a7278a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1473145 Jun 02 20:45:23.981547 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-56b6516a-a3e9-4e0f-b8ed-c648037e05c4 req-6e26a23e-7403-4621-ab4e-f73f4029e399 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:45:23.982668 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-56b6516a-a3e9-4e0f-b8ed-c648037e05c4 req-6e26a23e-7403-4621-ab4e-f73f4029e399 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e068e3-c986-4299-bbaa-d33282c5c0ee HTTP/1.1" status: 200 len: 944 time: 0.2421262 Jun 02 20:45:24.176511 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-56b6516a-a3e9-4e0f-b8ed-c648037e05c4 req-0a443106-b704-4430-ad6c-785a227c7772 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=02f3f830-9e3e-4eb4-abc2-846225e06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869757 Jun 02 20:45:24.205468 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-646bafda-166d-4407-9eaa-42a2415c1062 req-298c657f-996c-44db-a1a5-9148ac58bd98 service neutron] 10.222.0.95 "GET /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544589 Jun 02 20:45:24.207845 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77061fa7-9006-4da1-bff6-ed65f8f909a4 req-5b0a7d81-4cba-4e0d-8753-e1b1760d82fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:24.209205 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-77061fa7-9006-4da1-bff6-ed65f8f909a4 req-5b0a7d81-4cba-4e0d-8753-e1b1760d82fc service neutron] 10.222.0.95 "GET /v2.0/networks?id=b5cb97d6-0079-4948-a3d4-77d7a9a7278a HTTP/1.1" status: 200 len: 898 time: 0.2814674 Jun 02 20:45:24.303074 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-77061fa7-9006-4da1-bff6-ed65f8f909a4 req-b54bff86-9b49-459f-ba06-ffa6c1a8857d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55a08aeb-e505-48ef-a4ec-824dfabfad5b HTTP/1.1" status: 200 len: 217 time: 0.0648227 Jun 02 20:45:24.436020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77061fa7-9006-4da1-bff6-ed65f8f909a4 req-b728e489-2db8-4ba6-b51f-d20956532fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:24.437514 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-77061fa7-9006-4da1-bff6-ed65f8f909a4 req-b728e489-2db8-4ba6-b51f-d20956532fed service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4ff22703-0d8d-4318-b601-23c678a7c097 HTTP/1.1" status: 200 len: 834 time: 0.0880208 Jun 02 20:45:24.496295 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-646bafda-166d-4407-9eaa-42a2415c1062 req-e35f2d64-c908-4cf5-8d81-8c5d9da15a2b service neutron] 10.222.0.95 "GET /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788794 Jun 02 20:45:24.536698 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77061fa7-9006-4da1-bff6-ed65f8f909a4 req-7cba258c-65af-447d-b735-6f62085733aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:24.539084 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-77061fa7-9006-4da1-bff6-ed65f8f909a4 req-7cba258c-65af-447d-b735-6f62085733aa service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b5cb97d6-0079-4948-a3d4-77d7a9a7278a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0924306 Jun 02 20:45:24.560982 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cd67fbaa-bebf-45ec-a237-9f91a32615b3 req-c9e62d46-e119-4489-a312-5123cfc869d2 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0cdfdcb-e420-42d0-a03c-f7199ebd8540 HTTP/1.1" status: 200 len: 210 time: 0.0541658 Jun 02 20:45:24.682526 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-77061fa7-9006-4da1-bff6-ed65f8f909a4 req-f995dce2-7468-4214-9b68-084778b23237 service neutron] 10.222.0.95 "GET /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361825 Jun 02 20:45:24.814691 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-77061fa7-9006-4da1-bff6-ed65f8f909a4 req-918c198b-79c5-4468-8b4f-033301da32af service neutron] 10.222.0.95 "GET /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222727 Jun 02 20:45:25.361567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e347ac-091c-4db2-92a1-89d7d2d8af39 req-0763a0ab-a1a3-4cdd-af1a-16c578f961be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:25.362984 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-80e347ac-091c-4db2-92a1-89d7d2d8af39 req-0763a0ab-a1a3-4cdd-af1a-16c578f961be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e068e3-c986-4299-bbaa-d33282c5c0ee HTTP/1.1" status: 200 len: 944 time: 0.0785251 Jun 02 20:45:25.405859 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-80e347ac-091c-4db2-92a1-89d7d2d8af39 req-33ea5c88-f689-445b-8d99-e66b4569b1b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=02f3f830-9e3e-4eb4-abc2-846225e06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373762 Jun 02 20:45:25.937061 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-bf4d3d87-f19f-450b-b75a-9c3800b10c74 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-542410660&fields=id&tenant_id=8ac283e33ac84a4091254730e5dabc0a HTTP/1.1" status: 200 len: 267 time: 0.0430255 Jun 02 20:45:26.081068 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-11c041a4-195f-4462-a4eb-d987f5b56d2b tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:26.082462 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-11c041a4-195f-4462-a4eb-d987f5b56d2b tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/networks?id=828f3844-3007-442d-8050-ab51f25eaa71 HTTP/1.1" status: 200 len: 811 time: 0.1386175 Jun 02 20:45:26.096481 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-774ce560-d7ef-41c8-a2b4-ae87b85eee01 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/quotas/8ac283e33ac84a4091254730e5dabc0a HTTP/1.1" status: 200 len: 375 time: 0.0086262 Jun 02 20:45:26.179488 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-2c62863d-1ce0-4320-92ab-93f5043c6127 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ac283e33ac84a4091254730e5dabc0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781953 Jun 02 20:45:26.234793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-891927f2-8c22-407e-881e-f31f49e38d5b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:45:26.236307 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-891927f2-8c22-407e-881e-f31f49e38d5b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451901 Jun 02 20:45:26.478273 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 9936035b-3e02-4b7b-9dbd-507098a54669 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:45:26.502529 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-287f6478-556c-4e16-8b6e-e261b415d31a service neutron] 10.222.0.25 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605059 Jun 02 20:45:26.620151 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565ae19-70f1-426f-b513-f1c4fd28e8fa req-0a3e1a74-bb8b-468b-9d06-6b1e9411ebdd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:26.621855 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7565ae19-70f1-426f-b513-f1c4fd28e8fa req-0a3e1a74-bb8b-468b-9d06-6b1e9411ebdd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e068e3-c986-4299-bbaa-d33282c5c0ee HTTP/1.1" status: 200 len: 944 time: 0.1103442 Jun 02 20:45:26.638535 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 9936035b-3e02-4b7b-9dbd-507098a54669, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9936035b-3e02-4b7b-9dbd-507098a54669,segment=NetworkSegment(1a52daa9-92cf-4287-9ccd-bf8ed44a79f1),segment_id=1a52daa9-92cf-4287-9ccd-bf8ed44a79f1)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:45:26.640533 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-cf5bda24-dfaa-40b9-93cd-0310f2cb19b3 service neutron] 10.222.0.25 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314118 Jun 02 20:45:26.651969 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '9936035b-3e02-4b7b-9dbd-507098a54669', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'port_id': '9936035b-3e02-4b7b-9dbd-507098a54669', 'mac_address': 'fa:16:3e:92:71:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:45:26.671840 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7565ae19-70f1-426f-b513-f1c4fd28e8fa req-53a13b49-9209-43db-9555-ddb872fd2d5d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=02f3f830-9e3e-4eb4-abc2-846225e06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439053 Jun 02 20:45:26.711987 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:26.729398 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9936035b-3e02-4b7b-9dbd-507098a54669 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:45:26.745707 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 9936035b-3e02-4b7b-9dbd-507098a54669, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9936035b-3e02-4b7b-9dbd-507098a54669,segment=NetworkSegment(1a52daa9-92cf-4287-9ccd-bf8ed44a79f1),segment_id=1a52daa9-92cf-4287-9ccd-bf8ed44a79f1)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:45:26.750575 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:26.752511 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4a5d7643-e423-4be2-beb2-e7c2f7305096 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:45:26.822303 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=9936035b-3e02-4b7b-9dbd-507098a54669,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:45:26.829268 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:26.830218 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:26.830561 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:26.830892 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:26.831243 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:26.831572 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:26.831895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:26.832218 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:26.832538 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:26.832855 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:26.833171 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:26.833487 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:45:26.837284 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:45:27.043463 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4fd85711-eb95-4fb3-ab4d-6b3e07220e90 req-55b9d93b-3b34-493b-9d75-e14e7ac76ecb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 210 time: 0.0463414 Jun 02 20:45:27.091587 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['9936035b-3e02-4b7b-9dbd-507098a54669'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:45:27.863371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0c5c8-2d94-4a50-a079-7150b9e9fc4a req-669ed3a9-4d27-484a-a462-1e1a0d6e9050 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:27.864827 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-07f0c5c8-2d94-4a50-a079-7150b9e9fc4a req-669ed3a9-4d27-484a-a462-1e1a0d6e9050 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e068e3-c986-4299-bbaa-d33282c5c0ee HTTP/1.1" status: 200 len: 945 time: 0.0863957 Jun 02 20:45:27.919074 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-07f0c5c8-2d94-4a50-a079-7150b9e9fc4a req-0f3b2e6f-dea3-4899-ab85-792422f339ee tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=02f3f830-9e3e-4eb4-abc2-846225e06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484622 Jun 02 20:45:28.090856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-7bab1bd9-8f7c-4848-ba7a-b46bb28a994e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:28.092377 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-7bab1bd9-8f7c-4848-ba7a-b46bb28a994e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.95 "GET /v2.0/networks?id=828f3844-3007-442d-8050-ab51f25eaa71 HTTP/1.1" status: 200 len: 811 time: 0.1554692 Jun 02 20:45:28.146441 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-f62a5b2b-a36d-4dc6-a80e-c56d2be721f5 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ac283e33ac84a4091254730e5dabc0a HTTP/1.1" status: 200 len: 379 time: 0.0456500 Jun 02 20:45:28.157581 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-7ae83e40-7850-4838-ad2d-afe07eb0cc56 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Request body: {'port': {'device_id': '698b077c-ec62-4f16-b643-cbd822d64925', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'admin_state_up': True, 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'security_groups': ['1a6ecacd-cffb-46c5-8991-89798277ef88']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:45:28.207709 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-32935792-0f52-4936-9a59-6cddde9e5065 req-64edd201-f51f-4ee8-80fe-84793f9a2e4a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 210 time: 0.0497153 Jun 02 20:45:28.305994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-7ae83e40-7850-4838-ad2d-afe07eb0cc56 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:45:28.316438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-7ae83e40-7850-4838-ad2d-afe07eb0cc56 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:45:28.326575 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-7ae83e40-7850-4838-ad2d-afe07eb0cc56 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Made reservation on behalf of 8ac283e33ac84a4091254730e5dabc0a for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:45:28.331018 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-7ae83e40-7850-4838-ad2d-afe07eb0cc56 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:28.492439 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 9936035b-3e02-4b7b-9dbd-507098a54669 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:45:28.502066 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-7ae83e40-7850-4838-ad2d-afe07eb0cc56 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Allocated IP 172.20.0.9 (828f3844-3007-442d-8050-ab51f25eaa71/ac92c5bf-ce9a-4540-a013-72e531c21a06/fb853278-4524-4c52-92bb-66113b677fde) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:45:28.569387 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 9936035b-3e02-4b7b-9dbd-507098a54669 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:45:28.574773 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 9936035b-3e02-4b7b-9dbd-507098a54669 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:45:28.575224 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:28.696092 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:28.728311 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-7ae83e40-7850-4838-ad2d-afe07eb0cc56 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:28.736029 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e068e3-c986-4299-bbaa-d33282c5c0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9936035b-3e02-4b7b-9dbd-507098a54669'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:45:28.736386 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cf47bb-68e4-4a12-b057-ce4336809072" -d '{"events": [{"server_uuid": "20e068e3-c986-4299-bbaa-d33282c5c0ee", "name": "network-vif-plugged", "status": "completed", "tag": "9936035b-3e02-4b7b-9dbd-507098a54669"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:45:28.751234 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 9936035b-3e02-4b7b-9dbd-507098a54669, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9936035b-3e02-4b7b-9dbd-507098a54669,segment=NetworkSegment(1a52daa9-92cf-4287-9ccd-bf8ed44a79f1),segment_id=1a52daa9-92cf-4287-9ccd-bf8ed44a79f1)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:45:28.753220 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-7ae83e40-7850-4838-ad2d-afe07eb0cc56 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Transition to ACTIVE for port object fb853278-4524-4c52-92bb-66113b677fde will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:45:28.758895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:28.761670 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-6fab9f10-55ae-4576-972e-0265f236046b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:45:28.781684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-7ae83e40-7850-4838-ad2d-afe07eb0cc56 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:28.789955 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-07fbb337-4f43-4098-a882-104bf0fa99fe tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:45:28.834193 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=9936035b-3e02-4b7b-9dbd-507098a54669,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:45:28.837359 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:45:28.865695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-7ae83e40-7850-4838-ad2d-afe07eb0cc56 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Network 828f3844-3007-442d-8050-ab51f25eaa71 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:45:28.868253 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bde597c-649f-43c4-aa8d-fd0d1df17429 x-openstack-request-id: req-4bde597c-649f-43c4-aa8d-fd0d1df17429 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:45:28.869260 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e068e3-c986-4299-bbaa-d33282c5c0ee", "name": "network-vif-plugged", "status": "completed", "tag": "9936035b-3e02-4b7b-9dbd-507098a54669", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:45:28.869572 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-7ae83e40-7850-4838-ad2d-afe07eb0cc56 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:45:28.870129 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4bde597c-649f-43c4-aa8d-fd0d1df17429 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:45:28.870606 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e068e3-c986-4299-bbaa-d33282c5c0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9936035b-3e02-4b7b-9dbd-507098a54669', 'code': 200} Jun 02 20:45:28.871904 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-7ae83e40-7850-4838-ad2d-afe07eb0cc56 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:45:28.918553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae83e40-7850-4838-ad2d-afe07eb0cc56 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event updated for resources: {'Port': ['ID=fb853278-4524-4c52-92bb-66113b677fde,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:45:28.927033 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7ae83e40-7850-4838-ad2d-afe07eb0cc56 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:45:28.963222 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-7ae83e40-7850-4838-ad2d-afe07eb0cc56 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:28.963867 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-7ae83e40-7850-4838-ad2d-afe07eb0cc56 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:28.995757 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-7ae83e40-7850-4838-ad2d-afe07eb0cc56 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8430467 Jun 02 20:45:29.009580 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Request body: {'port': {'device_id': '698b077c-ec62-4f16-b643-cbd822d64925', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:45:29.151059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37201353-59c8-4f05-9e7b-efdf23b2507f req-721bd81b-bce8-4b05-8aa1-3c2999e6ed87 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:29.152647 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-37201353-59c8-4f05-9e7b-efdf23b2507f req-721bd81b-bce8-4b05-8aa1-3c2999e6ed87 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e068e3-c986-4299-bbaa-d33282c5c0ee HTTP/1.1" status: 200 len: 946 time: 0.0891294 Jun 02 20:45:29.194333 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:29.204829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b76c07bf-09c8-4864-b8d4-3e097188e190 None None] Provisioning for port fb853278-4524-4c52-92bb-66113b677fde completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:45:29.210751 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b76c07bf-09c8-4864-b8d4-3e097188e190 None None] Provisioning complete for port fb853278-4524-4c52-92bb-66113b677fde triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:45:29.212002 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b76c07bf-09c8-4864-b8d4-3e097188e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:29.214744 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-37201353-59c8-4f05-9e7b-efdf23b2507f req-b66f6478-05dd-4b0e-8dd6-9d462d3b2a84 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=02f3f830-9e3e-4eb4-abc2-846225e06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548131 Jun 02 20:45:29.288269 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341bba3-9fdc-4dad-96fb-d950fecf01b3 req-4d8059f0-6adf-4c60-9ca7-724c0f789389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:29.289846 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f341bba3-9fdc-4dad-96fb-d950fecf01b3 req-4d8059f0-6adf-4c60-9ca7-724c0f789389 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=20e068e3-c986-4299-bbaa-d33282c5c0ee HTTP/1.1" status: 200 len: 1099 time: 0.2263772 Jun 02 20:45:29.291584 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-b76c07bf-09c8-4864-b8d4-3e097188e190 None None] Port fb853278-4524-4c52-92bb-66113b677fde cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:45:29.464481 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f341bba3-9fdc-4dad-96fb-d950fecf01b3 req-17aa8f64-f03b-455f-983f-d7775afe9245 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=02f3f830-9e3e-4eb4-abc2-846225e06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666896 Jun 02 20:45:29.744688 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057966b5-52a9-4725-9b97-de3b258f33e6 req-3b494a7c-4282-46ae-b267-fda19af10e7d tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:29.745384 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-057966b5-52a9-4725-9b97-de3b258f33e6 req-3b494a7c-4282-46ae-b267-fda19af10e7d tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Synchronizing usage tracker for tenant:8ac283e33ac84a4091254730e5dabc0a on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:45:29.771554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-057966b5-52a9-4725-9b97-de3b258f33e6 req-3b494a7c-4282-46ae-b267-fda19af10e7d tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Unset dirty status for tenant:8ac283e33ac84a4091254730e5dabc0a on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:45:29.772779 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-057966b5-52a9-4725-9b97-de3b258f33e6 req-3b494a7c-4282-46ae-b267-fda19af10e7d tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 931 time: 0.4218411 Jun 02 20:45:29.868288 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb853278-4524-4c52-92bb-66113b677fde {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:45:29.874735 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-057966b5-52a9-4725-9b97-de3b258f33e6 req-00f8bd1f-0d84-4ef1-959c-6404ad14d52e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939085 Jun 02 20:45:29.879121 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:29.895489 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Transition to ACTIVE for port object fb853278-4524-4c52-92bb-66113b677fde will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:45:29.900025 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:29.904605 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:45:30.067664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Pushing event updated for resources: {'Port': ['ID=fb853278-4524-4c52-92bb-66113b677fde,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:45:30.094948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:45:30.141315 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Attempting to bind port fb853278-4524-4c52-92bb-66113b677fde on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:45:30.141651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Attempting to bind port fb853278-4524-4c52-92bb-66113b677fde by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'd2167362-7953-411f-b6fe-12c6e0c6f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:45:30.142053 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Attempting to bind port fb853278-4524-4c52-92bb-66113b677fde on network 828f3844-3007-442d-8050-ab51f25eaa71 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:45:30.147593 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Port fb853278-4524-4c52-92bb-66113b677fde on network 828f3844-3007-442d-8050-ab51f25eaa71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:45:30.147911 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Attempting to bind port fb853278-4524-4c52-92bb-66113b677fde on network 828f3844-3007-442d-8050-ab51f25eaa71 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:45:30.154073 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:45:30.154411 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Checking segment: {'id': 'd2167362-7953-411f-b6fe-12c6e0c6f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:45:30.154795 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Bound using segment: {'id': 'd2167362-7953-411f-b6fe-12c6e0c6f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:45:30.155250 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Bound port: fb853278-4524-4c52-92bb-66113b677fde, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2167362-7953-411f-b6fe-12c6e0c6f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:45:30.155595 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:30.250314 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] For port fb853278-4524-4c52-92bb-66113b677fde, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:45:30.254284 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] For port fb853278-4524-4c52-92bb-66113b677fde, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fb853278-4524-4c52-92bb-66113b677fde,segment=NetworkSegment(d2167362-7953-411f-b6fe-12c6e0c6f23f),segment_id=d2167362-7953-411f-b6fe-12c6e0c6f23f)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:45:30.258208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:30.262871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6878c77f-eacc-4601-8c2c-75db67cc7f78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:45:30.320720 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:30.321177 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:30.322540 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] 10.222.0.95 "PUT /v2.0/ports/fb853278-4524-4c52-92bb-66113b677fde HTTP/1.1" status: 200 len: 1093 time: 1.3192277 Jun 02 20:45:30.323069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698b077c-ec62-4f16-b643-cbd822d64925', 'tag': 'fb853278-4524-4c52-92bb-66113b677fde'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:45:30.325375 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa05592-e33a-4729-bead-369be34b943f" -d '{"events": [{"name": "network-changed", "server_uuid": "698b077c-ec62-4f16-b643-cbd822d64925", "tag": "fb853278-4524-4c52-92bb-66113b677fde"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:45:30.371871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Pushing event updated for resources: {'Port': ['ID=fb853278-4524-4c52-92bb-66113b677fde,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:45:30.376021 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:45:30.391075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b11076-6b07-4b8c-9e4e-9a720eaff7aa x-openstack-request-id: req-d8b11076-6b07-4b8c-9e4e-9a720eaff7aa {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:45:30.392019 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698b077c-ec62-4f16-b643-cbd822d64925", "tag": "fb853278-4524-4c52-92bb-66113b677fde", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:45:30.392982 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8b11076-6b07-4b8c-9e4e-9a720eaff7aa {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:45:30.393583 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698b077c-ec62-4f16-b643-cbd822d64925', 'tag': 'fb853278-4524-4c52-92bb-66113b677fde', 'status': 'completed', 'code': 200} Jun 02 20:45:30.441898 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0994b0-b2a8-48c8-990a-5956d959b2dc req-5e014dd0-b0ec-47b3-8463-2f055f506c5e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:30.444565 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cc0994b0-b2a8-48c8-990a-5956d959b2dc req-5e014dd0-b0ec-47b3-8463-2f055f506c5e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e068e3-c986-4299-bbaa-d33282c5c0ee HTTP/1.1" status: 200 len: 946 time: 0.1124258 Jun 02 20:45:30.515737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-3d2da4e6-a29a-4fe9-a803-6102fa6ac011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:30.517907 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-3d2da4e6-a29a-4fe9-a803-6102fa6ac011 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8ac283e33ac84a4091254730e5dabc0a&device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 1096 time: 0.1048582 Jun 02 20:45:30.523287 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cc0994b0-b2a8-48c8-990a-5956d959b2dc req-739158a6-e474-42f4-8b74-695fa9a5b604 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=02f3f830-9e3e-4eb4-abc2-846225e06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704923 Jun 02 20:45:30.603439 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-867d8eaf-7957-4723-a909-e107f43cf98b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb853278-4524-4c52-92bb-66113b677fde HTTP/1.1" status: 200 len: 217 time: 0.0684469 Jun 02 20:45:30.674925 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-7076dc87-f2e9-4900-9ccb-0037ddc14ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:30.676473 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-7076dc87-f2e9-4900-9ccb-0037ddc14ad8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ac92c5bf-ce9a-4540-a013-72e531c21a06 HTTP/1.1" status: 200 len: 850 time: 0.0621724 Jun 02 20:45:30.732564 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7f29fb63-a91a-4659-a7a5-f9bb806f2dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:30.764370 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-7cdaea90-23e0-4cfb-984a-64c9e36b6549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:30.765852 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-7cdaea90-23e0-4cfb-984a-64c9e36b6549 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=828f3844-3007-442d-8050-ab51f25eaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0828483 Jun 02 20:45:30.911534 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-fe078147-1532-4d85-8d25-2833582e46f3 service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381090 Jun 02 20:45:31.103857 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a60b3087-d73a-4758-bfd6-5c0043f337c3 req-603adbca-089a-435a-a61a-edf7bb8398ca service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850801 Jun 02 20:45:31.122987 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10090546-7d6e-43da-a1a9-aa3e6761cb23 req-03624733-0358-4752-984f-a5b6d701729b tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:31.124471 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-10090546-7d6e-43da-a1a9-aa3e6761cb23 req-03624733-0358-4752-984f-a5b6d701729b tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 943 time: 0.1261907 Jun 02 20:45:31.218109 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-10090546-7d6e-43da-a1a9-aa3e6761cb23 req-58121742-24e2-4af7-8033-d1c5763ed656 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872531 Jun 02 20:45:31.244182 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa05592-e33a-4729-bead-369be34b943f req-c6f17897-2077-4bde-8fed-5a807d43fe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:31.245745 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6aa05592-e33a-4729-bead-369be34b943f req-c6f17897-2077-4bde-8fed-5a807d43fe37 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8ac283e33ac84a4091254730e5dabc0a&device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 1096 time: 0.0976827 Jun 02 20:45:31.379090 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa05592-e33a-4729-bead-369be34b943f req-971af1b2-ab12-45e6-9f88-3769086d1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:31.380559 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6aa05592-e33a-4729-bead-369be34b943f req-971af1b2-ab12-45e6-9f88-3769086d1ce2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=828f3844-3007-442d-8050-ab51f25eaa71 HTTP/1.1" status: 200 len: 912 time: 0.1292539 Jun 02 20:45:31.450567 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6aa05592-e33a-4729-bead-369be34b943f req-74aba115-3048-40af-810a-c2eaf43871a8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb853278-4524-4c52-92bb-66113b677fde HTTP/1.1" status: 200 len: 217 time: 0.0640459 Jun 02 20:45:31.520057 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa05592-e33a-4729-bead-369be34b943f req-cfdd9651-814b-425a-965e-1f3c4055d6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:31.521524 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6aa05592-e33a-4729-bead-369be34b943f req-cfdd9651-814b-425a-965e-1f3c4055d6f2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ac92c5bf-ce9a-4540-a013-72e531c21a06 HTTP/1.1" status: 200 len: 850 time: 0.0639215 Jun 02 20:45:31.601547 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa05592-e33a-4729-bead-369be34b943f req-0821d644-fdfd-4369-928a-c0956f3002f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:31.603009 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6aa05592-e33a-4729-bead-369be34b943f req-0821d644-fdfd-4369-928a-c0956f3002f2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=828f3844-3007-442d-8050-ab51f25eaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0748310 Jun 02 20:45:31.704179 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8094539-162c-4dec-8a3c-5a4ba1d0fc47 req-3e83db1e-3e7c-4c14-a462-e8a57af7a088 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:31.705684 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d8094539-162c-4dec-8a3c-5a4ba1d0fc47 req-3e83db1e-3e7c-4c14-a462-e8a57af7a088 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e068e3-c986-4299-bbaa-d33282c5c0ee HTTP/1.1" status: 200 len: 946 time: 0.0854230 Jun 02 20:45:31.743125 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6aa05592-e33a-4729-bead-369be34b943f req-f8a315f2-536a-410c-a525-016554987658 service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339705 Jun 02 20:45:31.759554 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d8094539-162c-4dec-8a3c-5a4ba1d0fc47 req-a9b6fec7-7e31-4267-a532-820a467b72e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=02f3f830-9e3e-4eb4-abc2-846225e06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479519 Jun 02 20:45:32.052450 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6aa05592-e33a-4729-bead-369be34b943f req-8bc2377f-20d5-4b6b-8620-84a467f5fb21 service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029675 Jun 02 20:45:32.090428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a551a-99a4-4af9-bf20-35a224698601 req-b1e98e77-b778-44e6-a8b2-f4892d75fa28 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:32.091890 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f32a551a-99a4-4af9-bf20-35a224698601 req-b1e98e77-b778-44e6-a8b2-f4892d75fa28 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e068e3-c986-4299-bbaa-d33282c5c0ee HTTP/1.1" status: 200 len: 946 time: 0.2225013 Jun 02 20:45:32.138322 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f32a551a-99a4-4af9-bf20-35a224698601 req-a5e6925b-1fc7-4511-9af2-0308c81ede38 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=02f3f830-9e3e-4eb4-abc2-846225e06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399446 Jun 02 20:45:32.161747 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59266) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:45:32.229544 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097d5385-0fa9-4968-a67b-f1e2e8d3f2de tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:32.231021 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-097d5385-0fa9-4968-a67b-f1e2e8d3f2de tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20e068e3-c986-4299-bbaa-d33282c5c0ee HTTP/1.1" status: 200 len: 1094 time: 0.0682929 Jun 02 20:45:32.234026 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59268) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:45:32.238327 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-0c4bec17-0ecc-4bc5-813a-036201e55dc7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'floatingip': {'port_id': '9936035b-3e02-4b7b-9dbd-507098a54669'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:45:32.343464 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0c4bec17-0ecc-4bc5-813a-036201e55dc7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:32.606176 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1aa57-37b6-4d81-9152-e91d53d8e831 req-1b01385c-e3e3-4549-9808-f151610d7f86 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:32.607731 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-10b1aa57-37b6-4d81-9152-e91d53d8e831 req-1b01385c-e3e3-4549-9808-f151610d7f86 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 943 time: 0.2669668 Jun 02 20:45:32.738935 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-10b1aa57-37b6-4d81-9152-e91d53d8e831 req-1f86dcaa-9dd0-41e2-aa00-55a2731eb3b6 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214967 Jun 02 20:45:33.212778 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0c4bec17-0ecc-4bc5-813a-036201e55dc7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:33.216697 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0c4bec17-0ecc-4bc5-813a-036201e55dc7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:33.300275 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a9fca990-67ed-415e-b940-bb6375337986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:33.335515 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:33.393837 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-0c4bec17-0ecc-4bc5-813a-036201e55dc7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Floating IP bbe0f687-697a-4abc-825c-390e88b812da associated. External IP: 172.26.0.228, port: 9936035b-3e02-4b7b-9dbd-507098a54669. Jun 02 20:45:33.744271 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4bec17-0ecc-4bc5-813a-036201e55dc7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:45:33.919888 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4bec17-0ecc-4bc5-813a-036201e55dc7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:45:33.925316 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0c4bec17-0ecc-4bc5-813a-036201e55dc7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:33.927865 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e49a9a-62b5-4af6-8e6d-f5900f68f997 req-4e66cbd8-0746-4497-9d4a-b1eada60e42a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:33.929331 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e2e49a9a-62b5-4af6-8e6d-f5900f68f997 req-4e66cbd8-0746-4497-9d4a-b1eada60e42a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 943 time: 0.0846624 Jun 02 20:45:33.929880 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f00d30-febe-4b27-8be3-7017765956e5 None None] Sync routers for ids ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:45:33.939468 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f00d30-febe-4b27-8be3-7017765956e5 None None] Routers {'82d7d7e9-a9af-43ce-b85c-7bf1be41d312'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:45:33.940089 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-18f00d30-febe-4b27-8be3-7017765956e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:45:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:45:33.974830 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e2e49a9a-62b5-4af6-8e6d-f5900f68f997 req-cd45af1b-960a-4f74-851f-f0db81f443d3 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393753 Jun 02 20:45:33.983401 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0c4bec17-0ecc-4bc5-813a-036201e55dc7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/floatingips/bbe0f687-697a-4abc-825c-390e88b812da HTTP/1.1" status: 200 len: 992 time: 1.7483521 Jun 02 20:45:33.984069 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e068e3-c986-4299-bbaa-d33282c5c0ee', 'tag': '9936035b-3e02-4b7b-9dbd-507098a54669'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:45:33.986969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59274) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:45:33.987299 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a04aff-f097-4533-9b73-1793681f76da" -d '{"events": [{"name": "network-changed", "server_uuid": "20e068e3-c986-4299-bbaa-d33282c5c0ee", "tag": "9936035b-3e02-4b7b-9dbd-507098a54669"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:45:34.031284 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0317bcf-e4cd-4b52-8d27-e8058874c65c x-openstack-request-id: req-b0317bcf-e4cd-4b52-8d27-e8058874c65c {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:45:34.031626 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e068e3-c986-4299-bbaa-d33282c5c0ee", "tag": "9936035b-3e02-4b7b-9dbd-507098a54669", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:45:34.031925 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0317bcf-e4cd-4b52-8d27-e8058874c65c {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:45:34.032371 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e068e3-c986-4299-bbaa-d33282c5c0ee', 'tag': '9936035b-3e02-4b7b-9dbd-507098a54669', 'status': 'completed', 'code': 200} Jun 02 20:45:34.120728 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-18f00d30-febe-4b27-8be3-7017765956e5 None None] Set router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:45:34.138767 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a23afaa5-4b3a-4116-959b-d8cd841fd60d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/bbe0f687-697a-4abc-825c-390e88b812da HTTP/1.1" status: 200 len: 992 time: 0.1498842 Jun 02 20:45:34.158986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a04aff-f097-4533-9b73-1793681f76da req-4d18ad1d-0b09-4013-a3eb-ddd798d93919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:34.160428 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a4a04aff-f097-4533-9b73-1793681f76da req-4d18ad1d-0b09-4013-a3eb-ddd798d93919 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=20e068e3-c986-4299-bbaa-d33282c5c0ee HTTP/1.1" status: 200 len: 1099 time: 0.0976162 Jun 02 20:45:34.285910 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:34.292438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a04aff-f097-4533-9b73-1793681f76da req-ea1364be-fefb-40d3-9f87-34eff5d4693a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:34.294289 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a4a04aff-f097-4533-9b73-1793681f76da req-ea1364be-fefb-40d3-9f87-34eff5d4693a service neutron] 10.222.0.95 "GET /v2.0/networks?id=b5cb97d6-0079-4948-a3d4-77d7a9a7278a HTTP/1.1" status: 200 len: 898 time: 0.1273642 Jun 02 20:45:34.396115 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a4a04aff-f097-4533-9b73-1793681f76da req-9de458cf-a354-4b9b-9ea7-9f752adc92f8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9936035b-3e02-4b7b-9dbd-507098a54669 HTTP/1.1" status: 200 len: 1000 time: 0.0961428 Jun 02 20:45:34.461528 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a04aff-f097-4533-9b73-1793681f76da req-e84b1c07-1208-461e-bf60-152f36b7ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:34.462943 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a4a04aff-f097-4533-9b73-1793681f76da req-e84b1c07-1208-461e-bf60-152f36b7ed99 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4ff22703-0d8d-4318-b601-23c678a7c097 HTTP/1.1" status: 200 len: 834 time: 0.0609200 Jun 02 20:45:34.473852 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-18f00d30-febe-4b27-8be3-7017765956e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'name': 'tempest-TestNetworkBasicOps-router-1460964123', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:26Z', 'updated_at': '2021-06-02T20:43:34Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:27Z', 'updated_at': '2021-06-02T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'bbe0f687-697a-4abc-825c-390e88b812da', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.228', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'port_id': '9936035b-3e02-4b7b-9dbd-507098a54669', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'mac_address': 'fa:16:3e:92:71:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e068e3-c986-4299-bbaa-d33282c5c0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:43:54Z', 'updated_at': '2021-06-02T20:45:33Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcfc993-0e85-4f3c-b60a-056d883ad6fa', 'name': '', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:a4:d9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:33Z', 'updated_at': '2021-06-02T20:43:44Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:45:34.477647 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f00d30-febe-4b27-8be3-7017765956e5 None None] Checking router: 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:45:34.485848 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f00d30-febe-4b27-8be3-7017765956e5 None None] Routers {'82d7d7e9-a9af-43ce-b85c-7bf1be41d312'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:45:34.486448 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-18f00d30-febe-4b27-8be3-7017765956e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:45:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:45:34.538995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a04aff-f097-4533-9b73-1793681f76da req-c170ee10-cf79-4a2e-84f8-eb3bbb68edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:34.540388 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a4a04aff-f097-4533-9b73-1793681f76da req-c170ee10-cf79-4a2e-84f8-eb3bbb68edaa service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b5cb97d6-0079-4948-a3d4-77d7a9a7278a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0707283 Jun 02 20:45:34.672665 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-18f00d30-febe-4b27-8be3-7017765956e5 None None] Set router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:45:34.683282 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a4a04aff-f097-4533-9b73-1793681f76da req-c4a28d04-08a8-4269-8284-7e629f8125c6 service neutron] 10.222.0.95 "GET /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366377 Jun 02 20:45:34.816756 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a4a04aff-f097-4533-9b73-1793681f76da req-20dcdba6-fed8-4957-9a3e-2d2d4abe5856 service neutron] 10.222.0.95 "GET /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264577 Jun 02 20:45:35.069908 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-18f00d30-febe-4b27-8be3-7017765956e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'name': 'tempest-TestNetworkBasicOps-router-1460964123', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:26Z', 'updated_at': '2021-06-02T20:43:34Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:27Z', 'updated_at': '2021-06-02T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'bbe0f687-697a-4abc-825c-390e88b812da', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.228', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'port_id': '9936035b-3e02-4b7b-9dbd-507098a54669', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'mac_address': 'fa:16:3e:92:71:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e068e3-c986-4299-bbaa-d33282c5c0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:43:54Z', 'updated_at': '2021-06-02T20:45:33Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcfc993-0e85-4f3c-b60a-056d883ad6fa', 'name': '', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:a4:d9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:33Z', 'updated_at': '2021-06-02T20:43:44Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:45:35.073770 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f00d30-febe-4b27-8be3-7017765956e5 None None] The sync data for ids ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'] in dv-neutron-601336-84-hyperv is: [{'id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'name': 'tempest-TestNetworkBasicOps-router-1460964123', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:26Z', 'updated_at': '2021-06-02T20:43:34Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:27Z', 'updated_at': '2021-06-02T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'bbe0f687-697a-4abc-825c-390e88b812da', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.228', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'port_id': '9936035b-3e02-4b7b-9dbd-507098a54669', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'mac_address': 'fa:16:3e:92:71:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e068e3-c986-4299-bbaa-d33282c5c0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:43:54Z', 'updated_at': '2021-06-02T20:45:33Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcfc993-0e85-4f3c-b60a-056d883ad6fa', 'name': '', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:a4:d9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:33Z', 'updated_at': '2021-06-02T20:43:44Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:45:35.141839 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59280) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:45:35.165361 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f773e52-2922-4e07-9865-d434b3816ee9 req-bff9b195-468b-4195-8b09-72402db9a5e4 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:35.166819 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3f773e52-2922-4e07-9865-d434b3816ee9 req-bff9b195-468b-4195-8b09-72402db9a5e4 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 943 time: 0.0833995 Jun 02 20:45:35.220142 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3f773e52-2922-4e07-9865-d434b3816ee9 req-4841d2b4-aef6-4eea-8cd8-6ae85f1564f7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474739 Jun 02 20:45:35.256655 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a6962c14-dcd6-4048-adce-d9c18d3bc782 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/bbe0f687-697a-4abc-825c-390e88b812da HTTP/1.1" status: 200 len: 992 time: 0.1133463 Jun 02 20:45:35.270717 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929d4e6a-ccf3-4c9c-860a-c7f0b4abcb1a None None] New status for floating IP bbe0f687-697a-4abc-825c-390e88b812da: ACTIVE {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:45:35.891050 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:36.260405 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59284) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:45:36.362468 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f29b827d-8f8f-4ae0-8940-17851ff9f18f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/bbe0f687-697a-4abc-825c-390e88b812da HTTP/1.1" status: 200 len: 994 time: 0.1007631 Jun 02 20:45:36.408266 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8333a-6f00-4b53-ae88-22dd655c2ccd req-8c0a0a9e-a6cd-4391-af73-c4b644ae5c06 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:36.409717 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-26b8333a-6f00-4b53-ae88-22dd655c2ccd req-8c0a0a9e-a6cd-4391-af73-c4b644ae5c06 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 943 time: 0.0808055 Jun 02 20:45:36.453497 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-26b8333a-6f00-4b53-ae88-22dd655c2ccd req-02be1c78-7094-4694-9c35-15f3d973fd2e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381830 Jun 02 20:45:37.638381 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7500715-c16b-4d24-a27a-2b2206988c04 req-bb7793d1-33b3-49d5-9db0-1c95a0e317ca tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:37.639749 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c7500715-c16b-4d24-a27a-2b2206988c04 req-bb7793d1-33b3-49d5-9db0-1c95a0e317ca tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 943 time: 0.0841346 Jun 02 20:45:37.681879 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c7500715-c16b-4d24-a27a-2b2206988c04 req-54b28ef2-9bd3-424e-bef4-3765b3cfcbec tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359299 Jun 02 20:45:39.026551 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dfeeb-f2a8-45af-9dfb-a7a08eb0f0cc req-e7f3a5a1-d405-4b09-84db-a4d82f9ee4a4 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:39.027941 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-173dfeeb-f2a8-45af-9dfb-a7a08eb0f0cc req-e7f3a5a1-d405-4b09-84db-a4d82f9ee4a4 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 943 time: 0.2406337 Jun 02 20:45:39.071419 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-173dfeeb-f2a8-45af-9dfb-a7a08eb0f0cc req-55861866-0477-4839-bfe5-1b545bb92810 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375583 Jun 02 20:45:40.254912 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff069d25-89ff-48a8-80ec-8346b8cf0245 req-49376864-bdef-4d49-8369-fa96cb0d3c83 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:40.256362 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ff069d25-89ff-48a8-80ec-8346b8cf0245 req-49376864-bdef-4d49-8369-fa96cb0d3c83 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 943 time: 0.0801725 Jun 02 20:45:40.302762 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ff069d25-89ff-48a8-80ec-8346b8cf0245 req-bedca972-7ff1-41e1-bed9-cfe9ff37ae5e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409198 Jun 02 20:45:41.488289 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d316ad-3deb-4df8-97fa-05a97d630d37 req-233d6b4c-9c42-43e0-a1c9-b3af9a76c492 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:41.489716 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-79d316ad-3deb-4df8-97fa-05a97d630d37 req-233d6b4c-9c42-43e0-a1c9-b3af9a76c492 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 943 time: 0.0790958 Jun 02 20:45:41.536750 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-79d316ad-3deb-4df8-97fa-05a97d630d37 req-7fea8506-9142-4bbc-88cf-dd1aab9c43f5 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415215 Jun 02 20:45:42.542318 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device fb853278-4524-4c52-92bb-66113b677fde details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:45:42.676008 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port fb853278-4524-4c52-92bb-66113b677fde, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fb853278-4524-4c52-92bb-66113b677fde,segment=NetworkSegment(d2167362-7953-411f-b6fe-12c6e0c6f23f),segment_id=d2167362-7953-411f-b6fe-12c6e0c6f23f)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:45:42.688714 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': 'fb853278-4524-4c52-92bb-66113b677fde', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'port_id': 'fb853278-4524-4c52-92bb-66113b677fde', 'mac_address': 'fa:16:3e:c5:dd:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:45:42.718544 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3e17b-518f-4bf0-9f8b-a64033a938bb req-97a2fc57-fe31-4efa-98f0-d2212cf2b7bd tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:42.720061 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6ad3e17b-518f-4bf0-9f8b-a64033a938bb req-97a2fc57-fe31-4efa-98f0-d2212cf2b7bd tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 943 time: 0.0793569 Jun 02 20:45:42.744031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:42.761272 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb853278-4524-4c52-92bb-66113b677fde {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:45:42.764866 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6ad3e17b-518f-4bf0-9f8b-a64033a938bb req-e2264b46-5d75-4bee-a92d-cb76fdb008b8 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392857 Jun 02 20:45:42.776434 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port fb853278-4524-4c52-92bb-66113b677fde, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fb853278-4524-4c52-92bb-66113b677fde,segment=NetworkSegment(d2167362-7953-411f-b6fe-12c6e0c6f23f),segment_id=d2167362-7953-411f-b6fe-12c6e0c6f23f)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:45:42.780590 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:42.782375 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:45:42.849935 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=fb853278-4524-4c52-92bb-66113b677fde,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:45:42.853111 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:45:43.127837 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['fb853278-4524-4c52-92bb-66113b677fde'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:45:43.943408 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3facf12-3dc6-477a-a46c-bf2ece024d89 req-539c6901-b981-4c8f-a8c5-619f76b9a2fe tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:43.944827 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f3facf12-3dc6-477a-a46c-bf2ece024d89 req-539c6901-b981-4c8f-a8c5-619f76b9a2fe tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 944 time: 0.0784404 Jun 02 20:45:43.988071 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f3facf12-3dc6-477a-a46c-bf2ece024d89 req-a6ddd1fa-d409-4583-b340-4a675b4ca85f tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377014 Jun 02 20:45:44.365286 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:44.561688 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device fb853278-4524-4c52-92bb-66113b677fde up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:45:44.631923 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port fb853278-4524-4c52-92bb-66113b677fde completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:45:44.637118 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port fb853278-4524-4c52-92bb-66113b677fde triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:45:44.637504 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:44.754693 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:44.780672 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698b077c-ec62-4f16-b643-cbd822d64925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb853278-4524-4c52-92bb-66113b677fde'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:45:44.782867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc3ffc5-27df-4bdc-8268-13db814cc6fe" -d '{"events": [{"server_uuid": "698b077c-ec62-4f16-b643-cbd822d64925", "name": "network-vif-plugged", "status": "completed", "tag": "fb853278-4524-4c52-92bb-66113b677fde"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:45:44.791689 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port fb853278-4524-4c52-92bb-66113b677fde, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fb853278-4524-4c52-92bb-66113b677fde,segment=NetworkSegment(d2167362-7953-411f-b6fe-12c6e0c6f23f),segment_id=d2167362-7953-411f-b6fe-12c6e0c6f23f)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:45:44.795716 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:44.798119 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-23131185-47e8-4691-81d3-a64ab9ff2cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:45:44.836230 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678b841c-b15f-46b0-8a3c-8d26485df006 x-openstack-request-id: req-678b841c-b15f-46b0-8a3c-8d26485df006 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:45:44.836530 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698b077c-ec62-4f16-b643-cbd822d64925", "name": "network-vif-plugged", "status": "completed", "tag": "fb853278-4524-4c52-92bb-66113b677fde", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:45:44.836787 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-678b841c-b15f-46b0-8a3c-8d26485df006 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:45:44.837173 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698b077c-ec62-4f16-b643-cbd822d64925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb853278-4524-4c52-92bb-66113b677fde', 'code': 200} Jun 02 20:45:44.869350 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=fb853278-4524-4c52-92bb-66113b677fde,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:45:44.872249 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:45:45.040479 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a24fff-4957-4770-8806-17b5c37f78fb req-421c2b2a-a107-41b4-a257-b40c264adb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:45.041957 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d1a24fff-4957-4770-8806-17b5c37f78fb req-421c2b2a-a107-41b4-a257-b40c264adb0d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 1098 time: 0.0749464 Jun 02 20:45:45.083939 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d1a24fff-4957-4770-8806-17b5c37f78fb req-4b54e95b-a534-4acf-befc-e15c3d0bf0e5 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358698 Jun 02 20:45:45.179188 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1704b24-0e75-458d-a32a-1b33d87cc065 req-995f64c1-cf1e-46e5-8d3f-e901038ba056 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:45.180638 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a1704b24-0e75-458d-a32a-1b33d87cc065 req-995f64c1-cf1e-46e5-8d3f-e901038ba056 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 945 time: 0.0828502 Jun 02 20:45:45.224358 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a1704b24-0e75-458d-a32a-1b33d87cc065 req-51f26b0d-abaf-4b80-8f11-2eff41933f5e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381541 Jun 02 20:45:46.409717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86790b88-ae10-42f0-9d01-391a896554c2 req-a0fe204d-3376-437f-9cbd-55b0355caaac tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:46.411137 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-86790b88-ae10-42f0-9d01-391a896554c2 req-a0fe204d-3376-437f-9cbd-55b0355caaac tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 945 time: 0.0841422 Jun 02 20:45:46.453704 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-86790b88-ae10-42f0-9d01-391a896554c2 req-62ff8db5-fa97-4a58-903a-edc027c1193d tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370374 Jun 02 20:45:46.633320 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a7342-4da8-4c25-b29f-b1555926ec7a req-864c11bc-b526-445f-93d2-ec638fcb67cb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:46.634701 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-976a7342-4da8-4c25-b29f-b1555926ec7a req-864c11bc-b526-445f-93d2-ec638fcb67cb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 945 time: 0.0790000 Jun 02 20:45:46.681374 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-976a7342-4da8-4c25-b29f-b1555926ec7a req-e7360c49-1bb6-45c2-a3ed-919296eae59a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394700 Jun 02 20:45:46.704436 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59306) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:45:46.776264 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be22893-c1ff-4bfd-a77e-1e03dc3af65c tempest-TestVolumeBootPattern-147739307 tempest-TestVolumeBootPattern-147739307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:46.777747 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4be22893-c1ff-4bfd-a77e-1e03dc3af65c tempest-TestVolumeBootPattern-147739307 tempest-TestVolumeBootPattern-147739307-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 1093 time: 0.0723326 Jun 02 20:45:46.780480 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59308) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:45:46.784700 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': 'fb853278-4524-4c52-92bb-66113b677fde', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:45:46.790437 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:45:46.794176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Usage tracker for resource:floatingip and tenant:8ac283e33ac84a4091254730e5dabc0a is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:45:46.797004 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:45:46.802576 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:45:46.812998 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for floatingip, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:47.089766 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:47.219839 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Allocated IP 172.26.0.130 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/9a021122-f474-4834-bc2c-20c351806aea) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:45:47.368484 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:47.396285 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:47.400649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-db5223d4-5af6-4e2d-9c9f-b439c02ff9b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:45:47.464798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:45:47.467685 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:45:47.471838 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:45:47.500907 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event updated for resources: {'Port': ['ID=9a021122-f474-4834-bc2c-20c351806aea,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:45:47.506535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:45:47.877131 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:47.949021 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:48.150282 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:48.154413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:48.158632 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-346a2ec7-6bed-4791-a699-512125491792 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:45:48.263418 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event updated for resources: {'Port': ['ID=9a021122-f474-4834-bc2c-20c351806aea,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:45:48.267374 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:45:48.274370 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:48.445350 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Floating IP b595f8ad-9a62-4335-885a-a2fdf7b20054 associated. External IP: 172.26.0.130, port: fb853278-4524-4c52-92bb-66113b677fde. Jun 02 20:45:48.933166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Router 89331364-cbfa-4ee4-9466-9bca54d573c1 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:45:49.118331 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:45:49.128163 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eff953-e800-4b5a-8a70-5bcdea9734e8 None None] Sync routers for ids ['89331364-cbfa-4ee4-9466-9bca54d573c1'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:45:49.138182 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eff953-e800-4b5a-8a70-5bcdea9734e8 None None] Routers {'89331364-cbfa-4ee4-9466-9bca54d573c1'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:45:49.138846 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-37eff953-e800-4b5a-8a70-5bcdea9734e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:45:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['89331364-cbfa-4ee4-9466-9bca54d573c1'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:45:49.141775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:45:49.199977 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4184866 Jun 02 20:45:49.200665 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698b077c-ec62-4f16-b643-cbd822d64925', 'tag': 'fb853278-4524-4c52-92bb-66113b677fde'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:45:49.203013 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b003ad4-787f-44b4-a4e8-888a64571f98" -d '{"events": [{"name": "network-changed", "server_uuid": "698b077c-ec62-4f16-b643-cbd822d64925", "tag": "fb853278-4524-4c52-92bb-66113b677fde"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:45:49.244395 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5131601-4cd2-44fb-b360-a1f970af3860 x-openstack-request-id: req-f5131601-4cd2-44fb-b360-a1f970af3860 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:45:49.244728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698b077c-ec62-4f16-b643-cbd822d64925", "tag": "fb853278-4524-4c52-92bb-66113b677fde", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:45:49.245021 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5131601-4cd2-44fb-b360-a1f970af3860 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:45:49.245452 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698b077c-ec62-4f16-b643-cbd822d64925', 'tag': 'fb853278-4524-4c52-92bb-66113b677fde', 'status': 'completed', 'code': 200} Jun 02 20:45:49.322223 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-37eff953-e800-4b5a-8a70-5bcdea9734e8 None None] Set router 89331364-cbfa-4ee4-9466-9bca54d573c1 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:45:49.337244 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b003ad4-787f-44b4-a4e8-888a64571f98 req-5604cf88-fc49-4131-b3f0-1dbbd3e3c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:49.338689 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1b003ad4-787f-44b4-a4e8-888a64571f98 req-5604cf88-fc49-4131-b3f0-1dbbd3e3c30f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8ac283e33ac84a4091254730e5dabc0a&device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 1098 time: 0.0689051 Jun 02 20:45:49.469406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b003ad4-787f-44b4-a4e8-888a64571f98 req-3cc51de6-e63a-41a2-ba7f-8ba8e09888b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:49.470848 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1b003ad4-787f-44b4-a4e8-888a64571f98 req-3cc51de6-e63a-41a2-ba7f-8ba8e09888b2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=828f3844-3007-442d-8050-ab51f25eaa71 HTTP/1.1" status: 200 len: 912 time: 0.1255498 Jun 02 20:45:49.573651 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1b003ad4-787f-44b4-a4e8-888a64571f98 req-75400d36-e510-4710-b2e8-d86ed1dbb0ea service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb853278-4524-4c52-92bb-66113b677fde HTTP/1.1" status: 200 len: 999 time: 0.0950282 Jun 02 20:45:49.636559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b003ad4-787f-44b4-a4e8-888a64571f98 req-c47fe11e-d105-4824-9778-e491b709f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:49.637971 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1b003ad4-787f-44b4-a4e8-888a64571f98 req-c47fe11e-d105-4824-9778-e491b709f56f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ac92c5bf-ce9a-4540-a013-72e531c21a06 HTTP/1.1" status: 200 len: 850 time: 0.0561392 Jun 02 20:45:49.672113 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-37eff953-e800-4b5a-8a70-5bcdea9734e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'b595f8ad-9a62-4335-885a-a2fdf7b20054', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'port_id': 'fb853278-4524-4c52-92bb-66113b677fde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'mac_address': 'fa:16:3e:c5:dd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b077c-ec62-4f16-b643-cbd822d64925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:45:47Z', 'updated_at': '2021-06-02T20:45:47Z', 'revision_number': 0, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622334de-f584-4383-b418-17e65875e698', 'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'mac_address': 'fa:16:3e:d2:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:20Z', 'updated_at': '2021-06-02T20:42:26Z', 'revision_number': 5, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'subnets': [{'id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:45:49.676085 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eff953-e800-4b5a-8a70-5bcdea9734e8 None None] Checking router: 89331364-cbfa-4ee4-9466-9bca54d573c1 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:45:49.684768 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eff953-e800-4b5a-8a70-5bcdea9734e8 None None] Routers {'89331364-cbfa-4ee4-9466-9bca54d573c1'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:45:49.685387 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-37eff953-e800-4b5a-8a70-5bcdea9734e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:45:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['89331364-cbfa-4ee4-9466-9bca54d573c1'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:45:49.719583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b003ad4-787f-44b4-a4e8-888a64571f98 req-57f95238-cf98-4d3e-8297-30de968921f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:45:49.721122 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1b003ad4-787f-44b4-a4e8-888a64571f98 req-57f95238-cf98-4d3e-8297-30de968921f0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=828f3844-3007-442d-8050-ab51f25eaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0752263 Jun 02 20:45:49.853552 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1b003ad4-787f-44b4-a4e8-888a64571f98 req-0278f5fb-c444-442e-8c4c-78fcba741530 service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242468 Jun 02 20:45:49.905045 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-37eff953-e800-4b5a-8a70-5bcdea9734e8 None None] Set router 89331364-cbfa-4ee4-9466-9bca54d573c1 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:45:49.981322 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1b003ad4-787f-44b4-a4e8-888a64571f98 req-96393b39-3443-4842-a986-f9c506b6791b service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209385 Jun 02 20:45:50.240523 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-37eff953-e800-4b5a-8a70-5bcdea9734e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'b595f8ad-9a62-4335-885a-a2fdf7b20054', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'port_id': 'fb853278-4524-4c52-92bb-66113b677fde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'mac_address': 'fa:16:3e:c5:dd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b077c-ec62-4f16-b643-cbd822d64925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:45:47Z', 'updated_at': '2021-06-02T20:45:47Z', 'revision_number': 0, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622334de-f584-4383-b418-17e65875e698', 'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'mac_address': 'fa:16:3e:d2:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:20Z', 'updated_at': '2021-06-02T20:42:26Z', 'revision_number': 5, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'subnets': [{'id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:45:50.244347 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eff953-e800-4b5a-8a70-5bcdea9734e8 None None] The sync data for ids ['89331364-cbfa-4ee4-9466-9bca54d573c1'] in dv-neutron-601336-84-hyperv is: [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'b595f8ad-9a62-4335-885a-a2fdf7b20054', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'port_id': 'fb853278-4524-4c52-92bb-66113b677fde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'mac_address': 'fa:16:3e:c5:dd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b077c-ec62-4f16-b643-cbd822d64925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:45:47Z', 'updated_at': '2021-06-02T20:45:47Z', 'revision_number': 0, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622334de-f584-4383-b418-17e65875e698', 'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'mac_address': 'fa:16:3e:d2:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:20Z', 'updated_at': '2021-06-02T20:42:26Z', 'revision_number': 5, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'subnets': [{'id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:45:50.412224 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f39952d-ef8e-475a-88b5-b599597e00e8 None None] New status for floating IP b595f8ad-9a62-4335-885a-a2fdf7b20054: ACTIVE {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:45:57.078832 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:46:00.726088 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-72dfb44d-b327-407b-8e94-791a9dfa30ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:03.307967 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8341022a-49ad-4c0f-a68c-57720e346450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:03.339859 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:04.233002 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:05.898075 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:14.366877 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:23.357587 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-05d6dbf5-23e4-4cca-8537-1e0bf57222a3 req-16ea2e4d-bc3f-4247-9e49-e67f2dcb9b7b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=97dc912f-2181-4ec8-8d8f-0d788064c325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696080 Jun 02 20:46:23.495463 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6dbf5-23e4-4cca-8537-1e0bf57222a3 req-5558a64e-4ca2-4af9-b750-2e0b3ab736c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:46:23.496877 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-05d6dbf5-23e4-4cca-8537-1e0bf57222a3 req-5558a64e-4ca2-4af9-b750-2e0b3ab736c2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 1099 time: 0.0728390 Jun 02 20:46:23.777759 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6dbf5-23e4-4cca-8537-1e0bf57222a3 req-c88138cc-a3c5-4441-bab1-48f4f2fe966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:46:23.779184 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-05d6dbf5-23e4-4cca-8537-1e0bf57222a3 req-c88138cc-a3c5-4441-bab1-48f4f2fe966d service neutron] 10.222.0.95 "GET /v2.0/networks?id=b5cb97d6-0079-4948-a3d4-77d7a9a7278a HTTP/1.1" status: 200 len: 898 time: 0.2626369 Jun 02 20:46:23.844268 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-05d6dbf5-23e4-4cca-8537-1e0bf57222a3 req-38241d65-7711-4a8c-9154-47611887641d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55a08aeb-e505-48ef-a4ec-824dfabfad5b HTTP/1.1" status: 200 len: 217 time: 0.0582263 Jun 02 20:46:23.909426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6dbf5-23e4-4cca-8537-1e0bf57222a3 req-94547e81-f7f7-43af-8586-c0086a80de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:46:23.910833 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-05d6dbf5-23e4-4cca-8537-1e0bf57222a3 req-94547e81-f7f7-43af-8586-c0086a80de13 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4ff22703-0d8d-4318-b601-23c678a7c097 HTTP/1.1" status: 200 len: 834 time: 0.0595732 Jun 02 20:46:23.985269 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6dbf5-23e4-4cca-8537-1e0bf57222a3 req-e6fccccf-1d03-48fa-92dc-3a50c4848db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:46:23.986708 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-05d6dbf5-23e4-4cca-8537-1e0bf57222a3 req-e6fccccf-1d03-48fa-92dc-3a50c4848db0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b5cb97d6-0079-4948-a3d4-77d7a9a7278a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0685101 Jun 02 20:46:24.117144 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-05d6dbf5-23e4-4cca-8537-1e0bf57222a3 req-f1da7a0b-4830-4345-8c7f-94b694f52d55 service neutron] 10.222.0.95 "GET /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219549 Jun 02 20:46:24.246230 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-05d6dbf5-23e4-4cca-8537-1e0bf57222a3 req-584bf332-68e7-485e-a877-a9fd8921e7c3 service neutron] 10.222.0.95 "GET /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224403 Jun 02 20:46:30.727637 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-908ed5ed-147a-4143-a2cc-0c1644db0c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:33.299972 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cb899734-92be-4d26-82ce-df5d0387ceaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:33.340189 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:34.078567 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:46:34.234937 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:35.898076 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:44.359841 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:47.672676 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55d8e0-2cd5-4be2-a61d-3f91406b8934 req-6766d003-cc71-44a6-87e7-d38355a0c42e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:46:47.674062 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ad55d8e0-2cd5-4be2-a61d-3f91406b8934 req-6766d003-cc71-44a6-87e7-d38355a0c42e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e068e3-c986-4299-bbaa-d33282c5c0ee HTTP/1.1" status: 200 len: 946 time: 0.0849283 Jun 02 20:46:47.716814 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ad55d8e0-2cd5-4be2-a61d-3f91406b8934 req-3f52feb2-dc44-4073-9a7f-a27e65c761cb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=02f3f830-9e3e-4eb4-abc2-846225e06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370417 Jun 02 20:46:48.907214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55ae5c-598f-4312-8a2a-12949832a847 req-732b3c4b-b6aa-496d-8f98-6eca878ca034 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:46:48.908643 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dd55ae5c-598f-4312-8a2a-12949832a847 req-732b3c4b-b6aa-496d-8f98-6eca878ca034 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e068e3-c986-4299-bbaa-d33282c5c0ee HTTP/1.1" status: 200 len: 946 time: 0.0849156 Jun 02 20:46:48.951195 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dd55ae5c-598f-4312-8a2a-12949832a847 req-cba96871-e0f5-4545-a875-658b85f74483 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=02f3f830-9e3e-4eb4-abc2-846225e06ebf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368907 Jun 02 20:46:49.078896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c4b3e-400d-4c47-865c-8ee2482ff9b3 req-6e31fe79-8fe4-475a-96af-dc15b1f03a27 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:46:49.080255 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d18c4b3e-400d-4c47-865c-8ee2482ff9b3 req-6e31fe79-8fe4-475a-96af-dc15b1f03a27 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/ports?device_id=20e068e3-c986-4299-bbaa-d33282c5c0ee HTTP/1.1" status: 200 len: 946 time: 0.0783801 Jun 02 20:46:49.217671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-d18c4b3e-400d-4c47-865c-8ee2482ff9b3 req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 9936035b-3e02-4b7b-9dbd-507098a54669 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:46:49.218014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d18c4b3e-400d-4c47-865c-8ee2482ff9b3 req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:49.348075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-d18c4b3e-400d-4c47-865c-8ee2482ff9b3 req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 9936035b-3e02-4b7b-9dbd-507098a54669, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9936035b-3e02-4b7b-9dbd-507098a54669,segment=NetworkSegment(1a52daa9-92cf-4287-9ccd-bf8ed44a79f1),segment_id=1a52daa9-92cf-4287-9ccd-bf8ed44a79f1)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:46:49.348354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d18c4b3e-400d-4c47-865c-8ee2482ff9b3 req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:49.636530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d18c4b3e-400d-4c47-865c-8ee2482ff9b3 req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:49.636811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d18c4b3e-400d-4c47-865c-8ee2482ff9b3 req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:49.637125 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [req-d18c4b3e-400d-4c47-865c-8ee2482ff9b3 req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Floating IP bbe0f687-697a-4abc-825c-390e88b812da disassociated. External IP: 172.26.0.228, port: 9936035b-3e02-4b7b-9dbd-507098a54669. Jun 02 20:46:49.637463 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-d18c4b3e-400d-4c47-865c-8ee2482ff9b3 req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 9936035b-3e02-4b7b-9dbd-507098a54669 owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:46:49.744566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d18c4b3e-400d-4c47-865c-8ee2482ff9b3 req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:49.751733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7ae83e40-7850-4838-ad2d-afe07eb0cc56 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:46:49.802055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=9936035b-3e02-4b7b-9dbd-507098a54669,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:46:49.856709 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:46:49.857105 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:46:49.857487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:46:49.858414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:46:49.858790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:46:49.859178 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:46:49.859550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:46:49.859917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:46:49.860285 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:46:49.860647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:46:49.861011 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:46:49.861368 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:46:49.869315 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:46:50.100827 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a7c8fd30-0f88-4c1b-94dd-c3f3b00a7ea1 req-b26d52e8-4a06-4656-9b5b-e4a486abb41f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e068e3-c986-4299-bbaa-d33282c5c0ee HTTP/1.1" status: 200 len: 210 time: 0.0430806 Jun 02 20:46:50.128259 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d18c4b3e-400d-4c47-865c-8ee2482ff9b3 req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:46:50.328805 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d18c4b3e-400d-4c47-865c-8ee2482ff9b3 req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:46:50.338839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcdf492-c05c-4778-8697-5196e353351c None None] Sync routers for ids ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:46:50.350030 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcdf492-c05c-4778-8697-5196e353351c None None] Routers {'82d7d7e9-a9af-43ce-b85c-7bf1be41d312'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:46:50.350663 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-6dcdf492-c05c-4778-8697-5196e353351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:46:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:46:50.407517 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18c4b3e-400d-4c47-865c-8ee2482ff9b3 req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] No DVR routers for this DVR port 9936035b-3e02-4b7b-9dbd-507098a54669 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:46:50.410040 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d18c4b3e-400d-4c47-865c-8ee2482ff9b3 req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:50.412919 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e068e3-c986-4299-bbaa-d33282c5c0ee', 'name': 'network-vif-deleted', 'tag': '9936035b-3e02-4b7b-9dbd-507098a54669'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:46:50.415285 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0f31be-711c-4d47-b437-6ad8c9c8a119" -d '{"events": [{"server_uuid": "20e068e3-c986-4299-bbaa-d33282c5c0ee", "name": "network-vif-deleted", "tag": "9936035b-3e02-4b7b-9dbd-507098a54669"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:46:50.429214 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d18c4b3e-400d-4c47-865c-8ee2482ff9b3 req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "DELETE /v2.0/ports/9936035b-3e02-4b7b-9dbd-507098a54669 HTTP/1.1" status: 204 len: 173 time: 1.3431110 Jun 02 20:46:50.459195 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4964a1a4-cd8b-4d02-bd79-99e36cf50130 x-openstack-request-id: req-4964a1a4-cd8b-4d02-bd79-99e36cf50130 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:46:50.459527 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e068e3-c986-4299-bbaa-d33282c5c0ee", "name": "network-vif-deleted", "tag": "9936035b-3e02-4b7b-9dbd-507098a54669", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:46:50.459884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4964a1a4-cd8b-4d02-bd79-99e36cf50130 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:46:50.460300 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e068e3-c986-4299-bbaa-d33282c5c0ee', 'name': 'network-vif-deleted', 'tag': '9936035b-3e02-4b7b-9dbd-507098a54669', 'status': 'completed', 'code': 200} Jun 02 20:46:50.548074 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-6dcdf492-c05c-4778-8697-5196e353351c None None] Set router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:46:50.854578 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-6dcdf492-c05c-4778-8697-5196e353351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'name': 'tempest-TestNetworkBasicOps-router-1460964123', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:26Z', 'updated_at': '2021-06-02T20:43:34Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:27Z', 'updated_at': '2021-06-02T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '3dcfc993-0e85-4f3c-b60a-056d883ad6fa', 'name': '', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:a4:d9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:33Z', 'updated_at': '2021-06-02T20:43:44Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:46:50.859539 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcdf492-c05c-4778-8697-5196e353351c None None] Checking router: 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:46:50.870959 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcdf492-c05c-4778-8697-5196e353351c None None] Routers {'82d7d7e9-a9af-43ce-b85c-7bf1be41d312'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:46:50.871609 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-6dcdf492-c05c-4778-8697-5196e353351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:46:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:46:51.104583 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-6dcdf492-c05c-4778-8697-5196e353351c None None] Set router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:46:51.194614 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59368) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:46:51.265028 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3897c31e-4e0c-4328-8f20-d138ff5c4503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:51.295033 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3897c31e-4e0c-4328-8f20-d138ff5c4503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:51.359725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3897c31e-4e0c-4328-8f20-d138ff5c4503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:51.363566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-58ac3145-6976-4d4a-9760-67a40d923c0a tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:46:51.379515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897c31e-4e0c-4328-8f20-d138ff5c4503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f3f830-9e3e-4eb4-abc2-846225e06ebf,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:46:51.382161 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3897c31e-4e0c-4328-8f20-d138ff5c4503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:46:51.394509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3897c31e-4e0c-4328-8f20-d138ff5c4503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:51.395683 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3897c31e-4e0c-4328-8f20-d138ff5c4503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/security-groups/02f3f830-9e3e-4eb4-abc2-846225e06ebf HTTP/1.1" status: 204 len: 168 time: 0.2000461 Jun 02 20:46:51.424125 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-6dcdf492-c05c-4778-8697-5196e353351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'name': 'tempest-TestNetworkBasicOps-router-1460964123', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:26Z', 'updated_at': '2021-06-02T20:43:34Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:27Z', 'updated_at': '2021-06-02T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '3dcfc993-0e85-4f3c-b60a-056d883ad6fa', 'name': '', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:a4:d9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:33Z', 'updated_at': '2021-06-02T20:43:44Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:46:51.426901 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59372) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:46:51.428203 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcdf492-c05c-4778-8697-5196e353351c None None] The sync data for ids ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'] in dv-neutron-601336-84-hyperv is: [{'id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'name': 'tempest-TestNetworkBasicOps-router-1460964123', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:26Z', 'updated_at': '2021-06-02T20:43:34Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:27Z', 'updated_at': '2021-06-02T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '3dcfc993-0e85-4f3c-b60a-056d883ad6fa', 'name': '', 'network_id': 'b5cb97d6-0079-4948-a3d4-77d7a9a7278a', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:a4:d9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:33Z', 'updated_at': '2021-06-02T20:43:44Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '4ff22703-0d8d-4318-b601-23c678a7c097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:46:51.650198 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdb9665-4496-40a4-aa64-d245338ed61e None None] New status for floating IP bbe0f687-697a-4abc-825c-390e88b812da: DOWN {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:46:51.656635 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-9a596cc2-49ee-4697-bf58-bff640f8f3f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 448c342d-aed3-41de-94e1-9b3d395dd368 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:46:51.656978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a596cc2-49ee-4697-bf58-bff640f8f3f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:51.777627 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a596cc2-49ee-4697-bf58-bff640f8f3f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:51.777953 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a596cc2-49ee-4697-bf58-bff640f8f3f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:51.902964 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-9a596cc2-49ee-4697-bf58-bff640f8f3f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 448c342d-aed3-41de-94e1-9b3d395dd368 owned by network:floatingip {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:46:52.014513 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a596cc2-49ee-4697-bf58-bff640f8f3f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:52.017936 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:46:52.059422 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a596cc2-49ee-4697-bf58-bff640f8f3f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=448c342d-aed3-41de-94e1-9b3d395dd368,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:46:52.062985 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9a596cc2-49ee-4697-bf58-bff640f8f3f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:46:52.152030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a596cc2-49ee-4697-bf58-bff640f8f3f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:52.165861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a596cc2-49ee-4697-bf58-bff640f8f3f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:52.166981 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9a596cc2-49ee-4697-bf58-bff640f8f3f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/floatingips/bbe0f687-697a-4abc-825c-390e88b812da HTTP/1.1" status: 204 len: 168 time: 0.7389996 Jun 02 20:46:52.533062 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597e22c-30cf-418a-afc8-19a75f49824a req-81ffeb38-a09a-4f36-91ea-895fc52ca1de tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:46:52.533812 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-d597e22c-30cf-418a-afc8-19a75f49824a req-81ffeb38-a09a-4f36-91ea-895fc52ca1de tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:46:52.552836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-d597e22c-30cf-418a-afc8-19a75f49824a req-81ffeb38-a09a-4f36-91ea-895fc52ca1de tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:46:52.552836 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d597e22c-30cf-418a-afc8-19a75f49824a req-81ffeb38-a09a-4f36-91ea-895fc52ca1de tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 946 time: 0.0973873 Jun 02 20:46:52.597092 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-d597e22c-30cf-418a-afc8-19a75f49824a req-4175a56b-77f9-469f-b3c8-2a6c28019e0a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:46:52.612228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-d597e22c-30cf-418a-afc8-19a75f49824a req-4175a56b-77f9-469f-b3c8-2a6c28019e0a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:46:52.613338 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d597e22c-30cf-418a-afc8-19a75f49824a req-4175a56b-77f9-469f-b3c8-2a6c28019e0a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c3d1fc6-5351-4c48-a617-c8d20e14afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575349 Jun 02 20:46:52.991043 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 9936035b-3e02-4b7b-9dbd-507098a54669 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:46:53.028778 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 9936035b-3e02-4b7b-9dbd-507098a54669 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:46:53.029128 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 9936035b-3e02-4b7b-9dbd-507098a54669 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:46:53.802284 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf2a0a-99f2-417b-a528-6d5ae812c38b req-16461e43-56a5-4c0c-8b23-b5715ba47fcd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:46:53.803779 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c7bf2a0a-99f2-417b-a528-6d5ae812c38b req-16461e43-56a5-4c0c-8b23-b5715ba47fcd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 946 time: 0.0859177 Jun 02 20:46:53.847234 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c7bf2a0a-99f2-417b-a528-6d5ae812c38b req-6c2c660a-c454-4c80-9e69-2992b1de618c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c3d1fc6-5351-4c48-a617-c8d20e14afd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377882 Jun 02 20:46:54.098200 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d90cc-a6b7-46f1-be36-f1a2d4381588 req-5693ccf4-b16a-45eb-8edc-801de70104ce tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:46:54.099706 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dd2d90cc-a6b7-46f1-be36-f1a2d4381588 req-5693ccf4-b16a-45eb-8edc-801de70104ce tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/ports?device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 946 time: 0.0823786 Jun 02 20:46:54.237864 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-dd2d90cc-a6b7-46f1-be36-f1a2d4381588 req-43aba540-1310-473f-8b4f-8fec08a3b32f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 55a08aeb-e505-48ef-a4ec-824dfabfad5b {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:46:54.238215 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-dd2d90cc-a6b7-46f1-be36-f1a2d4381588 req-43aba540-1310-473f-8b4f-8fec08a3b32f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:54.500707 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-dd2d90cc-a6b7-46f1-be36-f1a2d4381588 req-43aba540-1310-473f-8b4f-8fec08a3b32f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 55a08aeb-e505-48ef-a4ec-824dfabfad5b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=55a08aeb-e505-48ef-a4ec-824dfabfad5b,segment=NetworkSegment(1a52daa9-92cf-4287-9ccd-bf8ed44a79f1),segment_id=1a52daa9-92cf-4287-9ccd-bf8ed44a79f1)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:46:54.501215 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-dd2d90cc-a6b7-46f1-be36-f1a2d4381588 req-43aba540-1310-473f-8b4f-8fec08a3b32f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:54.620201 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-dd2d90cc-a6b7-46f1-be36-f1a2d4381588 req-43aba540-1310-473f-8b4f-8fec08a3b32f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 55a08aeb-e505-48ef-a4ec-824dfabfad5b owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:46:54.728727 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-dd2d90cc-a6b7-46f1-be36-f1a2d4381588 req-43aba540-1310-473f-8b4f-8fec08a3b32f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:54.734054 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4cad8572-64ec-4a88-864c-a9ea1430635e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:46:54.778118 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aba540-1310-473f-8b4f-8fec08a3b32f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=55a08aeb-e505-48ef-a4ec-824dfabfad5b,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:46:54.781734 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-43aba540-1310-473f-8b4f-8fec08a3b32f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:46:54.854010 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2d90cc-a6b7-46f1-be36-f1a2d4381588 req-43aba540-1310-473f-8b4f-8fec08a3b32f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] No DVR routers for this DVR port 55a08aeb-e505-48ef-a4ec-824dfabfad5b on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:46:54.856525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-dd2d90cc-a6b7-46f1-be36-f1a2d4381588 req-43aba540-1310-473f-8b4f-8fec08a3b32f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:54.859104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97dc912f-2181-4ec8-8d8f-0d788064c325', 'name': 'network-vif-deleted', 'tag': '55a08aeb-e505-48ef-a4ec-824dfabfad5b'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:46:54.861386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba065f3-d51c-40f0-8afe-343b8f829c4c" -d '{"events": [{"server_uuid": "97dc912f-2181-4ec8-8d8f-0d788064c325", "name": "network-vif-deleted", "tag": "55a08aeb-e505-48ef-a4ec-824dfabfad5b"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:46:54.875394 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dd2d90cc-a6b7-46f1-be36-f1a2d4381588 req-43aba540-1310-473f-8b4f-8fec08a3b32f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "DELETE /v2.0/ports/55a08aeb-e505-48ef-a4ec-824dfabfad5b HTTP/1.1" status: 204 len: 173 time: 0.7702425 Jun 02 20:46:54.911025 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2987cbe-c015-4977-8b4d-a55e0dae7f3c x-openstack-request-id: req-a2987cbe-c015-4977-8b4d-a55e0dae7f3c {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:46:54.911395 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97dc912f-2181-4ec8-8d8f-0d788064c325", "name": "network-vif-deleted", "tag": "55a08aeb-e505-48ef-a4ec-824dfabfad5b", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:46:54.911692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2987cbe-c015-4977-8b4d-a55e0dae7f3c {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:46:54.912128 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97dc912f-2181-4ec8-8d8f-0d788064c325', 'name': 'network-vif-deleted', 'tag': '55a08aeb-e505-48ef-a4ec-824dfabfad5b', 'status': 'completed', 'code': 200} Jun 02 20:46:55.006067 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8cf102a5-c037-4d8f-9274-1b68504f6c84 req-30b89d52-8ba8-467b-ab4b-58ad7398e1d6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=97dc912f-2181-4ec8-8d8f-0d788064c325 HTTP/1.1" status: 200 len: 210 time: 0.0486050 Jun 02 20:46:56.099898 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59386) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:46:56.166108 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-23021ebf-ec4c-4b69-8f14-4a57f709f28f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:56.194450 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-23021ebf-ec4c-4b69-8f14-4a57f709f28f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:56.259171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-23021ebf-ec4c-4b69-8f14-4a57f709f28f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:56.264676 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7c0b4f93-fadc-4017-9e34-fbf88c7a7ee9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:46:56.279093 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23021ebf-ec4c-4b69-8f14-4a57f709f28f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3d1fc6-5351-4c48-a617-c8d20e14afd4,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:46:56.283457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-23021ebf-ec4c-4b69-8f14-4a57f709f28f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:46:56.287744 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-23021ebf-ec4c-4b69-8f14-4a57f709f28f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:56.288886 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-23021ebf-ec4c-4b69-8f14-4a57f709f28f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/security-groups/4c3d1fc6-5351-4c48-a617-c8d20e14afd4 HTTP/1.1" status: 204 len: 168 time: 0.1879568 Jun 02 20:46:56.329367 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59390) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:46:56.870253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0a9fed47-1e7b-4cdd-91e8-5f16d5ad9ae6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:56.990921 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 55a08aeb-e505-48ef-a4ec-824dfabfad5b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:46:57.024159 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 55a08aeb-e505-48ef-a4ec-824dfabfad5b {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:46:57.024512 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 55a08aeb-e505-48ef-a4ec-824dfabfad5b not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:46:57.415947 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-0a9fed47-1e7b-4cdd-91e8-5f16d5ad9ae6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 3dcfc993-0e85-4f3c-b60a-056d883ad6fa {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:46:57.416530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0a9fed47-1e7b-4cdd-91e8-5f16d5ad9ae6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:57.545323 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-0a9fed47-1e7b-4cdd-91e8-5f16d5ad9ae6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 3dcfc993-0e85-4f3c-b60a-056d883ad6fa, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3dcfc993-0e85-4f3c-b60a-056d883ad6fa,segment=NetworkSegment(1a52daa9-92cf-4287-9ccd-bf8ed44a79f1),segment_id=1a52daa9-92cf-4287-9ccd-bf8ed44a79f1)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:46:57.545671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0a9fed47-1e7b-4cdd-91e8-5f16d5ad9ae6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:57.668566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-0a9fed47-1e7b-4cdd-91e8-5f16d5ad9ae6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 3dcfc993-0e85-4f3c-b60a-056d883ad6fa owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:46:57.817508 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0a9fed47-1e7b-4cdd-91e8-5f16d5ad9ae6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:57.821936 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0cf0f728-935a-43bd-92e2-1ec8407a618e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:46:57.866670 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9fed47-1e7b-4cdd-91e8-5f16d5ad9ae6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=3dcfc993-0e85-4f3c-b60a-056d883ad6fa,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:46:57.893124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0a9fed47-1e7b-4cdd-91e8-5f16d5ad9ae6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:46:58.137531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0a9fed47-1e7b-4cdd-91e8-5f16d5ad9ae6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:58.497837 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9fed47-1e7b-4cdd-91e8-5f16d5ad9ae6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:46:58.806053 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9fed47-1e7b-4cdd-91e8-5f16d5ad9ae6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:46:58.815337 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef1f46b-e7cf-49a0-b515-9d48739a0e2c None None] Sync routers for ids ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:46:58.821081 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0a9fed47-1e7b-4cdd-91e8-5f16d5ad9ae6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/routers/82d7d7e9-a9af-43ce-b85c-7bf1be41d312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4882388 Jun 02 20:46:58.821303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59392) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:46:58.824325 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef1f46b-e7cf-49a0-b515-9d48739a0e2c None None] Routers {'82d7d7e9-a9af-43ce-b85c-7bf1be41d312'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:46:58.824919 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7ef1f46b-e7cf-49a0-b515-9d48739a0e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:46:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:46:58.886628 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25fc78b-872f-4789-8428-569e42313dfd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting subnet 4ff22703-0d8d-4318-b601-23c678a7c097 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:46:58.890029 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e25fc78b-872f-4789-8428-569e42313dfd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:58.943150 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e25fc78b-872f-4789-8428-569e42313dfd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:58.998762 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-7ef1f46b-e7cf-49a0-b515-9d48739a0e2c None None] Set router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:46:59.025228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e25fc78b-872f-4789-8428-569e42313dfd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:59.271608 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7ef1f46b-e7cf-49a0-b515-9d48739a0e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'name': 'tempest-TestNetworkBasicOps-router-1460964123', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:26Z', 'updated_at': '2021-06-02T20:46:57Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:27Z', 'updated_at': '2021-06-02T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:46:59.275332 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef1f46b-e7cf-49a0-b515-9d48739a0e2c None None] Checking router: 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:46:59.284322 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef1f46b-e7cf-49a0-b515-9d48739a0e2c None None] Routers {'82d7d7e9-a9af-43ce-b85c-7bf1be41d312'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:46:59.284915 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7ef1f46b-e7cf-49a0-b515-9d48739a0e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:46:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:46:59.290303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e25fc78b-872f-4789-8428-569e42313dfd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:59.294727 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-15edce66-c2d9-4194-94d6-bbbe883e7877 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:46:59.337154 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fc78b-872f-4789-8428-569e42313dfd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff22703-0d8d-4318-b601-23c678a7c097,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:46:59.339097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e25fc78b-872f-4789-8428-569e42313dfd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:59.342778 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e25fc78b-872f-4789-8428-569e42313dfd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:46:59.348820 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e25fc78b-872f-4789-8428-569e42313dfd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/subnets/4ff22703-0d8d-4318-b601-23c678a7c097 HTTP/1.1" status: 204 len: 168 time: 0.5240967 Jun 02 20:46:59.349020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59394) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:46:59.350055 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704e67d1-cc29-4122-8b68-69215155969a None None] Network b5cb97d6-0079-4948-a3d4-77d7a9a7278a requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:46:59.525569 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-51f4d8f5-2d84-4f7e-ba38-8975e493195b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:59.604305 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-7ef1f46b-e7cf-49a0-b515-9d48739a0e2c None None] Set router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:46:59.718598 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-51f4d8f5-2d84-4f7e-ba38-8975e493195b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:59.790330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-51f4d8f5-2d84-4f7e-ba38-8975e493195b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 89ea8447-0425-4c75-b0a4-484e5d8c65d5 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:46:59.790587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-51f4d8f5-2d84-4f7e-ba38-8975e493195b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:59.925329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-51f4d8f5-2d84-4f7e-ba38-8975e493195b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 89ea8447-0425-4c75-b0a4-484e5d8c65d5, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=89ea8447-0425-4c75-b0a4-484e5d8c65d5,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:46:59.926054 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-51f4d8f5-2d84-4f7e-ba38-8975e493195b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:46:59.948123 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] DHCP port deletion for b5cb97d6-0079-4948-a3d4-77d7a9a7278a request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:47:00.023272 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7ef1f46b-e7cf-49a0-b515-9d48739a0e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'name': 'tempest-TestNetworkBasicOps-router-1460964123', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:26Z', 'updated_at': '2021-06-02T20:46:57Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:27Z', 'updated_at': '2021-06-02T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:00.029743 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef1f46b-e7cf-49a0-b515-9d48739a0e2c None None] The sync data for ids ['82d7d7e9-a9af-43ce-b85c-7bf1be41d312'] in dv-neutron-601336-84-hyperv is: [{'id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'name': 'tempest-TestNetworkBasicOps-router-1460964123', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207'}], 'enable_snat': True}, 'gw_port_id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:43:26Z', 'updated_at': '2021-06-02T20:46:57Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '89ea8447-0425-4c75-b0a4-484e5d8c65d5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d7d7e9-a9af-43ce-b85c-7bf1be41d312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:43:27Z', 'updated_at': '2021-06-02T20:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:47:00.036644 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] Deleting port 33fa9126-e066-4d13-883e-929aa22bfa7d {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:47:00.037137 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:00.058835 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-51f4d8f5-2d84-4f7e-ba38-8975e493195b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 89ea8447-0425-4c75-b0a4-484e5d8c65d5 owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:47:00.139676 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] For port 33fa9126-e066-4d13-883e-929aa22bfa7d, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=33fa9126-e066-4d13-883e-929aa22bfa7d,segment=NetworkSegment(1a52daa9-92cf-4287-9ccd-bf8ed44a79f1),segment_id=1a52daa9-92cf-4287-9ccd-bf8ed44a79f1)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:47:00.140193 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:00.204235 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-51f4d8f5-2d84-4f7e-ba38-8975e493195b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:00.209904 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-684ea63f-32c5-43eb-a45c-ae3d1faa996a tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:00.260569 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4d8f5-2d84-4f7e-ba38-8975e493195b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=89ea8447-0425-4c75-b0a4-484e5d8c65d5,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:00.264000 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] Calling delete_port for 33fa9126-e066-4d13-883e-929aa22bfa7d owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:47:00.314001 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:00.319184 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:00.374143 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] Pushing event deleted for resources: {'Port': ['ID=33fa9126-e066-4d13-883e-929aa22bfa7d,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:00.376923 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] No DVR routers for this DVR port 33fa9126-e066-4d13-883e-929aa22bfa7d on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:47:00.390622 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:00.390622 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:00.390622 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:00.390622 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:00.390622 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:00.390622 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:00.392183 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:00.392183 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:00.392183 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:00.392183 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:00.392555 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:00.392665 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:00.395998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:00.448272 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-51f4d8f5-2d84-4f7e-ba38-8975e493195b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:00.515242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-51f4d8f5-2d84-4f7e-ba38-8975e493195b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:00.691560 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-51f4d8f5-2d84-4f7e-ba38-8975e493195b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:00.693738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-51f4d8f5-2d84-4f7e-ba38-8975e493195b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:00.718404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-51f4d8f5-2d84-4f7e-ba38-8975e493195b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:00.719005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f4d8f5-2d84-4f7e-ba38-8975e493195b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Fanout notify agent at l3_agent the message router_deleted on router 82d7d7e9-a9af-43ce-b85c-7bf1be41d312 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:47:00.733024 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1c056dbc-9862-43b3-b040-1540ed7d590f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:00.737720 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-51f4d8f5-2d84-4f7e-ba38-8975e493195b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:00.738926 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-51f4d8f5-2d84-4f7e-ba38-8975e493195b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/routers/82d7d7e9-a9af-43ce-b85c-7bf1be41d312 HTTP/1.1" status: 204 len: 168 time: 1.3890719 Jun 02 20:47:00.741745 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59396) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:00.859166 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:00.986816 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:01.002656 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cb97d6-0079-4948-a3d4-77d7a9a7278a']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:01.014165 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a52daa9-92cf-4287-9ccd-bf8ed44a79f1') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:01.014457 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a52daa9-92cf-4287-9ccd-bf8ed44a79f1') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:01.025176 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:01.041181 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:01.048251 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:47:01.048695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:47:01.062832 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:47:01.141841 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:01.145361 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c2559c57-cf88-45c9-8704-2006d92bff39 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:01.160249 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:01.172135 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Network': ['ID=b5cb97d6-0079-4948-a3d4-77d7a9a7278a,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:01.182730 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:01.183226 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:01.183626 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:01.184006 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:01.184374 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:01.184747 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:01.185115 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:01.185513 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:01.185882 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:01.186250 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:01.186611 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:01.186973 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:01.190301 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/networks/b5cb97d6-0079-4948-a3d4-77d7a9a7278a HTTP/1.1" status: 204 len: 168 time: 0.4475553 Jun 02 20:47:01.191343 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:01.210535 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59398) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:01.215656 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-999ba806-3c57-4840-a3c8-ca29477d83af tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'network': {'name': 'tempest-network-smoke--569053026', 'project_id': '7e68015eb8844c43b1007154397602c4', 'port_security_enabled': True}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:01.221209 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-999ba806-3c57-4840-a3c8-ca29477d83af tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:01.225214 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-999ba806-3c57-4840-a3c8-ca29477d83af tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:network and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:47:01.228003 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-999ba806-3c57-4840-a3c8-ca29477d83af tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:47:01.234162 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-999ba806-3c57-4840-a3c8-ca29477d83af tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:01.243859 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999ba806-3c57-4840-a3c8-ca29477d83af tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:47:01.247221 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-999ba806-3c57-4840-a3c8-ca29477d83af tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:01.274103 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999ba806-3c57-4840-a3c8-ca29477d83af tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:47:01.282788 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-999ba806-3c57-4840-a3c8-ca29477d83af tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:01.283122 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-999ba806-3c57-4840-a3c8-ca29477d83af tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Added segment 465d7aaf-9884-4157-afa4-4ff19ea28a40 of type vlan for network 75154f61-de0e-48d5-8696-e83cf037d316 Jun 02 20:47:01.306990 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-999ba806-3c57-4840-a3c8-ca29477d83af tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:01.335647 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-999ba806-3c57-4840-a3c8-ca29477d83af tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:01.341149 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999ba806-3c57-4840-a3c8-ca29477d83af tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:01.342324 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-999ba806-3c57-4840-a3c8-ca29477d83af tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:01.347250 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9140fe35-42df-4f2d-b7ad-a068eae197e3 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:01.444481 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-999ba806-3c57-4840-a3c8-ca29477d83af tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2328484 Jun 02 20:47:01.447233 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59400) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:01.452085 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-909758015', 'admin_state_up': True, 'project_id': '7e68015eb8844c43b1007154397602c4', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:01.460386 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ba806-3c57-4840-a3c8-ca29477d83af tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Network': ['ID=75154f61-de0e-48d5-8696-e83cf037d316,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:01.462649 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:01.464920 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-999ba806-3c57-4840-a3c8-ca29477d83af tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:01.467774 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:router and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:47:01.470498 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:47:01.471055 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 75154f61-de0e-48d5-8696-e83cf037d316 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:47:01.476177 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:01.485315 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:01.486278 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:01.501311 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:01.768610 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:01.950541 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3dcfc993-0e85-4f3c-b60a-056d883ad6fa no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:47:01.986012 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 3dcfc993-0e85-4f3c-b60a-056d883ad6fa {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:47:01.986362 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3dcfc993-0e85-4f3c-b60a-056d883ad6fa not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:47:01.986790 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 89ea8447-0425-4c75-b0a4-484e5d8c65d5 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:47:02.019327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 89ea8447-0425-4c75-b0a4-484e5d8c65d5 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:47:02.019606 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 89ea8447-0425-4c75-b0a4-484e5d8c65d5 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:47:02.020033 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 33fa9126-e066-4d13-883e-929aa22bfa7d no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:47:02.055018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 33fa9126-e066-4d13-883e-929aa22bfa7d {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:47:02.055392 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 33fa9126-e066-4d13-883e-929aa22bfa7d not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:47:02.204363 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:02.232249 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:02.369627 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.26.0.167 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/35bad940-96ce-46ef-bf3c-34d9f0043531) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:47:02.511352 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:02.540192 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:02.544580 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7590e0ad-d9ff-459e-8a3a-aa22bec6b948 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:02.603534 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:47:02.606922 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:47:02.612861 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:47:02.651687 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=35bad940-96ce-46ef-bf3c-34d9f0043531,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:02.656141 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:03.021705 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:03.301575 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-275e80d4-05c5-405b-9690-9efff1fe8828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:03.345113 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:03.508033 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:03.718645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 183831b5-56d3-4029-877e-5fdc11a38250 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:47:03.898627 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:47:03.907435 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] Sync routers for ids ['183831b5-56d3-4029-877e-5fdc11a38250'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:47:03.916383 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] Routers {'183831b5-56d3-4029-877e-5fdc11a38250'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:47:03.917065 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:47:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['183831b5-56d3-4029-877e-5fdc11a38250'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:03.924418 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:03.925941 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4778407 Jun 02 20:47:03.929203 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59402) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:03.972942 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-241a3c34-dafb-4a76-bce9-347498eb23a2 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=7e68015eb8844c43b1007154397602c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424092 Jun 02 20:47:03.975324 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59404) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:04.096778 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] Set router 183831b5-56d3-4029-877e-5fdc11a38250 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:47:04.102143 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f634039-4a30-4f2e-a9fa-f13a917a7d40 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:04.103648 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7f634039-4a30-4f2e-a9fa-f13a917a7d40 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274345 Jun 02 20:47:04.106352 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59406) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:04.144828 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-22bb1c24-bd75-4bf0-92f8-a736b68500d9 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9eda1993-8807-4a42-8466-556269663ed3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373516 Jun 02 20:47:04.147330 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59408) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:04.151974 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-71cb4410-ac56-47bc-b0ed-486492a633db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-846412356', 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316', 'project_id': '7e68015eb8844c43b1007154397602c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:04.239349 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:04.261915 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-71cb4410-ac56-47bc-b0ed-486492a633db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:04.265753 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-71cb4410-ac56-47bc-b0ed-486492a633db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:subnet and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:47:04.268584 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-71cb4410-ac56-47bc-b0ed-486492a633db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:47:04.274887 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-71cb4410-ac56-47bc-b0ed-486492a633db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:04.286340 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cb4410-ac56-47bc-b0ed-486492a633db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:47:04.289894 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-71cb4410-ac56-47bc-b0ed-486492a633db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:04.382770 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183831b5-56d3-4029-877e-5fdc11a38250', 'name': 'tempest-TestNetworkBasicOps-router-909758015', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:47:01Z', 'updated_at': '2021-06-02T20:47:02Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:02Z', 'updated_at': '2021-06-02T20:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:04.386530 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] Checking router: 183831b5-56d3-4029-877e-5fdc11a38250 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:47:04.386893 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] Updating router 183831b5-56d3-4029-877e-5fdc11a38250 port 35bad940-96ce-46ef-bf3c-34d9f0043531 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:47:04.442367 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:04.704681 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-71cb4410-ac56-47bc-b0ed-486492a633db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:04.709048 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-cb598ed1-a546-42c8-af29-795ae61a5d24 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:04.763104 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:04.774365 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] Transition to ACTIVE for port object 35bad940-96ce-46ef-bf3c-34d9f0043531 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:47:04.781563 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:04.786121 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-7c18d18a-6c70-4baf-bbc8-2a19212c2f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:04.789192 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb4410-ac56-47bc-b0ed-486492a633db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Subnet': ['ID=ebf51b91-3235-4b9c-8f6c-4eaebbb2576b,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:04.793030 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-71cb4410-ac56-47bc-b0ed-486492a633db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:04.793726 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cb4410-ac56-47bc-b0ed-486492a633db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Checking segment: {'id': '465d7aaf-9884-4157-afa4-4ff19ea28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:47:04.794083 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cb4410-ac56-47bc-b0ed-486492a633db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network hostable DHCP agents. Network: 75154f61-de0e-48d5-8696-e83cf037d316, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:47:04.811574 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cb4410-ac56-47bc-b0ed-486492a633db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 75154f61-de0e-48d5-8696-e83cf037d316 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:47:04.822660 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-71cb4410-ac56-47bc-b0ed-486492a633db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 75154f61-de0e-48d5-8696-e83cf037d316) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:47:04.836147 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e04e48-8d72-4767-a8e9-21f4a0e990e2 None None] Network 75154f61-de0e-48d5-8696-e83cf037d316 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:47:04.840139 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cb4410-ac56-47bc-b0ed-486492a633db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:04.840926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-71cb4410-ac56-47bc-b0ed-486492a633db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:04.860722 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] Attempting to bind port 35bad940-96ce-46ef-bf3c-34d9f0043531 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:47:04.861106 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] Attempting to bind port 35bad940-96ce-46ef-bf3c-34d9f0043531 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:47:04.861490 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] Attempting to bind port 35bad940-96ce-46ef-bf3c-34d9f0043531 on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:47:04.865220 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-71cb4410-ac56-47bc-b0ed-486492a633db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7168360 Jun 02 20:47:04.867829 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59410) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:04.872396 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:47:04.872760 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:47:04.873176 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:04.873615 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:47:04.874192 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] Bound port: 35bad940-96ce-46ef-bf3c-34d9f0043531, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:47:04.874561 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:04.900118 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf65661-669e-4938-ab71-104ebdae70cc None None] Pushing event updated for resources: {'Port': ['ID=35bad940-96ce-46ef-bf3c-34d9f0043531,revision_number=2']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:04.918752 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65661-669e-4938-ab71-104ebdae70cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:04.919548 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65661-669e-4938-ab71-104ebdae70cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:04.919548 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65661-669e-4938-ab71-104ebdae70cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:04.919826 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65661-669e-4938-ab71-104ebdae70cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:04.920800 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65661-669e-4938-ab71-104ebdae70cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:04.921117 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65661-669e-4938-ab71-104ebdae70cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:04.921433 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65661-669e-4938-ab71-104ebdae70cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:04.921749 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65661-669e-4938-ab71-104ebdae70cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:04.922062 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65661-669e-4938-ab71-104ebdae70cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:04.922377 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65661-669e-4938-ab71-104ebdae70cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:04.922682 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65661-669e-4938-ab71-104ebdae70cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:04.922985 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf65661-669e-4938-ab71-104ebdae70cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:04.936852 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-1cf65661-669e-4938-ab71-104ebdae70cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:04.961996 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] For port 35bad940-96ce-46ef-bf3c-34d9f0043531, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:47:04.964991 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] For port 35bad940-96ce-46ef-bf3c-34d9f0043531, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=35bad940-96ce-46ef-bf3c-34d9f0043531,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:47:04.970195 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:04.973693 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-912906bf-1a28-4037-811a-381f78a01dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:05.047006 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] Routers {'183831b5-56d3-4029-877e-5fdc11a38250'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:47:05.047655 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:47:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['183831b5-56d3-4029-877e-5fdc11a38250'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:05.084203 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-75154f61-de0e-48d5-8696-e83cf037d316', 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ips': [{'subnet_id': 'ebf51b91-3235-4b9c-8f6c-4eaebbb2576b'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:47:05.085405 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:05.120739 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf65661-669e-4938-ab71-104ebdae70cc None None] Pushing event updated for resources: {'Port': ['ID=35bad940-96ce-46ef-bf3c-34d9f0043531,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:05.125516 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-1cf65661-669e-4938-ab71-104ebdae70cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:05.251365 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Allocated IP 172.20.0.2 (75154f61-de0e-48d5-8696-e83cf037d316/ebf51b91-3235-4b9c-8f6c-4eaebbb2576b/d228667f-4fc0-4803-b899-b11ffc0abadd) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:47:05.266383 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] Set router 183831b5-56d3-4029-877e-5fdc11a38250 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:47:05.502567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:05.512552 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Transition to ACTIVE for port object d228667f-4fc0-4803-b899-b11ffc0abadd will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:47:05.532530 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Transition to ACTIVE for port object d228667f-4fc0-4803-b899-b11ffc0abadd will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:47:05.538069 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:05.542499 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-440bd794-c6b1-4557-9db7-93d0ef073ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:05.554362 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183831b5-56d3-4029-877e-5fdc11a38250', 'name': 'tempest-TestNetworkBasicOps-router-909758015', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:47:01Z', 'updated_at': '2021-06-02T20:47:02Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:02Z', 'updated_at': '2021-06-02T20:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:05.558300 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331e39cc-978a-47be-9cfe-5743f77d698f None None] The sync data for ids ['183831b5-56d3-4029-877e-5fdc11a38250'] in dv-neutron-601336-84-hyperv is: [{'id': '183831b5-56d3-4029-877e-5fdc11a38250', 'name': 'tempest-TestNetworkBasicOps-router-909758015', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:47:01Z', 'updated_at': '2021-06-02T20:47:02Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:02Z', 'updated_at': '2021-06-02T20:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:47:05.613964 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Network 75154f61-de0e-48d5-8696-e83cf037d316 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:47:05.616961 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:47:05.619500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:47:05.626563 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Pushing event updated for resources: {'Port': ['ID=d228667f-4fc0-4803-b899-b11ffc0abadd,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:05.629612 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:05.718405 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Attempting to bind port d228667f-4fc0-4803-b899-b11ffc0abadd on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:47:05.718785 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Attempting to bind port d228667f-4fc0-4803-b899-b11ffc0abadd by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '465d7aaf-9884-4157-afa4-4ff19ea28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:47:05.719303 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Attempting to bind port d228667f-4fc0-4803-b899-b11ffc0abadd on network 75154f61-de0e-48d5-8696-e83cf037d316 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:47:05.724749 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:47:05.725175 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Checking segment: {'id': '465d7aaf-9884-4157-afa4-4ff19ea28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:47:05.725540 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:05.725942 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Bound using segment: {'id': '465d7aaf-9884-4157-afa4-4ff19ea28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:47:05.726442 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Bound port: d228667f-4fc0-4803-b899-b11ffc0abadd, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465d7aaf-9884-4157-afa4-4ff19ea28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:47:05.726911 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:05.799611 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:05.839902 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] For port d228667f-4fc0-4803-b899-b11ffc0abadd, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:47:05.842804 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] For port d228667f-4fc0-4803-b899-b11ffc0abadd, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d228667f-4fc0-4803-b899-b11ffc0abadd,segment=NetworkSegment(465d7aaf-9884-4157-afa4-4ff19ea28a40),segment_id=465d7aaf-9884-4157-afa4-4ff19ea28a40)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:47:05.847127 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:05.858824 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-60729ea5-7ba1-4c0c-b215-e5f285fcd3a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:05.964750 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Pushing event updated for resources: {'Port': ['ID=d228667f-4fc0-4803-b899-b11ffc0abadd,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:05.971509 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:05.973799 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:06.019454 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 35bad940-96ce-46ef-bf3c-34d9f0043531 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:47:06.103512 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 35bad940-96ce-46ef-bf3c-34d9f0043531 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:47:06.112852 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 35bad940-96ce-46ef-bf3c-34d9f0043531 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:47:06.113234 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:06.287707 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:06.309525 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 35bad940-96ce-46ef-bf3c-34d9f0043531, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=35bad940-96ce-46ef-bf3c-34d9f0043531,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:47:06.310535 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.20.0.1 (75154f61-de0e-48d5-8696-e83cf037d316/ebf51b91-3235-4b9c-8f6c-4eaebbb2576b/03b141c8-1eb3-4375-8e2a-1cf72605f9ef) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:47:06.316424 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:06.321944 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:06.407063 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=35bad940-96ce-46ef-bf3c-34d9f0043531,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:06.410310 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:06.499044 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:06.516528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Transition to ACTIVE for port object 03b141c8-1eb3-4375-8e2a-1cf72605f9ef will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:47:06.540999 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:06.544745 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8ce38733-202f-4958-970b-264b29a1e761 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:06.608720 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 75154f61-de0e-48d5-8696-e83cf037d316 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:47:06.611887 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:47:06.615765 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:47:06.649581 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=03b141c8-1eb3-4375-8e2a-1cf72605f9ef,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:06.656698 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:06.681933 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:06.844926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:06.952454 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f781668-bc3b-4877-892d-dce6613ca8e3 None None] Network 75154f61-de0e-48d5-8696-e83cf037d316 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:47:07.053413 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-50a43601-9f6a-4f64-af0e-39c66daccab6 None None] Provisioning for port d228667f-4fc0-4803-b899-b11ffc0abadd completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:47:07.425567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:07.430395 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:07.455566 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0b4a00c3-738a-4c41-b856-cae670ef7cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:07.495965 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-28196c1b-dd0e-4dc0-b428-1570bf7c6bf7 None None] Provisioning for port 03b141c8-1eb3-4375-8e2a-1cf72605f9ef completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:47:07.500890 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-28196c1b-dd0e-4dc0-b428-1570bf7c6bf7 None None] Provisioning complete for port 03b141c8-1eb3-4375-8e2a-1cf72605f9ef triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:47:07.502180 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-28196c1b-dd0e-4dc0-b428-1570bf7c6bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:07.550292 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:07.554005 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=03b141c8-1eb3-4375-8e2a-1cf72605f9ef,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:07.557390 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:07.562035 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-28196c1b-dd0e-4dc0-b428-1570bf7c6bf7 None None] Port 03b141c8-1eb3-4375-8e2a-1cf72605f9ef cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:47:07.687962 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-21e97b44-695b-4549-84c6-b2982b6ecc17 None None] Provisioning complete for port 03b141c8-1eb3-4375-8e2a-1cf72605f9ef triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:47:07.688335 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 75154f61-de0e-48d5-8696-e83cf037d316 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:47:07.688463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-21e97b44-695b-4549-84c6-b2982b6ecc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:07.689951 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:47:07.756357 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-21e97b44-695b-4549-84c6-b2982b6ecc17 None None] Port 03b141c8-1eb3-4375-8e2a-1cf72605f9ef cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:47:07.874953 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8c8025b1-b077-4e93-b0c4-b561d5b67a6d None None] Provisioning complete for port 03b141c8-1eb3-4375-8e2a-1cf72605f9ef triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:47:07.875472 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8c8025b1-b077-4e93-b0c4-b561d5b67a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:07.895473 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 183831b5-56d3-4029-877e-5fdc11a38250 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:47:07.937314 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-8c8025b1-b077-4e93-b0c4-b561d5b67a6d None None] Port 03b141c8-1eb3-4375-8e2a-1cf72605f9ef cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:47:08.025825 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d228667f-4fc0-4803-b899-b11ffc0abadd up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:47:08.089424 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:47:08.099613 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] Sync routers for ids ['183831b5-56d3-4029-877e-5fdc11a38250'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:47:08.102110 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/routers/183831b5-56d3-4029-877e-5fdc11a38250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2331829 Jun 02 20:47:08.104573 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59412) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:08.115764 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] Routers {'183831b5-56d3-4029-877e-5fdc11a38250'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:47:08.116367 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:47:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['183831b5-56d3-4029-877e-5fdc11a38250'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:08.198763 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port d228667f-4fc0-4803-b899-b11ffc0abadd completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:47:08.207186 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port d228667f-4fc0-4803-b899-b11ffc0abadd triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:47:08.207567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:08.243110 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba62ae1e-28b7-42bf-bdaa-78f8fd319385 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:08.243619 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba62ae1e-28b7-42bf-bdaa-78f8fd319385 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:08.244089 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba62ae1e-28b7-42bf-bdaa-78f8fd319385 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:08.244552 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba62ae1e-28b7-42bf-bdaa-78f8fd319385 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:08.245017 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba62ae1e-28b7-42bf-bdaa-78f8fd319385 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:08.245484 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba62ae1e-28b7-42bf-bdaa-78f8fd319385 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:08.247253 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ba62ae1e-28b7-42bf-bdaa-78f8fd319385 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1417375 Jun 02 20:47:08.250714 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59414) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:08.323288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76525127-2b0d-46a2-af22-f2eb01e0a4e6 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:08.323762 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76525127-2b0d-46a2-af22-f2eb01e0a4e6 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:08.324223 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76525127-2b0d-46a2-af22-f2eb01e0a4e6 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:08.324680 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76525127-2b0d-46a2-af22-f2eb01e0a4e6 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:08.325222 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76525127-2b0d-46a2-af22-f2eb01e0a4e6 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:08.325580 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76525127-2b0d-46a2-af22-f2eb01e0a4e6 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:08.330044 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-76525127-2b0d-46a2-af22-f2eb01e0a4e6 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0754509 Jun 02 20:47:08.330232 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59416) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:08.346091 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] Set router 183831b5-56d3-4029-877e-5fdc11a38250 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:47:08.542399 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1cce484d-4587-404e-b555-8c261adc3872 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2083008 Jun 02 20:47:08.542654 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59418) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:08.548053 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-d763862a-b758-4e40-97b7-aad81efab9a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-655026929', 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:08.627238 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:08.699899 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port d228667f-4fc0-4803-b899-b11ffc0abadd, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d228667f-4fc0-4803-b899-b11ffc0abadd,segment=NetworkSegment(465d7aaf-9884-4157-afa4-4ff19ea28a40),segment_id=465d7aaf-9884-4157-afa4-4ff19ea28a40)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:47:08.705540 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:08.706376 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 35bad940-96ce-46ef-bf3c-34d9f0043531 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:47:08.731911 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:08.830070 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d763862a-b758-4e40-97b7-aad81efab9a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:08.834227 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d763862a-b758-4e40-97b7-aad81efab9a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:port and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:47:08.837051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d763862a-b758-4e40-97b7-aad81efab9a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:47:08.843172 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d763862a-b758-4e40-97b7-aad81efab9a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:08.852550 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d763862a-b758-4e40-97b7-aad81efab9a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'port': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:47:08.856148 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d763862a-b758-4e40-97b7-aad81efab9a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:08.866801 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=d228667f-4fc0-4803-b899-b11ffc0abadd,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:08.870948 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:08.881707 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [None req-d763862a-b758-4e40-97b7-aad81efab9a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] device_id is not set on port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 yet. {{(pid=92548) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:47:08.885956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 35bad940-96ce-46ef-bf3c-34d9f0043531 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:47:08.886336 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:08.929924 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183831b5-56d3-4029-877e-5fdc11a38250', 'name': 'tempest-TestNetworkBasicOps-router-909758015', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:47:01Z', 'updated_at': '2021-06-02T20:47:06Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:02Z', 'updated_at': '2021-06-02T20:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '03b141c8-1eb3-4375-8e2a-1cf72605f9ef', 'name': '', 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4c:87:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ebf51b91-3235-4b9c-8f6c-4eaebbb2576b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:06Z', 'updated_at': '2021-06-02T20:47:07Z', 'revision_number': 2, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'ebf51b91-3235-4b9c-8f6c-4eaebbb2576b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:08.943571 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] Checking router: 183831b5-56d3-4029-877e-5fdc11a38250 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:47:08.943930 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] Updating router 183831b5-56d3-4029-877e-5fdc11a38250 port 03b141c8-1eb3-4375-8e2a-1cf72605f9ef binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:47:09.003989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:09.018711 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-d763862a-b758-4e40-97b7-aad81efab9a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.20.0.14 (75154f61-de0e-48d5-8696-e83cf037d316/ebf51b91-3235-4b9c-8f6c-4eaebbb2576b/025fbd07-2d0c-4d5b-8989-f18edd11c8f4) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:47:09.221737 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d763862a-b758-4e40-97b7-aad81efab9a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:09.236832 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-d763862a-b758-4e40-97b7-aad81efab9a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Transition to ACTIVE for port object 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:47:09.259809 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d763862a-b758-4e40-97b7-aad81efab9a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:09.265889 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ba694c98-0d43-48ed-9655-cdc5c2b6b8b2 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:09.330601 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d763862a-b758-4e40-97b7-aad81efab9a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 75154f61-de0e-48d5-8696-e83cf037d316 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:47:09.333786 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-d763862a-b758-4e40-97b7-aad81efab9a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:47:09.337702 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d763862a-b758-4e40-97b7-aad81efab9a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:47:09.371704 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763862a-b758-4e40-97b7-aad81efab9a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=025fbd07-2d0c-4d5b-8989-f18edd11c8f4,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:09.377062 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d763862a-b758-4e40-97b7-aad81efab9a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:09.405918 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d763862a-b758-4e40-97b7-aad81efab9a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:09.407013 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d763862a-b758-4e40-97b7-aad81efab9a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:09.432784 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d763862a-b758-4e40-97b7-aad81efab9a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8891768 Jun 02 20:47:09.484670 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:09.498746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] Transition to ACTIVE for port object 03b141c8-1eb3-4375-8e2a-1cf72605f9ef will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:47:09.506229 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:09.509780 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-09ef4bd8-b268-4a43-b090-895974502b88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:09.666130 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59422) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:09.670798 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a3cb7d1c-11dd-4d38-b805-b817ff168859 None None] Provisioning for port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:47:09.671972 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-c2edc8d6-5403-4598-b39d-283e30916b4b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-851422005', 'description': 'tempest-secgroup-smoke-851422005 description', 'project_id': '7e68015eb8844c43b1007154397602c4'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:09.674744 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444420f-8b64-454a-b064-56b34a511a79 None None] Pushing event updated for resources: {'Port': ['ID=03b141c8-1eb3-4375-8e2a-1cf72605f9ef,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:09.683581 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d444420f-8b64-454a-b064-56b34a511a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:09.683729 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a3cb7d1c-11dd-4d38-b805-b817ff168859 None None] Provisioning complete for port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:47:09.683845 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c2edc8d6-5403-4598-b39d-283e30916b4b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:09.683969 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a3cb7d1c-11dd-4d38-b805-b817ff168859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:09.688839 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c2edc8d6-5403-4598-b39d-283e30916b4b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:47:09.692952 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c2edc8d6-5403-4598-b39d-283e30916b4b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:47:09.699752 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c2edc8d6-5403-4598-b39d-283e30916b4b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:09.712316 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c2edc8d6-5403-4598-b39d-283e30916b4b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:09.741523 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c2edc8d6-5403-4598-b39d-283e30916b4b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:09.745631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c2edc8d6-5403-4598-b39d-283e30916b4b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:47:09.749503 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c2edc8d6-5403-4598-b39d-283e30916b4b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:47:09.755235 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c2edc8d6-5403-4598-b39d-283e30916b4b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:09.792031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a3cb7d1c-11dd-4d38-b805-b817ff168859 None None] Port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:47:09.793527 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] Attempting to bind port 03b141c8-1eb3-4375-8e2a-1cf72605f9ef on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:47:09.793900 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] Attempting to bind port 03b141c8-1eb3-4375-8e2a-1cf72605f9ef by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '465d7aaf-9884-4157-afa4-4ff19ea28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:47:09.794268 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] Attempting to bind port 03b141c8-1eb3-4375-8e2a-1cf72605f9ef on network 75154f61-de0e-48d5-8696-e83cf037d316 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:47:09.800554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:47:09.800941 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] Checking segment: {'id': '465d7aaf-9884-4157-afa4-4ff19ea28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:47:09.801348 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:09.801748 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] Bound using segment: {'id': '465d7aaf-9884-4157-afa4-4ff19ea28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:47:09.802221 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] Bound port: 03b141c8-1eb3-4375-8e2a-1cf72605f9ef, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465d7aaf-9884-4157-afa4-4ff19ea28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:47:09.802605 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:09.829192 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c2edc8d6-5403-4598-b39d-283e30916b4b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:09.833059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c2edc8d6-5403-4598-b39d-283e30916b4b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:09.836834 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-eaff6717-6c0f-4b56-bcc7-4dd23eacc036 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:09.877974 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edc8d6-5403-4598-b39d-283e30916b4b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b54f26-4ad2-4d63-a4dd-17428d1bf229,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:09.880615 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c2edc8d6-5403-4598-b39d-283e30916b4b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:09.884468 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c2edc8d6-5403-4598-b39d-283e30916b4b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2146025 Jun 02 20:47:09.884468 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c2edc8d6-5403-4598-b39d-283e30916b4b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:09.884754 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59424) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:09.889168 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-9d50469c-3299-42d1-b2ca-1e5aa963cdff tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': 'a0b54f26-4ad2-4d63-a4dd-17428d1bf229', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:09.894989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9d50469c-3299-42d1-b2ca-1e5aa963cdff tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:09.899250 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9d50469c-3299-42d1-b2ca-1e5aa963cdff tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:47:09.900524 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] For port 03b141c8-1eb3-4375-8e2a-1cf72605f9ef, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:47:09.902621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9d50469c-3299-42d1-b2ca-1e5aa963cdff tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:47:09.906683 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] For port 03b141c8-1eb3-4375-8e2a-1cf72605f9ef, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=03b141c8-1eb3-4375-8e2a-1cf72605f9ef,segment=NetworkSegment(465d7aaf-9884-4157-afa4-4ff19ea28a40),segment_id=465d7aaf-9884-4157-afa4-4ff19ea28a40)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:47:09.909755 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9d50469c-3299-42d1-b2ca-1e5aa963cdff tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:09.914102 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:09.917619 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:09.930146 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9d50469c-3299-42d1-b2ca-1e5aa963cdff tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:09.966279 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d228667f-4fc0-4803-b899-b11ffc0abadd up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:47:09.993941 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9d50469c-3299-42d1-b2ca-1e5aa963cdff tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:09.997907 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9d50469c-3299-42d1-b2ca-1e5aa963cdff tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:09.999834 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5cbd367d-f097-4612-add5-6d2b39bb321d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:10.022000 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50469c-3299-42d1-b2ca-1e5aa963cdff tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4f4851-945b-4dab-b62e-2d71e0e36482,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:10.024486 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9d50469c-3299-42d1-b2ca-1e5aa963cdff tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:10.033566 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9d50469c-3299-42d1-b2ca-1e5aa963cdff tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:10.037339 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9d50469c-3299-42d1-b2ca-1e5aa963cdff tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492205 Jun 02 20:47:10.037633 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59426) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:10.042758 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-80cfb310-1fe7-4b30-8ce4-afa37d2456e7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': 'a0b54f26-4ad2-4d63-a4dd-17428d1bf229', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:10.049259 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-80cfb310-1fe7-4b30-8ce4-afa37d2456e7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:10.053307 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-80cfb310-1fe7-4b30-8ce4-afa37d2456e7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:47:10.054500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] Routers {'183831b5-56d3-4029-877e-5fdc11a38250'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:47:10.055121 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:47:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['183831b5-56d3-4029-877e-5fdc11a38250'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:10.056661 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-80cfb310-1fe7-4b30-8ce4-afa37d2456e7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:47:10.062725 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-80cfb310-1fe7-4b30-8ce4-afa37d2456e7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:10.081225 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-80cfb310-1fe7-4b30-8ce4-afa37d2456e7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:10.109471 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444420f-8b64-454a-b064-56b34a511a79 None None] Pushing event updated for resources: {'Port': ['ID=03b141c8-1eb3-4375-8e2a-1cf72605f9ef,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:10.120332 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d444420f-8b64-454a-b064-56b34a511a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:10.151719 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port d228667f-4fc0-4803-b899-b11ffc0abadd triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:47:10.151944 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-80cfb310-1fe7-4b30-8ce4-afa37d2456e7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:10.152087 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:10.157873 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-80cfb310-1fe7-4b30-8ce4-afa37d2456e7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:10.160127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e6b84424-b788-4078-b523-6f9dde761106 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:10.193638 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-80cfb310-1fe7-4b30-8ce4-afa37d2456e7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:10.198698 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-80cfb310-1fe7-4b30-8ce4-afa37d2456e7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1566610 Jun 02 20:47:10.198698 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfb310-1fe7-4b30-8ce4-afa37d2456e7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7aea825-c841-4116-907b-16dd6e6de568,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:10.198698 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59428) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:10.203419 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-c21175fc-e260-4c20-9524-e1798e72417b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': 'a0b54f26-4ad2-4d63-a4dd-17428d1bf229', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:10.210081 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c21175fc-e260-4c20-9524-e1798e72417b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:10.212972 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-80cfb310-1fe7-4b30-8ce4-afa37d2456e7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:10.215509 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c21175fc-e260-4c20-9524-e1798e72417b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:47:10.219484 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c21175fc-e260-4c20-9524-e1798e72417b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:47:10.229243 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c21175fc-e260-4c20-9524-e1798e72417b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:10.246247 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c21175fc-e260-4c20-9524-e1798e72417b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:10.308827 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c21175fc-e260-4c20-9524-e1798e72417b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:10.312388 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c21175fc-e260-4c20-9524-e1798e72417b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:10.320274 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-61b9cfb8-3067-4285-b294-1ab6b2be50bb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:10.340827 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21175fc-e260-4c20-9524-e1798e72417b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d395196e-94d0-4a4f-9b73-8a9aec5a5617,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:10.343797 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c21175fc-e260-4c20-9524-e1798e72417b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:10.348578 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c21175fc-e260-4c20-9524-e1798e72417b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:10.349874 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c21175fc-e260-4c20-9524-e1798e72417b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1506438 Jun 02 20:47:10.352576 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59430) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:10.356616 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] Set router 183831b5-56d3-4029-877e-5fdc11a38250 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:47:10.357919 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-73d3eb9e-607b-4319-8fca-dede20132cc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': 'a0b54f26-4ad2-4d63-a4dd-17428d1bf229', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:10.363863 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-73d3eb9e-607b-4319-8fca-dede20132cc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:10.367657 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-73d3eb9e-607b-4319-8fca-dede20132cc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:47:10.370499 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-73d3eb9e-607b-4319-8fca-dede20132cc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:47:10.376780 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-73d3eb9e-607b-4319-8fca-dede20132cc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:10.393487 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-73d3eb9e-607b-4319-8fca-dede20132cc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:10.459920 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-73d3eb9e-607b-4319-8fca-dede20132cc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:10.463743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-73d3eb9e-607b-4319-8fca-dede20132cc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:10.465647 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-db15a29e-6af4-48e3-be83-7dc77571fea2 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:10.487643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3eb9e-607b-4319-8fca-dede20132cc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b86c750-dccb-45a7-b451-7d38079f26fa,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:10.490032 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-73d3eb9e-607b-4319-8fca-dede20132cc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:10.497490 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-73d3eb9e-607b-4319-8fca-dede20132cc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:10.498673 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-73d3eb9e-607b-4319-8fca-dede20132cc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1451862 Jun 02 20:47:10.501694 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59432) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:10.506205 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-5a6030eb-8517-4a7a-8b41-4e3b2962627d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': 'a0b54f26-4ad2-4d63-a4dd-17428d1bf229', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:10.511933 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5a6030eb-8517-4a7a-8b41-4e3b2962627d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:10.516225 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5a6030eb-8517-4a7a-8b41-4e3b2962627d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:47:10.519416 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5a6030eb-8517-4a7a-8b41-4e3b2962627d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:47:10.525886 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5a6030eb-8517-4a7a-8b41-4e3b2962627d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:10.537262 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.securitygroups_db [None req-5a6030eb-8517-4a7a-8b41-4e3b2962627d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:47:10.543500 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5a6030eb-8517-4a7a-8b41-4e3b2962627d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:10.606928 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5a6030eb-8517-4a7a-8b41-4e3b2962627d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:10.613046 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5a6030eb-8517-4a7a-8b41-4e3b2962627d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:10.614809 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-20987fe3-d034-4e88-9bd2-b9aeedecc9ef tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:10.637004 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6030eb-8517-4a7a-8b41-4e3b2962627d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5930ae-aa1f-4a8c-9a08-f2f7e689ae9a,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:10.640010 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5a6030eb-8517-4a7a-8b41-4e3b2962627d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:10.646975 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5a6030eb-8517-4a7a-8b41-4e3b2962627d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:10.648175 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5a6030eb-8517-4a7a-8b41-4e3b2962627d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1455688 Jun 02 20:47:10.650951 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59434) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:10.655467 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-b3dc87a9-9beb-4914-91fc-2e67c8296a98 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': 'a0b54f26-4ad2-4d63-a4dd-17428d1bf229', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:10.661031 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b3dc87a9-9beb-4914-91fc-2e67c8296a98 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:10.664860 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b3dc87a9-9beb-4914-91fc-2e67c8296a98 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:47:10.667871 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b3dc87a9-9beb-4914-91fc-2e67c8296a98 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:47:10.673459 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b3dc87a9-9beb-4914-91fc-2e67c8296a98 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:10.683657 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.securitygroups_db [None req-b3dc87a9-9beb-4914-91fc-2e67c8296a98 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:47:10.689795 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b3dc87a9-9beb-4914-91fc-2e67c8296a98 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:10.731162 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183831b5-56d3-4029-877e-5fdc11a38250', 'name': 'tempest-TestNetworkBasicOps-router-909758015', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:47:01Z', 'updated_at': '2021-06-02T20:47:06Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:02Z', 'updated_at': '2021-06-02T20:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '03b141c8-1eb3-4375-8e2a-1cf72605f9ef', 'name': '', 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4c:87:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ebf51b91-3235-4b9c-8f6c-4eaebbb2576b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:06Z', 'updated_at': '2021-06-02T20:47:09Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'ebf51b91-3235-4b9c-8f6c-4eaebbb2576b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:10.735109 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c388c4-0971-4067-9b9a-d86d5cdae6e3 None None] The sync data for ids ['183831b5-56d3-4029-877e-5fdc11a38250'] in dv-neutron-601336-84-hyperv is: [{'id': '183831b5-56d3-4029-877e-5fdc11a38250', 'name': 'tempest-TestNetworkBasicOps-router-909758015', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:47:01Z', 'updated_at': '2021-06-02T20:47:06Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:02Z', 'updated_at': '2021-06-02T20:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '03b141c8-1eb3-4375-8e2a-1cf72605f9ef', 'name': '', 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4c:87:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ebf51b91-3235-4b9c-8f6c-4eaebbb2576b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:06Z', 'updated_at': '2021-06-02T20:47:09Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'ebf51b91-3235-4b9c-8f6c-4eaebbb2576b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:47:10.758153 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b3dc87a9-9beb-4914-91fc-2e67c8296a98 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:10.762083 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b3dc87a9-9beb-4914-91fc-2e67c8296a98 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:10.764793 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-73d3eb9e-607b-4319-8fca-dede20132cc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:10.799439 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc87a9-9beb-4914-91fc-2e67c8296a98 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76476338-7f2d-4dd8-a134-a0b7d384566f,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:10.801871 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b3dc87a9-9beb-4914-91fc-2e67c8296a98 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:10.806178 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b3dc87a9-9beb-4914-91fc-2e67c8296a98 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:10.809582 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b3dc87a9-9beb-4914-91fc-2e67c8296a98 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1555390 Jun 02 20:47:10.988103 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-64bf385e-7408-4b58-9727-959199e818fc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:47:11.005177 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-64bf385e-7408-4b58-9727-959199e818fc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:47:11.006364 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-64bf385e-7408-4b58-9727-959199e818fc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-851422005&fields=id&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 267 time: 0.0618467 Jun 02 20:47:11.077717 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:47:11.084577 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-a579a0b6-a960-4ff2-a8a9-1ef5b5008caa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:11.085173 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-a579a0b6-a960-4ff2-a8a9-1ef5b5008caa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:47:11.101469 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-a579a0b6-a960-4ff2-a8a9-1ef5b5008caa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:47:11.102757 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-a579a0b6-a960-4ff2-a8a9-1ef5b5008caa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports/025fbd07-2d0c-4d5b-8989-f18edd11c8f4 HTTP/1.1" status: 200 len: 930 time: 0.0894196 Jun 02 20:47:11.256467 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-2585be04-8b05-409f-a4d0-cf459cafc739 service neutron] 10.222.0.25 "GET /v2.0/ports/025fbd07-2d0c-4d5b-8989-f18edd11c8f4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1410811 Jun 02 20:47:11.392103 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-daa27b85-ac6a-4b79-8e41-29876d2788e6 service neutron] 10.222.0.25 "GET /v2.0/networks/75154f61-de0e-48d5-8696-e83cf037d316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294541 Jun 02 20:47:11.528962 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-9b87147f-95e9-4b88-a56b-310a9074a7e7 service neutron] 10.222.0.25 "GET /v2.0/networks/75154f61-de0e-48d5-8696-e83cf037d316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310632 Jun 02 20:47:11.711677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-1e1c17d7-cd9f-4a53-89e2-7c7ea97f7508 req-77c63aeb-00ba-42cd-a3b0-f71f4ce70cac tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:47:11.724037 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-1e1c17d7-cd9f-4a53-89e2-7c7ea97f7508 req-77c63aeb-00ba-42cd-a3b0-f71f4ce70cac tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:47:11.725035 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1e1c17d7-cd9f-4a53-89e2-7c7ea97f7508 req-77c63aeb-00ba-42cd-a3b0-f71f4ce70cac tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf HTTP/1.1" status: 200 len: 210 time: 0.0552387 Jun 02 20:47:11.973586 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 03b141c8-1eb3-4375-8e2a-1cf72605f9ef up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:47:12.041931 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 03b141c8-1eb3-4375-8e2a-1cf72605f9ef completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:47:12.046363 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 03b141c8-1eb3-4375-8e2a-1cf72605f9ef triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:47:12.046746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:12.165847 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:12.199024 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 03b141c8-1eb3-4375-8e2a-1cf72605f9ef, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=03b141c8-1eb3-4375-8e2a-1cf72605f9ef,segment=NetworkSegment(465d7aaf-9884-4157-afa4-4ff19ea28a40),segment_id=465d7aaf-9884-4157-afa4-4ff19ea28a40)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:47:12.203001 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:12.204949 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7f6265d5-8884-4245-9ffc-677a8157062c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:12.273825 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=03b141c8-1eb3-4375-8e2a-1cf72605f9ef,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:12.276797 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:12.666299 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-77e71ab0-4932-4c4d-b286-1f6bd7eaad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:12.667695 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-77e71ab0-4932-4c4d-b286-1f6bd7eaad16 service neutron] 10.222.0.95 "GET /v2.0/ports/025fbd07-2d0c-4d5b-8989-f18edd11c8f4 HTTP/1.1" status: 200 len: 1026 time: 0.0607302 Jun 02 20:47:12.821004 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-44d2c1f4-fa47-46f2-a87f-f8aa8171cbd9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:12.822452 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-44d2c1f4-fa47-46f2-a87f-f8aa8171cbd9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/networks?id=75154f61-de0e-48d5-8696-e83cf037d316 HTTP/1.1" status: 200 len: 796 time: 0.1498244 Jun 02 20:47:12.875095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-758a71d4-92f7-41c3-bbbd-bb35055049dc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:47:12.886968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-758a71d4-92f7-41c3-bbbd-bb35055049dc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:47:12.887528 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ea312394-7509-438f-bd82-a75edefb3092 req-0b260dde-91c6-41ea-9bd9-e40f548c17f7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf HTTP/1.1" status: 200 len: 210 time: 0.0516012 Jun 02 20:47:12.888104 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-758a71d4-92f7-41c3-bbbd-bb35055049dc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 379 time: 0.0571778 Jun 02 20:47:12.903644 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Request body: {'port': {'device_id': '7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:13.013122 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:13.343912 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:47:13.350842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:13.365057 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Transition to ACTIVE for port object 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:47:13.368405 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:13.372590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7285c9ce-3ae6-4c54-a550-04adf19a377e tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:13.501927 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Pushing event updated for resources: {'Port': ['ID=025fbd07-2d0c-4d5b-8989-f18edd11c8f4,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:13.505208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:13.609860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Attempting to bind port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:47:13.610199 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Attempting to bind port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '465d7aaf-9884-4157-afa4-4ff19ea28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:47:13.610641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Attempting to bind port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 on network 75154f61-de0e-48d5-8696-e83cf037d316 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:47:13.615208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 on network 75154f61-de0e-48d5-8696-e83cf037d316 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:47:13.615531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Attempting to bind port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 on network 75154f61-de0e-48d5-8696-e83cf037d316 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:47:13.620548 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:47:13.620878 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Checking segment: {'id': '465d7aaf-9884-4157-afa4-4ff19ea28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:47:13.621255 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Bound using segment: {'id': '465d7aaf-9884-4157-afa4-4ff19ea28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:47:13.621671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Bound port: 025fbd07-2d0c-4d5b-8989-f18edd11c8f4, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465d7aaf-9884-4157-afa4-4ff19ea28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:47:13.622012 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:13.712030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] For port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:47:13.714889 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] For port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=025fbd07-2d0c-4d5b-8989-f18edd11c8f4,segment=NetworkSegment(465d7aaf-9884-4157-afa4-4ff19ea28a40),segment_id=465d7aaf-9884-4157-afa4-4ff19ea28a40)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:47:13.719714 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:13.724080 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0dc377ce-3752-41f2-9904-b7b6755d8cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:13.774554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:13.775183 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:13.776550 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] 10.222.0.95 "PUT /v2.0/ports/025fbd07-2d0c-4d5b-8989-f18edd11c8f4 HTTP/1.1" status: 200 len: 1131 time: 0.8772004 Jun 02 20:47:13.777095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf', 'tag': '025fbd07-2d0c-4d5b-8989-f18edd11c8f4'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:47:13.779440 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fba5f42-34bc-43ed-82fb-c7670aac9eea" -d '{"events": [{"name": "network-changed", "server_uuid": "7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf", "tag": "025fbd07-2d0c-4d5b-8989-f18edd11c8f4"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:47:13.806227 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Pushing event updated for resources: {'Port': ['ID=025fbd07-2d0c-4d5b-8989-f18edd11c8f4,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:13.809407 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:13.848544 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f919e182-736c-4a95-b2ee-82ca0614cf8e x-openstack-request-id: req-f919e182-736c-4a95-b2ee-82ca0614cf8e {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:47:13.849167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf", "tag": "025fbd07-2d0c-4d5b-8989-f18edd11c8f4", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:47:13.849529 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f919e182-736c-4a95-b2ee-82ca0614cf8e {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:47:13.849989 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf', 'tag': '025fbd07-2d0c-4d5b-8989-f18edd11c8f4', 'status': 'completed', 'code': 200} Jun 02 20:47:13.896235 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-a91e54a4-b46e-41f2-8d9a-945df39db916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:13.897736 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-a91e54a4-b46e-41f2-8d9a-945df39db916 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf HTTP/1.1" status: 200 len: 1134 time: 0.0839162 Jun 02 20:47:13.973260 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 03b141c8-1eb3-4375-8e2a-1cf72605f9ef up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:47:13.979711 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-a7c5b39d-a428-4be3-8c42-f5b6e946d228 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=025fbd07-2d0c-4d5b-8989-f18edd11c8f4 HTTP/1.1" status: 200 len: 217 time: 0.0749078 Jun 02 20:47:14.049138 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-4bda9500-e045-4c02-96e1-1065897d075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:14.050872 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-4bda9500-e045-4c02-96e1-1065897d075d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ebf51b91-3235-4b9c-8f6c-4eaebbb2576b HTTP/1.1" status: 200 len: 834 time: 0.0657337 Jun 02 20:47:14.054707 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 03b141c8-1eb3-4375-8e2a-1cf72605f9ef triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:47:14.055091 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:14.086995 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bc9fb-cc5b-41c1-83e1-27055ec74a74 req-80a17f5a-7378-47fa-87a0-ac72e79ad3e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:14.089104 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f66bc9fb-cc5b-41c1-83e1-27055ec74a74 req-80a17f5a-7378-47fa-87a0-ac72e79ad3e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf HTTP/1.1" status: 200 len: 981 time: 0.0840204 Jun 02 20:47:14.127506 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f4c1cfa9-c11b-4ce0-9571-642854b700a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:14.128978 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-f4c1cfa9-c11b-4ce0-9571-642854b700a2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=75154f61-de0e-48d5-8696-e83cf037d316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0715437 Jun 02 20:47:14.136921 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f66bc9fb-cc5b-41c1-83e1-27055ec74a74 req-45da7e34-69f0-4698-97bf-181e3fbfe951 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418866 Jun 02 20:47:14.379399 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:14.387247 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-cb0b0183-7b8a-4fc5-8924-7034acaf595a service neutron] 10.222.0.95 "GET /v2.0/networks/75154f61-de0e-48d5-8696-e83cf037d316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514663 Jun 02 20:47:14.522394 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a5e82fec-0b32-45e5-a93a-b71a5df6e45d req-9c2c99b9-90ab-4b34-9fc0-9fe1b6d2fa08 service neutron] 10.222.0.95 "GET /v2.0/networks/75154f61-de0e-48d5-8696-e83cf037d316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287842 Jun 02 20:47:14.647462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba5f42-34bc-43ed-82fb-c7670aac9eea req-a68f1c15-aea4-44b6-8d23-2f6949a0c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:14.648811 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6fba5f42-34bc-43ed-82fb-c7670aac9eea req-a68f1c15-aea4-44b6-8d23-2f6949a0c65b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf HTTP/1.1" status: 200 len: 1134 time: 0.0741742 Jun 02 20:47:14.778250 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba5f42-34bc-43ed-82fb-c7670aac9eea req-f3945720-0831-4382-bbf8-f0ec4854b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:14.780257 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6fba5f42-34bc-43ed-82fb-c7670aac9eea req-f3945720-0831-4382-bbf8-f0ec4854b851 service neutron] 10.222.0.95 "GET /v2.0/networks?id=75154f61-de0e-48d5-8696-e83cf037d316 HTTP/1.1" status: 200 len: 897 time: 0.1250265 Jun 02 20:47:14.846055 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6fba5f42-34bc-43ed-82fb-c7670aac9eea req-9455009d-55f0-4f29-b250-2091dcdaf765 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=025fbd07-2d0c-4d5b-8989-f18edd11c8f4 HTTP/1.1" status: 200 len: 217 time: 0.0588782 Jun 02 20:47:14.910182 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba5f42-34bc-43ed-82fb-c7670aac9eea req-d1a768a3-da81-4df0-acba-8a70d669f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:14.911499 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6fba5f42-34bc-43ed-82fb-c7670aac9eea req-d1a768a3-da81-4df0-acba-8a70d669f6e0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ebf51b91-3235-4b9c-8f6c-4eaebbb2576b HTTP/1.1" status: 200 len: 834 time: 0.0591202 Jun 02 20:47:14.984332 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba5f42-34bc-43ed-82fb-c7670aac9eea req-b0a15c93-1bf6-496a-ba18-1baeebca0f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:14.985808 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6fba5f42-34bc-43ed-82fb-c7670aac9eea req-b0a15c93-1bf6-496a-ba18-1baeebca0f92 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=75154f61-de0e-48d5-8696-e83cf037d316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0685854 Jun 02 20:47:15.114178 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6fba5f42-34bc-43ed-82fb-c7670aac9eea req-cefb727d-0d6c-43dd-a76d-b8be9ffbec20 service neutron] 10.222.0.95 "GET /v2.0/networks/75154f61-de0e-48d5-8696-e83cf037d316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208587 Jun 02 20:47:15.245494 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6fba5f42-34bc-43ed-82fb-c7670aac9eea req-09f82755-cb69-48b3-856a-d9ad197c86cc service neutron] 10.222.0.95 "GET /v2.0/networks/75154f61-de0e-48d5-8696-e83cf037d316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248045 Jun 02 20:47:15.327420 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8fe2c-deab-4dd2-aa44-aa1bf7d8cbb4 req-798e10db-3404-403a-9571-ea02945c9951 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:15.328833 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a3c8fe2c-deab-4dd2-aa44-aa1bf7d8cbb4 req-798e10db-3404-403a-9571-ea02945c9951 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf HTTP/1.1" status: 200 len: 981 time: 0.0816576 Jun 02 20:47:15.370375 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a3c8fe2c-deab-4dd2-aa44-aa1bf7d8cbb4 req-3000f168-8dc8-4194-b6e1-de8e4bc60291 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359476 Jun 02 20:47:16.570617 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148f53a-d15e-46df-ab02-6379a27bc7f4 req-22c43922-31f4-44a7-ba22-2e48742094c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:16.572013 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8148f53a-d15e-46df-ab02-6379a27bc7f4 req-22c43922-31f4-44a7-ba22-2e48742094c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf HTTP/1.1" status: 200 len: 981 time: 0.0842786 Jun 02 20:47:16.615105 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8148f53a-d15e-46df-ab02-6379a27bc7f4 req-0691d1b7-9c76-4ebc-a578-a1cd18bd18c0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370891 Jun 02 20:47:17.804510 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384e796-7314-412a-878e-40ecc145621b req-04c4f1f4-9740-48cb-b506-f34e8cb5d017 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:17.805851 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0384e796-7314-412a-878e-40ecc145621b req-04c4f1f4-9740-48cb-b506-f34e8cb5d017 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf HTTP/1.1" status: 200 len: 981 time: 0.0842228 Jun 02 20:47:17.852651 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0384e796-7314-412a-878e-40ecc145621b req-5237d071-b592-4aab-a0fb-a6d816fc2b49 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408318 Jun 02 20:47:19.032659 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c5b37-73db-4501-9251-7750f23a5dc5 req-bf521232-7544-4a3d-85b5-e85aab94381f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:19.034011 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e67c5b37-73db-4501-9251-7750f23a5dc5 req-bf521232-7544-4a3d-85b5-e85aab94381f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf HTTP/1.1" status: 200 len: 981 time: 0.0792332 Jun 02 20:47:19.080395 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e67c5b37-73db-4501-9251-7750f23a5dc5 req-a01785b3-b1f9-4d5d-a0cd-8ffbffd2a69a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409453 Jun 02 20:47:19.083847 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:47:19.218442 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=025fbd07-2d0c-4d5b-8989-f18edd11c8f4,segment=NetworkSegment(465d7aaf-9884-4157-afa4-4ff19ea28a40),segment_id=465d7aaf-9884-4157-afa4-4ff19ea28a40)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:47:19.231708 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '025fbd07-2d0c-4d5b-8989-f18edd11c8f4', 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316', 'port_id': '025fbd07-2d0c-4d5b-8989-f18edd11c8f4', 'mac_address': 'fa:16:3e:00:d8:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf51b91-3235-4b9c-8f6c-4eaebbb2576b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:47:19.287847 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:19.307094 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:47:19.322386 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=025fbd07-2d0c-4d5b-8989-f18edd11c8f4,segment=NetworkSegment(465d7aaf-9884-4157-afa4-4ff19ea28a40),segment_id=465d7aaf-9884-4157-afa4-4ff19ea28a40)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:47:19.326615 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:19.328419 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a0544746-1816-41d5-97ae-b3bef4e0063b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:19.392129 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=025fbd07-2d0c-4d5b-8989-f18edd11c8f4,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:19.395563 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:19.650209 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['025fbd07-2d0c-4d5b-8989-f18edd11c8f4'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:47:20.268226 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a125ed0-b4cc-494d-88ec-17480e83b181 req-10de4dc2-f540-4460-bd9a-25d229162a52 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:20.269603 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1a125ed0-b4cc-494d-88ec-17480e83b181 req-10de4dc2-f540-4460-bd9a-25d229162a52 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf HTTP/1.1" status: 200 len: 982 time: 0.0832052 Jun 02 20:47:20.315827 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1a125ed0-b4cc-494d-88ec-17480e83b181 req-b2d2824c-9c74-4c1a-b437-80a990a5e7cb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405760 Jun 02 20:47:21.099769 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:47:21.166942 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:47:21.171983 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:47:21.172365 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:21.330562 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:21.359832 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025fbd07-2d0c-4d5b-8989-f18edd11c8f4'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:47:21.362142 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56176b04-f652-461e-9d5a-4242f9ce9f54" -d '{"events": [{"server_uuid": "7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf", "name": "network-vif-plugged", "status": "completed", "tag": "025fbd07-2d0c-4d5b-8989-f18edd11c8f4"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:47:21.370425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=025fbd07-2d0c-4d5b-8989-f18edd11c8f4,segment=NetworkSegment(465d7aaf-9884-4157-afa4-4ff19ea28a40),segment_id=465d7aaf-9884-4157-afa4-4ff19ea28a40)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:47:21.376794 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:21.379130 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2a1acd0f-8cdb-4845-91b7-1116a55f91c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:21.416651 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c51b3fe-76d9-4972-8139-ccce8cbd0a0a x-openstack-request-id: req-7c51b3fe-76d9-4972-8139-ccce8cbd0a0a {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:47:21.417117 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf", "name": "network-vif-plugged", "status": "completed", "tag": "025fbd07-2d0c-4d5b-8989-f18edd11c8f4", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:47:21.417418 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c51b3fe-76d9-4972-8139-ccce8cbd0a0a {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:47:21.417914 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025fbd07-2d0c-4d5b-8989-f18edd11c8f4', 'code': 200} Jun 02 20:47:21.454323 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=025fbd07-2d0c-4d5b-8989-f18edd11c8f4,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:21.458767 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:21.530295 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56311a7-33c9-4346-8b4c-9b0c21c3f87d req-8c76ffa2-8184-4779-8a31-8994b07c38c2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:21.532404 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c56311a7-33c9-4346-8b4c-9b0c21c3f87d req-8c76ffa2-8184-4779-8a31-8994b07c38c2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf HTTP/1.1" status: 200 len: 983 time: 0.0999141 Jun 02 20:47:21.579874 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c56311a7-33c9-4346-8b4c-9b0c21c3f87d req-467013ee-8c23-4123-8df3-803e055b7224 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406921 Jun 02 20:47:21.676958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885a27b-2228-449f-a013-58c914237aa1 req-0352f497-5850-4438-8ab7-d1021c5e0a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:21.678444 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c885a27b-2228-449f-a013-58c914237aa1 req-0352f497-5850-4438-8ab7-d1021c5e0a69 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf HTTP/1.1" status: 200 len: 1136 time: 0.0732615 Jun 02 20:47:21.722757 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c885a27b-2228-449f-a013-58c914237aa1 req-397223ed-63dd-4a12-bc75-bf38603bb28b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384910 Jun 02 20:47:22.823193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d81ad-0ff8-4613-afc9-1814dda2269e req-5fb197e8-3fdf-4796-9185-15e2bb0f7227 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:22.825153 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4e7d81ad-0ff8-4613-afc9-1814dda2269e req-5fb197e8-3fdf-4796-9185-15e2bb0f7227 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf HTTP/1.1" status: 200 len: 983 time: 0.1106737 Jun 02 20:47:22.879248 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4e7d81ad-0ff8-4613-afc9-1814dda2269e req-b89e5a5d-0b77-40bd-a7d2-4559026e1217 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438213 Jun 02 20:47:23.517619 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb5baea5-b835-4a0a-95cb-fa2f60134e2f req-075d9d74-e56d-44f5-a531-05db59cff9ce service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1193168 Jun 02 20:47:23.640931 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5baea5-b835-4a0a-95cb-fa2f60134e2f req-2e8203ed-f3c7-443b-8e62-52b1c70cfb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:23.642382 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb5baea5-b835-4a0a-95cb-fa2f60134e2f req-2e8203ed-f3c7-443b-8e62-52b1c70cfb44 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8ac283e33ac84a4091254730e5dabc0a&device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 1098 time: 0.0999103 Jun 02 20:47:23.854986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5baea5-b835-4a0a-95cb-fa2f60134e2f req-da2f582e-9bb7-40ca-85ef-914d6a87e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:23.856600 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb5baea5-b835-4a0a-95cb-fa2f60134e2f req-da2f582e-9bb7-40ca-85ef-914d6a87e12a service neutron] 10.222.0.95 "GET /v2.0/networks?id=828f3844-3007-442d-8050-ab51f25eaa71 HTTP/1.1" status: 200 len: 912 time: 0.1910310 Jun 02 20:47:24.009423 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb5baea5-b835-4a0a-95cb-fa2f60134e2f req-789931dd-a2f4-4c5e-8126-1408c970d793 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb853278-4524-4c52-92bb-66113b677fde HTTP/1.1" status: 200 len: 1001 time: 0.1463599 Jun 02 20:47:24.087999 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5baea5-b835-4a0a-95cb-fa2f60134e2f req-bbcfaa94-32e7-4c7e-8590-9783b861f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:24.093412 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb5baea5-b835-4a0a-95cb-fa2f60134e2f req-bbcfaa94-32e7-4c7e-8590-9783b861f740 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ac92c5bf-ce9a-4540-a013-72e531c21a06 HTTP/1.1" status: 200 len: 850 time: 0.0784183 Jun 02 20:47:24.145752 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b38fb0-18bc-4d4e-a0c7-fef692867ccb req-0a45937b-1f2d-41dc-9350-ee3fb1a8803a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:24.152269 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-78b38fb0-18bc-4d4e-a0c7-fef692867ccb req-0a45937b-1f2d-41dc-9350-ee3fb1a8803a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf HTTP/1.1" status: 200 len: 983 time: 0.1014106 Jun 02 20:47:24.209644 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-78b38fb0-18bc-4d4e-a0c7-fef692867ccb req-e6df951e-99d6-4860-9142-3b721c3a9b7f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559735 Jun 02 20:47:24.369136 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5baea5-b835-4a0a-95cb-fa2f60134e2f req-ddf7bde0-5cdf-4471-90d6-560185ef64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:24.374147 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb5baea5-b835-4a0a-95cb-fa2f60134e2f req-ddf7bde0-5cdf-4471-90d6-560185ef64c1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=828f3844-3007-442d-8050-ab51f25eaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2709520 Jun 02 20:47:24.604145 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06505b-050d-44b9-8814-93dcae6536e7 req-d152f737-714e-4030-8e31-24eabf1ec1ca tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:24.605619 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2b06505b-050d-44b9-8814-93dcae6536e7 req-d152f737-714e-4030-8e31-24eabf1ec1ca tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf HTTP/1.1" status: 200 len: 983 time: 0.2042179 Jun 02 20:47:24.610276 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb5baea5-b835-4a0a-95cb-fa2f60134e2f req-0456f13f-b28c-450c-86f1-1fc1094b7125 service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321892 Jun 02 20:47:24.766369 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2b06505b-050d-44b9-8814-93dcae6536e7 req-54966b25-0d20-45cd-86b8-6d323a04d036 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157100 Jun 02 20:47:24.813139 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb5baea5-b835-4a0a-95cb-fa2f60134e2f req-3b3deee7-f5ba-4e7c-9dec-bf00be60809b service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959827 Jun 02 20:47:24.821560 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59524) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:24.910388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5cf51c-54eb-4d5c-9f8e-11afbcd5523c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:24.911904 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0f5cf51c-54eb-4d5c-9f8e-11afbcd5523c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf HTTP/1.1" status: 200 len: 1131 time: 0.0894158 Jun 02 20:47:24.915361 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59526) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:24.920400 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': '025fbd07-2d0c-4d5b-8989-f18edd11c8f4', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:24.927786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:24.932346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:floatingip and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:47:24.936763 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:47:24.945119 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:24.958407 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:25.108373 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:25.267322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.26.0.93 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/1a60783d-9e45-4c41-994c-adb8d73e1e64) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:47:25.433581 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:25.487687 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:25.491474 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:25.557580 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:47:25.561048 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:47:25.564859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:47:25.608726 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=1a60783d-9e45-4c41-994c-adb8d73e1e64,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:25.616795 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:26.018074 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:26.092860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:26.446756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:26.451999 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:26.455689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-51f4d8f5-2d84-4f7e-ba38-8975e493195b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:26.564778 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=1a60783d-9e45-4c41-994c-adb8d73e1e64,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:26.569014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:26.578547 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:26.765817 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Floating IP 0d2cec75-715b-49d5-818c-aa2abb4ea3af associated. External IP: 172.26.0.93, port: 025fbd07-2d0c-4d5b-8989-f18edd11c8f4. Jun 02 20:47:27.115309 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 183831b5-56d3-4029-877e-5fdc11a38250 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:47:27.310631 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:47:27.321644 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e09364-98bb-49ac-9abd-46d126b502cc None None] Sync routers for ids ['183831b5-56d3-4029-877e-5fdc11a38250'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:47:27.334517 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e09364-98bb-49ac-9abd-46d126b502cc None None] Routers {'183831b5-56d3-4029-877e-5fdc11a38250'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:47:27.335358 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-55e09364-98bb-49ac-9abd-46d126b502cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:47:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['183831b5-56d3-4029-877e-5fdc11a38250'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:27.338346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:27.396498 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.4800012 Jun 02 20:47:27.397165 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf', 'tag': '025fbd07-2d0c-4d5b-8989-f18edd11c8f4'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:47:27.399321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59532) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:27.399794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0d4eb2-4eb6-4434-bab4-c490f750e82d" -d '{"events": [{"name": "network-changed", "server_uuid": "7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf", "tag": "025fbd07-2d0c-4d5b-8989-f18edd11c8f4"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:47:27.443343 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6a68a4-2dad-4dc9-8fe5-5b75b747b34e x-openstack-request-id: req-2e6a68a4-2dad-4dc9-8fe5-5b75b747b34e {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:47:27.443677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf", "tag": "025fbd07-2d0c-4d5b-8989-f18edd11c8f4", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:47:27.443975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e6a68a4-2dad-4dc9-8fe5-5b75b747b34e {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:47:27.444409 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf', 'tag': '025fbd07-2d0c-4d5b-8989-f18edd11c8f4', 'status': 'completed', 'code': 200} Jun 02 20:47:27.472663 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbee8514-3aaf-4aa2-bd12-d66f46625e63 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:27.476939 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-bbee8514-3aaf-4aa2-bd12-d66f46625e63 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf&network_id=75154f61-de0e-48d5-8696-e83cf037d316 HTTP/1.1" status: 200 len: 1131 time: 0.0738401 Jun 02 20:47:27.526411 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-55e09364-98bb-49ac-9abd-46d126b502cc None None] Set router 183831b5-56d3-4029-877e-5fdc11a38250 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:47:27.547180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d4eb2-4eb6-4434-bab4-c490f750e82d req-b93c46b7-754f-4415-832e-b2cbdd215fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:27.549015 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2c0d4eb2-4eb6-4434-bab4-c490f750e82d req-b93c46b7-754f-4415-832e-b2cbdd215fbe service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf HTTP/1.1" status: 200 len: 1136 time: 0.0829322 Jun 02 20:47:27.688191 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d4eb2-4eb6-4434-bab4-c490f750e82d req-5f603a2e-7aec-4c1c-9c75-97a96db4dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:27.690143 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2c0d4eb2-4eb6-4434-bab4-c490f750e82d req-5f603a2e-7aec-4c1c-9c75-97a96db4dbc5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=75154f61-de0e-48d5-8696-e83cf037d316 HTTP/1.1" status: 200 len: 897 time: 0.1344454 Jun 02 20:47:27.886499 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f20ca-34e7-49d9-a7b3-fe14f78c09c9 req-e1fcdf80-cff5-4c9e-9098-4ef509fce191 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:27.888739 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6a6f20ca-34e7-49d9-a7b3-fe14f78c09c9 req-e1fcdf80-cff5-4c9e-9098-4ef509fce191 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf HTTP/1.1" status: 200 len: 983 time: 0.0958467 Jun 02 20:47:27.921392 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-55e09364-98bb-49ac-9abd-46d126b502cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183831b5-56d3-4029-877e-5fdc11a38250', 'name': 'tempest-TestNetworkBasicOps-router-909758015', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:47:01Z', 'updated_at': '2021-06-02T20:47:06Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:02Z', 'updated_at': '2021-06-02T20:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '0d2cec75-715b-49d5-818c-aa2abb4ea3af', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.93', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'port_id': '025fbd07-2d0c-4d5b-8989-f18edd11c8f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-655026929', 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316', 'mac_address': 'fa:16:3e:00:d8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:47:25Z', 'updated_at': '2021-06-02T20:47:25Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b141c8-1eb3-4375-8e2a-1cf72605f9ef', 'name': '', 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4c:87:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ebf51b91-3235-4b9c-8f6c-4eaebbb2576b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:06Z', 'updated_at': '2021-06-02T20:47:12Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'ebf51b91-3235-4b9c-8f6c-4eaebbb2576b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:27.926155 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e09364-98bb-49ac-9abd-46d126b502cc None None] Checking router: 183831b5-56d3-4029-877e-5fdc11a38250 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:47:27.935914 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e09364-98bb-49ac-9abd-46d126b502cc None None] Routers {'183831b5-56d3-4029-877e-5fdc11a38250'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:47:27.936535 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-55e09364-98bb-49ac-9abd-46d126b502cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:47:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['183831b5-56d3-4029-877e-5fdc11a38250'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:27.969339 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6a6f20ca-34e7-49d9-a7b3-fe14f78c09c9 req-0fa7878c-4f23-4e36-8c91-f9aa3528b74b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742691 Jun 02 20:47:28.022908 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2c0d4eb2-4eb6-4434-bab4-c490f750e82d req-ab170b90-ef07-443f-b05c-752710d4e161 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=025fbd07-2d0c-4d5b-8989-f18edd11c8f4 HTTP/1.1" status: 200 len: 1036 time: 0.3243387 Jun 02 20:47:28.091280 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d4eb2-4eb6-4434-bab4-c490f750e82d req-85075a2e-1443-4284-a10e-550b1caa937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:28.092939 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2c0d4eb2-4eb6-4434-bab4-c490f750e82d req-85075a2e-1443-4284-a10e-550b1caa937a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ebf51b91-3235-4b9c-8f6c-4eaebbb2576b HTTP/1.1" status: 200 len: 834 time: 0.0636408 Jun 02 20:47:28.133158 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-55e09364-98bb-49ac-9abd-46d126b502cc None None] Set router 183831b5-56d3-4029-877e-5fdc11a38250 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:47:28.202475 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-6a95a7a0-6f6e-4f84-a8ac-abfa4a03fdc8 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-542410660&fields=id&tenant_id=8ac283e33ac84a4091254730e5dabc0a HTTP/1.1" status: 200 len: 267 time: 0.0654619 Jun 02 20:47:28.212126 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d4eb2-4eb6-4434-bab4-c490f750e82d req-3bf6239e-92b9-4ea8-a528-9c8f0f5a9466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:28.213558 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2c0d4eb2-4eb6-4434-bab4-c490f750e82d req-3bf6239e-92b9-4ea8-a528-9c8f0f5a9466 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=75154f61-de0e-48d5-8696-e83cf037d316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1134436 Jun 02 20:47:28.471061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-581f7440-a70f-42cd-9668-ff2b8a1e732e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:28.472440 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-581f7440-a70f-42cd-9668-ff2b8a1e732e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/networks?id=828f3844-3007-442d-8050-ab51f25eaa71 HTTP/1.1" status: 200 len: 811 time: 0.2580202 Jun 02 20:47:28.474328 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2c0d4eb2-4eb6-4434-bab4-c490f750e82d req-ab46d410-3179-4041-b5d0-b603c51103c1 service neutron] 10.222.0.95 "GET /v2.0/networks/75154f61-de0e-48d5-8696-e83cf037d316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404959 Jun 02 20:47:28.511907 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-74de967b-58d4-44eb-8dad-da790779e72c tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/quotas/8ac283e33ac84a4091254730e5dabc0a HTTP/1.1" status: 200 len: 375 time: 0.0334563 Jun 02 20:47:28.533127 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-55e09364-98bb-49ac-9abd-46d126b502cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183831b5-56d3-4029-877e-5fdc11a38250', 'name': 'tempest-TestNetworkBasicOps-router-909758015', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:47:01Z', 'updated_at': '2021-06-02T20:47:06Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:02Z', 'updated_at': '2021-06-02T20:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '0d2cec75-715b-49d5-818c-aa2abb4ea3af', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.93', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'port_id': '025fbd07-2d0c-4d5b-8989-f18edd11c8f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-655026929', 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316', 'mac_address': 'fa:16:3e:00:d8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:47:25Z', 'updated_at': '2021-06-02T20:47:25Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b141c8-1eb3-4375-8e2a-1cf72605f9ef', 'name': '', 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4c:87:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ebf51b91-3235-4b9c-8f6c-4eaebbb2576b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:06Z', 'updated_at': '2021-06-02T20:47:12Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'ebf51b91-3235-4b9c-8f6c-4eaebbb2576b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:28.538299 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e09364-98bb-49ac-9abd-46d126b502cc None None] The sync data for ids ['183831b5-56d3-4029-877e-5fdc11a38250'] in dv-neutron-601336-84-hyperv is: [{'id': '183831b5-56d3-4029-877e-5fdc11a38250', 'name': 'tempest-TestNetworkBasicOps-router-909758015', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:47:01Z', 'updated_at': '2021-06-02T20:47:06Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:02Z', 'updated_at': '2021-06-02T20:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '0d2cec75-715b-49d5-818c-aa2abb4ea3af', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.93', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'port_id': '025fbd07-2d0c-4d5b-8989-f18edd11c8f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-655026929', 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316', 'mac_address': 'fa:16:3e:00:d8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:47:25Z', 'updated_at': '2021-06-02T20:47:25Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b141c8-1eb3-4375-8e2a-1cf72605f9ef', 'name': '', 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4c:87:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ebf51b91-3235-4b9c-8f6c-4eaebbb2576b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:06Z', 'updated_at': '2021-06-02T20:47:12Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'ebf51b91-3235-4b9c-8f6c-4eaebbb2576b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:47:28.684401 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2c0d4eb2-4eb6-4434-bab4-c490f750e82d req-d29291da-2445-4f37-8c71-401f477ac43b service neutron] 10.222.0.95 "GET /v2.0/networks/75154f61-de0e-48d5-8696-e83cf037d316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985645 Jun 02 20:47:28.704291 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-d76eadff-37c7-4a43-bfd7-1f842bf901ee tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ac283e33ac84a4091254730e5dabc0a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1371434 Jun 02 20:47:28.752735 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0476f9-99c3-4c31-b6e5-fc0b2c8d9d4c None None] New status for floating IP 0d2cec75-715b-49d5-818c-aa2abb4ea3af: ACTIVE {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:47:28.850860 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-b1ab5dd0-82f2-4f78-a9ed-aac5cf0bc7ca service neutron] 10.222.0.25 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329474 Jun 02 20:47:28.988417 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-2642a6d7-8089-41da-9c23-92c629122eb6 service neutron] 10.222.0.25 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315606 Jun 02 20:47:29.149366 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393edf67-983b-4636-817b-78d6996ea047 req-54642097-cbc4-41b7-aa4f-dfb3c6abcaf4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:29.150826 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-393edf67-983b-4636-817b-78d6996ea047 req-54642097-cbc4-41b7-aa4f-dfb3c6abcaf4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf HTTP/1.1" status: 200 len: 983 time: 0.0800118 Jun 02 20:47:29.195543 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-393edf67-983b-4636-817b-78d6996ea047 req-542d9a11-925f-4d5d-8fee-385348181d01 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386002 Jun 02 20:47:29.244426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84706-d8e0-47ee-8a64-14645c3926bb req-ff83eda6-b2c1-444f-a415-315db74cbd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:29.245754 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2bf84706-d8e0-47ee-8a64-14645c3926bb req-ff83eda6-b2c1-444f-a415-315db74cbd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/ports?device_id=7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf HTTP/1.1" status: 200 len: 983 time: 0.0881176 Jun 02 20:47:29.405475 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-63286ed6-ae6f-42c0-904e-47c90a7468be req-bb3bee39-8932-4b69-9794-e2933e4d1f5c tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 210 time: 0.0470293 Jun 02 20:47:29.411871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84706-d8e0-47ee-8a64-14645c3926bb req-21696bb0-bab3-484f-9e5c-00b704aa70fb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:29.413214 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2bf84706-d8e0-47ee-8a64-14645c3926bb req-21696bb0-bab3-484f-9e5c-00b704aa70fb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/ports/025fbd07-2d0c-4d5b-8989-f18edd11c8f4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1623945 Jun 02 20:47:29.569272 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2bf84706-d8e0-47ee-8a64-14645c3926bb req-6682058e-5887-4a15-8999-01494f01ec7d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/networks/75154f61-de0e-48d5-8696-e83cf037d316?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1498985 Jun 02 20:47:29.583880 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-2bf84706-d8e0-47ee-8a64-14645c3926bb req-eb03e7cc-a8e4-4036-96a1-c35ca19a9fb6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:29.705511 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-2bf84706-d8e0-47ee-8a64-14645c3926bb req-eb03e7cc-a8e4-4036-96a1-c35ca19a9fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:29.910887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-2bf84706-d8e0-47ee-8a64-14645c3926bb req-eb03e7cc-a8e4-4036-96a1-c35ca19a9fb6 service neutron] For port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=025fbd07-2d0c-4d5b-8989-f18edd11c8f4,segment=NetworkSegment(465d7aaf-9884-4157-afa4-4ff19ea28a40),segment_id=465d7aaf-9884-4157-afa4-4ff19ea28a40)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:47:30.076466 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-2bf84706-d8e0-47ee-8a64-14645c3926bb req-eb03e7cc-a8e4-4036-96a1-c35ca19a9fb6 service neutron] For port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:47:30.127543 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-2bf84706-d8e0-47ee-8a64-14645c3926bb req-eb03e7cc-a8e4-4036-96a1-c35ca19a9fb6 service neutron] device_id is not set on port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:47:30.136002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-2bf84706-d8e0-47ee-8a64-14645c3926bb req-eb03e7cc-a8e4-4036-96a1-c35ca19a9fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:30.142051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-2bf84706-d8e0-47ee-8a64-14645c3926bb req-eb03e7cc-a8e4-4036-96a1-c35ca19a9fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:30.146543 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-78a9504c-e855-4eda-bf87-5ee7f50dd2dd tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:30.292822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03e7cc-a8e4-4036-96a1-c35ca19a9fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=025fbd07-2d0c-4d5b-8989-f18edd11c8f4,revision_number=6']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:30.297923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-eb03e7cc-a8e4-4036-96a1-c35ca19a9fb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:30.377014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf84706-d8e0-47ee-8a64-14645c3926bb req-eb03e7cc-a8e4-4036-96a1-c35ca19a9fb6 service neutron] No DVR routers for this DVR port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:47:30.459245 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-88f84ccf-fc8c-437e-8caf-816021f6fec4 req-6333b7ef-f4ec-4c1d-9a66-fc4762798939 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eebc0c4-02b7-4b7c-aa3b-ff68c2ca1dbf HTTP/1.1" status: 200 len: 210 time: 0.1312625 Jun 02 20:47:30.492199 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-bec5fc7d-866a-4493-a53d-ad0fd0dea842 None None] Provisioning complete for port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:47:30.492665 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bec5fc7d-866a-4493-a53d-ad0fd0dea842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:30.559122 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-bec5fc7d-866a-4493-a53d-ad0fd0dea842 None None] Port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:47:30.581566 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-086cc40c-51c2-466e-b6d6-930efdf08f86 req-68306506-a4f8-447e-bab9-99588a4528d8 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 210 time: 0.0540130 Jun 02 20:47:30.698458 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-7ce38ad0-81c7-4ddb-800d-b331bc6a0371 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:30.699883 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-7ce38ad0-81c7-4ddb-800d-b331bc6a0371 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.95 "GET /v2.0/networks?id=828f3844-3007-442d-8050-ab51f25eaa71 HTTP/1.1" status: 200 len: 811 time: 0.3293324 Jun 02 20:47:30.731690 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-105bf7b6-dead-4995-b55a-819a82625d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:30.793206 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-f7133cdb-718d-4158-b1c0-6d8e99dd1bed tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ac283e33ac84a4091254730e5dabc0a HTTP/1.1" status: 200 len: 379 time: 0.0637426 Jun 02 20:47:30.794009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-2bf84706-d8e0-47ee-8a64-14645c3926bb req-eb03e7cc-a8e4-4036-96a1-c35ca19a9fb6 service neutron] In _notify_port_updated(), no bound segment for port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 on network 75154f61-de0e-48d5-8696-e83cf037d316 {{(pid=92549) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:47:30.795384 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84706-d8e0-47ee-8a64-14645c3926bb req-eb03e7cc-a8e4-4036-96a1-c35ca19a9fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:30.795992 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-2bf84706-d8e0-47ee-8a64-14645c3926bb req-eb03e7cc-a8e4-4036-96a1-c35ca19a9fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:30.797167 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2bf84706-d8e0-47ee-8a64-14645c3926bb req-eb03e7cc-a8e4-4036-96a1-c35ca19a9fb6 service neutron] 10.222.0.95 "PUT /v2.0/ports/025fbd07-2d0c-4d5b-8989-f18edd11c8f4 HTTP/1.1" status: 200 len: 1026 time: 1.2176034 Jun 02 20:47:30.801625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-31c21166-213e-48e2-bb05-fcd3edf059dc tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Request body: {'port': {'device_id': 'ced0498e-6696-4a17-bb5d-ea46fe74ee68', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'admin_state_up': True, 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'security_groups': ['1a6ecacd-cffb-46c5-8991-89798277ef88']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:30.943892 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-31c21166-213e-48e2-bb05-fcd3edf059dc tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:30.957137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-31c21166-213e-48e2-bb05-fcd3edf059dc tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:30.967689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-31c21166-213e-48e2-bb05-fcd3edf059dc tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Made reservation on behalf of 8ac283e33ac84a4091254730e5dabc0a for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:47:30.971115 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-31c21166-213e-48e2-bb05-fcd3edf059dc tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:31.131714 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-31c21166-213e-48e2-bb05-fcd3edf059dc tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Allocated IP 172.20.0.8 (828f3844-3007-442d-8050-ab51f25eaa71/ac92c5bf-ce9a-4540-a013-72e531c21a06/f77e0efb-34a9-4982-b595-6fab614bf206) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:47:31.327763 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-31c21166-213e-48e2-bb05-fcd3edf059dc tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:31.344911 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-31c21166-213e-48e2-bb05-fcd3edf059dc tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Transition to ACTIVE for port object f77e0efb-34a9-4982-b595-6fab614bf206 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:47:31.371979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-31c21166-213e-48e2-bb05-fcd3edf059dc tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:31.378160 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5a676e40-73e0-4047-abbb-02033bd10235 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:31.441399 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-31c21166-213e-48e2-bb05-fcd3edf059dc tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Network 828f3844-3007-442d-8050-ab51f25eaa71 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:47:31.444889 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-31c21166-213e-48e2-bb05-fcd3edf059dc tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:47:31.448826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-31c21166-213e-48e2-bb05-fcd3edf059dc tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:47:31.489031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c21166-213e-48e2-bb05-fcd3edf059dc tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event updated for resources: {'Port': ['ID=f77e0efb-34a9-4982-b595-6fab614bf206,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:31.493640 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-31c21166-213e-48e2-bb05-fcd3edf059dc tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:31.522823 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-31c21166-213e-48e2-bb05-fcd3edf059dc tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:31.523588 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-31c21166-213e-48e2-bb05-fcd3edf059dc tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:31.553283 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-31c21166-213e-48e2-bb05-fcd3edf059dc tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7550058 Jun 02 20:47:31.571333 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Request body: {'port': {'device_id': 'ced0498e-6696-4a17-bb5d-ea46fe74ee68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:31.586000 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59578) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:31.674981 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648c146d-c7fa-4195-b46e-eec97e3246ff tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:31.677295 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-648c146d-c7fa-4195-b46e-eec97e3246ff tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports/025fbd07-2d0c-4d5b-8989-f18edd11c8f4 HTTP/1.1" status: 200 len: 925 time: 0.0895903 Jun 02 20:47:31.695185 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e064b211-822a-46d9-8a21-84afa2766a3f None None] Provisioning for port f77e0efb-34a9-4982-b595-6fab614bf206 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:47:31.701731 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e064b211-822a-46d9-8a21-84afa2766a3f None None] Provisioning complete for port f77e0efb-34a9-4982-b595-6fab614bf206 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:47:31.706655 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e064b211-822a-46d9-8a21-84afa2766a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:31.715585 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:31.813027 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-e064b211-822a-46d9-8a21-84afa2766a3f None None] Port f77e0efb-34a9-4982-b595-6fab614bf206 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:47:31.892069 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccef1f-ff63-43d2-bf33-7c667757cd6f req-835e8228-0b91-44c6-8708-85c60e5fa502 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:31.894659 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cbccef1f-ff63-43d2-bf33-7c667757cd6f req-835e8228-0b91-44c6-8708-85c60e5fa502 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 931 time: 0.1252210 Jun 02 20:47:31.948327 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59584) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:31.953585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-4df772cd-10c4-4a1c-a5a5-38a27a18c03f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1572801403', 'description': 'tempest-secgroup-smoke-1572801403 description', 'project_id': '7e68015eb8844c43b1007154397602c4'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:31.961779 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4df772cd-10c4-4a1c-a5a5-38a27a18c03f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:31.966539 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cbccef1f-ff63-43d2-bf33-7c667757cd6f req-0f9f2971-7877-4441-a376-3c3c79acff73 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646875 Jun 02 20:47:31.974806 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4df772cd-10c4-4a1c-a5a5-38a27a18c03f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:31.989829 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4df772cd-10c4-4a1c-a5a5-38a27a18c03f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:32.011188 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4df772cd-10c4-4a1c-a5a5-38a27a18c03f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:32.014956 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4df772cd-10c4-4a1c-a5a5-38a27a18c03f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:47:32.017751 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4df772cd-10c4-4a1c-a5a5-38a27a18c03f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:47:32.023727 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4df772cd-10c4-4a1c-a5a5-38a27a18c03f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:32.092741 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4df772cd-10c4-4a1c-a5a5-38a27a18c03f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:32.097896 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4df772cd-10c4-4a1c-a5a5-38a27a18c03f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:32.101731 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-cb1cb919-4979-4b29-9269-a39a8dc4a9dd tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:32.148271 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df772cd-10c4-4a1c-a5a5-38a27a18c03f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7fa6a0-cf29-4a59-8556-f3cd753cfa81,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:32.150861 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4df772cd-10c4-4a1c-a5a5-38a27a18c03f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:32.155650 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4df772cd-10c4-4a1c-a5a5-38a27a18c03f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2027650 Jun 02 20:47:32.155650 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4df772cd-10c4-4a1c-a5a5-38a27a18c03f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:32.155650 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59586) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:32.159240 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-8cbc681e-7528-4d4b-aae6-1d11003b53b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '7c7fa6a0-cf29-4a59-8556-f3cd753cfa81', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:32.164956 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-8cbc681e-7528-4d4b-aae6-1d11003b53b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:32.168754 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8cbc681e-7528-4d4b-aae6-1d11003b53b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:47:32.172593 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8cbc681e-7528-4d4b-aae6-1d11003b53b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:47:32.178252 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-8cbc681e-7528-4d4b-aae6-1d11003b53b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:32.195488 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8cbc681e-7528-4d4b-aae6-1d11003b53b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:32.260563 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8cbc681e-7528-4d4b-aae6-1d11003b53b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:32.265174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8cbc681e-7528-4d4b-aae6-1d11003b53b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:32.274350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-258396cd-d047-4c40-a8d3-9da9bbfb9536 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:32.297376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77e0efb-34a9-4982-b595-6fab614bf206 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:47:32.297840 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc681e-7528-4d4b-aae6-1d11003b53b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09ec0af-4892-44dc-8767-7bd5a59bde88,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:32.300893 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8cbc681e-7528-4d4b-aae6-1d11003b53b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:32.305132 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:32.306919 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8cbc681e-7528-4d4b-aae6-1d11003b53b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:32.308439 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8cbc681e-7528-4d4b-aae6-1d11003b53b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525903 Jun 02 20:47:32.311661 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59588) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:32.317144 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-7ac1145c-a46b-42b0-91ae-427086e8a28b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '7c7fa6a0-cf29-4a59-8556-f3cd753cfa81', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:32.323504 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Transition to ACTIVE for port object f77e0efb-34a9-4982-b595-6fab614bf206 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:47:32.324711 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-7ac1145c-a46b-42b0-91ae-427086e8a28b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:32.328414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:32.329233 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-7ac1145c-a46b-42b0-91ae-427086e8a28b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:47:32.333232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:32.333673 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-7ac1145c-a46b-42b0-91ae-427086e8a28b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:47:32.339952 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-7ac1145c-a46b-42b0-91ae-427086e8a28b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:32.358959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7ac1145c-a46b-42b0-91ae-427086e8a28b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:32.432782 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7ac1145c-a46b-42b0-91ae-427086e8a28b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:32.440448 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7ac1145c-a46b-42b0-91ae-427086e8a28b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:32.442469 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dd7a5353-f204-4095-ac2c-7da48d1623c6 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:32.468381 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1145c-a46b-42b0-91ae-427086e8a28b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b13655-1845-4661-8721-e36b18ab1f7e,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:32.477419 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7ac1145c-a46b-42b0-91ae-427086e8a28b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:32.488262 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7ac1145c-a46b-42b0-91ae-427086e8a28b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:32.489481 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7ac1145c-a46b-42b0-91ae-427086e8a28b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1767404 Jun 02 20:47:32.492155 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59590) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:32.497796 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-ceae812e-1548-4a21-b8d0-86daac0083cb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '7c7fa6a0-cf29-4a59-8556-f3cd753cfa81', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:32.504528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ceae812e-1548-4a21-b8d0-86daac0083cb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:32.508778 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ceae812e-1548-4a21-b8d0-86daac0083cb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:47:32.512250 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ceae812e-1548-4a21-b8d0-86daac0083cb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:47:32.512408 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Pushing event updated for resources: {'Port': ['ID=f77e0efb-34a9-4982-b595-6fab614bf206,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:32.523456 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ceae812e-1548-4a21-b8d0-86daac0083cb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:32.546372 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ceae812e-1548-4a21-b8d0-86daac0083cb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:32.568530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:32.593928 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Attempting to bind port f77e0efb-34a9-4982-b595-6fab614bf206 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:47:32.594468 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Attempting to bind port f77e0efb-34a9-4982-b595-6fab614bf206 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'd2167362-7953-411f-b6fe-12c6e0c6f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:47:32.594799 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Attempting to bind port f77e0efb-34a9-4982-b595-6fab614bf206 on network 828f3844-3007-442d-8050-ab51f25eaa71 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:47:32.601355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Port f77e0efb-34a9-4982-b595-6fab614bf206 on network 828f3844-3007-442d-8050-ab51f25eaa71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:47:32.601677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Attempting to bind port f77e0efb-34a9-4982-b595-6fab614bf206 on network 828f3844-3007-442d-8050-ab51f25eaa71 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:47:32.609343 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:47:32.609677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Checking segment: {'id': 'd2167362-7953-411f-b6fe-12c6e0c6f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:47:32.610181 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Bound using segment: {'id': 'd2167362-7953-411f-b6fe-12c6e0c6f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:47:32.610602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Bound port: f77e0efb-34a9-4982-b595-6fab614bf206, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2167362-7953-411f-b6fe-12c6e0c6f23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:47:32.610948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:32.632313 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ceae812e-1548-4a21-b8d0-86daac0083cb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:32.639002 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ceae812e-1548-4a21-b8d0-86daac0083cb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:32.641006 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-cb1a92ac-fdba-4303-9b61-b8fb1af2ea56 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:32.667407 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae812e-1548-4a21-b8d0-86daac0083cb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a8447d-c81f-4538-8b7b-c08f24d28ae5,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:32.676402 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ceae812e-1548-4a21-b8d0-86daac0083cb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:32.684610 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ceae812e-1548-4a21-b8d0-86daac0083cb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:32.691743 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ceae812e-1548-4a21-b8d0-86daac0083cb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1929357 Jun 02 20:47:32.692753 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59592) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:32.697345 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-4bd1d6c4-70d1-4210-9dff-128f86458cc3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '7c7fa6a0-cf29-4a59-8556-f3cd753cfa81', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:32.706880 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4bd1d6c4-70d1-4210-9dff-128f86458cc3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:32.714382 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4bd1d6c4-70d1-4210-9dff-128f86458cc3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:47:32.718515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4bd1d6c4-70d1-4210-9dff-128f86458cc3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:47:32.723034 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] For port f77e0efb-34a9-4982-b595-6fab614bf206, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:47:32.728488 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] For port f77e0efb-34a9-4982-b595-6fab614bf206, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f77e0efb-34a9-4982-b595-6fab614bf206,segment=NetworkSegment(d2167362-7953-411f-b6fe-12c6e0c6f23f),segment_id=d2167362-7953-411f-b6fe-12c6e0c6f23f)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:47:32.729631 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4bd1d6c4-70d1-4210-9dff-128f86458cc3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:32.735594 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:32.745749 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f1b7b825-3b6b-4db6-aa67-23d3e9c51a9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:32.815056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:32.815703 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:32.819241 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] 10.222.0.95 "PUT /v2.0/ports/f77e0efb-34a9-4982-b595-6fab614bf206 HTTP/1.1" status: 200 len: 1093 time: 1.2502968 Jun 02 20:47:32.819241 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced0498e-6696-4a17-bb5d-ea46fe74ee68', 'tag': 'f77e0efb-34a9-4982-b595-6fab614bf206'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:47:32.819991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec6941c-255b-4225-8b40-83c97b8b00c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ced0498e-6696-4a17-bb5d-ea46fe74ee68", "tag": "f77e0efb-34a9-4982-b595-6fab614bf206"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:47:32.831444 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Pushing event updated for resources: {'Port': ['ID=f77e0efb-34a9-4982-b595-6fab614bf206,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:32.834212 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4bd1d6c4-70d1-4210-9dff-128f86458cc3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:32.842218 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:32.948987 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b19066-4ce0-49b2-b31b-3601f3b68007 x-openstack-request-id: req-48b19066-4ce0-49b2-b31b-3601f3b68007 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:47:32.949325 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced0498e-6696-4a17-bb5d-ea46fe74ee68", "tag": "f77e0efb-34a9-4982-b595-6fab614bf206", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:47:32.949627 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48b19066-4ce0-49b2-b31b-3601f3b68007 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:47:32.950069 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced0498e-6696-4a17-bb5d-ea46fe74ee68', 'tag': 'f77e0efb-34a9-4982-b595-6fab614bf206', 'status': 'completed', 'code': 200} Jun 02 20:47:33.064470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4bd1d6c4-70d1-4210-9dff-128f86458cc3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:33.066828 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-c9f88642-6c3b-44eb-8aad-76515902b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:33.068473 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-c9f88642-6c3b-44eb-8aad-76515902b8b2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8ac283e33ac84a4091254730e5dabc0a&device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 1096 time: 0.1876278 Jun 02 20:47:33.076135 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4bd1d6c4-70d1-4210-9dff-128f86458cc3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:33.079125 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-83345571-16d2-45bf-87f2-d882a473cc45 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:33.174543 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-d1eae0ac-f9b9-4356-a8cc-48e742a7357a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f77e0efb-34a9-4982-b595-6fab614bf206 HTTP/1.1" status: 200 len: 217 time: 0.0962884 Jun 02 20:47:33.208761 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:47:33.224045 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1d6c4-70d1-4210-9dff-128f86458cc3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d486d312-31ac-4da6-9667-c075c8e807c6,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:33.229040 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4bd1d6c4-70d1-4210-9dff-128f86458cc3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:33.230185 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4bd1d6c4-70d1-4210-9dff-128f86458cc3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5364881 Jun 02 20:47:33.234625 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59598) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:33.236498 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4bd1d6c4-70d1-4210-9dff-128f86458cc3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:33.241379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-c10eed23-6004-4af3-95f8-b6828ce99319 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '7c7fa6a0-cf29-4a59-8556-f3cd753cfa81', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:33.250776 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c10eed23-6004-4af3-95f8-b6828ce99319 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:33.263526 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-1e0a3ade-9eaf-4592-a1a3-4f0fa61c0bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:33.265633 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-1e0a3ade-9eaf-4592-a1a3-4f0fa61c0bdd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ac92c5bf-ce9a-4540-a013-72e531c21a06 HTTP/1.1" status: 200 len: 850 time: 0.0795691 Jun 02 20:47:33.268433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148a12a-adc6-45dc-97f3-209ea8e72813 req-33b43e7d-a855-4b01-be55-1651b42b5711 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:33.271016 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b148a12a-adc6-45dc-97f3-209ea8e72813 req-33b43e7d-a855-4b01-be55-1651b42b5711 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 943 time: 0.1501982 Jun 02 20:47:33.275185 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c10eed23-6004-4af3-95f8-b6828ce99319 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:47:33.285197 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c10eed23-6004-4af3-95f8-b6828ce99319 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:47:33.302883 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c10eed23-6004-4af3-95f8-b6828ce99319 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:33.321179 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-09bac6f0-ea88-4177-b3f2-2848e784ac6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:33.325271 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:47:33.328036 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.securitygroups_db [None req-c10eed23-6004-4af3-95f8-b6828ce99319 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:47:33.340237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c10eed23-6004-4af3-95f8-b6828ce99319 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:33.363994 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:33.369201 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-97f561bf-c3f8-47da-968e-080a46817bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:33.371199 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-97f561bf-c3f8-47da-968e-080a46817bd4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=828f3844-3007-442d-8050-ab51f25eaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0923460 Jun 02 20:47:33.437821 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b148a12a-adc6-45dc-97f3-209ea8e72813 req-5062cbf9-f982-482c-8bb8-cc1df6b4c34e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589916 Jun 02 20:47:33.460063 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c10eed23-6004-4af3-95f8-b6828ce99319 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:33.472141 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c10eed23-6004-4af3-95f8-b6828ce99319 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:33.472141 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a8f3d0c9-80b9-4575-8b61-6dc0c3fff183 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:33.494297 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10eed23-6004-4af3-95f8-b6828ce99319 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195c586a-4b1a-40f0-8301-48df90ceb9bf,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:33.499377 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c10eed23-6004-4af3-95f8-b6828ce99319 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:33.508078 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c10eed23-6004-4af3-95f8-b6828ce99319 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:33.509531 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c10eed23-6004-4af3-95f8-b6828ce99319 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2727163 Jun 02 20:47:33.512127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59602) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:33.516016 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-c908d8af-f2bf-4310-abd1-2496719e399c service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383679 Jun 02 20:47:33.517432 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-61e05e29-855b-4cc5-a0d0-323e54e221c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '7c7fa6a0-cf29-4a59-8556-f3cd753cfa81', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:33.523204 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-61e05e29-855b-4cc5-a0d0-323e54e221c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:33.527043 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-61e05e29-855b-4cc5-a0d0-323e54e221c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:47:33.530723 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-61e05e29-855b-4cc5-a0d0-323e54e221c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:47:33.536750 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-61e05e29-855b-4cc5-a0d0-323e54e221c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:33.547244 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.securitygroups_db [None req-61e05e29-855b-4cc5-a0d0-323e54e221c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:47:33.553175 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-61e05e29-855b-4cc5-a0d0-323e54e221c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:33.630773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-61e05e29-855b-4cc5-a0d0-323e54e221c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:33.634870 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-61e05e29-855b-4cc5-a0d0-323e54e221c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:33.641294 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3e6a34dc-e1dc-4032-9828-1f6a52d6aea9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:33.661356 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e05e29-855b-4cc5-a0d0-323e54e221c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a863e75-905f-491b-80a2-fb3983b7f662,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:33.664970 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-21b7afcc-b696-4a66-8844-e0ddbab048e6 req-ea0e9477-543d-475a-9e9a-06cab8df671d service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415162 Jun 02 20:47:33.672548 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-61e05e29-855b-4cc5-a0d0-323e54e221c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:33.676881 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-61e05e29-855b-4cc5-a0d0-323e54e221c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:33.683185 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-61e05e29-855b-4cc5-a0d0-323e54e221c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1649249 Jun 02 20:47:33.802282 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6941c-255b-4225-8b40-83c97b8b00c0 req-84760bbd-6899-4692-abce-6073373b69c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:33.803995 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ec6941c-255b-4225-8b40-83c97b8b00c0 req-84760bbd-6899-4692-abce-6073373b69c1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8ac283e33ac84a4091254730e5dabc0a&device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 1096 time: 0.0906203 Jun 02 20:47:33.945708 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-54f7e49a-f621-41a0-8544-f52aeb0fef72 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572801403&fields=id&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 267 time: 0.1170697 Jun 02 20:47:34.028308 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6941c-255b-4225-8b40-83c97b8b00c0 req-29f1f756-e164-4f2b-a0cc-729081c6ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:34.029816 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ec6941c-255b-4225-8b40-83c97b8b00c0 req-29f1f756-e164-4f2b-a0cc-729081c6ed0f service neutron] 10.222.0.95 "GET /v2.0/networks?id=828f3844-3007-442d-8050-ab51f25eaa71 HTTP/1.1" status: 200 len: 912 time: 0.2197125 Jun 02 20:47:34.236029 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-3435724b-7e49-4f73-859f-8a533428d8b9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:34.237383 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-3435724b-7e49-4f73-859f-8a533428d8b9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports/025fbd07-2d0c-4d5b-8989-f18edd11c8f4 HTTP/1.1" status: 200 len: 930 time: 0.2787530 Jun 02 20:47:34.246026 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ec6941c-255b-4225-8b40-83c97b8b00c0 req-290670c3-44c5-4ed9-abf0-2fabe37c9aee service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f77e0efb-34a9-4982-b595-6fab614bf206 HTTP/1.1" status: 200 len: 217 time: 0.2076855 Jun 02 20:47:34.250935 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:34.358932 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-a37ca695-b55b-4bc4-abfa-a1bd7fa163ba service neutron] 10.222.0.25 "GET /v2.0/ports/025fbd07-2d0c-4d5b-8989-f18edd11c8f4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1083906 Jun 02 20:47:34.364225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6941c-255b-4225-8b40-83c97b8b00c0 req-58689068-c249-45fe-b7fc-6b3cd9326101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:34.365584 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ec6941c-255b-4225-8b40-83c97b8b00c0 req-58689068-c249-45fe-b7fc-6b3cd9326101 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ac92c5bf-ce9a-4540-a013-72e531c21a06 HTTP/1.1" status: 200 len: 850 time: 0.0859571 Jun 02 20:47:34.549331 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6941c-255b-4225-8b40-83c97b8b00c0 req-796e363e-a04e-481d-bfdf-ae755fe6140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:34.550889 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ec6941c-255b-4225-8b40-83c97b8b00c0 req-796e363e-a04e-481d-bfdf-ae755fe6140c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=828f3844-3007-442d-8050-ab51f25eaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1664498 Jun 02 20:47:34.554193 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-61ba5d96-193a-42bb-bc89-4974a7d289b4 service neutron] 10.222.0.25 "GET /v2.0/networks/75154f61-de0e-48d5-8696-e83cf037d316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877534 Jun 02 20:47:34.649268 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b6c5d-dd4e-43fe-bf48-78c36e281654 req-b65d7740-6cd6-453a-82eb-22e870794497 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:34.651616 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-550b6c5d-dd4e-43fe-bf48-78c36e281654 req-b65d7740-6cd6-453a-82eb-22e870794497 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 943 time: 0.0903368 Jun 02 20:47:34.808857 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ec6941c-255b-4225-8b40-83c97b8b00c0 req-07600bb4-ebc2-4eb8-9f70-710e39fc2108 service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517521 Jun 02 20:47:34.814252 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-ac05f711-8930-49d3-82bf-eae1237f9ff5 service neutron] 10.222.0.25 "GET /v2.0/networks/75154f61-de0e-48d5-8696-e83cf037d316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388091 Jun 02 20:47:34.840531 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-550b6c5d-dd4e-43fe-bf48-78c36e281654 req-3c166ce1-ed77-42d6-98cb-ca86fd904321 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832592 Jun 02 20:47:34.968398 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ec6941c-255b-4225-8b40-83c97b8b00c0 req-4bc0a2f2-a26a-49e6-ae4b-18e5a1b7cd66 service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509368 Jun 02 20:47:35.042918 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-91bba2fd-f85a-4aaa-99f0-9a31040e2484 req-68173ff8-1944-4480-859c-97b49f15d234 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d278983-f7ac-4af0-aa7c-fa250c0641ea HTTP/1.1" status: 200 len: 210 time: 0.0471933 Jun 02 20:47:35.904614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:36.068478 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-07581317-57a4-486d-b4ab-5a34623a9b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:36.069720 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-07581317-57a4-486d-b4ab-5a34623a9b83 service neutron] 10.222.0.95 "GET /v2.0/ports/025fbd07-2d0c-4d5b-8989-f18edd11c8f4 HTTP/1.1" status: 200 len: 1026 time: 0.1170652 Jun 02 20:47:36.172129 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee92c0-d376-43c6-b69d-1cbffb458b65 req-bc98855f-e158-4015-8178-79b44ba1c3f0 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:36.173203 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-6dee92c0-d376-43c6-b69d-1cbffb458b65 req-bc98855f-e158-4015-8178-79b44ba1c3f0 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Synchronizing usage tracker for tenant:8ac283e33ac84a4091254730e5dabc0a on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:47:36.204704 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-762099e9-3407-42b9-9c4a-601df1897fe0 req-a4b19e8f-4075-470a-883f-d8598800dad1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d278983-f7ac-4af0-aa7c-fa250c0641ea HTTP/1.1" status: 200 len: 210 time: 0.0461314 Jun 02 20:47:36.210162 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-6dee92c0-d376-43c6-b69d-1cbffb458b65 req-bc98855f-e158-4015-8178-79b44ba1c3f0 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Unset dirty status for tenant:8ac283e33ac84a4091254730e5dabc0a on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:47:36.211468 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6dee92c0-d376-43c6-b69d-1cbffb458b65 req-bc98855f-e158-4015-8178-79b44ba1c3f0 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 943 time: 0.2607090 Jun 02 20:47:36.277009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-0cd007e3-a2d2-4aeb-9239-064e1878d857 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:36.278418 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-0cd007e3-a2d2-4aeb-9239-064e1878d857 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/networks?id=75154f61-de0e-48d5-8696-e83cf037d316 HTTP/1.1" status: 200 len: 796 time: 0.2014208 Jun 02 20:47:36.288228 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6dee92c0-d376-43c6-b69d-1cbffb458b65 req-f6c0f97b-0e11-45a7-aeb9-75f1504f778b tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624225 Jun 02 20:47:36.334215 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-1e1cc6ae-2472-4db0-9d36-4bb75f37701c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 472 time: 0.0450137 Jun 02 20:47:36.345230 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-03955134-becd-4e98-815d-b768d4530939 service neutron] Request body: {'port': {'device_id': '8d278983-f7ac-4af0-aa7c-fa250c0641ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:36.449043 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-03955134-becd-4e98-815d-b768d4530939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:36.789517 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-03955134-becd-4e98-815d-b768d4530939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:47:36.796677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-03955134-becd-4e98-815d-b768d4530939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:36.810498 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-03955134-becd-4e98-815d-b768d4530939 service neutron] Transition to ACTIVE for port object 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:47:36.814249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-03955134-becd-4e98-815d-b768d4530939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:36.818944 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dcf8ecdb-c7e3-4b97-8fe2-68b8665fe08b tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:37.115486 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03955134-becd-4e98-815d-b768d4530939 service neutron] Pushing event updated for resources: {'Port': ['ID=025fbd07-2d0c-4d5b-8989-f18edd11c8f4,revision_number=7']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:37.121070 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-03955134-becd-4e98-815d-b768d4530939 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:37.243595 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-03955134-becd-4e98-815d-b768d4530939 service neutron] Attempting to bind port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:47:37.243958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-03955134-becd-4e98-815d-b768d4530939 service neutron] Attempting to bind port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '465d7aaf-9884-4157-afa4-4ff19ea28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:47:37.244364 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-03955134-becd-4e98-815d-b768d4530939 service neutron] Attempting to bind port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 on network 75154f61-de0e-48d5-8696-e83cf037d316 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:47:37.250202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-03955134-becd-4e98-815d-b768d4530939 service neutron] Port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 on network 75154f61-de0e-48d5-8696-e83cf037d316 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:47:37.250546 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-03955134-becd-4e98-815d-b768d4530939 service neutron] Attempting to bind port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 on network 75154f61-de0e-48d5-8696-e83cf037d316 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:47:37.257031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-03955134-becd-4e98-815d-b768d4530939 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:47:37.257431 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-03955134-becd-4e98-815d-b768d4530939 service neutron] Checking segment: {'id': '465d7aaf-9884-4157-afa4-4ff19ea28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:47:37.257876 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-03955134-becd-4e98-815d-b768d4530939 service neutron] Bound using segment: {'id': '465d7aaf-9884-4157-afa4-4ff19ea28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:47:37.258295 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-03955134-becd-4e98-815d-b768d4530939 service neutron] Bound port: 025fbd07-2d0c-4d5b-8989-f18edd11c8f4, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465d7aaf-9884-4157-afa4-4ff19ea28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:47:37.258831 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-03955134-becd-4e98-815d-b768d4530939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:37.367015 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-03955134-becd-4e98-815d-b768d4530939 service neutron] For port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:47:37.370746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-03955134-becd-4e98-815d-b768d4530939 service neutron] For port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=025fbd07-2d0c-4d5b-8989-f18edd11c8f4,segment=NetworkSegment(465d7aaf-9884-4157-afa4-4ff19ea28a40),segment_id=465d7aaf-9884-4157-afa4-4ff19ea28a40)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:47:37.378471 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-03955134-becd-4e98-815d-b768d4530939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:37.383913 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3faef837-75a5-44f8-82fe-f5dffa3c5878 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:37.416690 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062691d-d2c6-4198-80da-7a05cb6c4c4a req-25cc3a4c-6ceb-490c-917f-a3ca5585af49 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:37.418380 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4062691d-d2c6-4198-80da-7a05cb6c4c4a req-25cc3a4c-6ceb-490c-917f-a3ca5585af49 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d278983-f7ac-4af0-aa7c-fa250c0641ea HTTP/1.1" status: 200 len: 981 time: 0.0950933 Jun 02 20:47:37.465932 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-4062691d-d2c6-4198-80da-7a05cb6c4c4a req-f19ed36d-cf6b-47f6-becb-a4b4d2a6c3a9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:47:37.483447 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-4062691d-d2c6-4198-80da-7a05cb6c4c4a req-f19ed36d-cf6b-47f6-becb-a4b4d2a6c3a9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:47:37.484821 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4062691d-d2c6-4198-80da-7a05cb6c4c4a req-f19ed36d-cf6b-47f6-becb-a4b4d2a6c3a9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603776 Jun 02 20:47:37.485394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-03955134-becd-4e98-815d-b768d4530939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:37.486011 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-03955134-becd-4e98-815d-b768d4530939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:37.487398 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-03955134-becd-4e98-815d-b768d4530939 service neutron] 10.222.0.95 "PUT /v2.0/ports/025fbd07-2d0c-4d5b-8989-f18edd11c8f4 HTTP/1.1" status: 200 len: 1131 time: 1.1465404 Jun 02 20:47:37.494525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d278983-f7ac-4af0-aa7c-fa250c0641ea', 'tag': '025fbd07-2d0c-4d5b-8989-f18edd11c8f4'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:47:37.497016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac135fc3-1e52-4da5-868c-006de841f307" -d '{"events": [{"name": "network-changed", "server_uuid": "8d278983-f7ac-4af0-aa7c-fa250c0641ea", "tag": "025fbd07-2d0c-4d5b-8989-f18edd11c8f4"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:47:37.523316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03955134-becd-4e98-815d-b768d4530939 service neutron] Pushing event updated for resources: {'Port': ['ID=025fbd07-2d0c-4d5b-8989-f18edd11c8f4,revision_number=8']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:37.538207 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-03955134-becd-4e98-815d-b768d4530939 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:37.581688 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f115476-59b5-4ca5-bd0d-c0ffce70bc32 x-openstack-request-id: req-1f115476-59b5-4ca5-bd0d-c0ffce70bc32 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:47:37.582025 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d278983-f7ac-4af0-aa7c-fa250c0641ea", "tag": "025fbd07-2d0c-4d5b-8989-f18edd11c8f4", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:47:37.582322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f115476-59b5-4ca5-bd0d-c0ffce70bc32 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:47:37.582750 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d278983-f7ac-4af0-aa7c-fa250c0641ea', 'tag': '025fbd07-2d0c-4d5b-8989-f18edd11c8f4', 'status': 'completed', 'code': 200} Jun 02 20:47:37.612677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9555d-6530-48d3-8bf0-1e4c4c52094e req-8349315c-3e7e-498f-91aa-a75b58d5ac31 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:37.614174 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-82a9555d-6530-48d3-8bf0-1e4c4c52094e req-8349315c-3e7e-498f-91aa-a75b58d5ac31 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 943 time: 0.1877511 Jun 02 20:47:37.675587 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-82a9555d-6530-48d3-8bf0-1e4c4c52094e req-d6da13a6-d5fb-4d84-b33a-951c7993b808 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553176 Jun 02 20:47:37.677641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-7ce93c15-fae7-4f90-b5d1-a17b1bbe95d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:37.679016 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-7ce93c15-fae7-4f90-b5d1-a17b1bbe95d5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=8d278983-f7ac-4af0-aa7c-fa250c0641ea HTTP/1.1" status: 200 len: 1134 time: 0.1347647 Jun 02 20:47:37.784076 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-caadb725-bbef-4b49-af22-2b4c90f58fa7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=025fbd07-2d0c-4d5b-8989-f18edd11c8f4 HTTP/1.1" status: 200 len: 1036 time: 0.0974989 Jun 02 20:47:37.845583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-9f53742e-5acb-4d53-b81b-2d0172c62b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:37.846896 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-9f53742e-5acb-4d53-b81b-2d0172c62b4b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ebf51b91-3235-4b9c-8f6c-4eaebbb2576b HTTP/1.1" status: 200 len: 834 time: 0.0555320 Jun 02 20:47:37.925232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-53f353a2-bfb8-4915-a25f-965a5d529fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:37.926715 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-53f353a2-bfb8-4915-a25f-965a5d529fce service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=75154f61-de0e-48d5-8696-e83cf037d316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0723062 Jun 02 20:47:38.061596 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-62f600c6-5a41-41d1-ac67-8740ec0c39fb service neutron] 10.222.0.95 "GET /v2.0/networks/75154f61-de0e-48d5-8696-e83cf037d316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278894 Jun 02 20:47:38.194918 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d2eefd6c-59b0-4cd7-a5af-a73ca0f3d17b req-d17bb4d8-47ba-4b08-b5b3-ac54d32c19da service neutron] 10.222.0.95 "GET /v2.0/networks/75154f61-de0e-48d5-8696-e83cf037d316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253633 Jun 02 20:47:38.315253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac135fc3-1e52-4da5-868c-006de841f307 req-b9fa3958-7ae8-453d-9766-367021b5c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:38.316698 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ac135fc3-1e52-4da5-868c-006de841f307 req-b9fa3958-7ae8-453d-9766-367021b5c803 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=8d278983-f7ac-4af0-aa7c-fa250c0641ea HTTP/1.1" status: 200 len: 1134 time: 0.0730293 Jun 02 20:47:38.461462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac135fc3-1e52-4da5-868c-006de841f307 req-518a23a6-4fdc-42af-9588-1a3b5953afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:38.462861 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ac135fc3-1e52-4da5-868c-006de841f307 req-518a23a6-4fdc-42af-9588-1a3b5953afcd service neutron] 10.222.0.95 "GET /v2.0/networks?id=75154f61-de0e-48d5-8696-e83cf037d316 HTTP/1.1" status: 200 len: 897 time: 0.1395538 Jun 02 20:47:38.569380 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ac135fc3-1e52-4da5-868c-006de841f307 req-8c5d8d64-2738-458e-bbf0-2a1148c4f997 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=025fbd07-2d0c-4d5b-8989-f18edd11c8f4 HTTP/1.1" status: 200 len: 1036 time: 0.0998054 Jun 02 20:47:38.635466 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac135fc3-1e52-4da5-868c-006de841f307 req-c5999aa2-54f8-410f-8c25-03645e99c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:38.636926 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ac135fc3-1e52-4da5-868c-006de841f307 req-c5999aa2-54f8-410f-8c25-03645e99c16d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ebf51b91-3235-4b9c-8f6c-4eaebbb2576b HTTP/1.1" status: 200 len: 834 time: 0.0611515 Jun 02 20:47:38.701288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528f5b0-6935-4fa3-a9b4-a278bb3e7d11 req-1d84be51-ee8c-427c-a05a-2e440724f096 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:38.703161 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2528f5b0-6935-4fa3-a9b4-a278bb3e7d11 req-1d84be51-ee8c-427c-a05a-2e440724f096 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d278983-f7ac-4af0-aa7c-fa250c0641ea HTTP/1.1" status: 200 len: 981 time: 0.0922263 Jun 02 20:47:38.722060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac135fc3-1e52-4da5-868c-006de841f307 req-bc59d2f2-c038-428e-9b45-c61c844a7c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:38.723614 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ac135fc3-1e52-4da5-868c-006de841f307 req-bc59d2f2-c038-428e-9b45-c61c844a7c5a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=75154f61-de0e-48d5-8696-e83cf037d316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0794914 Jun 02 20:47:38.765424 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2528f5b0-6935-4fa3-a9b4-a278bb3e7d11 req-e4ea4022-1fef-4f8e-a458-df5511f1617c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541859 Jun 02 20:47:39.137675 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ac135fc3-1e52-4da5-868c-006de841f307 req-b39c6602-e8aa-4f1d-93ab-733e473fe85b service neutron] 10.222.0.95 "GET /v2.0/networks/75154f61-de0e-48d5-8696-e83cf037d316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068162 Jun 02 20:47:39.150646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754b3ab-f5c6-4ede-9aff-e74cfa7a5d9e req-c111290e-faac-4134-8ae5-7db159b23fc6 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:39.152106 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4754b3ab-f5c6-4ede-9aff-e74cfa7a5d9e req-c111290e-faac-4134-8ae5-7db159b23fc6 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 943 time: 0.3331053 Jun 02 20:47:39.304616 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4754b3ab-f5c6-4ede-9aff-e74cfa7a5d9e req-3bde7411-071d-4f84-bf5d-66571e7ff300 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279562 Jun 02 20:47:39.347652 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ac135fc3-1e52-4da5-868c-006de841f307 req-70be6a90-d932-4c40-89f6-c92c49023a64 service neutron] 10.222.0.95 "GET /v2.0/networks/75154f61-de0e-48d5-8696-e83cf037d316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946142 Jun 02 20:47:39.947839 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b6589-4f24-40d6-862d-9a22cf08a25e req-c89e92e6-3a49-4988-9c05-13a548d70fb0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:39.949277 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fc1b6589-4f24-40d6-862d-9a22cf08a25e req-c89e92e6-3a49-4988-9c05-13a548d70fb0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d278983-f7ac-4af0-aa7c-fa250c0641ea HTTP/1.1" status: 200 len: 981 time: 0.0789647 Jun 02 20:47:39.995866 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fc1b6589-4f24-40d6-862d-9a22cf08a25e req-8741a955-f7ef-4ffd-8776-1fd90445f04d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402741 Jun 02 20:47:40.525822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c3ec6-1022-4da4-abc6-1e42dbee339b req-5c691d22-724f-4aba-8626-8da079a10a82 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:40.527879 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ab1c3ec6-1022-4da4-abc6-1e42dbee339b req-5c691d22-724f-4aba-8626-8da079a10a82 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 943 time: 0.0956776 Jun 02 20:47:40.578635 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ab1c3ec6-1022-4da4-abc6-1e42dbee339b req-16f9f25b-e455-4731-8d30-c347845c28f2 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448976 Jun 02 20:47:41.176663 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3990af5-b56d-466c-960b-beaa5d82cdb1 req-eb9d0426-a757-4057-8119-aed43784dd5f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:41.178168 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e3990af5-b56d-466c-960b-beaa5d82cdb1 req-eb9d0426-a757-4057-8119-aed43784dd5f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d278983-f7ac-4af0-aa7c-fa250c0641ea HTTP/1.1" status: 200 len: 981 time: 0.0784123 Jun 02 20:47:41.221644 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e3990af5-b56d-466c-960b-beaa5d82cdb1 req-af707aa4-166c-449f-b5be-21b9d0894b82 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379033 Jun 02 20:47:41.765381 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03736888-c5d5-4014-a7f7-a9c0fbb26686 req-8c3de953-7486-4d59-a828-cbce1daa28a4 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:41.766821 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-03736888-c5d5-4014-a7f7-a9c0fbb26686 req-8c3de953-7486-4d59-a828-cbce1daa28a4 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 943 time: 0.0848289 Jun 02 20:47:41.809415 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-03736888-c5d5-4014-a7f7-a9c0fbb26686 req-64b52647-2069-414e-97a3-84917ded0a8e tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370989 Jun 02 20:47:42.405289 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9c86b-42a3-428a-945e-c8cc46d69874 req-116e6ccd-a66c-4553-bea1-daeb8f6a87ba tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:42.406703 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-71e9c86b-42a3-428a-945e-c8cc46d69874 req-116e6ccd-a66c-4553-bea1-daeb8f6a87ba tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d278983-f7ac-4af0-aa7c-fa250c0641ea HTTP/1.1" status: 200 len: 981 time: 0.0813055 Jun 02 20:47:42.448928 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-71e9c86b-42a3-428a-945e-c8cc46d69874 req-50cf354a-e98b-483c-a433-cf52f5b55515 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367260 Jun 02 20:47:42.995012 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2707a-e1f7-4faa-97d3-166a9d12f898 req-0876ebcd-4f21-4de2-a353-55471b66970f tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:42.996386 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c1a2707a-e1f7-4faa-97d3-166a9d12f898 req-0876ebcd-4f21-4de2-a353-55471b66970f tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 943 time: 0.0791512 Jun 02 20:47:43.040268 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c1a2707a-e1f7-4faa-97d3-166a9d12f898 req-7175e1b1-7564-4f10-82ee-096cc87b179b tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375290 Jun 02 20:47:43.301612 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:47:43.429811 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=025fbd07-2d0c-4d5b-8989-f18edd11c8f4,segment=NetworkSegment(465d7aaf-9884-4157-afa4-4ff19ea28a40),segment_id=465d7aaf-9884-4157-afa4-4ff19ea28a40)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:47:43.446397 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '025fbd07-2d0c-4d5b-8989-f18edd11c8f4', 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316', 'port_id': '025fbd07-2d0c-4d5b-8989-f18edd11c8f4', 'mac_address': 'fa:16:3e:00:d8:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf51b91-3235-4b9c-8f6c-4eaebbb2576b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:47:43.501784 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:43.517858 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:47:43.533794 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=025fbd07-2d0c-4d5b-8989-f18edd11c8f4,segment=NetworkSegment(465d7aaf-9884-4157-afa4-4ff19ea28a40),segment_id=465d7aaf-9884-4157-afa4-4ff19ea28a40)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:47:43.537810 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:43.539584 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7dee406e-e4b8-43b5-a172-c40d49a499e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:43.605109 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=025fbd07-2d0c-4d5b-8989-f18edd11c8f4,revision_number=9']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:43.608819 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:43.631519 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6832fcd-fbf2-41c0-9500-c6d71700dc0a req-d1765e2f-f4cd-4898-999c-1963de2357f8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:43.632948 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e6832fcd-fbf2-41c0-9500-c6d71700dc0a req-d1765e2f-f4cd-4898-999c-1963de2357f8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d278983-f7ac-4af0-aa7c-fa250c0641ea HTTP/1.1" status: 200 len: 982 time: 0.0795383 Jun 02 20:47:43.687429 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e6832fcd-fbf2-41c0-9500-c6d71700dc0a req-e0fc9968-7d1e-4e29-859b-ee8d86502901 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488377 Jun 02 20:47:43.871457 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['025fbd07-2d0c-4d5b-8989-f18edd11c8f4'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:47:44.226293 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ab901-f5ce-4ee2-9a79-cc9d06c03374 req-a249b6a1-91b9-4faa-95af-52eddb736f00 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:44.227772 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ab8ab901-f5ce-4ee2-9a79-cc9d06c03374 req-a249b6a1-91b9-4faa-95af-52eddb736f00 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 943 time: 0.0854335 Jun 02 20:47:44.270776 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ab8ab901-f5ce-4ee2-9a79-cc9d06c03374 req-72ff7665-6340-46b9-be73-8629ce5dc679 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374813 Jun 02 20:47:44.377909 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:44.873236 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032014b-fc8d-47a6-8831-fe2dd1392bd7 req-25a2bb1a-d6eb-4679-95f5-bbdd7724aee7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:44.874700 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2032014b-fc8d-47a6-8831-fe2dd1392bd7 req-25a2bb1a-d6eb-4679-95f5-bbdd7724aee7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d278983-f7ac-4af0-aa7c-fa250c0641ea HTTP/1.1" status: 200 len: 982 time: 0.0839782 Jun 02 20:47:44.917629 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2032014b-fc8d-47a6-8831-fe2dd1392bd7 req-107e7f0a-765e-4a0a-bf1e-b20f018c9b34 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370388 Jun 02 20:47:45.302167 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device f77e0efb-34a9-4982-b595-6fab614bf206 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:47:45.306849 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:47:45.452429 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98410ae-b895-4abd-8c82-bb3e1f188daf req-76fb005b-86c7-48dd-b8d8-93eaf487cb60 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:45.453925 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e98410ae-b895-4abd-8c82-bb3e1f188daf req-76fb005b-86c7-48dd-b8d8-93eaf487cb60 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 943 time: 0.0788777 Jun 02 20:47:45.455339 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:47:45.476108 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:47:45.476484 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:45.503512 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e98410ae-b895-4abd-8c82-bb3e1f188daf req-c4fa3886-3c54-4354-be7b-96228ee01650 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436480 Jun 02 20:47:45.574461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port f77e0efb-34a9-4982-b595-6fab614bf206, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f77e0efb-34a9-4982-b595-6fab614bf206,segment=NetworkSegment(d2167362-7953-411f-b6fe-12c6e0c6f23f),segment_id=d2167362-7953-411f-b6fe-12c6e0c6f23f)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:47:45.593296 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': 'f77e0efb-34a9-4982-b595-6fab614bf206', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'port_id': 'f77e0efb-34a9-4982-b595-6fab614bf206', 'mac_address': 'fa:16:3e:f5:63:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:47:45.692567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:45.715068 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:45.724572 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77e0efb-34a9-4982-b595-6fab614bf206 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:47:45.750115 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port f77e0efb-34a9-4982-b595-6fab614bf206, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f77e0efb-34a9-4982-b595-6fab614bf206,segment=NetworkSegment(d2167362-7953-411f-b6fe-12c6e0c6f23f),segment_id=d2167362-7953-411f-b6fe-12c6e0c6f23f)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:47:45.755095 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d278983-f7ac-4af0-aa7c-fa250c0641ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025fbd07-2d0c-4d5b-8989-f18edd11c8f4'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:47:45.757339 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeb497d-1141-4e19-8fa2-53faf5607aeb" -d '{"events": [{"server_uuid": "8d278983-f7ac-4af0-aa7c-fa250c0641ea", "name": "network-vif-plugged", "status": "completed", "tag": "025fbd07-2d0c-4d5b-8989-f18edd11c8f4"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:47:45.763414 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:45.765893 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:45.798978 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=025fbd07-2d0c-4d5b-8989-f18edd11c8f4,segment=NetworkSegment(465d7aaf-9884-4157-afa4-4ff19ea28a40),segment_id=465d7aaf-9884-4157-afa4-4ff19ea28a40)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:47:45.805716 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1645fc4-8412-4003-bc96-bcbf7f51d432 x-openstack-request-id: req-d1645fc4-8412-4003-bc96-bcbf7f51d432 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:47:45.806005 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d278983-f7ac-4af0-aa7c-fa250c0641ea", "name": "network-vif-plugged", "status": "completed", "tag": "025fbd07-2d0c-4d5b-8989-f18edd11c8f4", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:47:45.806291 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1645fc4-8412-4003-bc96-bcbf7f51d432 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:47:45.806654 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d278983-f7ac-4af0-aa7c-fa250c0641ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025fbd07-2d0c-4d5b-8989-f18edd11c8f4', 'code': 200} Jun 02 20:47:45.813754 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:45.842295 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=f77e0efb-34a9-4982-b595-6fab614bf206,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:45.845306 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:45.846186 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:45.913681 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=025fbd07-2d0c-4d5b-8989-f18edd11c8f4,revision_number=10']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:45.916743 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:46.062209 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c981548-0da6-4585-b3ed-1919828b312d req-1e59a6ce-dc85-449b-ab9b-764289dae50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:46.063633 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2c981548-0da6-4585-b3ed-1919828b312d req-1e59a6ce-dc85-449b-ab9b-764289dae50f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8d278983-f7ac-4af0-aa7c-fa250c0641ea HTTP/1.1" status: 200 len: 1137 time: 0.1029758 Jun 02 20:47:46.098059 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['f77e0efb-34a9-4982-b595-6fab614bf206'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:47:46.123288 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2c981548-0da6-4585-b3ed-1919828b312d req-a09afae8-3e3e-4c37-9db8-5e4451c2303a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521119 Jun 02 20:47:46.139357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beea2e6-062b-4435-8293-8b43567685e9 req-d9690c82-3c7e-4ffd-8fd8-58d499135952 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:46.140790 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8beea2e6-062b-4435-8293-8b43567685e9 req-d9690c82-3c7e-4ffd-8fd8-58d499135952 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d278983-f7ac-4af0-aa7c-fa250c0641ea HTTP/1.1" status: 200 len: 984 time: 0.1154187 Jun 02 20:47:46.184437 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8beea2e6-062b-4435-8293-8b43567685e9 req-37e87950-245e-4128-b9bb-0d79866dac62 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380113 Jun 02 20:47:46.689627 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ae509-8ee7-463f-9572-2ffcb508a404 req-22af41d4-df9e-4ca4-a74f-3fb8672fdf39 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:46.691071 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b87ae509-8ee7-463f-9572-2ffcb508a404 req-22af41d4-df9e-4ca4-a74f-3fb8672fdf39 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 944 time: 0.0781934 Jun 02 20:47:46.738649 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b87ae509-8ee7-463f-9572-2ffcb508a404 req-b3d5bd02-77cf-4710-a99b-a5ae71810055 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418692 Jun 02 20:47:47.302011 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device f77e0efb-34a9-4982-b595-6fab614bf206 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:47:47.368847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9092280-0fd7-4114-95cb-1a8dd7d0cfcf req-402a486f-70fa-4a3c-b0d1-7b815f156b60 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:47.370586 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c9092280-0fd7-4114-95cb-1a8dd7d0cfcf req-402a486f-70fa-4a3c-b0d1-7b815f156b60 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d278983-f7ac-4af0-aa7c-fa250c0641ea HTTP/1.1" status: 200 len: 984 time: 0.0819576 Jun 02 20:47:47.371697 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port f77e0efb-34a9-4982-b595-6fab614bf206 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:47:47.376648 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port f77e0efb-34a9-4982-b595-6fab614bf206 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:47:47.377020 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:47.415223 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c9092280-0fd7-4114-95cb-1a8dd7d0cfcf req-c5d29fbd-91ec-4d73-95b3-63781ac845c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381315 Jun 02 20:47:47.493362 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:47.524364 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port f77e0efb-34a9-4982-b595-6fab614bf206, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f77e0efb-34a9-4982-b595-6fab614bf206,segment=NetworkSegment(d2167362-7953-411f-b6fe-12c6e0c6f23f),segment_id=d2167362-7953-411f-b6fe-12c6e0c6f23f)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:47:47.527984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:47.530437 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:47.595628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=f77e0efb-34a9-4982-b595-6fab614bf206,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:47.598643 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:47.602956 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25901a2a-2cfe-40d8-8a89-cde235d480be req-6992dbe2-736f-4831-b3b4-e075f7ec3c97 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:47.604427 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-25901a2a-2cfe-40d8-8a89-cde235d480be req-6992dbe2-736f-4831-b3b4-e075f7ec3c97 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d278983-f7ac-4af0-aa7c-fa250c0641ea HTTP/1.1" status: 200 len: 984 time: 0.0802152 Jun 02 20:47:47.648495 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-25901a2a-2cfe-40d8-8a89-cde235d480be req-1fac74af-088e-43a2-8c61-c6fc2dfca926 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376084 Jun 02 20:47:47.671439 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59678) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:47.744484 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b90807-78d1-462f-b2a3-b55acab9c64a tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:47.745908 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-72b90807-78d1-462f-b2a3-b55acab9c64a tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8d278983-f7ac-4af0-aa7c-fa250c0641ea&network_id=75154f61-de0e-48d5-8696-e83cf037d316 HTTP/1.1" status: 200 len: 1132 time: 0.0735335 Jun 02 20:47:47.807944 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced0498e-6696-4a17-bb5d-ea46fe74ee68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77e0efb-34a9-4982-b595-6fab614bf206'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:47:47.810351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904b521f-6bf0-4dbf-a729-5c4aec359ff0" -d '{"events": [{"server_uuid": "ced0498e-6696-4a17-bb5d-ea46fe74ee68", "name": "network-vif-plugged", "status": "completed", "tag": "f77e0efb-34a9-4982-b595-6fab614bf206"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:47:47.923296 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb59c1d-6f6c-4ec8-8b43-7dffd1e9ef6b req-9c7b5cef-a01f-4973-8943-e6e1a74103c7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:47.925081 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fcb59c1d-6f6c-4ec8-8b43-7dffd1e9ef6b req-9c7b5cef-a01f-4973-8943-e6e1a74103c7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 945 time: 0.0858934 Jun 02 20:47:47.976285 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fcb59c1d-6f6c-4ec8-8b43-7dffd1e9ef6b req-39e45dff-940c-455d-8c41-50c238781a1a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399220 Jun 02 20:47:47.981973 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c98808c-5f1e-4184-b242-b31aede96946 x-openstack-request-id: req-8c98808c-5f1e-4184-b242-b31aede96946 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:47:47.982276 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced0498e-6696-4a17-bb5d-ea46fe74ee68", "name": "network-vif-plugged", "status": "completed", "tag": "f77e0efb-34a9-4982-b595-6fab614bf206", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:47:47.982535 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c98808c-5f1e-4184-b242-b31aede96946 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:47:47.982933 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced0498e-6696-4a17-bb5d-ea46fe74ee68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77e0efb-34a9-4982-b595-6fab614bf206', 'code': 200} Jun 02 20:47:48.077581 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:47:48.149133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f20846-4cf2-472d-9e2e-caf4b3635104 req-1785aaae-e029-47ee-bb71-cc81234436f2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:48.150725 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-02f20846-4cf2-472d-9e2e-caf4b3635104 req-1785aaae-e029-47ee-bb71-cc81234436f2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d278983-f7ac-4af0-aa7c-fa250c0641ea HTTP/1.1" status: 200 len: 984 time: 0.0858054 Jun 02 20:47:48.230959 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-02f20846-4cf2-472d-9e2e-caf4b3635104 req-30d8bebd-77ab-4403-816a-09bf4f675557 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496552 Jun 02 20:47:48.252532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e2ae8-b015-47b2-932c-1ca92c290b42 req-9143fffd-7b90-4475-aa10-aa4c24548ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:48.253965 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-454e2ae8-b015-47b2-932c-1ca92c290b42 req-9143fffd-7b90-4475-aa10-aa4c24548ed9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 1098 time: 0.1023610 Jun 02 20:47:48.301818 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-454e2ae8-b015-47b2-932c-1ca92c290b42 req-e714bf8b-f022-4ff8-bb74-66cd048f9732 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404150 Jun 02 20:47:49.162077 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedf71c-9d34-42ff-a29c-030c60032246 req-c85bb655-96a8-4af7-b4b4-42afc91e6393 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:49.163628 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2eedf71c-9d34-42ff-a29c-030c60032246 req-c85bb655-96a8-4af7-b4b4-42afc91e6393 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 945 time: 0.0825331 Jun 02 20:47:49.213848 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2eedf71c-9d34-42ff-a29c-030c60032246 req-d4d5cfbd-859c-4782-af12-f6ccc2573f3f tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432010 Jun 02 20:47:49.415453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29262a-e72b-4451-a4b9-6978eb35ab1a req-d6ec564f-36f1-4e22-8990-2765494a4627 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:49.416901 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2b29262a-e72b-4451-a4b9-6978eb35ab1a req-d6ec564f-36f1-4e22-8990-2765494a4627 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d278983-f7ac-4af0-aa7c-fa250c0641ea HTTP/1.1" status: 200 len: 984 time: 0.0796564 Jun 02 20:47:49.461912 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2b29262a-e72b-4451-a4b9-6978eb35ab1a req-f05930b4-f348-4d28-9ef8-478fe064bbc9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=a79ba642-6290-44f1-aac3-5b6507d0a611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382574 Jun 02 20:47:49.712203 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa98cf6-5aec-4bdd-9c4f-2dcbc115c841 req-87cebb9e-0dda-4284-a4b1-bf84bde86c49 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:49.713623 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bfa98cf6-5aec-4bdd-9c4f-2dcbc115c841 req-87cebb9e-0dda-4284-a4b1-bf84bde86c49 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d278983-f7ac-4af0-aa7c-fa250c0641ea HTTP/1.1" status: 200 len: 984 time: 0.0832572 Jun 02 20:47:49.788647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa98cf6-5aec-4bdd-9c4f-2dcbc115c841 req-b20cb14a-360d-45e4-a8bd-d09f1c93b14c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:49.789982 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bfa98cf6-5aec-4bdd-9c4f-2dcbc115c841 req-b20cb14a-360d-45e4-a8bd-d09f1c93b14c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/ports/025fbd07-2d0c-4d5b-8989-f18edd11c8f4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0680337 Jun 02 20:47:49.930821 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bfa98cf6-5aec-4bdd-9c4f-2dcbc115c841 req-8e998bb4-9a48-48e4-b0ec-8acd24c47739 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/networks/75154f61-de0e-48d5-8696-e83cf037d316?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1353564 Jun 02 20:47:49.941346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-bfa98cf6-5aec-4bdd-9c4f-2dcbc115c841 req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:50.050761 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bfa98cf6-5aec-4bdd-9c4f-2dcbc115c841 req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:50.241450 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-bfa98cf6-5aec-4bdd-9c4f-2dcbc115c841 req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] For port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=025fbd07-2d0c-4d5b-8989-f18edd11c8f4,segment=NetworkSegment(465d7aaf-9884-4157-afa4-4ff19ea28a40),segment_id=465d7aaf-9884-4157-afa4-4ff19ea28a40)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:47:50.270647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-bfa98cf6-5aec-4bdd-9c4f-2dcbc115c841 req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] For port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:47:50.325761 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-bfa98cf6-5aec-4bdd-9c4f-2dcbc115c841 req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] device_id is not set on port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 yet. {{(pid=92549) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 02 20:47:50.333838 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bfa98cf6-5aec-4bdd-9c4f-2dcbc115c841 req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:50.339385 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bfa98cf6-5aec-4bdd-9c4f-2dcbc115c841 req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:50.344485 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:50.400187 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c6583-561a-41df-9ff7-d03db23ea4b5 req-0184e419-a728-4bc8-9d7e-420324004205 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:50.401697 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-bf4c6583-561a-41df-9ff7-d03db23ea4b5 req-0184e419-a728-4bc8-9d7e-420324004205 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 945 time: 0.0807962 Jun 02 20:47:50.450896 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-bf4c6583-561a-41df-9ff7-d03db23ea4b5 req-a6b5d61d-506b-432d-8c39-9734de6ed011 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418036 Jun 02 20:47:50.632706 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-27f4fd49-0819-4457-8b63-2b9b96d75876 req-caa2aae0-ef38-4fee-bd02-1e2ce408b0ff tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d278983-f7ac-4af0-aa7c-fa250c0641ea HTTP/1.1" status: 200 len: 210 time: 0.0489562 Jun 02 20:47:50.647311 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a54a6800-722b-469e-8c11-976bb78777b2 None None] Provisioning complete for port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:47:50.648372 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a54a6800-722b-469e-8c11-976bb78777b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:50.685591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] Pushing event updated for resources: {'Port': ['ID=025fbd07-2d0c-4d5b-8989-f18edd11c8f4,revision_number=11']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:50.701521 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:50.701908 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:50.702287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:50.702660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:50.703371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:50.703505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:50.703774 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:50.704136 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:50.704498 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:50.704856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:50.705215 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:50.705571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:47:50.707291 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a54a6800-722b-469e-8c11-976bb78777b2 None None] Port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:47:50.709578 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:50.755503 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa98cf6-5aec-4bdd-9c4f-2dcbc115c841 req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] No DVR routers for this DVR port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:47:50.847995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e56f6-40c9-45a9-b331-0f1fed7f3074 req-50b610c4-350b-4770-9366-35e06b65d6cb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:50.849366 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-196e56f6-40c9-45a9-b331-0f1fed7f3074 req-50b610c4-350b-4770-9366-35e06b65d6cb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 945 time: 0.2676175 Jun 02 20:47:50.989635 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-196e56f6-40c9-45a9-b331-0f1fed7f3074 req-d25b2e4c-78c0-46c6-9246-8b1fdac86e71 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346784 Jun 02 20:47:51.012500 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59698) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:51.040012 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-bfa98cf6-5aec-4bdd-9c4f-2dcbc115c841 req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] In _notify_port_updated(), no bound segment for port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 on network 75154f61-de0e-48d5-8696-e83cf037d316 {{(pid=92549) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 02 20:47:51.040937 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa98cf6-5aec-4bdd-9c4f-2dcbc115c841 req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:51.041633 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bfa98cf6-5aec-4bdd-9c4f-2dcbc115c841 req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:51.042865 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bfa98cf6-5aec-4bdd-9c4f-2dcbc115c841 req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] 10.222.0.95 "PUT /v2.0/ports/025fbd07-2d0c-4d5b-8989-f18edd11c8f4 HTTP/1.1" status: 200 len: 1027 time: 1.1054723 Jun 02 20:47:51.082533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6f5fb8-b45c-4527-964a-c81a3c209dc7 tempest-TestVolumeBootPattern-147739307 tempest-TestVolumeBootPattern-147739307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:51.084048 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7a6f5fb8-b45c-4527-964a-c81a3c209dc7 tempest-TestVolumeBootPattern-147739307 tempest-TestVolumeBootPattern-147739307-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 1093 time: 0.0700746 Jun 02 20:47:51.086877 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59700) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:51.091738 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': 'f77e0efb-34a9-4982-b595-6fab614bf206', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:47:51.097528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:47:51.101334 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Usage tracker for resource:floatingip and tenant:8ac283e33ac84a4091254730e5dabc0a is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:47:51.104026 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:47:51.109581 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:47:51.120550 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for floatingip, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:51.258682 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:51.402087 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Allocated IP 172.26.0.30 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/21c5a5c8-b1ba-4df0-a57b-0e1f4a09feca) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:47:51.685707 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:51.714336 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:51.719110 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-01cc3337-b4cb-4a08-b220-5086e5a640df tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:51.731121 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59704) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:51.780579 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:47:51.783793 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:47:51.787556 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:47:51.800065 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f0528e4-1e8b-4875-b921-74d53e933031 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:51.825991 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event updated for resources: {'Port': ['ID=21c5a5c8-b1ba-4df0-a57b-0e1f4a09feca,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:51.830185 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:51.834199 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f0528e4-1e8b-4875-b921-74d53e933031 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:51.903578 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f0528e4-1e8b-4875-b921-74d53e933031 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:51.908529 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-53430d0a-4f60-4abd-8a62-014d6c16c25d tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:51.922316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0528e4-1e8b-4875-b921-74d53e933031 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7fa6a0-cf29-4a59-8556-f3cd753cfa81,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:51.925154 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2f0528e4-1e8b-4875-b921-74d53e933031 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:51.936580 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2f0528e4-1e8b-4875-b921-74d53e933031 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:51.937759 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2f0528e4-1e8b-4875-b921-74d53e933031 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/security-groups/7c7fa6a0-cf29-4a59-8556-f3cd753cfa81 HTTP/1.1" status: 204 len: 168 time: 0.2050235 Jun 02 20:47:51.969624 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59708) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:52.415725 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-850db8e5-b25c-4251-b1cc-34415ebf896f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 1a60783d-9e45-4c41-994c-adb8d73e1e64 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:47:52.416432 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-850db8e5-b25c-4251-b1cc-34415ebf896f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:52.518114 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:52.553482 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-850db8e5-b25c-4251-b1cc-34415ebf896f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:52.553808 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-850db8e5-b25c-4251-b1cc-34415ebf896f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:52.681080 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-850db8e5-b25c-4251-b1cc-34415ebf896f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 1a60783d-9e45-4c41-994c-adb8d73e1e64 owned by network:floatingip {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:47:52.750125 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:53.021665 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-850db8e5-b25c-4251-b1cc-34415ebf896f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:53.026821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-438d70d9-10bc-4653-a22a-71cb3456e46e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:53.203233 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.db.resource_extend [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 02 20:47:53.219978 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850db8e5-b25c-4251-b1cc-34415ebf896f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=1a60783d-9e45-4c41-994c-adb8d73e1e64,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:53.224520 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-850db8e5-b25c-4251-b1cc-34415ebf896f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:53.226392 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:53.261454 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:53.271099 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-add9d4a1-8197-4306-b4eb-b21d03626209 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:53.318225 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:47:53.381743 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:47:53.427820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event updated for resources: {'Port': ['ID=21c5a5c8-b1ba-4df0-a57b-0e1f4a09feca,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:53.433893 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:53.437918 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-850db8e5-b25c-4251-b1cc-34415ebf896f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:53.438253 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-850db8e5-b25c-4251-b1cc-34415ebf896f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Floating IP 0d2cec75-715b-49d5-818c-aa2abb4ea3af disassociated (deleted). External IP: 172.26.0.93, port: 025fbd07-2d0c-4d5b-8989-f18edd11c8f4. Jun 02 20:47:53.504048 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:53.818681 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Floating IP 8bb3bfe8-1739-4dd7-b441-f2459322f79d associated. External IP: 172.26.0.30, port: f77e0efb-34a9-4982-b595-6fab614bf206. Jun 02 20:47:54.092109 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850db8e5-b25c-4251-b1cc-34415ebf896f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 183831b5-56d3-4029-877e-5fdc11a38250 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:47:54.582090 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Router 89331364-cbfa-4ee4-9466-9bca54d573c1 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:47:54.587086 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850db8e5-b25c-4251-b1cc-34415ebf896f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:47:54.596627 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aa8b05-a605-4c7b-a42d-aa01f9c96503 None None] Sync routers for ids ['183831b5-56d3-4029-877e-5fdc11a38250'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:47:54.607101 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aa8b05-a605-4c7b-a42d-aa01f9c96503 None None] Routers {'183831b5-56d3-4029-877e-5fdc11a38250'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:47:54.607764 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-49aa8b05-a605-4c7b-a42d-aa01f9c96503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:47:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['183831b5-56d3-4029-877e-5fdc11a38250'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:54.704299 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-850db8e5-b25c-4251-b1cc-34415ebf896f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:54.785395 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-49aa8b05-a605-4c7b-a42d-aa01f9c96503 None None] Set router 183831b5-56d3-4029-877e-5fdc11a38250 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:47:54.837558 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-850db8e5-b25c-4251-b1cc-34415ebf896f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/floatingips/0d2cec75-715b-49d5-818c-aa2abb4ea3af HTTP/1.1" status: 204 len: 168 time: 2.8641813 Jun 02 20:47:54.844289 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:47:54.855052 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b61c003-d1bb-44f6-899b-568873b12c2d None None] Sync routers for ids ['89331364-cbfa-4ee4-9466-9bca54d573c1'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:47:54.866833 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b61c003-d1bb-44f6-899b-568873b12c2d None None] Routers {'89331364-cbfa-4ee4-9466-9bca54d573c1'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:47:54.867512 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3b61c003-d1bb-44f6-899b-568873b12c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:47:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['89331364-cbfa-4ee4-9466-9bca54d573c1'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:54.868515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:54.948184 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8601663 Jun 02 20:47:54.948924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced0498e-6696-4a17-bb5d-ea46fe74ee68', 'tag': 'f77e0efb-34a9-4982-b595-6fab614bf206'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:47:54.951355 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78292b94-4b1b-4b8d-9446-56b8db376c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "ced0498e-6696-4a17-bb5d-ea46fe74ee68", "tag": "f77e0efb-34a9-4982-b595-6fab614bf206"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:47:55.016281 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59720) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:55.075815 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-3b61c003-d1bb-44f6-899b-568873b12c2d None None] Set router 89331364-cbfa-4ee4-9466-9bca54d573c1 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:47:55.093928 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-43bc89ee-f80c-4b55-9577-a0f6c5908e42 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:55.124877 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-43bc89ee-f80c-4b55-9577-a0f6c5908e42 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:55.165809 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-49aa8b05-a605-4c7b-a42d-aa01f9c96503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183831b5-56d3-4029-877e-5fdc11a38250', 'name': 'tempest-TestNetworkBasicOps-router-909758015', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:47:01Z', 'updated_at': '2021-06-02T20:47:06Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:02Z', 'updated_at': '2021-06-02T20:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '03b141c8-1eb3-4375-8e2a-1cf72605f9ef', 'name': '', 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4c:87:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ebf51b91-3235-4b9c-8f6c-4eaebbb2576b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:06Z', 'updated_at': '2021-06-02T20:47:12Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'ebf51b91-3235-4b9c-8f6c-4eaebbb2576b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:55.171832 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aa8b05-a605-4c7b-a42d-aa01f9c96503 None None] Checking router: 183831b5-56d3-4029-877e-5fdc11a38250 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:47:55.183284 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aa8b05-a605-4c7b-a42d-aa01f9c96503 None None] Routers {'183831b5-56d3-4029-877e-5fdc11a38250'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:47:55.184324 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-49aa8b05-a605-4c7b-a42d-aa01f9c96503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:47:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['183831b5-56d3-4029-877e-5fdc11a38250'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:55.190694 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda9b557-bd29-435a-be8c-160667f3448a x-openstack-request-id: req-bda9b557-bd29-435a-be8c-160667f3448a {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:47:55.191028 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced0498e-6696-4a17-bb5d-ea46fe74ee68", "tag": "f77e0efb-34a9-4982-b595-6fab614bf206", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:47:55.191371 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bda9b557-bd29-435a-be8c-160667f3448a {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:47:55.191810 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced0498e-6696-4a17-bb5d-ea46fe74ee68', 'tag': 'f77e0efb-34a9-4982-b595-6fab614bf206', 'status': 'completed', 'code': 200} Jun 02 20:47:55.196347 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78292b94-4b1b-4b8d-9446-56b8db376c2b req-ab9e0c07-aaff-4ed5-9a67-0527f8215bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:55.198769 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-78292b94-4b1b-4b8d-9446-56b8db376c2b req-ab9e0c07-aaff-4ed5-9a67-0527f8215bac service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8ac283e33ac84a4091254730e5dabc0a&device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 1098 time: 0.0773742 Jun 02 20:47:55.210173 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-43bc89ee-f80c-4b55-9577-a0f6c5908e42 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:55.215444 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-92fdc8f8-99c5-4d3a-a3c1-74963f5c7c2a tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:55.233942 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc89ee-f80c-4b55-9577-a0f6c5908e42 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b54f26-4ad2-4d63-a4dd-17428d1bf229,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:55.238444 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-43bc89ee-f80c-4b55-9577-a0f6c5908e42 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:55.243467 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-43bc89ee-f80c-4b55-9577-a0f6c5908e42 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:55.244821 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-43bc89ee-f80c-4b55-9577-a0f6c5908e42 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/security-groups/a0b54f26-4ad2-4d63-a4dd-17428d1bf229 HTTP/1.1" status: 204 len: 168 time: 0.2275634 Jun 02 20:47:55.284379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59724) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:55.363754 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78292b94-4b1b-4b8d-9446-56b8db376c2b req-8c8c4d2e-a6ff-4aa7-9329-64b6e7a16989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:55.366133 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-78292b94-4b1b-4b8d-9446-56b8db376c2b req-8c8c4d2e-a6ff-4aa7-9329-64b6e7a16989 service neutron] 10.222.0.95 "GET /v2.0/networks?id=828f3844-3007-442d-8050-ab51f25eaa71 HTTP/1.1" status: 200 len: 912 time: 0.1606462 Jun 02 20:47:55.401684 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-49aa8b05-a605-4c7b-a42d-aa01f9c96503 None None] Set router 183831b5-56d3-4029-877e-5fdc11a38250 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:47:55.429899 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-ccde4606-1ba2-452e-93f3-7df262be35b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:47:55.430256 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ccde4606-1ba2-452e-93f3-7df262be35b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:55.496825 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-78292b94-4b1b-4b8d-9446-56b8db376c2b req-3d520f49-a3c9-471d-830d-7ba802df01be service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f77e0efb-34a9-4982-b595-6fab614bf206 HTTP/1.1" status: 200 len: 998 time: 0.1243744 Jun 02 20:47:55.543956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3b61c003-d1bb-44f6-899b-568873b12c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '8bb3bfe8-1739-4dd7-b441-f2459322f79d', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'floating_ip_address': '172.26.0.30', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'port_id': 'f77e0efb-34a9-4982-b595-6fab614bf206', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'mac_address': 'fa:16:3e:f5:63:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0498e-6696-4a17-bb5d-ea46fe74ee68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:47:52Z', 'updated_at': '2021-06-02T20:47:52Z', 'revision_number': 0, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'fixed_ip_address_scope': None}, {'id': 'b595f8ad-9a62-4335-885a-a2fdf7b20054', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'port_id': 'fb853278-4524-4c52-92bb-66113b677fde', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'mac_address': 'fa:16:3e:c5:dd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b077c-ec62-4f16-b643-cbd822d64925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:45:47Z', 'updated_at': '2021-06-02T20:45:50Z', 'revision_number': 1, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622334de-f584-4383-b418-17e65875e698', 'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'mac_address': 'fa:16:3e:d2:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:20Z', 'updated_at': '2021-06-02T20:42:26Z', 'revision_number': 5, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'subnets': [{'id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:55.550210 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b61c003-d1bb-44f6-899b-568873b12c2d None None] Checking router: 89331364-cbfa-4ee4-9466-9bca54d573c1 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:47:55.560143 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b61c003-d1bb-44f6-899b-568873b12c2d None None] Routers {'89331364-cbfa-4ee4-9466-9bca54d573c1'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:47:55.560867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3b61c003-d1bb-44f6-899b-568873b12c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:47:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['89331364-cbfa-4ee4-9466-9bca54d573c1'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:55.572591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78292b94-4b1b-4b8d-9446-56b8db376c2b req-f6d8dbc7-aada-4497-b529-18bbe5a756fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:55.574248 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-78292b94-4b1b-4b8d-9446-56b8db376c2b req-f6d8dbc7-aada-4497-b529-18bbe5a756fb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ac92c5bf-ce9a-4540-a013-72e531c21a06 HTTP/1.1" status: 200 len: 850 time: 0.0708075 Jun 02 20:47:55.586507 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ccde4606-1ba2-452e-93f3-7df262be35b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:55.670806 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78292b94-4b1b-4b8d-9446-56b8db376c2b req-3e280fc7-82cf-4fc5-99e9-60be65366117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:47:55.673240 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-78292b94-4b1b-4b8d-9446-56b8db376c2b req-3e280fc7-82cf-4fc5-99e9-60be65366117 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=828f3844-3007-442d-8050-ab51f25eaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0922282 Jun 02 20:47:55.725546 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-ccde4606-1ba2-452e-93f3-7df262be35b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 025fbd07-2d0c-4d5b-8989-f18edd11c8f4 owned by {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:47:55.750495 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-49aa8b05-a605-4c7b-a42d-aa01f9c96503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183831b5-56d3-4029-877e-5fdc11a38250', 'name': 'tempest-TestNetworkBasicOps-router-909758015', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:47:01Z', 'updated_at': '2021-06-02T20:47:06Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:02Z', 'updated_at': '2021-06-02T20:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '03b141c8-1eb3-4375-8e2a-1cf72605f9ef', 'name': '', 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4c:87:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ebf51b91-3235-4b9c-8f6c-4eaebbb2576b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:06Z', 'updated_at': '2021-06-02T20:47:12Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'ebf51b91-3235-4b9c-8f6c-4eaebbb2576b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:55.756299 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49aa8b05-a605-4c7b-a42d-aa01f9c96503 None None] The sync data for ids ['183831b5-56d3-4029-877e-5fdc11a38250'] in dv-neutron-601336-84-hyperv is: [{'id': '183831b5-56d3-4029-877e-5fdc11a38250', 'name': 'tempest-TestNetworkBasicOps-router-909758015', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:47:01Z', 'updated_at': '2021-06-02T20:47:06Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:02Z', 'updated_at': '2021-06-02T20:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '03b141c8-1eb3-4375-8e2a-1cf72605f9ef', 'name': '', 'network_id': '75154f61-de0e-48d5-8696-e83cf037d316', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4c:87:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'ebf51b91-3235-4b9c-8f6c-4eaebbb2576b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:06Z', 'updated_at': '2021-06-02T20:47:12Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'ebf51b91-3235-4b9c-8f6c-4eaebbb2576b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:47:55.771439 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-3b61c003-d1bb-44f6-899b-568873b12c2d None None] Set router 89331364-cbfa-4ee4-9466-9bca54d573c1 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:47:55.835209 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-78292b94-4b1b-4b8d-9446-56b8db376c2b req-9e2d3384-c1bf-4a33-807c-f884202126ee service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553688 Jun 02 20:47:55.865983 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ccde4606-1ba2-452e-93f3-7df262be35b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:55.879010 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:55.931635 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde4606-1ba2-452e-93f3-7df262be35b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=025fbd07-2d0c-4d5b-8989-f18edd11c8f4,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:55.934403 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ccde4606-1ba2-452e-93f3-7df262be35b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:55.986518 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-78292b94-4b1b-4b8d-9446-56b8db376c2b req-43fbbbee-3424-4d82-a5dc-f2dd5da2f2e5 service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449428 Jun 02 20:47:56.059885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ccde4606-1ba2-452e-93f3-7df262be35b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:56.073014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59726) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:56.073254 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ccde4606-1ba2-452e-93f3-7df262be35b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/ports/025fbd07-2d0c-4d5b-8989-f18edd11c8f4 HTTP/1.1" status: 204 len: 168 time: 0.7876680 Jun 02 20:47:56.095255 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746c6b1a-eec8-4c3e-a36c-bef54edab910 None None] New status for floating IP 0d2cec75-715b-49d5-818c-aa2abb4ea3af: DOWN {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:47:56.182867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3b61c003-d1bb-44f6-899b-568873b12c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '8bb3bfe8-1739-4dd7-b441-f2459322f79d', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'floating_ip_address': '172.26.0.30', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'port_id': 'f77e0efb-34a9-4982-b595-6fab614bf206', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'mac_address': 'fa:16:3e:f5:63:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0498e-6696-4a17-bb5d-ea46fe74ee68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:47:52Z', 'updated_at': '2021-06-02T20:47:52Z', 'revision_number': 0, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'fixed_ip_address_scope': None}, {'id': 'b595f8ad-9a62-4335-885a-a2fdf7b20054', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'port_id': 'fb853278-4524-4c52-92bb-66113b677fde', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'mac_address': 'fa:16:3e:c5:dd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b077c-ec62-4f16-b643-cbd822d64925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:45:47Z', 'updated_at': '2021-06-02T20:45:50Z', 'revision_number': 1, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622334de-f584-4383-b418-17e65875e698', 'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'mac_address': 'fa:16:3e:d2:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:20Z', 'updated_at': '2021-06-02T20:42:26Z', 'revision_number': 5, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'subnets': [{'id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:56.187760 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b61c003-d1bb-44f6-899b-568873b12c2d None None] The sync data for ids ['89331364-cbfa-4ee4-9466-9bca54d573c1'] in dv-neutron-601336-84-hyperv is: [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '8bb3bfe8-1739-4dd7-b441-f2459322f79d', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'floating_ip_address': '172.26.0.30', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'port_id': 'f77e0efb-34a9-4982-b595-6fab614bf206', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'mac_address': 'fa:16:3e:f5:63:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced0498e-6696-4a17-bb5d-ea46fe74ee68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:47:52Z', 'updated_at': '2021-06-02T20:47:52Z', 'revision_number': 0, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'fixed_ip_address_scope': None}, {'id': 'b595f8ad-9a62-4335-885a-a2fdf7b20054', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'port_id': 'fb853278-4524-4c52-92bb-66113b677fde', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'mac_address': 'fa:16:3e:c5:dd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b077c-ec62-4f16-b643-cbd822d64925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:45:47Z', 'updated_at': '2021-06-02T20:45:50Z', 'revision_number': 1, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622334de-f584-4383-b418-17e65875e698', 'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'mac_address': 'fa:16:3e:d2:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:20Z', 'updated_at': '2021-06-02T20:42:26Z', 'revision_number': 5, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'subnets': [{'id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:47:56.397428 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f174e00-44fb-4648-bdb8-b4951ea18e5e None None] New status for floating IP 8bb3bfe8-1739-4dd7-b441-f2459322f79d: ACTIVE {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:47:56.788986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-33e48af3-0d58-4147-a7ef-8e883c441db4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:57.201571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-33e48af3-0d58-4147-a7ef-8e883c441db4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 03b141c8-1eb3-4375-8e2a-1cf72605f9ef {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:47:57.201886 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-33e48af3-0d58-4147-a7ef-8e883c441db4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:57.328164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-33e48af3-0d58-4147-a7ef-8e883c441db4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 03b141c8-1eb3-4375-8e2a-1cf72605f9ef, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=03b141c8-1eb3-4375-8e2a-1cf72605f9ef,segment=NetworkSegment(465d7aaf-9884-4157-afa4-4ff19ea28a40),segment_id=465d7aaf-9884-4157-afa4-4ff19ea28a40)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:47:57.328516 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-33e48af3-0d58-4147-a7ef-8e883c441db4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:57.450196 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-33e48af3-0d58-4147-a7ef-8e883c441db4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 03b141c8-1eb3-4375-8e2a-1cf72605f9ef owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:47:57.601020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-33e48af3-0d58-4147-a7ef-8e883c441db4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:57.605205 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-03955134-becd-4e98-815d-b768d4530939 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:57.650202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e48af3-0d58-4147-a7ef-8e883c441db4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=03b141c8-1eb3-4375-8e2a-1cf72605f9ef,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:57.652712 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-33e48af3-0d58-4147-a7ef-8e883c441db4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:58.073879 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-33e48af3-0d58-4147-a7ef-8e883c441db4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:58.438823 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e48af3-0d58-4147-a7ef-8e883c441db4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 183831b5-56d3-4029-877e-5fdc11a38250 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:47:58.615007 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e48af3-0d58-4147-a7ef-8e883c441db4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:47:58.625081 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2ec370-1601-4e82-a278-8e7ddb5588af None None] Sync routers for ids ['183831b5-56d3-4029-877e-5fdc11a38250'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:47:58.627903 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-33e48af3-0d58-4147-a7ef-8e883c441db4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/routers/183831b5-56d3-4029-877e-5fdc11a38250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5537512 Jun 02 20:47:58.630615 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59728) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:58.634328 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2ec370-1601-4e82-a278-8e7ddb5588af None None] Routers {'183831b5-56d3-4029-877e-5fdc11a38250'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:47:58.634925 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-bc2ec370-1601-4e82-a278-8e7ddb5588af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:47:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['183831b5-56d3-4029-877e-5fdc11a38250'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:58.699972 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-00918775-794e-4b97-ae4b-c1b7b5735f1d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting subnet ebf51b91-3235-4b9c-8f6c-4eaebbb2576b {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:47:58.703523 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-00918775-794e-4b97-ae4b-c1b7b5735f1d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:58.761699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-00918775-794e-4b97-ae4b-c1b7b5735f1d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:58.834535 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-bc2ec370-1601-4e82-a278-8e7ddb5588af None None] Set router 183831b5-56d3-4029-877e-5fdc11a38250 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:47:58.842944 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-00918775-794e-4b97-ae4b-c1b7b5735f1d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:59.108649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-00918775-794e-4b97-ae4b-c1b7b5735f1d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:59.112525 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-bc2ec370-1601-4e82-a278-8e7ddb5588af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183831b5-56d3-4029-877e-5fdc11a38250', 'name': 'tempest-TestNetworkBasicOps-router-909758015', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:47:01Z', 'updated_at': '2021-06-02T20:47:57Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:02Z', 'updated_at': '2021-06-02T20:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:59.113142 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-caf1addf-4569-44fe-91d6-aa66aad124d5 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:59.116319 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2ec370-1601-4e82-a278-8e7ddb5588af None None] Checking router: 183831b5-56d3-4029-877e-5fdc11a38250 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:47:59.124648 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2ec370-1601-4e82-a278-8e7ddb5588af None None] Routers {'183831b5-56d3-4029-877e-5fdc11a38250'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:47:59.125233 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-bc2ec370-1601-4e82-a278-8e7ddb5588af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:47:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['183831b5-56d3-4029-877e-5fdc11a38250'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:59.148419 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00918775-794e-4b97-ae4b-c1b7b5735f1d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Subnet': ['ID=ebf51b91-3235-4b9c-8f6c-4eaebbb2576b,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:59.150413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-00918775-794e-4b97-ae4b-c1b7b5735f1d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:59.153006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-00918775-794e-4b97-ae4b-c1b7b5735f1d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:59.160936 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbeb3012-7a80-4c30-b4cd-7dbb25d670bb None None] Network 75154f61-de0e-48d5-8696-e83cf037d316 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:47:59.161414 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-00918775-794e-4b97-ae4b-c1b7b5735f1d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/subnets/ebf51b91-3235-4b9c-8f6c-4eaebbb2576b HTTP/1.1" status: 204 len: 168 time: 0.5269992 Jun 02 20:47:59.161525 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59730) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:47:59.301440 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-bc2ec370-1601-4e82-a278-8e7ddb5588af None None] Set router 183831b5-56d3-4029-877e-5fdc11a38250 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:47:59.357345 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-effccb66-f3d1-4215-b662-d8aef12c2b28 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:59.442949 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab37ad5e-0d5e-4b13-ade5-5f02543a0261 None None] DHCP port deletion for 75154f61-de0e-48d5-8696-e83cf037d316 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:47:59.520077 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-ab37ad5e-0d5e-4b13-ade5-5f02543a0261 None None] Deleting port d228667f-4fc0-4803-b899-b11ffc0abadd {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:47:59.520481 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ab37ad5e-0d5e-4b13-ade5-5f02543a0261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:59.608942 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-bc2ec370-1601-4e82-a278-8e7ddb5588af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183831b5-56d3-4029-877e-5fdc11a38250', 'name': 'tempest-TestNetworkBasicOps-router-909758015', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:47:01Z', 'updated_at': '2021-06-02T20:47:57Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:02Z', 'updated_at': '2021-06-02T20:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:47:59.612880 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2ec370-1601-4e82-a278-8e7ddb5588af None None] The sync data for ids ['183831b5-56d3-4029-877e-5fdc11a38250'] in dv-neutron-601336-84-hyperv is: [{'id': '183831b5-56d3-4029-877e-5fdc11a38250', 'name': 'tempest-TestNetworkBasicOps-router-909758015', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:47:01Z', 'updated_at': '2021-06-02T20:47:57Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '35bad940-96ce-46ef-bf3c-34d9f0043531', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183831b5-56d3-4029-877e-5fdc11a38250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:47:02Z', 'updated_at': '2021-06-02T20:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:47:59.626269 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-ab37ad5e-0d5e-4b13-ade5-5f02543a0261 None None] For port d228667f-4fc0-4803-b899-b11ffc0abadd, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=d228667f-4fc0-4803-b899-b11ffc0abadd,segment=NetworkSegment(465d7aaf-9884-4157-afa4-4ff19ea28a40),segment_id=465d7aaf-9884-4157-afa4-4ff19ea28a40)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:47:59.627111 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ab37ad5e-0d5e-4b13-ade5-5f02543a0261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:59.694231 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-effccb66-f3d1-4215-b662-d8aef12c2b28 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:59.776342 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-effccb66-f3d1-4215-b662-d8aef12c2b28 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 35bad940-96ce-46ef-bf3c-34d9f0043531 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:47:59.776720 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-effccb66-f3d1-4215-b662-d8aef12c2b28 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:59.807893 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-ab37ad5e-0d5e-4b13-ade5-5f02543a0261 None None] Calling delete_port for d228667f-4fc0-4803-b899-b11ffc0abadd owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:47:59.855617 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ab37ad5e-0d5e-4b13-ade5-5f02543a0261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:47:59.861074 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-145b1a1c-3ef9-494e-9ccc-9b177a76cff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:47:59.905433 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37ad5e-0d5e-4b13-ade5-5f02543a0261 None None] Pushing event deleted for resources: {'Port': ['ID=d228667f-4fc0-4803-b899-b11ffc0abadd,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:47:59.908161 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ab37ad5e-0d5e-4b13-ade5-5f02543a0261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:47:59.910688 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab37ad5e-0d5e-4b13-ade5-5f02543a0261 None None] No DVR routers for this DVR port d228667f-4fc0-4803-b899-b11ffc0abadd on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:47:59.913191 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-effccb66-f3d1-4215-b662-d8aef12c2b28 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 35bad940-96ce-46ef-bf3c-34d9f0043531, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=35bad940-96ce-46ef-bf3c-34d9f0043531,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:47:59.913637 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-effccb66-f3d1-4215-b662-d8aef12c2b28 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:00.038097 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d228667f-4fc0-4803-b899-b11ffc0abadd no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:48:00.048268 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-effccb66-f3d1-4215-b662-d8aef12c2b28 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 35bad940-96ce-46ef-bf3c-34d9f0043531 owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:48:00.073133 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: d228667f-4fc0-4803-b899-b11ffc0abadd {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:48:00.073488 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device d228667f-4fc0-4803-b899-b11ffc0abadd not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:48:00.074008 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 03b141c8-1eb3-4375-8e2a-1cf72605f9ef no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:48:00.111492 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 03b141c8-1eb3-4375-8e2a-1cf72605f9ef {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:48:00.111824 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 03b141c8-1eb3-4375-8e2a-1cf72605f9ef not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:48:00.321333 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-effccb66-f3d1-4215-b662-d8aef12c2b28 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:00.324837 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ccde4606-1ba2-452e-93f3-7df262be35b7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:00.370640 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effccb66-f3d1-4215-b662-d8aef12c2b28 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=35bad940-96ce-46ef-bf3c-34d9f0043531,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:00.373882 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-effccb66-f3d1-4215-b662-d8aef12c2b28 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:00.459164 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-effccb66-f3d1-4215-b662-d8aef12c2b28 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:00.629780 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-effccb66-f3d1-4215-b662-d8aef12c2b28 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:00.631971 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-effccb66-f3d1-4215-b662-d8aef12c2b28 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:00.653213 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-effccb66-f3d1-4215-b662-d8aef12c2b28 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:00.653738 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effccb66-f3d1-4215-b662-d8aef12c2b28 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Fanout notify agent at l3_agent the message router_deleted on router 183831b5-56d3-4029-877e-5fdc11a38250 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:48:00.668617 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-effccb66-f3d1-4215-b662-d8aef12c2b28 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:00.670223 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-effccb66-f3d1-4215-b662-d8aef12c2b28 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/routers/183831b5-56d3-4029-877e-5fdc11a38250 HTTP/1.1" status: 204 len: 168 time: 1.5077989 Jun 02 20:48:00.672971 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59732) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:00.728922 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8f14a0a1-fd01-46a3-98f1-16a8a6e177cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:00.801557 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:01.080588 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:01.094506 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75154f61-de0e-48d5-8696-e83cf037d316']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:48:01.107419 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465d7aaf-9884-4157-afa4-4ff19ea28a40') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:48:01.107714 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465d7aaf-9884-4157-afa4-4ff19ea28a40') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:48:01.119696 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:01.138725 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:01.144746 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:48:01.145134 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:48:01.161364 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:48:01.245559 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:01.249755 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-92a26684-5ee4-4aac-ae08-4480995b3afd tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:01.264017 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:01.274931 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Network': ['ID=75154f61-de0e-48d5-8696-e83cf037d316,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:01.281098 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/networks/75154f61-de0e-48d5-8696-e83cf037d316 HTTP/1.1" status: 204 len: 168 time: 0.6064413 Jun 02 20:48:01.285603 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:01.286044 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:01.286367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:01.286750 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:01.287115 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:01.287506 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:01.287875 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:01.288238 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:01.288606 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:01.289044 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:01.289416 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:01.289975 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:01.293205 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d121fbc1-2b20-4912-8b72-44bb9ad50bc1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:01.298881 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59734) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:01.311343 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-81b00507-2695-4188-a7c0-60cf0201ff31 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 839 time: 0.0115407 Jun 02 20:48:01.313690 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59736) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:01.318469 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e8d077df-3403-41c9-bba1-61ba29b0031a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'network': {'name': 'tempest-network-smoke--1351336156', 'project_id': '7e68015eb8844c43b1007154397602c4', 'port_security_enabled': True}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:48:01.323527 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e8d077df-3403-41c9-bba1-61ba29b0031a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:48:01.327664 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e8d077df-3403-41c9-bba1-61ba29b0031a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:network and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:48:01.331022 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e8d077df-3403-41c9-bba1-61ba29b0031a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:48:01.336693 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e8d077df-3403-41c9-bba1-61ba29b0031a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:48:01.345850 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d077df-3403-41c9-bba1-61ba29b0031a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:48:01.349333 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e8d077df-3403-41c9-bba1-61ba29b0031a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:01.378102 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d077df-3403-41c9-bba1-61ba29b0031a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:48:01.386475 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e8d077df-3403-41c9-bba1-61ba29b0031a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:01.386816 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-e8d077df-3403-41c9-bba1-61ba29b0031a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Added segment 10f9f810-d43d-4576-a632-535eb5dff20b of type vlan for network 9b062344-8955-4138-a163-0a0ce3445b21 Jun 02 20:48:01.411847 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e8d077df-3403-41c9-bba1-61ba29b0031a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:01.439696 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e8d077df-3403-41c9-bba1-61ba29b0031a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:01.445039 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d077df-3403-41c9-bba1-61ba29b0031a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:01.445613 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e8d077df-3403-41c9-bba1-61ba29b0031a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:01.450431 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-21badb5f-e875-42ff-93e2-d632a6bcc757 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:01.545565 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e8d077df-3403-41c9-bba1-61ba29b0031a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2308767 Jun 02 20:48:01.548346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59738) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:01.553040 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-47706607', 'admin_state_up': True, 'project_id': '7e68015eb8844c43b1007154397602c4', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:48:01.554506 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d077df-3403-41c9-bba1-61ba29b0031a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Network': ['ID=9b062344-8955-4138-a163-0a0ce3445b21,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:01.557077 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e8d077df-3403-41c9-bba1-61ba29b0031a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:01.561415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:48:01.565400 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:router and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:48:01.566300 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 9b062344-8955-4138-a163-0a0ce3445b21 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:48:01.568338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:48:01.578542 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:48:01.588308 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:01.589330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:01.604997 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:01.982469 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 35bad940-96ce-46ef-bf3c-34d9f0043531 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:48:02.013592 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:02.015635 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 35bad940-96ce-46ef-bf3c-34d9f0043531 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:48:02.015984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 35bad940-96ce-46ef-bf3c-34d9f0043531 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:48:02.307533 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:02.336166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:02.472631 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.26.0.68 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/382572ac-b070-4af8-b86d-60b4cef6adc6) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:48:02.620253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:02.649320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:02.653534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:02.716697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:48:02.724156 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:48:02.725816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:48:02.760844 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=382572ac-b070-4af8-b86d-60b4cef6adc6,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:02.764914 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:03.133227 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:03.304005 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ff8af2e8-03f3-461d-bead-52f0c88f11fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:03.348767 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:03.609507 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:03.808910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:48:03.984463 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:48:03.993448 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] Sync routers for ids ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:48:04.003302 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] Routers {'84fe1dc7-94ae-4c3d-b530-a3af9629ded4'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:48:04.003890 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:48:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:48:04.011006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:04.012316 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4629774 Jun 02 20:48:04.015856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59742) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:04.053064 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8116d27d-c44f-4641-ad11-5b34670e9b69 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=7e68015eb8844c43b1007154397602c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360754 Jun 02 20:48:04.055514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59744) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:04.177742 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] Set router 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:48:04.182795 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4075e407-ea1f-4605-a9e6-5e14ff955409 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:04.184270 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4075e407-ea1f-4605-a9e6-5e14ff955409 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278718 Jun 02 20:48:04.187555 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59746) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:04.225190 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3271a58a-19c5-4f01-b8be-4ff155ff7787 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9eda1993-8807-4a42-8466-556269663ed3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364304 Jun 02 20:48:04.227611 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59748) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:04.232913 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-7dfab30e-26e0-41d9-aa4b-76853d802396 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-590764516', 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21', 'project_id': '7e68015eb8844c43b1007154397602c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:48:04.319174 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:04.343765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7dfab30e-26e0-41d9-aa4b-76853d802396 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:48:04.347524 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7dfab30e-26e0-41d9-aa4b-76853d802396 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:subnet and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:48:04.350268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7dfab30e-26e0-41d9-aa4b-76853d802396 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:48:04.355915 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7dfab30e-26e0-41d9-aa4b-76853d802396 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:48:04.368038 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfab30e-26e0-41d9-aa4b-76853d802396 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:48:04.371679 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7dfab30e-26e0-41d9-aa4b-76853d802396 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:04.472120 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'name': 'tempest-TestNetworkBasicOps-router-47706607', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:48:01Z', 'updated_at': '2021-06-02T20:48:02Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:02Z', 'updated_at': '2021-06-02T20:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:48:04.475841 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] Checking router: 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:48:04.476232 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] Updating router 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 port 382572ac-b070-4af8-b86d-60b4cef6adc6 binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:48:04.530207 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:04.782773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7dfab30e-26e0-41d9-aa4b-76853d802396 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:04.787118 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d12aef79-e5fd-4c0c-9ba1-5bafed9305c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:04.874524 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:04.889269 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] Transition to ACTIVE for port object 382572ac-b070-4af8-b86d-60b4cef6adc6 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:48:04.896225 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:04.900065 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:04.984986 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] Attempting to bind port 382572ac-b070-4af8-b86d-60b4cef6adc6 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:48:04.985362 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] Attempting to bind port 382572ac-b070-4af8-b86d-60b4cef6adc6 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:48:04.985735 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] Attempting to bind port 382572ac-b070-4af8-b86d-60b4cef6adc6 on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:48:04.988003 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274faa1d-a1fd-4e06-8a8c-294a77ee9b4e None None] Pushing event updated for resources: {'Port': ['ID=382572ac-b070-4af8-b86d-60b4cef6adc6,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:04.999973 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274faa1d-a1fd-4e06-8a8c-294a77ee9b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:05.000251 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274faa1d-a1fd-4e06-8a8c-294a77ee9b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:05.000503 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274faa1d-a1fd-4e06-8a8c-294a77ee9b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:05.000888 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274faa1d-a1fd-4e06-8a8c-294a77ee9b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:05.001268 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274faa1d-a1fd-4e06-8a8c-294a77ee9b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:05.002007 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274faa1d-a1fd-4e06-8a8c-294a77ee9b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:05.002346 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274faa1d-a1fd-4e06-8a8c-294a77ee9b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:05.002678 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274faa1d-a1fd-4e06-8a8c-294a77ee9b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:05.003004 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274faa1d-a1fd-4e06-8a8c-294a77ee9b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:05.003805 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274faa1d-a1fd-4e06-8a8c-294a77ee9b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:05.004324 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274faa1d-a1fd-4e06-8a8c-294a77ee9b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:05.004671 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274faa1d-a1fd-4e06-8a8c-294a77ee9b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:05.010325 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-274faa1d-a1fd-4e06-8a8c-294a77ee9b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:05.012159 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:48:05.012550 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:48:05.012990 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:05.013950 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:48:05.013950 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] Bound port: 382572ac-b070-4af8-b86d-60b4cef6adc6, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:48:05.014877 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:05.020300 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfab30e-26e0-41d9-aa4b-76853d802396 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Subnet': ['ID=0b89a884-fe35-4ee8-8380-d0739eb394aa,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:05.023903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7dfab30e-26e0-41d9-aa4b-76853d802396 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:05.024746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfab30e-26e0-41d9-aa4b-76853d802396 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Checking segment: {'id': '10f9f810-d43d-4576-a632-535eb5dff20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:48:05.025098 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfab30e-26e0-41d9-aa4b-76853d802396 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network hostable DHCP agents. Network: 9b062344-8955-4138-a163-0a0ce3445b21, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:48:05.041858 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfab30e-26e0-41d9-aa4b-76853d802396 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 9b062344-8955-4138-a163-0a0ce3445b21 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:48:05.055609 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-7dfab30e-26e0-41d9-aa4b-76853d802396 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 9b062344-8955-4138-a163-0a0ce3445b21) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:48:05.067740 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfab30e-26e0-41d9-aa4b-76853d802396 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:05.068377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7dfab30e-26e0-41d9-aa4b-76853d802396 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:05.071872 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9395e83-3f7a-4f44-a6d1-2e39daa623b8 None None] Network 9b062344-8955-4138-a163-0a0ce3445b21 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:48:05.088671 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7dfab30e-26e0-41d9-aa4b-76853d802396 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8600395 Jun 02 20:48:05.091450 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59750) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:05.166308 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] For port 382572ac-b070-4af8-b86d-60b4cef6adc6, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:48:05.184026 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] For port 382572ac-b070-4af8-b86d-60b4cef6adc6, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=382572ac-b070-4af8-b86d-60b4cef6adc6,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:48:05.197778 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:05.204070 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-284b111c-c309-4a4b-8484-c0dc7bea340d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:05.365514 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] Routers {'84fe1dc7-94ae-4c3d-b530-a3af9629ded4'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:48:05.366211 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:48:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:48:05.437098 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274faa1d-a1fd-4e06-8a8c-294a77ee9b4e None None] Pushing event updated for resources: {'Port': ['ID=382572ac-b070-4af8-b86d-60b4cef6adc6,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:05.443118 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-274faa1d-a1fd-4e06-8a8c-294a77ee9b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:05.562138 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-9b062344-8955-4138-a163-0a0ce3445b21', 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ips': [{'subnet_id': '0b89a884-fe35-4ee8-8380-d0739eb394aa'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:48:05.562965 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:05.645391 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] Set router 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:48:05.779404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:05.968026 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:05.986358 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Allocated IP 172.20.0.2 (9b062344-8955-4138-a163-0a0ce3445b21/0b89a884-fe35-4ee8-8380-d0739eb394aa/85a718f2-8971-4114-9a38-f2371354281c) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:48:06.281529 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'name': 'tempest-TestNetworkBasicOps-router-47706607', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:48:01Z', 'updated_at': '2021-06-02T20:48:02Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:02Z', 'updated_at': '2021-06-02T20:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:48:06.299304 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003afc84-1564-47a2-abcc-3d2ee385d9e3 None None] The sync data for ids ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'] in dv-neutron-601336-84-hyperv is: [{'id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'name': 'tempest-TestNetworkBasicOps-router-47706607', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:48:01Z', 'updated_at': '2021-06-02T20:48:02Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:02Z', 'updated_at': '2021-06-02T20:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:48:06.322123 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:06.332707 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Transition to ACTIVE for port object 85a718f2-8971-4114-9a38-f2371354281c will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:48:06.350878 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Transition to ACTIVE for port object 85a718f2-8971-4114-9a38-f2371354281c will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:48:06.357148 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:06.361961 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-47c7d0c8-9ea8-49a4-9b0d-f42b7d3c1004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:06.437441 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Network 9b062344-8955-4138-a163-0a0ce3445b21 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:48:06.438646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.20.0.1 (9b062344-8955-4138-a163-0a0ce3445b21/0b89a884-fe35-4ee8-8380-d0739eb394aa/e8aac906-7e9b-491b-ac64-020ee20a8683) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:48:06.440911 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:48:06.445302 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:48:06.456729 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Pushing event updated for resources: {'Port': ['ID=85a718f2-8971-4114-9a38-f2371354281c,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:06.485694 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:06.575106 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Attempting to bind port 85a718f2-8971-4114-9a38-f2371354281c on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:48:06.577172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Attempting to bind port 85a718f2-8971-4114-9a38-f2371354281c by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '10f9f810-d43d-4576-a632-535eb5dff20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:48:06.577172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Attempting to bind port 85a718f2-8971-4114-9a38-f2371354281c on network 9b062344-8955-4138-a163-0a0ce3445b21 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:48:06.588714 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:48:06.589103 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Checking segment: {'id': '10f9f810-d43d-4576-a632-535eb5dff20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:48:06.589521 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:06.589923 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Bound using segment: {'id': '10f9f810-d43d-4576-a632-535eb5dff20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:48:06.590400 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Bound port: 85a718f2-8971-4114-9a38-f2371354281c, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f9f810-d43d-4576-a632-535eb5dff20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:48:06.590819 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:06.666660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:06.684344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Transition to ACTIVE for port object e8aac906-7e9b-491b-ac64-020ee20a8683 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:48:06.706699 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] For port 85a718f2-8971-4114-9a38-f2371354281c, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:48:06.711963 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] For port 85a718f2-8971-4114-9a38-f2371354281c, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=85a718f2-8971-4114-9a38-f2371354281c,segment=NetworkSegment(10f9f810-d43d-4576-a632-535eb5dff20b),segment_id=10f9f810-d43d-4576-a632-535eb5dff20b)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:48:06.713658 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:06.717770 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:06.720669 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-43aba540-1310-473f-8b4f-8fec08a3b32f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:06.728437 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:06.795856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 9b062344-8955-4138-a163-0a0ce3445b21 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:48:06.803725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:48:06.810741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:48:06.820887 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Pushing event updated for resources: {'Port': ['ID=85a718f2-8971-4114-9a38-f2371354281c,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:06.825981 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:06.857606 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=e8aac906-7e9b-491b-ac64-020ee20a8683,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:06.860403 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:06.884399 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:07.328525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:07.748790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:07.754044 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8b89fc-7ac6-4030-bc7f-f341fac05856 None None] Network 9b062344-8955-4138-a163-0a0ce3445b21 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:48:07.754593 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:07.786532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e380310c-244b-4e02-9191-fe100dab8cbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:07.874105 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:07.877673 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-88001aa7-a97f-4133-863c-1a05ef22d816 None None] Provisioning for port 85a718f2-8971-4114-9a38-f2371354281c completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:48:07.878072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=e8aac906-7e9b-491b-ac64-020ee20a8683,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:07.882742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:08.034743 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 9b062344-8955-4138-a163-0a0ce3445b21 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:48:08.035962 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:48:08.082365 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 85a718f2-8971-4114-9a38-f2371354281c up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:48:08.155664 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 85a718f2-8971-4114-9a38-f2371354281c completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:48:08.161745 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 85a718f2-8971-4114-9a38-f2371354281c triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:48:08.162124 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:08.243057 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:48:08.289609 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:08.332713 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 85a718f2-8971-4114-9a38-f2371354281c, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=85a718f2-8971-4114-9a38-f2371354281c,segment=NetworkSegment(10f9f810-d43d-4576-a632-535eb5dff20b),segment_id=10f9f810-d43d-4576-a632-535eb5dff20b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:48:08.335803 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-914f52ef-a3d5-43c5-81c7-5bd4d1538459 None None] Provisioning complete for port 85a718f2-8971-4114-9a38-f2371354281c triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:48:08.336180 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-914f52ef-a3d5-43c5-81c7-5bd4d1538459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:08.365508 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:08.366285 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 382572ac-b070-4af8-b86d-60b4cef6adc6 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:48:08.395391 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:08.444887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:48:08.456601 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] Sync routers for ids ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:48:08.463219 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/routers/84fe1dc7-94ae-4c3d-b530-a3af9629ded4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3684521 Jun 02 20:48:08.463647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59752) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:08.473560 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] Routers {'84fe1dc7-94ae-4c3d-b530-a3af9629ded4'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:48:08.474475 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:48:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:48:08.531852 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=85a718f2-8971-4114-9a38-f2371354281c,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:08.535784 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:08.600247 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 382572ac-b070-4af8-b86d-60b4cef6adc6 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:48:08.611070 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 382572ac-b070-4af8-b86d-60b4cef6adc6 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:48:08.611496 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:08.675712 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] Set router 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:48:08.688490 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-914f52ef-a3d5-43c5-81c7-5bd4d1538459 None None] Provisioning for port e8aac906-7e9b-491b-ac64-020ee20a8683 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:48:08.696743 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-914f52ef-a3d5-43c5-81c7-5bd4d1538459 None None] Provisioning complete for port e8aac906-7e9b-491b-ac64-020ee20a8683 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:48:08.697122 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-914f52ef-a3d5-43c5-81c7-5bd4d1538459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:08.812253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c422216-19fe-420e-8980-7e43107fbfa8 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:08.812842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c422216-19fe-420e-8980-7e43107fbfa8 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:08.813370 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c422216-19fe-420e-8980-7e43107fbfa8 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:08.813856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c422216-19fe-420e-8980-7e43107fbfa8 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:08.814593 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c422216-19fe-420e-8980-7e43107fbfa8 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:08.814897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c422216-19fe-420e-8980-7e43107fbfa8 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:08.819825 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4c422216-19fe-420e-8980-7e43107fbfa8 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.3520846 Jun 02 20:48:08.820044 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-914f52ef-a3d5-43c5-81c7-5bd4d1538459 None None] Port e8aac906-7e9b-491b-ac64-020ee20a8683 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:48:08.820530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59756) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:08.822141 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:08.841684 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 382572ac-b070-4af8-b86d-60b4cef6adc6, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=382572ac-b070-4af8-b86d-60b4cef6adc6,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:48:08.846878 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:08.849101 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-9cedbfa2-6d18-4f54-a1a5-8668114367b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:08.902175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed130eb-f169-4ccf-974e-5c65263722b4 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:08.902822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed130eb-f169-4ccf-974e-5c65263722b4 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:08.903953 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed130eb-f169-4ccf-974e-5c65263722b4 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:08.904472 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed130eb-f169-4ccf-974e-5c65263722b4 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:08.904993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed130eb-f169-4ccf-974e-5c65263722b4 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:08.905506 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed130eb-f169-4ccf-974e-5c65263722b4 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:08.910495 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9ed130eb-f169-4ccf-974e-5c65263722b4 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0873787 Jun 02 20:48:08.910813 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59758) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:08.926695 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=382572ac-b070-4af8-b86d-60b4cef6adc6,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:08.932534 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:08.943088 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-6675c32c-1354-4666-99ec-f882b305fc1b None None] Provisioning complete for port e8aac906-7e9b-491b-ac64-020ee20a8683 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:48:08.943498 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6675c32c-1354-4666-99ec-f882b305fc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:09.005457 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-6675c32c-1354-4666-99ec-f882b305fc1b None None] Port e8aac906-7e9b-491b-ac64-020ee20a8683 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:48:09.043949 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'name': 'tempest-TestNetworkBasicOps-router-47706607', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:48:01Z', 'updated_at': '2021-06-02T20:48:07Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:02Z', 'updated_at': '2021-06-02T20:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'e8aac906-7e9b-491b-ac64-020ee20a8683', 'name': '', 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b2:71:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:06Z', 'updated_at': '2021-06-02T20:48:07Z', 'revision_number': 2, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:48:09.047775 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] Checking router: 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:48:09.048136 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] Updating router 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 port e8aac906-7e9b-491b-ac64-020ee20a8683 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:48:09.102229 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:09.122916 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ef949402-b234-46d7-982e-332ec9102b66 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2101958 Jun 02 20:48:09.293729 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59762) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:09.298364 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e47e27d9-3992-4b2a-8c16-d641d7185d20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-241738463', 'description': 'tempest-secgroup-smoke-241738463 description', 'project_id': '7e68015eb8844c43b1007154397602c4'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:48:09.304516 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e47e27d9-3992-4b2a-8c16-d641d7185d20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:48:09.308561 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e47e27d9-3992-4b2a-8c16-d641d7185d20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:48:09.312009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e47e27d9-3992-4b2a-8c16-d641d7185d20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:48:09.317659 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e47e27d9-3992-4b2a-8c16-d641d7185d20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:48:09.327880 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e47e27d9-3992-4b2a-8c16-d641d7185d20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:09.348009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e47e27d9-3992-4b2a-8c16-d641d7185d20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:48:09.351794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e47e27d9-3992-4b2a-8c16-d641d7185d20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:48:09.354529 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e47e27d9-3992-4b2a-8c16-d641d7185d20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:48:09.360772 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e47e27d9-3992-4b2a-8c16-d641d7185d20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:48:09.431530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e47e27d9-3992-4b2a-8c16-d641d7185d20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:09.435457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e47e27d9-3992-4b2a-8c16-d641d7185d20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:09.439113 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-104dda96-8331-4839-b476-12dbb6ebfec8 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:09.451542 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:09.464502 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] Transition to ACTIVE for port object e8aac906-7e9b-491b-ac64-020ee20a8683 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:48:09.472178 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:09.477242 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-00159fde-54ec-4d03-9792-20c509d88973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:09.479758 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e27d9-3992-4b2a-8c16-d641d7185d20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0850547b-99d5-47a9-abc1-dfda83524600,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:09.482786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e47e27d9-3992-4b2a-8c16-d641d7185d20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:09.487264 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e47e27d9-3992-4b2a-8c16-d641d7185d20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:09.491283 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59764) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:09.491734 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e47e27d9-3992-4b2a-8c16-d641d7185d20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1964991 Jun 02 20:48:09.495902 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-2baa03d0-ce8b-464f-b61e-81fbe527af20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '0850547b-99d5-47a9-abc1-dfda83524600', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:48:09.502807 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2baa03d0-ce8b-464f-b61e-81fbe527af20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:48:09.506656 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2baa03d0-ce8b-464f-b61e-81fbe527af20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:48:09.509529 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2baa03d0-ce8b-464f-b61e-81fbe527af20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:48:09.517157 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2baa03d0-ce8b-464f-b61e-81fbe527af20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:48:09.537739 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2baa03d0-ce8b-464f-b61e-81fbe527af20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:09.615697 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2baa03d0-ce8b-464f-b61e-81fbe527af20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:09.620023 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2baa03d0-ce8b-464f-b61e-81fbe527af20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:09.626455 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b27ffa73-4e99-4272-9c11-35be56e23400 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:09.635406 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee905d1-7345-4db6-9cae-a04efab02856 None None] Pushing event updated for resources: {'Port': ['ID=e8aac906-7e9b-491b-ac64-020ee20a8683,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:09.641367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa03d0-ce8b-464f-b61e-81fbe527af20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82dc0433-021d-4f9a-82ea-a917ff4b98b8,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:09.643987 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2baa03d0-ce8b-464f-b61e-81fbe527af20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:09.660761 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2baa03d0-ce8b-464f-b61e-81fbe527af20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:09.665116 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2baa03d0-ce8b-464f-b61e-81fbe527af20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1702085 Jun 02 20:48:09.665423 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59766) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:09.670376 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-17f0b36a-3e14-4ced-bb47-0835233ae33c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '0850547b-99d5-47a9-abc1-dfda83524600', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:48:09.676426 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee905d1-7345-4db6-9cae-a04efab02856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:09.676770 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee905d1-7345-4db6-9cae-a04efab02856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:09.677101 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee905d1-7345-4db6-9cae-a04efab02856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:09.677532 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee905d1-7345-4db6-9cae-a04efab02856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:09.677751 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee905d1-7345-4db6-9cae-a04efab02856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:09.678152 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-17f0b36a-3e14-4ced-bb47-0835233ae33c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:48:09.678472 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee905d1-7345-4db6-9cae-a04efab02856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:09.678821 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee905d1-7345-4db6-9cae-a04efab02856 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:09.679114 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee905d1-7345-4db6-9cae-a04efab02856 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:09.680644 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee905d1-7345-4db6-9cae-a04efab02856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:09.680644 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee905d1-7345-4db6-9cae-a04efab02856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:09.680644 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee905d1-7345-4db6-9cae-a04efab02856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:09.680644 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee905d1-7345-4db6-9cae-a04efab02856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:48:09.683965 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-17f0b36a-3e14-4ced-bb47-0835233ae33c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:48:09.687409 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-17f0b36a-3e14-4ced-bb47-0835233ae33c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:48:09.689968 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-bee905d1-7345-4db6-9cae-a04efab02856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:09.694641 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-17f0b36a-3e14-4ced-bb47-0835233ae33c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:48:09.713251 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] Attempting to bind port e8aac906-7e9b-491b-ac64-020ee20a8683 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:48:09.713650 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] Attempting to bind port e8aac906-7e9b-491b-ac64-020ee20a8683 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '10f9f810-d43d-4576-a632-535eb5dff20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:48:09.714053 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] Attempting to bind port e8aac906-7e9b-491b-ac64-020ee20a8683 on network 9b062344-8955-4138-a163-0a0ce3445b21 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:48:09.716284 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-17f0b36a-3e14-4ced-bb47-0835233ae33c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:09.721672 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:48:09.722054 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] Checking segment: {'id': '10f9f810-d43d-4576-a632-535eb5dff20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:48:09.722459 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:09.722861 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] Bound using segment: {'id': '10f9f810-d43d-4576-a632-535eb5dff20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:48:09.723519 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] Bound port: e8aac906-7e9b-491b-ac64-020ee20a8683, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f9f810-d43d-4576-a632-535eb5dff20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:48:09.723898 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:09.784821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-17f0b36a-3e14-4ced-bb47-0835233ae33c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:09.789012 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-17f0b36a-3e14-4ced-bb47-0835233ae33c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:09.791395 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4082d621-3c5c-4d04-bb0b-b086d4ffd277 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:09.817510 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] For port e8aac906-7e9b-491b-ac64-020ee20a8683, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:48:09.826496 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] For port e8aac906-7e9b-491b-ac64-020ee20a8683, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e8aac906-7e9b-491b-ac64-020ee20a8683,segment=NetworkSegment(10f9f810-d43d-4576-a632-535eb5dff20b),segment_id=10f9f810-d43d-4576-a632-535eb5dff20b)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:48:09.829465 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0b36a-3e14-4ced-bb47-0835233ae33c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a062e7b-5754-4555-97f0-cfd74b96a606,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:09.831858 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:09.833089 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-17f0b36a-3e14-4ced-bb47-0835233ae33c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:09.837209 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-00159fde-54ec-4d03-9792-20c509d88973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:09.842632 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-17f0b36a-3e14-4ced-bb47-0835233ae33c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:09.844045 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-17f0b36a-3e14-4ced-bb47-0835233ae33c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1776493 Jun 02 20:48:09.846701 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59768) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:09.851304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-f4b6e1e4-71db-49c2-934d-a60e1df05cac tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '0850547b-99d5-47a9-abc1-dfda83524600', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:48:09.857787 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f4b6e1e4-71db-49c2-934d-a60e1df05cac tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:48:09.862329 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f4b6e1e4-71db-49c2-934d-a60e1df05cac tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:48:09.865845 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-f4b6e1e4-71db-49c2-934d-a60e1df05cac tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:48:09.872804 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-f4b6e1e4-71db-49c2-934d-a60e1df05cac tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:48:09.890297 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e1e4-71db-49c2-934d-a60e1df05cac tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:09.915924 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] Routers {'84fe1dc7-94ae-4c3d-b530-a3af9629ded4'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:48:09.916615 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:48:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:48:09.961062 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e1e4-71db-49c2-934d-a60e1df05cac tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:09.966827 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e1e4-71db-49c2-934d-a60e1df05cac tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:09.969171 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2baa03d0-ce8b-464f-b61e-81fbe527af20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:09.986572 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee905d1-7345-4db6-9cae-a04efab02856 None None] Pushing event updated for resources: {'Port': ['ID=e8aac906-7e9b-491b-ac64-020ee20a8683,revision_number=4']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:09.991392 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-bee905d1-7345-4db6-9cae-a04efab02856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:10.001014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6e1e4-71db-49c2-934d-a60e1df05cac tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036c7c14-d517-4e6e-9b4d-361892d0ba51,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:10.004242 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f4b6e1e4-71db-49c2-934d-a60e1df05cac tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:10.009422 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e1e4-71db-49c2-934d-a60e1df05cac tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:10.011088 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f4b6e1e4-71db-49c2-934d-a60e1df05cac tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1630914 Jun 02 20:48:10.014308 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59770) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:10.019765 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-366e9468-6f1f-4885-833d-a642a554ed65 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '0850547b-99d5-47a9-abc1-dfda83524600', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:48:10.028092 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-366e9468-6f1f-4885-833d-a642a554ed65 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:48:10.031876 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 85a718f2-8971-4114-9a38-f2371354281c up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:48:10.041879 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-366e9468-6f1f-4885-833d-a642a554ed65 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:48:10.045011 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-366e9468-6f1f-4885-833d-a642a554ed65 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:48:10.051853 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-366e9468-6f1f-4885-833d-a642a554ed65 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:48:10.076404 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-366e9468-6f1f-4885-833d-a642a554ed65 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:10.109201 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 85a718f2-8971-4114-9a38-f2371354281c triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:48:10.109870 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:10.134587 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] Set router 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:48:10.155082 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-366e9468-6f1f-4885-833d-a642a554ed65 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:10.162141 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-366e9468-6f1f-4885-833d-a642a554ed65 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:10.165778 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c10eed23-6004-4af3-95f8-b6828ce99319 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:10.192355 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e9468-6f1f-4885-833d-a642a554ed65 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d514eb-14a8-4d9f-b595-e6177f1f3b39,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:10.196730 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-366e9468-6f1f-4885-833d-a642a554ed65 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:10.209316 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-366e9468-6f1f-4885-833d-a642a554ed65 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:10.210776 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-366e9468-6f1f-4885-833d-a642a554ed65 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1950662 Jun 02 20:48:10.213464 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59772) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:10.218702 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-90c195d9-7277-48ec-8a54-53876815b890 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '0850547b-99d5-47a9-abc1-dfda83524600', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:48:10.225365 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-90c195d9-7277-48ec-8a54-53876815b890 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:48:10.229848 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-90c195d9-7277-48ec-8a54-53876815b890 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:48:10.233567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-90c195d9-7277-48ec-8a54-53876815b890 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:48:10.239926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-90c195d9-7277-48ec-8a54-53876815b890 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:48:10.253283 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.securitygroups_db [None req-90c195d9-7277-48ec-8a54-53876815b890 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:48:10.260319 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-90c195d9-7277-48ec-8a54-53876815b890 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:10.270678 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 382572ac-b070-4af8-b86d-60b4cef6adc6 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:48:10.329727 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-90c195d9-7277-48ec-8a54-53876815b890 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:10.334172 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-90c195d9-7277-48ec-8a54-53876815b890 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:10.336294 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-37868e28-554f-4771-b44c-82dded210c28 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:10.349793 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 382572ac-b070-4af8-b86d-60b4cef6adc6 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:48:10.350174 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:10.368423 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c195d9-7277-48ec-8a54-53876815b890 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fd219a-050e-4655-a42d-b3e7d162b875,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:10.370559 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-90c195d9-7277-48ec-8a54-53876815b890 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:10.372634 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-90c195d9-7277-48ec-8a54-53876815b890 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1573577 Jun 02 20:48:10.373717 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-90c195d9-7277-48ec-8a54-53876815b890 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:10.375406 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59774) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:10.380603 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-fbd652bb-027a-4f7e-a910-da66237812e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '0850547b-99d5-47a9-abc1-dfda83524600', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:48:10.386971 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-fbd652bb-027a-4f7e-a910-da66237812e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:48:10.391573 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-fbd652bb-027a-4f7e-a910-da66237812e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:48:10.394538 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-fbd652bb-027a-4f7e-a910-da66237812e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:48:10.400332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-fbd652bb-027a-4f7e-a910-da66237812e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:48:10.413982 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.securitygroups_db [None req-fbd652bb-027a-4f7e-a910-da66237812e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:48:10.420167 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fbd652bb-027a-4f7e-a910-da66237812e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:10.502410 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fbd652bb-027a-4f7e-a910-da66237812e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:10.503846 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'name': 'tempest-TestNetworkBasicOps-router-47706607', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:48:01Z', 'updated_at': '2021-06-02T20:48:07Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:02Z', 'updated_at': '2021-06-02T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'e8aac906-7e9b-491b-ac64-020ee20a8683', 'name': '', 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b2:71:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:06Z', 'updated_at': '2021-06-02T20:48:09Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:48:10.506785 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fbd652bb-027a-4f7e-a910-da66237812e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:10.508078 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec60a6-00df-40de-9e9b-0fe6e54f5f03 None None] The sync data for ids ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'] in dv-neutron-601336-84-hyperv is: [{'id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'name': 'tempest-TestNetworkBasicOps-router-47706607', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:48:01Z', 'updated_at': '2021-06-02T20:48:07Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:02Z', 'updated_at': '2021-06-02T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'e8aac906-7e9b-491b-ac64-020ee20a8683', 'name': '', 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b2:71:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:06Z', 'updated_at': '2021-06-02T20:48:09Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:48:10.516159 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b3dc87a9-9beb-4914-91fc-2e67c8296a98 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:10.539523 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd652bb-027a-4f7e-a910-da66237812e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855287cf-fee5-4d06-90a9-ced553173393,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:10.542069 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fbd652bb-027a-4f7e-a910-da66237812e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:10.546609 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fbd652bb-027a-4f7e-a910-da66237812e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:10.548152 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fbd652bb-027a-4f7e-a910-da66237812e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1717424 Jun 02 20:48:10.739626 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-cf426dd9-aeae-414b-9c3b-81dceb30d516 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:48:10.757688 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-cf426dd9-aeae-414b-9c3b-81dceb30d516 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:48:10.759281 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-cf426dd9-aeae-414b-9c3b-81dceb30d516 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-241738463&fields=id&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 267 time: 0.0623641 Jun 02 20:48:10.918294 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-174d7cb5-43c8-4a71-9630-01dcd1c2b615 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:10.920322 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-174d7cb5-43c8-4a71-9630-01dcd1c2b615 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/networks?id=9b062344-8955-4138-a163-0a0ce3445b21 HTTP/1.1" status: 200 len: 797 time: 0.1539528 Jun 02 20:48:10.936871 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-e84edf05-35e2-4327-b26a-871310e18d6a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/quotas/7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 375 time: 0.0108159 Jun 02 20:48:11.028012 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-7f428880-362b-4329-8262-54631cd86765 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:48:11.044927 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-7f428880-362b-4329-8262-54631cd86765 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:48:11.046208 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-7f428880-362b-4329-8262-54631cd86765 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1036236 Jun 02 20:48:11.194284 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-ea5195df-6ae0-4ceb-bf02-c6b65714be2f service neutron] 10.222.0.25 "GET /v2.0/networks/9b062344-8955-4138-a163-0a0ce3445b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361818 Jun 02 20:48:11.333737 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-e667f907-1512-4985-bfba-69b0137257d8 service neutron] 10.222.0.25 "GET /v2.0/networks/9b062344-8955-4138-a163-0a0ce3445b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334097 Jun 02 20:48:11.619839 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-7b43094c-e867-4f21-bb7a-cc18b46a2e72 req-76fd2be7-a4d0-4df9-9637-6af82bdef783 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:48:11.633968 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-7b43094c-e867-4f21-bb7a-cc18b46a2e72 req-76fd2be7-a4d0-4df9-9637-6af82bdef783 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:48:11.635324 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7b43094c-e867-4f21-bb7a-cc18b46a2e72 req-76fd2be7-a4d0-4df9-9637-6af82bdef783 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a HTTP/1.1" status: 200 len: 210 time: 0.1670511 Jun 02 20:48:12.016858 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e8aac906-7e9b-491b-ac64-020ee20a8683 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:48:12.091255 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port e8aac906-7e9b-491b-ac64-020ee20a8683 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:48:12.096208 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port e8aac906-7e9b-491b-ac64-020ee20a8683 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:48:12.096595 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:12.210136 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:12.243197 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port e8aac906-7e9b-491b-ac64-020ee20a8683, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e8aac906-7e9b-491b-ac64-020ee20a8683,segment=NetworkSegment(10f9f810-d43d-4576-a632-535eb5dff20b),segment_id=10f9f810-d43d-4576-a632-535eb5dff20b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:48:12.247195 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:12.250377 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:12.318016 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=e8aac906-7e9b-491b-ac64-020ee20a8683,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:12.321513 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:12.614811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-6722e46d-ee70-4b6d-841d-12e4e2819d03 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:12.616340 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-6722e46d-ee70-4b6d-841d-12e4e2819d03 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/networks?id=9b062344-8955-4138-a163-0a0ce3445b21 HTTP/1.1" status: 200 len: 797 time: 0.1740968 Jun 02 20:48:12.668850 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-1202f878-949d-4651-b3af-e30eb36a8cb6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 379 time: 0.0438645 Jun 02 20:48:12.678094 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-04c6a562-092f-4c63-a770-89224dada281 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'port': {'device_id': '3b2a8959-9460-41bd-b9da-3c5f61a6a91a', 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21', 'admin_state_up': True, 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'security_groups': ['0850547b-99d5-47a9-abc1-dfda83524600']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:48:12.829165 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3b5c9bb2-2773-42fb-b006-0120d42a036a req-3a4c612e-d31a-46e4-9db7-52980ee75f7d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a HTTP/1.1" status: 200 len: 210 time: 0.0611753 Jun 02 20:48:12.881386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-04c6a562-092f-4c63-a770-89224dada281 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:48:12.892568 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-04c6a562-092f-4c63-a770-89224dada281 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:48:12.902247 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-04c6a562-092f-4c63-a770-89224dada281 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:48:12.906318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-04c6a562-092f-4c63-a770-89224dada281 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:13.069996 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-04c6a562-092f-4c63-a770-89224dada281 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.20.0.9 (9b062344-8955-4138-a163-0a0ce3445b21/0b89a884-fe35-4ee8-8380-d0739eb394aa/7094ec8c-8439-4cb4-a8a0-d78f2ccb370a) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:48:13.405797 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-04c6a562-092f-4c63-a770-89224dada281 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:13.421000 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-04c6a562-092f-4c63-a770-89224dada281 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Transition to ACTIVE for port object 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:48:13.443656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-04c6a562-092f-4c63-a770-89224dada281 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:13.448957 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-eb03e7cc-a8e4-4036-96a1-c35ca19a9fb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:13.516582 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-04c6a562-092f-4c63-a770-89224dada281 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 9b062344-8955-4138-a163-0a0ce3445b21 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:48:13.519711 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-04c6a562-092f-4c63-a770-89224dada281 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:48:13.523598 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-04c6a562-092f-4c63-a770-89224dada281 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:48:13.558252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6a562-092f-4c63-a770-89224dada281 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=7094ec8c-8439-4cb4-a8a0-d78f2ccb370a,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:13.565751 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-04c6a562-092f-4c63-a770-89224dada281 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:13.596050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-04c6a562-092f-4c63-a770-89224dada281 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:13.596670 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-04c6a562-092f-4c63-a770-89224dada281 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:13.625966 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-04c6a562-092f-4c63-a770-89224dada281 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9517467 Jun 02 20:48:13.637434 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Request body: {'port': {'device_id': '3b2a8959-9460-41bd-b9da-3c5f61a6a91a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:48:13.751916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:13.753202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4c207695-6251-4bc9-a94f-ef8647428bab None None] Provisioning for port 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:48:13.758485 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4c207695-6251-4bc9-a94f-ef8647428bab None None] Provisioning complete for port 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:48:13.758976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4c207695-6251-4bc9-a94f-ef8647428bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:13.816991 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-4c207695-6251-4bc9-a94f-ef8647428bab None None] Port 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:48:14.002829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e8aac906-7e9b-491b-ac64-020ee20a8683 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:48:14.023479 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed927961-29f5-4d47-b9e3-00b0b7830c18 req-3767bcd5-819b-42c1-a042-8f2e99090f09 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:14.025032 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ed927961-29f5-4d47-b9e3-00b0b7830c18 req-3767bcd5-819b-42c1-a042-8f2e99090f09 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a HTTP/1.1" status: 200 len: 931 time: 0.0874529 Jun 02 20:48:14.074133 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-ed927961-29f5-4d47-b9e3-00b0b7830c18 req-ba660943-3ba1-432b-9446-16878b5ee459 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:48:14.086859 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-ed927961-29f5-4d47-b9e3-00b0b7830c18 req-ba660943-3ba1-432b-9446-16878b5ee459 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:48:14.088044 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ed927961-29f5-4d47-b9e3-00b0b7830c18 req-ba660943-3ba1-432b-9446-16878b5ee459 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=0850547b-99d5-47a9-abc1-dfda83524600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562394 Jun 02 20:48:14.100724 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:48:14.108556 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:14.112106 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port e8aac906-7e9b-491b-ac64-020ee20a8683 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:48:14.112556 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:14.122900 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Transition to ACTIVE for port object 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:48:14.126573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:14.131466 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:14.289951 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Pushing event updated for resources: {'Port': ['ID=7094ec8c-8439-4cb4-a8a0-d78f2ccb370a,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:14.297095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:14.363784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Attempting to bind port 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:48:14.364060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Attempting to bind port 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '10f9f810-d43d-4576-a632-535eb5dff20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:48:14.364392 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Attempting to bind port 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a on network 9b062344-8955-4138-a163-0a0ce3445b21 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:48:14.368851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Port 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a on network 9b062344-8955-4138-a163-0a0ce3445b21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:48:14.369173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Attempting to bind port 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a on network 9b062344-8955-4138-a163-0a0ce3445b21 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:48:14.374611 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:48:14.374950 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Checking segment: {'id': '10f9f810-d43d-4576-a632-535eb5dff20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:48:14.375370 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Bound using segment: {'id': '10f9f810-d43d-4576-a632-535eb5dff20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:48:14.375793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Bound port: 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f9f810-d43d-4576-a632-535eb5dff20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:48:14.376134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:14.394562 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:14.468775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-58768217-50fe-4964-b089-cd40556e2262 service neutron] For port 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:48:14.471921 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-58768217-50fe-4964-b089-cd40556e2262 service neutron] For port 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7094ec8c-8439-4cb4-a8a0-d78f2ccb370a,segment=NetworkSegment(10f9f810-d43d-4576-a632-535eb5dff20b),segment_id=10f9f810-d43d-4576-a632-535eb5dff20b)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:48:14.476207 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:14.479734 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-33e48af3-0d58-4147-a7ef-8e883c441db4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:14.535581 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:14.536198 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:14.537565 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-58768217-50fe-4964-b089-cd40556e2262 service neutron] 10.222.0.95 "PUT /v2.0/ports/7094ec8c-8439-4cb4-a8a0-d78f2ccb370a HTTP/1.1" status: 200 len: 1093 time: 0.9044068 Jun 02 20:48:14.538145 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2a8959-9460-41bd-b9da-3c5f61a6a91a', 'tag': '7094ec8c-8439-4cb4-a8a0-d78f2ccb370a'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:48:14.540520 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb1d1da-b1df-420f-82b4-8fa5ebad555e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2a8959-9460-41bd-b9da-3c5f61a6a91a", "tag": "7094ec8c-8439-4cb4-a8a0-d78f2ccb370a"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:48:14.560260 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Pushing event updated for resources: {'Port': ['ID=7094ec8c-8439-4cb4-a8a0-d78f2ccb370a,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:14.563931 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:14.622915 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c529c70-6d17-44ef-82ff-649d6f37104e x-openstack-request-id: req-9c529c70-6d17-44ef-82ff-649d6f37104e {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:48:14.623175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2a8959-9460-41bd-b9da-3c5f61a6a91a", "tag": "7094ec8c-8439-4cb4-a8a0-d78f2ccb370a", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:48:14.623518 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c529c70-6d17-44ef-82ff-649d6f37104e {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:48:14.623957 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2a8959-9460-41bd-b9da-3c5f61a6a91a', 'tag': '7094ec8c-8439-4cb4-a8a0-d78f2ccb370a', 'status': 'completed', 'code': 200} Jun 02 20:48:14.665689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-cf6c6d21-1cfa-4924-97e2-380ac2d6d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:14.667212 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-cf6c6d21-1cfa-4924-97e2-380ac2d6d2e5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a HTTP/1.1" status: 200 len: 1096 time: 0.0800927 Jun 02 20:48:14.735548 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-c8f979d0-cfd4-4b78-a4ab-aba9f31c34a5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7094ec8c-8439-4cb4-a8a0-d78f2ccb370a HTTP/1.1" status: 200 len: 217 time: 0.0606709 Jun 02 20:48:14.801104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-2b2d8a3c-7db6-47d7-829b-9a7638c84756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:14.802446 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-2b2d8a3c-7db6-47d7-829b-9a7638c84756 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0b89a884-fe35-4ee8-8380-d0739eb394aa HTTP/1.1" status: 200 len: 834 time: 0.0610499 Jun 02 20:48:14.877677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-6e6b19e8-9b36-4de6-b8a7-5fa36ee625ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:14.879039 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-6e6b19e8-9b36-4de6-b8a7-5fa36ee625ac service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9b062344-8955-4138-a163-0a0ce3445b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0699146 Jun 02 20:48:15.011319 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-81a2c238-7ca3-425a-8476-cb4a9e74b3de service neutron] 10.222.0.95 "GET /v2.0/networks/9b062344-8955-4138-a163-0a0ce3445b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256289 Jun 02 20:48:15.144783 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-baf456a9-b1ae-4a18-bbeb-87d1f96906c0 req-b0de2f04-5c96-42b7-87c0-5616d355e765 service neutron] 10.222.0.95 "GET /v2.0/networks/9b062344-8955-4138-a163-0a0ce3445b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263423 Jun 02 20:48:15.263411 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1d1da-b1df-420f-82b4-8fa5ebad555e req-5bcdfe87-c6d8-4280-80a6-e04b5759d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:15.264854 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2bb1d1da-b1df-420f-82b4-8fa5ebad555e req-5bcdfe87-c6d8-4280-80a6-e04b5759d546 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a HTTP/1.1" status: 200 len: 1096 time: 0.0752380 Jun 02 20:48:15.284726 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff234ebf-4fe4-4119-a68a-c0a60af9426f req-929d6ee0-c656-45e6-977c-1f32c835a119 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:15.286228 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ff234ebf-4fe4-4119-a68a-c0a60af9426f req-929d6ee0-c656-45e6-977c-1f32c835a119 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a HTTP/1.1" status: 200 len: 943 time: 0.0813076 Jun 02 20:48:15.330262 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ff234ebf-4fe4-4119-a68a-c0a60af9426f req-fe93f37d-9ed6-45bc-a63b-a76564fa0760 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=0850547b-99d5-47a9-abc1-dfda83524600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381119 Jun 02 20:48:15.393425 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1d1da-b1df-420f-82b4-8fa5ebad555e req-ac773791-a710-4937-92cf-51f9b0d180ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:15.394881 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2bb1d1da-b1df-420f-82b4-8fa5ebad555e req-ac773791-a710-4937-92cf-51f9b0d180ab service neutron] 10.222.0.95 "GET /v2.0/networks?id=9b062344-8955-4138-a163-0a0ce3445b21 HTTP/1.1" status: 200 len: 898 time: 0.1233995 Jun 02 20:48:15.462425 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2bb1d1da-b1df-420f-82b4-8fa5ebad555e req-1ce78a50-6dd6-4fd3-bbd3-6adda60b0bf0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7094ec8c-8439-4cb4-a8a0-d78f2ccb370a HTTP/1.1" status: 200 len: 217 time: 0.0610075 Jun 02 20:48:15.651070 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1d1da-b1df-420f-82b4-8fa5ebad555e req-c9669036-f54c-4361-a0bb-638636dbc46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:15.652389 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2bb1d1da-b1df-420f-82b4-8fa5ebad555e req-c9669036-f54c-4361-a0bb-638636dbc46d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0b89a884-fe35-4ee8-8380-d0739eb394aa HTTP/1.1" status: 200 len: 834 time: 0.1840086 Jun 02 20:48:15.725647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1d1da-b1df-420f-82b4-8fa5ebad555e req-53721d4f-8500-4c12-9c77-1c01bba1a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:15.727102 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2bb1d1da-b1df-420f-82b4-8fa5ebad555e req-53721d4f-8500-4c12-9c77-1c01bba1a9ee service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9b062344-8955-4138-a163-0a0ce3445b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0679486 Jun 02 20:48:15.855733 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2bb1d1da-b1df-420f-82b4-8fa5ebad555e req-484926d6-f570-4c88-8655-7c439e9d2286 service neutron] 10.222.0.95 "GET /v2.0/networks/9b062344-8955-4138-a163-0a0ce3445b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212325 Jun 02 20:48:15.987073 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2bb1d1da-b1df-420f-82b4-8fa5ebad555e req-3c89710e-753a-497d-b70c-963a377f99df service neutron] 10.222.0.95 "GET /v2.0/networks/9b062344-8955-4138-a163-0a0ce3445b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243498 Jun 02 20:48:16.517316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43008e-6357-45a3-a60e-296fef363d49 req-e53e7da4-06ba-41d9-8f01-2ab3534f66f5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:16.517996 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-3b43008e-6357-45a3-a60e-296fef363d49 req-e53e7da4-06ba-41d9-8f01-2ab3534f66f5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:48:16.532683 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-3b43008e-6357-45a3-a60e-296fef363d49 req-e53e7da4-06ba-41d9-8f01-2ab3534f66f5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:48:16.533952 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3b43008e-6357-45a3-a60e-296fef363d49 req-e53e7da4-06ba-41d9-8f01-2ab3534f66f5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a HTTP/1.1" status: 200 len: 943 time: 0.0981405 Jun 02 20:48:16.577139 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3b43008e-6357-45a3-a60e-296fef363d49 req-b9adaf37-32b0-4187-96b7-9aa6f8b85c6e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=0850547b-99d5-47a9-abc1-dfda83524600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376756 Jun 02 20:48:17.761700 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf71cc9-b7a2-4f4e-b450-c92fd491bc38 req-83b88ad9-2ac4-4415-b487-d1afd19fdea5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:17.763165 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4bf71cc9-b7a2-4f4e-b450-c92fd491bc38 req-83b88ad9-2ac4-4415-b487-d1afd19fdea5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a HTTP/1.1" status: 200 len: 943 time: 0.0846841 Jun 02 20:48:17.806806 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4bf71cc9-b7a2-4f4e-b450-c92fd491bc38 req-9163a9bb-97c7-4bd8-ba56-1505d1d0783c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=0850547b-99d5-47a9-abc1-dfda83524600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381331 Jun 02 20:48:18.986199 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8b3be-1db5-4168-a9c7-8710c220f346 req-f85e2d47-83c9-449c-9c90-4126d5fc22fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:18.987624 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f0a8b3be-1db5-4168-a9c7-8710c220f346 req-f85e2d47-83c9-449c-9c90-4126d5fc22fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a HTTP/1.1" status: 200 len: 943 time: 0.0771976 Jun 02 20:48:19.031813 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f0a8b3be-1db5-4168-a9c7-8710c220f346 req-94a091c4-043c-4a41-8902-5cd30404c9ea tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=0850547b-99d5-47a9-abc1-dfda83524600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385139 Jun 02 20:48:19.489037 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:48:19.619511 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7094ec8c-8439-4cb4-a8a0-d78f2ccb370a,segment=NetworkSegment(10f9f810-d43d-4576-a632-535eb5dff20b),segment_id=10f9f810-d43d-4576-a632-535eb5dff20b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:48:19.632947 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '7094ec8c-8439-4cb4-a8a0-d78f2ccb370a', 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21', 'port_id': '7094ec8c-8439-4cb4-a8a0-d78f2ccb370a', 'mac_address': 'fa:16:3e:b5:6c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:48:19.689088 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:19.705640 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:48:19.721516 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7094ec8c-8439-4cb4-a8a0-d78f2ccb370a,segment=NetworkSegment(10f9f810-d43d-4576-a632-535eb5dff20b),segment_id=10f9f810-d43d-4576-a632-535eb5dff20b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:48:19.725449 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:19.727393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:19.792275 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=7094ec8c-8439-4cb4-a8a0-d78f2ccb370a,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:19.795287 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:20.048543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['7094ec8c-8439-4cb4-a8a0-d78f2ccb370a'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:48:20.219520 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52046e-3169-4f03-8589-49c765154fb9 req-e848d3fe-4a94-4e63-b10a-4506b5021a5c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:20.221044 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5b52046e-3169-4f03-8589-49c765154fb9 req-e848d3fe-4a94-4e63-b10a-4506b5021a5c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a HTTP/1.1" status: 200 len: 944 time: 0.0853209 Jun 02 20:48:20.268618 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5b52046e-3169-4f03-8589-49c765154fb9 req-3eecfeb3-32b2-49bf-8d98-ee2b3791ff93 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=0850547b-99d5-47a9-abc1-dfda83524600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418897 Jun 02 20:48:21.457005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9262262-7d7b-4f6f-a447-8966c396d4d7 req-d3ab955c-f9f4-47ea-97f3-9da3daba6c02 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:21.458430 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e9262262-7d7b-4f6f-a447-8966c396d4d7 req-d3ab955c-f9f4-47ea-97f3-9da3daba6c02 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a HTTP/1.1" status: 200 len: 944 time: 0.0831714 Jun 02 20:48:21.496630 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:48:21.501275 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e9262262-7d7b-4f6f-a447-8966c396d4d7 req-8a8bf3d2-786a-4346-8942-1518f530f65c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=0850547b-99d5-47a9-abc1-dfda83524600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373294 Jun 02 20:48:21.577006 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:48:21.581744 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:48:21.582123 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:21.696936 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:21.723444 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2a8959-9460-41bd-b9da-3c5f61a6a91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7094ec8c-8439-4cb4-a8a0-d78f2ccb370a'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:48:21.725599 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c60eb4-b842-4ab4-8285-cc5a6881d1fe" -d '{"events": [{"server_uuid": "3b2a8959-9460-41bd-b9da-3c5f61a6a91a", "name": "network-vif-plugged", "status": "completed", "tag": "7094ec8c-8439-4cb4-a8a0-d78f2ccb370a"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:48:21.733414 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7094ec8c-8439-4cb4-a8a0-d78f2ccb370a,segment=NetworkSegment(10f9f810-d43d-4576-a632-535eb5dff20b),segment_id=10f9f810-d43d-4576-a632-535eb5dff20b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:48:21.738313 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:21.741156 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:21.769798 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bed13c4-c235-49ef-ab84-cac41d5f66c6 x-openstack-request-id: req-4bed13c4-c235-49ef-ab84-cac41d5f66c6 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:48:21.770089 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2a8959-9460-41bd-b9da-3c5f61a6a91a", "name": "network-vif-plugged", "status": "completed", "tag": "7094ec8c-8439-4cb4-a8a0-d78f2ccb370a", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:48:21.770342 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4bed13c4-c235-49ef-ab84-cac41d5f66c6 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:48:21.770719 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2a8959-9460-41bd-b9da-3c5f61a6a91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7094ec8c-8439-4cb4-a8a0-d78f2ccb370a', 'code': 200} Jun 02 20:48:21.807391 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=7094ec8c-8439-4cb4-a8a0-d78f2ccb370a,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:21.810256 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:21.992397 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678c583-0904-4447-807c-0dabb1def300 req-ade155c5-015b-436b-93ea-7f5fc59b804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:21.993763 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6678c583-0904-4447-807c-0dabb1def300 req-ade155c5-015b-436b-93ea-7f5fc59b804d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a HTTP/1.1" status: 200 len: 1098 time: 0.0737834 Jun 02 20:48:22.034402 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6678c583-0904-4447-807c-0dabb1def300 req-f610149d-0ecb-4556-a702-320c0eac3398 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=0850547b-99d5-47a9-abc1-dfda83524600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340714 Jun 02 20:48:22.695336 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98aee7-0d48-464f-ad9f-8de296c528a2 req-b53e74dc-d4ea-4b42-99e6-1951a2f67453 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:22.696777 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ae98aee7-0d48-464f-ad9f-8de296c528a2 req-b53e74dc-d4ea-4b42-99e6-1951a2f67453 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a HTTP/1.1" status: 200 len: 945 time: 0.0829585 Jun 02 20:48:22.742309 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ae98aee7-0d48-464f-ad9f-8de296c528a2 req-54a76678-6475-4071-974b-7980d64c4439 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=0850547b-99d5-47a9-abc1-dfda83524600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398240 Jun 02 20:48:24.078476 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60140b-e9c1-43d5-ad66-0f387b27e8e4 req-9f394937-49e0-4a54-8c5f-bec0508e78c8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:24.079844 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ed60140b-e9c1-43d5-ad66-0f387b27e8e4 req-9f394937-49e0-4a54-8c5f-bec0508e78c8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a HTTP/1.1" status: 200 len: 945 time: 0.0819936 Jun 02 20:48:24.131182 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ed60140b-e9c1-43d5-ad66-0f387b27e8e4 req-1d0bca1a-2579-4f39-a05b-68a42b169ac4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=0850547b-99d5-47a9-abc1-dfda83524600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452919 Jun 02 20:48:24.320047 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41a7c9-0d23-460a-8f13-90e350e1b673 req-cb96801c-262c-4c49-9669-b51aab5ddc94 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:24.321471 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fa41a7c9-0d23-460a-8f13-90e350e1b673 req-cb96801c-262c-4c49-9669-b51aab5ddc94 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a HTTP/1.1" status: 200 len: 945 time: 0.0890882 Jun 02 20:48:24.364838 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fa41a7c9-0d23-460a-8f13-90e350e1b673 req-e14f6329-3220-4f6e-ab1a-421daa11ccb7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=0850547b-99d5-47a9-abc1-dfda83524600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377965 Jun 02 20:48:24.386716 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59834) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:24.456995 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a7142f-ef2f-4830-8fe4-801b77c0c48e tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:24.458429 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c8a7142f-ef2f-4830-8fe4-801b77c0c48e tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a HTTP/1.1" status: 200 len: 1093 time: 0.0707347 Jun 02 20:48:24.461267 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59836) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:24.465454 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': '7094ec8c-8439-4cb4-a8a0-d78f2ccb370a', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:48:24.471629 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:48:24.475391 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:floatingip and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:48:24.478247 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:48:24.483766 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:48:24.492895 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:24.625103 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:24.754272 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.26.0.87 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/52b6dcf6-9ac6-4aa2-8de4-194bb7aa8534) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:48:24.893754 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:24.921876 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:24.925263 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:24.986458 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:48:24.989543 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:48:24.993213 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:48:25.028133 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=52b6dcf6-9ac6-4aa2-8de4-194bb7aa8534,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:25.039927 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:25.076275 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:48:25.384274 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-35a79b8f-95eb-49df-acda-ef7828aec72b req-ca5c314e-c4bb-4b14-a973-3ccb38ddc521 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705657 Jun 02 20:48:25.524610 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a79b8f-95eb-49df-acda-ef7828aec72b req-cf89e9d0-33e5-4fe2-b6ad-9c8b9afec9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:25.526061 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-35a79b8f-95eb-49df-acda-ef7828aec72b req-cf89e9d0-33e5-4fe2-b6ad-9c8b9afec9f7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8ac283e33ac84a4091254730e5dabc0a&device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 1098 time: 0.0735381 Jun 02 20:48:25.550087 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:25.625937 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:25.672104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a79b8f-95eb-49df-acda-ef7828aec72b req-9f00156b-585d-436d-a7cd-6d7c04ea90f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:25.673791 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-35a79b8f-95eb-49df-acda-ef7828aec72b req-9f00156b-585d-436d-a7cd-6d7c04ea90f8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=828f3844-3007-442d-8050-ab51f25eaa71 HTTP/1.1" status: 200 len: 912 time: 0.1283410 Jun 02 20:48:25.778003 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-35a79b8f-95eb-49df-acda-ef7828aec72b req-17a792b3-f4fa-424b-8dcc-71b021db4933 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb853278-4524-4c52-92bb-66113b677fde HTTP/1.1" status: 200 len: 1001 time: 0.0978265 Jun 02 20:48:25.837559 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:25.842005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a79b8f-95eb-49df-acda-ef7828aec72b req-10b99884-0592-466b-865c-c64483d9322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:25.842715 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:25.843798 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-35a79b8f-95eb-49df-acda-ef7828aec72b req-10b99884-0592-466b-865c-c64483d9322b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ac92c5bf-ce9a-4540-a013-72e531c21a06 HTTP/1.1" status: 200 len: 850 time: 0.0597100 Jun 02 20:48:25.847192 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ca9c4376-578c-4d04-a993-3f8f879979db tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:48:25.921676 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a79b8f-95eb-49df-acda-ef7828aec72b req-c9c6feda-5e6a-4a98-bf16-5a6f4310b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:25.923203 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-35a79b8f-95eb-49df-acda-ef7828aec72b req-c9c6feda-5e6a-4a98-bf16-5a6f4310b8a5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=828f3844-3007-442d-8050-ab51f25eaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0724525 Jun 02 20:48:25.953083 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=52b6dcf6-9ac6-4aa2-8de4-194bb7aa8534,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:48:25.957241 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:48:25.964021 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:26.057096 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-35a79b8f-95eb-49df-acda-ef7828aec72b req-a929676b-1ee4-4adc-86d0-a9ac5d4e732f service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267657 Jun 02 20:48:26.143824 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Floating IP 49c40659-465e-43ae-83bb-bfaf2306d4f8 associated. External IP: 172.26.0.87, port: 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a. Jun 02 20:48:26.320879 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-35a79b8f-95eb-49df-acda-ef7828aec72b req-8339bd4b-48a8-4f21-b7c0-77058afe42c5 service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561548 Jun 02 20:48:26.492806 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:48:26.819063 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:48:26.830636 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1e2694-c929-443c-8436-dad35ff9683b None None] Sync routers for ids ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:48:26.840077 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1e2694-c929-443c-8436-dad35ff9683b None None] Routers {'84fe1dc7-94ae-4c3d-b530-a3af9629ded4'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:48:26.840915 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-1c1e2694-c929-443c-8436-dad35ff9683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:48:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:48:26.845118 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:26.908430 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4461570 Jun 02 20:48:26.909199 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2a8959-9460-41bd-b9da-3c5f61a6a91a', 'tag': '7094ec8c-8439-4cb4-a8a0-d78f2ccb370a'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:48:26.911286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59840) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:26.912347 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c170a9d-8129-42a5-96e6-2875e84f07d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2a8959-9460-41bd-b9da-3c5f61a6a91a", "tag": "7094ec8c-8439-4cb4-a8a0-d78f2ccb370a"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:48:26.958275 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b460d17-10d4-4254-a150-87c8e3a5f1d3 x-openstack-request-id: req-7b460d17-10d4-4254-a150-87c8e3a5f1d3 {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:48:26.958632 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2a8959-9460-41bd-b9da-3c5f61a6a91a", "tag": "7094ec8c-8439-4cb4-a8a0-d78f2ccb370a", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:48:26.959020 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b460d17-10d4-4254-a150-87c8e3a5f1d3 {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:48:26.959496 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2a8959-9460-41bd-b9da-3c5f61a6a91a', 'tag': '7094ec8c-8439-4cb4-a8a0-d78f2ccb370a', 'status': 'completed', 'code': 200} Jun 02 20:48:27.031598 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-1c1e2694-c929-443c-8436-dad35ff9683b None None] Set router 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:48:27.174886 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b5f6d438-4a00-44b2-ad58-682b1006601b tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/routers/84fe1dc7-94ae-4c3d-b530-a3af9629ded4 HTTP/1.1" status: 200 len: 920 time: 0.2608624 Jun 02 20:48:27.177295 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59844) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:27.239023 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c170a9d-8129-42a5-96e6-2875e84f07d2 req-675a3131-4636-4259-94e8-62fed6145e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:27.240537 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4c170a9d-8129-42a5-96e6-2875e84f07d2 req-675a3131-4636-4259-94e8-62fed6145e47 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a HTTP/1.1" status: 200 len: 1098 time: 0.2557387 Jun 02 20:48:27.395005 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c7b5bc88-283d-4149-8809-cd0def9a716a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/49c40659-465e-43ae-83bb-bfaf2306d4f8 HTTP/1.1" status: 200 len: 990 time: 0.2163503 Jun 02 20:48:27.429836 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-1c1e2694-c929-443c-8436-dad35ff9683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'name': 'tempest-TestNetworkBasicOps-router-47706607', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:48:01Z', 'updated_at': '2021-06-02T20:48:07Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:02Z', 'updated_at': '2021-06-02T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '49c40659-465e-43ae-83bb-bfaf2306d4f8', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'port_id': '7094ec8c-8439-4cb4-a8a0-d78f2ccb370a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21', 'mac_address': 'fa:16:3e:b5:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2a8959-9460-41bd-b9da-3c5f61a6a91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:48:25Z', 'updated_at': '2021-06-02T20:48:25Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8aac906-7e9b-491b-ac64-020ee20a8683', 'name': '', 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b2:71:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:06Z', 'updated_at': '2021-06-02T20:48:12Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:48:27.433935 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1e2694-c929-443c-8436-dad35ff9683b None None] Checking router: 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:48:27.436480 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c170a9d-8129-42a5-96e6-2875e84f07d2 req-2e2f7dc1-4a60-4729-b748-dd425cd37e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:27.438233 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4c170a9d-8129-42a5-96e6-2875e84f07d2 req-2e2f7dc1-4a60-4729-b748-dd425cd37e73 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9b062344-8955-4138-a163-0a0ce3445b21 HTTP/1.1" status: 200 len: 898 time: 0.1904824 Jun 02 20:48:27.443641 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1e2694-c929-443c-8436-dad35ff9683b None None] Routers {'84fe1dc7-94ae-4c3d-b530-a3af9629ded4'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:48:27.444270 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-1c1e2694-c929-443c-8436-dad35ff9683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:48:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:48:27.552844 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4c170a9d-8129-42a5-96e6-2875e84f07d2 req-b74a8d59-2a9d-49bf-8a65-3a9a9a63320a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7094ec8c-8439-4cb4-a8a0-d78f2ccb370a HTTP/1.1" status: 200 len: 998 time: 0.1065202 Jun 02 20:48:27.615055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c170a9d-8129-42a5-96e6-2875e84f07d2 req-59d5972d-3a0e-4ea7-b00c-98a2a6ae0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:27.616501 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4c170a9d-8129-42a5-96e6-2875e84f07d2 req-59d5972d-3a0e-4ea7-b00c-98a2a6ae0eb8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0b89a884-fe35-4ee8-8380-d0739eb394aa HTTP/1.1" status: 200 len: 834 time: 0.0572860 Jun 02 20:48:27.634409 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-1c1e2694-c929-443c-8436-dad35ff9683b None None] Set router 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:48:27.694174 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c170a9d-8129-42a5-96e6-2875e84f07d2 req-76018e14-1bc1-4cc8-85a1-a3cd0f0eb695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:48:27.695656 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4c170a9d-8129-42a5-96e6-2875e84f07d2 req-76018e14-1bc1-4cc8-85a1-a3cd0f0eb695 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9b062344-8955-4138-a163-0a0ce3445b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0730686 Jun 02 20:48:27.829735 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4c170a9d-8129-42a5-96e6-2875e84f07d2 req-f4473783-828e-4402-9774-74c46c2caac5 service neutron] 10.222.0.95 "GET /v2.0/networks/9b062344-8955-4138-a163-0a0ce3445b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268425 Jun 02 20:48:27.964187 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4c170a9d-8129-42a5-96e6-2875e84f07d2 req-74fcd0b1-185e-488a-b821-a1345fa8622b service neutron] 10.222.0.95 "GET /v2.0/networks/9b062344-8955-4138-a163-0a0ce3445b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268694 Jun 02 20:48:28.021454 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-1c1e2694-c929-443c-8436-dad35ff9683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'name': 'tempest-TestNetworkBasicOps-router-47706607', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:48:01Z', 'updated_at': '2021-06-02T20:48:07Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:02Z', 'updated_at': '2021-06-02T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '49c40659-465e-43ae-83bb-bfaf2306d4f8', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'port_id': '7094ec8c-8439-4cb4-a8a0-d78f2ccb370a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21', 'mac_address': 'fa:16:3e:b5:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2a8959-9460-41bd-b9da-3c5f61a6a91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:48:25Z', 'updated_at': '2021-06-02T20:48:25Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8aac906-7e9b-491b-ac64-020ee20a8683', 'name': '', 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b2:71:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:06Z', 'updated_at': '2021-06-02T20:48:12Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:48:28.026638 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1e2694-c929-443c-8436-dad35ff9683b None None] The sync data for ids ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'] in dv-neutron-601336-84-hyperv is: [{'id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'name': 'tempest-TestNetworkBasicOps-router-47706607', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:48:01Z', 'updated_at': '2021-06-02T20:48:07Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:02Z', 'updated_at': '2021-06-02T20:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '49c40659-465e-43ae-83bb-bfaf2306d4f8', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'port_id': '7094ec8c-8439-4cb4-a8a0-d78f2ccb370a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21', 'mac_address': 'fa:16:3e:b5:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2a8959-9460-41bd-b9da-3c5f61a6a91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:48:25Z', 'updated_at': '2021-06-02T20:48:25Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8aac906-7e9b-491b-ac64-020ee20a8683', 'name': '', 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b2:71:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:06Z', 'updated_at': '2021-06-02T20:48:12Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:48:28.229360 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77625141-31e7-4524-915a-46c9441f5e08 None None] New status for floating IP 49c40659-465e-43ae-83bb-bfaf2306d4f8: ACTIVE {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:48:28.398715 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59846) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:28.516472 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0a40c499-cda8-41f5-8427-59b875d7b52e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/49c40659-465e-43ae-83bb-bfaf2306d4f8 HTTP/1.1" status: 200 len: 990 time: 0.1154368 Jun 02 20:48:29.519282 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59848) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:48:29.623171 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-32305e88-940f-44dd-80c8-670cfd792f0b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/49c40659-465e-43ae-83bb-bfaf2306d4f8 HTTP/1.1" status: 200 len: 992 time: 0.1024966 Jun 02 20:48:30.722424 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ee5ded51-ace7-47ba-9c32-08f85c37d0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:33.308492 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1846de11-cf7e-4e1c-ba16-41fbff634c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:33.351939 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:34.243809 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:35.909484 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:48:42.864155 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [req-9d4a1b15-4aef-4617-bfc0-5556e9b3ae79 req-8f13fb9a-0173-48af-b5e4-859c5bc9465c service neutron] (92548) timed out ('10.222.0.95', 56563) {{(pid=92548) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 02 20:48:44.383609 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:00.725709 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-057e105f-37d2-4393-8cb2-cdf306e559e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:02.074832 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:49:03.311077 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-beb8c609-a920-43c8-b98a-f90d75bed49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:03.354258 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:04.245076 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:05.911074 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:14.403922 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:17.117452 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59866) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:17.379902 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Deleting port 21c5a5c8-b1ba-4df0-a57b-0e1f4a09feca {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:49:17.380164 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:17.495211 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:17.495537 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:17.614831 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Calling delete_port for 21c5a5c8-b1ba-4df0-a57b-0e1f4a09feca owned by network:floatingip {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:49:17.731431 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:17.734950 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2dbbc2eb-bf18-4f23-b2c9-a8c166c116a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:17.779811 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event deleted for resources: {'Port': ['ID=21c5a5c8-b1ba-4df0-a57b-0e1f4a09feca,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:17.848884 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:17.849273 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:17.849656 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:17.850030 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:17.850400 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:17.850767 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:17.851131 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:17.851517 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:17.851886 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:17.852243 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:17.852602 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:17.852959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:17.859183 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:17.882090 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for floatingip, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:17.882416 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Floating IP 8bb3bfe8-1739-4dd7-b441-f2459322f79d disassociated (deleted). External IP: 172.26.0.30, port: f77e0efb-34a9-4982-b595-6fab614bf206. Jun 02 20:49:18.224806 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Router 89331364-cbfa-4ee4-9466-9bca54d573c1 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:49:18.555082 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:49:18.564748 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823b2921-9f64-49ad-b23a-409f6bf1904d None None] Sync routers for ids ['89331364-cbfa-4ee4-9466-9bca54d573c1'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:49:18.574668 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823b2921-9f64-49ad-b23a-409f6bf1904d None None] Routers {'89331364-cbfa-4ee4-9466-9bca54d573c1'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:49:18.575304 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-823b2921-9f64-49ad-b23a-409f6bf1904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:49:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['89331364-cbfa-4ee4-9466-9bca54d573c1'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:18.575759 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:18.629472 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "DELETE /v2.0/floatingips/8bb3bfe8-1739-4dd7-b441-f2459322f79d HTTP/1.1" status: 204 len: 168 time: 1.5110331 Jun 02 20:49:18.630149 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced0498e-6696-4a17-bb5d-ea46fe74ee68', 'tag': 'f77e0efb-34a9-4982-b595-6fab614bf206'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:49:18.632488 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc357c9-e16d-4e25-8410-69602abf6cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "ced0498e-6696-4a17-bb5d-ea46fe74ee68", "tag": "f77e0efb-34a9-4982-b595-6fab614bf206"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:49:18.677060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09678598-c71f-45ae-8011-45552d18f932 x-openstack-request-id: req-09678598-c71f-45ae-8011-45552d18f932 {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:49:18.677399 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced0498e-6696-4a17-bb5d-ea46fe74ee68", "tag": "f77e0efb-34a9-4982-b595-6fab614bf206", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:49:18.677703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09678598-c71f-45ae-8011-45552d18f932 {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:49:18.678146 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced0498e-6696-4a17-bb5d-ea46fe74ee68', 'tag': 'f77e0efb-34a9-4982-b595-6fab614bf206', 'status': 'completed', 'code': 200} Jun 02 20:49:18.761567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-823b2921-9f64-49ad-b23a-409f6bf1904d None None] Set router 89331364-cbfa-4ee4-9466-9bca54d573c1 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:49:18.924095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc357c9-e16d-4e25-8410-69602abf6cb8 req-6e95ec1a-bb23-47e5-a2b9-84e53763fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:18.925545 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9cc357c9-e16d-4e25-8410-69602abf6cb8 req-6e95ec1a-bb23-47e5-a2b9-84e53763fbdb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8ac283e33ac84a4091254730e5dabc0a&device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 1098 time: 0.2257056 Jun 02 20:49:19.113655 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0065f-8941-4291-87ad-6646b5c1711e req-a4323892-1deb-4239-9644-448a84b6412f tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:19.114992 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-02c0065f-8941-4291-87ad-6646b5c1711e req-a4323892-1deb-4239-9644-448a84b6412f tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 945 time: 0.1885989 Jun 02 20:49:19.117860 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-823b2921-9f64-49ad-b23a-409f6bf1904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'b595f8ad-9a62-4335-885a-a2fdf7b20054', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'port_id': 'fb853278-4524-4c52-92bb-66113b677fde', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'mac_address': 'fa:16:3e:c5:dd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b077c-ec62-4f16-b643-cbd822d64925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:45:47Z', 'updated_at': '2021-06-02T20:45:50Z', 'revision_number': 1, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622334de-f584-4383-b418-17e65875e698', 'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'mac_address': 'fa:16:3e:d2:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:20Z', 'updated_at': '2021-06-02T20:42:26Z', 'revision_number': 5, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'subnets': [{'id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:19.119372 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc357c9-e16d-4e25-8410-69602abf6cb8 req-15b25cfe-6202-43af-9c33-03880887c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:19.120731 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9cc357c9-e16d-4e25-8410-69602abf6cb8 req-15b25cfe-6202-43af-9c33-03880887c874 service neutron] 10.222.0.95 "GET /v2.0/networks?id=828f3844-3007-442d-8050-ab51f25eaa71 HTTP/1.1" status: 200 len: 912 time: 0.1584351 Jun 02 20:49:19.121710 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823b2921-9f64-49ad-b23a-409f6bf1904d None None] Checking router: 89331364-cbfa-4ee4-9466-9bca54d573c1 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:49:19.130205 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823b2921-9f64-49ad-b23a-409f6bf1904d None None] Routers {'89331364-cbfa-4ee4-9466-9bca54d573c1'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:49:19.130808 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-823b2921-9f64-49ad-b23a-409f6bf1904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:49:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['89331364-cbfa-4ee4-9466-9bca54d573c1'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:19.198625 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9cc357c9-e16d-4e25-8410-69602abf6cb8 req-9bb1d310-2792-45f5-9153-a1f2660c2ab5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f77e0efb-34a9-4982-b595-6fab614bf206 HTTP/1.1" status: 200 len: 217 time: 0.0621588 Jun 02 20:49:19.255389 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-02c0065f-8941-4291-87ad-6646b5c1711e req-c36ab524-c99a-4def-9ac9-f2463e454f07 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336803 Jun 02 20:49:19.283491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc357c9-e16d-4e25-8410-69602abf6cb8 req-9ec5e19d-fe39-45c6-a6ca-70a16180713a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:19.284934 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9cc357c9-e16d-4e25-8410-69602abf6cb8 req-9ec5e19d-fe39-45c6-a6ca-70a16180713a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ac92c5bf-ce9a-4540-a013-72e531c21a06 HTTP/1.1" status: 200 len: 850 time: 0.0793431 Jun 02 20:49:19.356341 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-823b2921-9f64-49ad-b23a-409f6bf1904d None None] Set router 89331364-cbfa-4ee4-9466-9bca54d573c1 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:49:19.360020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc357c9-e16d-4e25-8410-69602abf6cb8 req-5bac380e-8b72-47e7-a447-ddd5d4f6314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:19.361462 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9cc357c9-e16d-4e25-8410-69602abf6cb8 req-5bac380e-8b72-47e7-a447-ddd5d4f6314c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=828f3844-3007-442d-8050-ab51f25eaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0692751 Jun 02 20:49:19.489385 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9cc357c9-e16d-4e25-8410-69602abf6cb8 req-d85c6db7-5256-4765-84c8-b4499d1a6336 service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207454 Jun 02 20:49:19.620028 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9cc357c9-e16d-4e25-8410-69602abf6cb8 req-0a93d65e-ae95-4ba3-a6c0-efa0b662f22e service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232300 Jun 02 20:49:19.697689 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-823b2921-9f64-49ad-b23a-409f6bf1904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'b595f8ad-9a62-4335-885a-a2fdf7b20054', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'port_id': 'fb853278-4524-4c52-92bb-66113b677fde', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'mac_address': 'fa:16:3e:c5:dd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b077c-ec62-4f16-b643-cbd822d64925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:45:47Z', 'updated_at': '2021-06-02T20:45:50Z', 'revision_number': 1, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622334de-f584-4383-b418-17e65875e698', 'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'mac_address': 'fa:16:3e:d2:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:20Z', 'updated_at': '2021-06-02T20:42:26Z', 'revision_number': 5, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'subnets': [{'id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:19.701564 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823b2921-9f64-49ad-b23a-409f6bf1904d None None] The sync data for ids ['89331364-cbfa-4ee4-9466-9bca54d573c1'] in dv-neutron-601336-84-hyperv is: [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'b595f8ad-9a62-4335-885a-a2fdf7b20054', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'port_id': 'fb853278-4524-4c52-92bb-66113b677fde', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'mac_address': 'fa:16:3e:c5:dd:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b077c-ec62-4f16-b643-cbd822d64925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:45:47Z', 'updated_at': '2021-06-02T20:45:50Z', 'revision_number': 1, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622334de-f584-4383-b418-17e65875e698', 'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'mac_address': 'fa:16:3e:d2:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:20Z', 'updated_at': '2021-06-02T20:42:26Z', 'revision_number': 5, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'subnets': [{'id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:49:19.905688 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0417c2af-4ef6-4ee2-a0b7-3a15b7ca90f2 None None] New status for floating IP 8bb3bfe8-1739-4dd7-b441-f2459322f79d: DOWN {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:49:20.445348 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb121d-93ab-4534-ab92-eb8308a9538a req-dcfbf9ef-4cc1-4cd6-8581-76070cfc1973 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:20.446014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-77cb121d-93ab-4534-ab92-eb8308a9538a req-dcfbf9ef-4cc1-4cd6-8581-76070cfc1973 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Synchronizing usage tracker for tenant:8ac283e33ac84a4091254730e5dabc0a on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:49:20.460987 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-77cb121d-93ab-4534-ab92-eb8308a9538a req-dcfbf9ef-4cc1-4cd6-8581-76070cfc1973 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Unset dirty status for tenant:8ac283e33ac84a4091254730e5dabc0a on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:49:20.462180 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-77cb121d-93ab-4534-ab92-eb8308a9538a req-dcfbf9ef-4cc1-4cd6-8581-76070cfc1973 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 945 time: 0.0932364 Jun 02 20:49:20.509090 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-77cb121d-93ab-4534-ab92-eb8308a9538a req-b6ef5719-1e3c-4dc0-8b95-0b7ddf7ddbd1 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406144 Jun 02 20:49:20.650909 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be4177-654c-41f4-8ee5-7ae2d0a8e01e req-87204151-3562-4d9d-a36c-092bef50eb73 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:20.652260 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-13be4177-654c-41f4-8ee5-7ae2d0a8e01e req-87204151-3562-4d9d-a36c-092bef50eb73 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.95 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 945 time: 0.0845666 Jun 02 20:49:20.787810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-13be4177-654c-41f4-8ee5-7ae2d0a8e01e req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Deleting port f77e0efb-34a9-4982-b595-6fab614bf206 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:49:20.788151 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-13be4177-654c-41f4-8ee5-7ae2d0a8e01e req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:20.920506 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-13be4177-654c-41f4-8ee5-7ae2d0a8e01e req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] For port f77e0efb-34a9-4982-b595-6fab614bf206, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f77e0efb-34a9-4982-b595-6fab614bf206,segment=NetworkSegment(d2167362-7953-411f-b6fe-12c6e0c6f23f),segment_id=d2167362-7953-411f-b6fe-12c6e0c6f23f)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:49:20.920776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-13be4177-654c-41f4-8ee5-7ae2d0a8e01e req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:21.042016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-13be4177-654c-41f4-8ee5-7ae2d0a8e01e req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Calling delete_port for f77e0efb-34a9-4982-b595-6fab614bf206 owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:49:21.146540 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-13be4177-654c-41f4-8ee5-7ae2d0a8e01e req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:21.152812 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-04c6a562-092f-4c63-a770-89224dada281 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:21.200008 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event deleted for resources: {'Port': ['ID=f77e0efb-34a9-4982-b595-6fab614bf206,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:21.232908 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:21.233308 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:21.233690 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:21.234070 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:21.234447 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:21.234819 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:21.235242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:21.235597 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:21.235967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:21.236337 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:21.236708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:21.237074 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:21.245077 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:21.289129 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-13be4177-654c-41f4-8ee5-7ae2d0a8e01e req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] No DVR routers for this DVR port f77e0efb-34a9-4982-b595-6fab614bf206 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:49:21.291593 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-13be4177-654c-41f4-8ee5-7ae2d0a8e01e req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:21.294060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced0498e-6696-4a17-bb5d-ea46fe74ee68', 'name': 'network-vif-deleted', 'tag': 'f77e0efb-34a9-4982-b595-6fab614bf206'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:49:21.296384 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcf590d-32bb-4681-b881-803ae61f36d9" -d '{"events": [{"server_uuid": "ced0498e-6696-4a17-bb5d-ea46fe74ee68", "name": "network-vif-deleted", "tag": "f77e0efb-34a9-4982-b595-6fab614bf206"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:49:21.309396 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-13be4177-654c-41f4-8ee5-7ae2d0a8e01e req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.95 "DELETE /v2.0/ports/f77e0efb-34a9-4982-b595-6fab614bf206 HTTP/1.1" status: 204 len: 173 time: 0.6511993 Jun 02 20:49:21.337652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f93402-ed72-481a-9ceb-39146bdfd480 x-openstack-request-id: req-00f93402-ed72-481a-9ceb-39146bdfd480 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:49:21.338152 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced0498e-6696-4a17-bb5d-ea46fe74ee68", "name": "network-vif-deleted", "tag": "f77e0efb-34a9-4982-b595-6fab614bf206", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:49:21.339090 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00f93402-ed72-481a-9ceb-39146bdfd480 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:49:21.339714 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced0498e-6696-4a17-bb5d-ea46fe74ee68', 'name': 'network-vif-deleted', 'tag': 'f77e0efb-34a9-4982-b595-6fab614bf206', 'status': 'completed', 'code': 200} Jun 02 20:49:21.674711 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2eeb6f22-0cbb-4feb-89a7-64d498d2e97b req-aa6ae95c-9b80-4a89-b189-67047bc83897 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 210 time: 0.0444095 Jun 02 20:49:22.827320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-2db3b3ce-a34a-42fd-b09b-2e8ed6236a10 req-1c579634-94dc-4f60-9b2b-7e3840b59037 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Synchronizing usage tracker for tenant:8ac283e33ac84a4091254730e5dabc0a on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:49:22.843235 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-2db3b3ce-a34a-42fd-b09b-2e8ed6236a10 req-1c579634-94dc-4f60-9b2b-7e3840b59037 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Unset dirty status for tenant:8ac283e33ac84a4091254730e5dabc0a on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:49:22.844377 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2db3b3ce-a34a-42fd-b09b-2e8ed6236a10 req-1c579634-94dc-4f60-9b2b-7e3840b59037 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 210 time: 0.0621579 Jun 02 20:49:23.837169 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device f77e0efb-34a9-4982-b595-6fab614bf206 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:49:23.873879 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: f77e0efb-34a9-4982-b595-6fab614bf206 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:49:23.874230 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device f77e0efb-34a9-4982-b595-6fab614bf206 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:49:23.996707 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-399178e5-2ffc-4c31-92fd-1cdd0b84b7d0 req-2d364e8a-5367-418b-bc85-1c5013e88581 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced0498e-6696-4a17-bb5d-ea46fe74ee68 HTTP/1.1" status: 200 len: 210 time: 0.0434899 Jun 02 20:49:26.471921 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6140cbd9-7d6f-4ebb-b2eb-e5e2d2ffc002 req-7924ebfa-7f46-4fd9-889c-dc5c886be492 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1136200 Jun 02 20:49:26.566668 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140cbd9-7d6f-4ebb-b2eb-e5e2d2ffc002 req-a584e11a-4f2d-4c8e-ab5d-a600a30e2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:26.568048 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6140cbd9-7d6f-4ebb-b2eb-e5e2d2ffc002 req-a584e11a-4f2d-4c8e-ab5d-a600a30e2158 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a HTTP/1.1" status: 200 len: 1098 time: 0.0750427 Jun 02 20:49:26.712248 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140cbd9-7d6f-4ebb-b2eb-e5e2d2ffc002 req-d35d7cbd-9c63-43e2-9319-058f9f166bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:26.713677 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6140cbd9-7d6f-4ebb-b2eb-e5e2d2ffc002 req-d35d7cbd-9c63-43e2-9319-058f9f166bca service neutron] 10.222.0.95 "GET /v2.0/networks?id=9b062344-8955-4138-a163-0a0ce3445b21 HTTP/1.1" status: 200 len: 898 time: 0.1281128 Jun 02 20:49:26.817949 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6140cbd9-7d6f-4ebb-b2eb-e5e2d2ffc002 req-ec4a6dd5-d5e3-4d85-9331-de816b0c33a9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7094ec8c-8439-4cb4-a8a0-d78f2ccb370a HTTP/1.1" status: 200 len: 1000 time: 0.0981421 Jun 02 20:49:27.022851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140cbd9-7d6f-4ebb-b2eb-e5e2d2ffc002 req-8479aec7-608e-40f7-9be9-7dff792a3d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:27.025012 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6140cbd9-7d6f-4ebb-b2eb-e5e2d2ffc002 req-8479aec7-608e-40f7-9be9-7dff792a3d65 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0b89a884-fe35-4ee8-8380-d0739eb394aa HTTP/1.1" status: 200 len: 834 time: 0.1996624 Jun 02 20:49:27.102486 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140cbd9-7d6f-4ebb-b2eb-e5e2d2ffc002 req-51a352ee-fe94-4768-b6e1-e95be51cffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:27.103893 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6140cbd9-7d6f-4ebb-b2eb-e5e2d2ffc002 req-51a352ee-fe94-4768-b6e1-e95be51cffd1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9b062344-8955-4138-a163-0a0ce3445b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0721102 Jun 02 20:49:27.237466 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6140cbd9-7d6f-4ebb-b2eb-e5e2d2ffc002 req-9e208b8b-9aba-4068-b2dc-f1b9bad7cf2b service neutron] 10.222.0.95 "GET /v2.0/networks/9b062344-8955-4138-a163-0a0ce3445b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266789 Jun 02 20:49:27.369967 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6140cbd9-7d6f-4ebb-b2eb-e5e2d2ffc002 req-51964a63-3363-434c-8373-0af73fb18079 service neutron] 10.222.0.95 "GET /v2.0/networks/9b062344-8955-4138-a163-0a0ce3445b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267478 Jun 02 20:49:29.649789 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59914) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:29.911564 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-86d6b797-4d10-418d-b1ca-7b5dca7a73a5 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Deleting port 9a021122-f474-4834-bc2c-20c351806aea {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:49:29.911806 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-86d6b797-4d10-418d-b1ca-7b5dca7a73a5 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:30.026915 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-86d6b797-4d10-418d-b1ca-7b5dca7a73a5 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:30.027272 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-86d6b797-4d10-418d-b1ca-7b5dca7a73a5 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:30.155470 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-86d6b797-4d10-418d-b1ca-7b5dca7a73a5 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Calling delete_port for 9a021122-f474-4834-bc2c-20c351806aea owned by network:floatingip {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:49:30.273688 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-86d6b797-4d10-418d-b1ca-7b5dca7a73a5 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:30.277965 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:30.320764 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6b797-4d10-418d-b1ca-7b5dca7a73a5 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event deleted for resources: {'Port': ['ID=9a021122-f474-4834-bc2c-20c351806aea,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:30.345473 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-86d6b797-4d10-418d-b1ca-7b5dca7a73a5 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:30.409464 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-86d6b797-4d10-418d-b1ca-7b5dca7a73a5 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for floatingip, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:30.409818 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-86d6b797-4d10-418d-b1ca-7b5dca7a73a5 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Floating IP b595f8ad-9a62-4335-885a-a2fdf7b20054 disassociated (deleted). External IP: 172.26.0.130, port: fb853278-4524-4c52-92bb-66113b677fde. Jun 02 20:49:30.727844 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d4abfa82-42da-45d6-af04-945bd8fa33e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:30.759151 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d6b797-4d10-418d-b1ca-7b5dca7a73a5 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Router 89331364-cbfa-4ee4-9466-9bca54d573c1 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:49:31.079609 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d6b797-4d10-418d-b1ca-7b5dca7a73a5 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:49:31.089376 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f787327e-a9f0-4c77-9dd5-d818c7bfe8cd None None] Sync routers for ids ['89331364-cbfa-4ee4-9466-9bca54d573c1'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:49:31.098831 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f787327e-a9f0-4c77-9dd5-d818c7bfe8cd None None] Routers {'89331364-cbfa-4ee4-9466-9bca54d573c1'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:49:31.099463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f787327e-a9f0-4c77-9dd5-d818c7bfe8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:49:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['89331364-cbfa-4ee4-9466-9bca54d573c1'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:31.100002 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-86d6b797-4d10-418d-b1ca-7b5dca7a73a5 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:31.160700 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-86d6b797-4d10-418d-b1ca-7b5dca7a73a5 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "DELETE /v2.0/floatingips/b595f8ad-9a62-4335-885a-a2fdf7b20054 HTTP/1.1" status: 204 len: 168 time: 1.5096993 Jun 02 20:49:31.161913 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698b077c-ec62-4f16-b643-cbd822d64925', 'tag': 'fb853278-4524-4c52-92bb-66113b677fde'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:49:31.164143 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bdd0bf-a532-4142-bedb-cfe5e101f84a" -d '{"events": [{"name": "network-changed", "server_uuid": "698b077c-ec62-4f16-b643-cbd822d64925", "tag": "fb853278-4524-4c52-92bb-66113b677fde"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:49:31.206854 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439ae6ac-3b4f-4639-a487-2c4adc8e4b55 x-openstack-request-id: req-439ae6ac-3b4f-4639-a487-2c4adc8e4b55 {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:49:31.207220 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698b077c-ec62-4f16-b643-cbd822d64925", "tag": "fb853278-4524-4c52-92bb-66113b677fde", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:49:31.207524 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-439ae6ac-3b4f-4639-a487-2c4adc8e4b55 {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:49:31.207967 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698b077c-ec62-4f16-b643-cbd822d64925', 'tag': 'fb853278-4524-4c52-92bb-66113b677fde', 'status': 'completed', 'code': 200} Jun 02 20:49:31.278355 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-f787327e-a9f0-4c77-9dd5-d818c7bfe8cd None None] Set router 89331364-cbfa-4ee4-9466-9bca54d573c1 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:49:31.316926 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdd0bf-a532-4142-bedb-cfe5e101f84a req-277e9913-e1cc-4fc2-897b-7719b8a2eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:31.318826 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-61bdd0bf-a532-4142-bedb-cfe5e101f84a req-277e9913-e1cc-4fc2-897b-7719b8a2eebd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8ac283e33ac84a4091254730e5dabc0a&device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 1098 time: 0.0791287 Jun 02 20:49:31.514418 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdd0bf-a532-4142-bedb-cfe5e101f84a req-b3153ce7-2226-48d9-80f8-7b1ac11d1f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:31.515860 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-61bdd0bf-a532-4142-bedb-cfe5e101f84a req-b3153ce7-2226-48d9-80f8-7b1ac11d1f8b service neutron] 10.222.0.95 "GET /v2.0/networks?id=828f3844-3007-442d-8050-ab51f25eaa71 HTTP/1.1" status: 200 len: 912 time: 0.1859119 Jun 02 20:49:31.590476 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f787327e-a9f0-4c77-9dd5-d818c7bfe8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '622334de-f584-4383-b418-17e65875e698', 'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'mac_address': 'fa:16:3e:d2:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:20Z', 'updated_at': '2021-06-02T20:42:26Z', 'revision_number': 5, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'subnets': [{'id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:31.594348 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f787327e-a9f0-4c77-9dd5-d818c7bfe8cd None None] Checking router: 89331364-cbfa-4ee4-9466-9bca54d573c1 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:49:31.598746 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-61bdd0bf-a532-4142-bedb-cfe5e101f84a req-e86197df-5241-417f-8a20-ee73daeca1a2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb853278-4524-4c52-92bb-66113b677fde HTTP/1.1" status: 200 len: 217 time: 0.0719972 Jun 02 20:49:31.602638 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f787327e-a9f0-4c77-9dd5-d818c7bfe8cd None None] Routers {'89331364-cbfa-4ee4-9466-9bca54d573c1'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:49:31.603268 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f787327e-a9f0-4c77-9dd5-d818c7bfe8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:49:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['89331364-cbfa-4ee4-9466-9bca54d573c1'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:31.655758 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439275b7-347a-4d86-8ca6-5543c65d9a1c req-260effaf-5410-4698-b8a1-a5402dab0275 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:31.657129 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-439275b7-347a-4d86-8ca6-5543c65d9a1c req-260effaf-5410-4698-b8a1-a5402dab0275 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 945 time: 0.1872654 Jun 02 20:49:31.698971 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdd0bf-a532-4142-bedb-cfe5e101f84a req-15853e1e-db03-449d-8799-3ffd89c82d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:31.700519 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-61bdd0bf-a532-4142-bedb-cfe5e101f84a req-15853e1e-db03-449d-8799-3ffd89c82d32 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ac92c5bf-ce9a-4540-a013-72e531c21a06 HTTP/1.1" status: 200 len: 850 time: 0.0937395 Jun 02 20:49:31.757495 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-439275b7-347a-4d86-8ca6-5543c65d9a1c req-024b0fac-4449-4eb9-a7fe-b18ef9643138 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915658 Jun 02 20:49:31.784016 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-f787327e-a9f0-4c77-9dd5-d818c7bfe8cd None None] Set router 89331364-cbfa-4ee4-9466-9bca54d573c1 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:49:31.787950 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdd0bf-a532-4142-bedb-cfe5e101f84a req-fd608376-ba10-475a-9837-5e9810d99f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:31.789392 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-61bdd0bf-a532-4142-bedb-cfe5e101f84a req-fd608376-ba10-475a-9837-5e9810d99f92 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=828f3844-3007-442d-8050-ab51f25eaa71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0800126 Jun 02 20:49:31.923983 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-61bdd0bf-a532-4142-bedb-cfe5e101f84a req-4f3e70dd-4e48-4c16-806f-3c4017188ddd service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238465 Jun 02 20:49:32.062118 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-61bdd0bf-a532-4142-bedb-cfe5e101f84a req-e3d111b6-2a9f-45cb-81b5-5ea9406f7930 service neutron] 10.222.0.95 "GET /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312037 Jun 02 20:49:32.142788 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f787327e-a9f0-4c77-9dd5-d818c7bfe8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '622334de-f584-4383-b418-17e65875e698', 'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'mac_address': 'fa:16:3e:d2:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:20Z', 'updated_at': '2021-06-02T20:42:26Z', 'revision_number': 5, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'subnets': [{'id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:32.146670 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f787327e-a9f0-4c77-9dd5-d818c7bfe8cd None None] The sync data for ids ['89331364-cbfa-4ee4-9466-9bca54d573c1'] in dv-neutron-601336-84-hyperv is: [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:42:20Z', 'revision_number': 4, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '622334de-f584-4383-b418-17e65875e698', 'name': '', 'network_id': '828f3844-3007-442d-8050-ab51f25eaa71', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'mac_address': 'fa:16:3e:d2:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:20Z', 'updated_at': '2021-06-02T20:42:26Z', 'revision_number': 5, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'subnets': [{'id': 'ac92c5bf-ce9a-4540-a013-72e531c21a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:49:32.167222 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59924) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:32.347539 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94318ec-7307-45b3-b4cf-ab7e9aab4761 None None] New status for floating IP b595f8ad-9a62-4335-885a-a2fdf7b20054: DOWN {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:49:32.499961 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ae3e1fac-f8a9-4471-b12c-33e72f6c333d tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/routers/84fe1dc7-94ae-4c3d-b530-a3af9629ded4/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.3315310 Jun 02 20:49:32.502945 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59928) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:32.689016 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113a1ad0-df96-4885-b899-651007c16e89 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Notify agent at dv-neutron-601336-84-hyperv the message router_removed_from_agent {{(pid=92548) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jun 02 20:49:32.692846 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-113a1ad0-df96-4885-b899-651007c16e89 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "DELETE /v2.0/agents/62cf439b-6299-4b94-b909-536a59434419/l3-routers/84fe1dc7-94ae-4c3d-b530-a3af9629ded4 HTTP/1.1" status: 204 len: 168 time: 0.1889687 Jun 02 20:49:32.695631 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59930) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:32.881325 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5ef27e97-ce87-4c7d-b32e-1ca7fbab6c7a tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/routers/84fe1dc7-94ae-4c3d-b530-a3af9629ded4/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1843746 Jun 02 20:49:32.883856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59936) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:32.966935 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad2ff3-dee4-4fc1-af29-c1e8f584b1d5 req-83ef45c0-a51b-44a2-aad6-f747e9ca05ce tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:32.967651 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-9cad2ff3-dee4-4fc1-af29-c1e8f584b1d5 req-83ef45c0-a51b-44a2-aad6-f747e9ca05ce tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Synchronizing usage tracker for tenant:8ac283e33ac84a4091254730e5dabc0a on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:49:32.983829 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-9cad2ff3-dee4-4fc1-af29-c1e8f584b1d5 req-83ef45c0-a51b-44a2-aad6-f747e9ca05ce tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Unset dirty status for tenant:8ac283e33ac84a4091254730e5dabc0a on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:49:32.984897 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9cad2ff3-dee4-4fc1-af29-c1e8f584b1d5 req-83ef45c0-a51b-44a2-aad6-f747e9ca05ce tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 945 time: 0.0979669 Jun 02 20:49:32.986958 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-79210649-0d68-42e5-8230-b8b70ab05103 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/49c40659-465e-43ae-83bb-bfaf2306d4f8 HTTP/1.1" status: 200 len: 992 time: 0.1008880 Jun 02 20:49:33.029828 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9cad2ff3-dee4-4fc1-af29-c1e8f584b1d5 req-5fcc1c64-77c9-4eea-a2dd-16f96d9c179f tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a6ecacd-cffb-46c5-8991-89798277ef88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389771 Jun 02 20:49:33.306411 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9be983-4fc7-4bc9-9ac5-ff2ef6aeef5f req-058d8759-28c2-4478-89a6-f2c69e778566 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:33.308329 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bf9be983-4fc7-4bc9-9ac5-ff2ef6aeef5f req-058d8759-28c2-4478-89a6-f2c69e778566 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.95 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 945 time: 0.2152863 Jun 02 20:49:33.313544 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c03f1e6d-af6c-42b6-a583-fdc6f4752839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:33.357277 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:33.447648 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-bf9be983-4fc7-4bc9-9ac5-ff2ef6aeef5f req-8baabd04-9155-4dc5-91c6-fafc74ae2bc4 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Deleting port fb853278-4524-4c52-92bb-66113b677fde {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:49:33.447988 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bf9be983-4fc7-4bc9-9ac5-ff2ef6aeef5f req-8baabd04-9155-4dc5-91c6-fafc74ae2bc4 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:33.455312 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c1869f-cada-4d61-880f-44b5a7e84b5f None None] New status for floating IP 49c40659-465e-43ae-83bb-bfaf2306d4f8: DOWN {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:49:33.586224 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-bf9be983-4fc7-4bc9-9ac5-ff2ef6aeef5f req-8baabd04-9155-4dc5-91c6-fafc74ae2bc4 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] For port fb853278-4524-4c52-92bb-66113b677fde, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fb853278-4524-4c52-92bb-66113b677fde,segment=NetworkSegment(d2167362-7953-411f-b6fe-12c6e0c6f23f),segment_id=d2167362-7953-411f-b6fe-12c6e0c6f23f)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:49:33.586589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bf9be983-4fc7-4bc9-9ac5-ff2ef6aeef5f req-8baabd04-9155-4dc5-91c6-fafc74ae2bc4 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:33.723721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-bf9be983-4fc7-4bc9-9ac5-ff2ef6aeef5f req-8baabd04-9155-4dc5-91c6-fafc74ae2bc4 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Calling delete_port for fb853278-4524-4c52-92bb-66113b677fde owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:49:33.846743 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bf9be983-4fc7-4bc9-9ac5-ff2ef6aeef5f req-8baabd04-9155-4dc5-91c6-fafc74ae2bc4 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:33.852256 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:33.896712 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baabd04-9155-4dc5-91c6-fafc74ae2bc4 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event deleted for resources: {'Port': ['ID=fb853278-4524-4c52-92bb-66113b677fde,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:33.899765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8baabd04-9155-4dc5-91c6-fafc74ae2bc4 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:33.973219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9be983-4fc7-4bc9-9ac5-ff2ef6aeef5f req-8baabd04-9155-4dc5-91c6-fafc74ae2bc4 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] No DVR routers for this DVR port fb853278-4524-4c52-92bb-66113b677fde on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:49:33.975791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bf9be983-4fc7-4bc9-9ac5-ff2ef6aeef5f req-8baabd04-9155-4dc5-91c6-fafc74ae2bc4 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:33.978344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698b077c-ec62-4f16-b643-cbd822d64925', 'name': 'network-vif-deleted', 'tag': 'fb853278-4524-4c52-92bb-66113b677fde'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:49:33.980711 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494c0dab-e6c7-4ec6-a22e-f83518512a13" -d '{"events": [{"server_uuid": "698b077c-ec62-4f16-b643-cbd822d64925", "name": "network-vif-deleted", "tag": "fb853278-4524-4c52-92bb-66113b677fde"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:49:33.989397 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59940) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:34.050712 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e8aac906-7e9b-491b-ac64-020ee20a8683 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:49:34.053625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f3c4ff-3cda-4155-8b8f-90e740b5baa6 x-openstack-request-id: req-72f3c4ff-3cda-4155-8b8f-90e740b5baa6 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:49:34.053960 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698b077c-ec62-4f16-b643-cbd822d64925", "name": "network-vif-deleted", "tag": "fb853278-4524-4c52-92bb-66113b677fde", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:49:34.054258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72f3c4ff-3cda-4155-8b8f-90e740b5baa6 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:49:34.054698 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698b077c-ec62-4f16-b643-cbd822d64925', 'name': 'network-vif-deleted', 'tag': 'fb853278-4524-4c52-92bb-66113b677fde', 'status': 'completed', 'code': 200} Jun 02 20:49:34.072989 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bf9be983-4fc7-4bc9-9ac5-ff2ef6aeef5f req-8baabd04-9155-4dc5-91c6-fafc74ae2bc4 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.95 "DELETE /v2.0/ports/fb853278-4524-4c52-92bb-66113b677fde HTTP/1.1" status: 204 len: 173 time: 0.7567179 Jun 02 20:49:34.115566 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-862452d0-0499-40d4-8eea-02e116b48565 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/49c40659-465e-43ae-83bb-bfaf2306d4f8 HTTP/1.1" status: 200 len: 990 time: 0.1181242 Jun 02 20:49:34.174013 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:34.205593 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5151031f-6db8-4bb1-98ec-732df7e66bed req-e6a8f034-4a30-438c-8d9a-81460be37098 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 210 time: 0.0427945 Jun 02 20:49:34.211883 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port e8aac906-7e9b-491b-ac64-020ee20a8683, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e8aac906-7e9b-491b-ac64-020ee20a8683,segment=NetworkSegment(10f9f810-d43d-4576-a632-535eb5dff20b),segment_id=10f9f810-d43d-4576-a632-535eb5dff20b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:49:34.215773 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:34.216746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 382572ac-b070-4af8-b86d-60b4cef6adc6 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:49:34.247520 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:34.344959 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:34.352729 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=e8aac906-7e9b-491b-ac64-020ee20a8683,revision_number=6']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:34.362116 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:34.362465 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:34.362805 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:34.363137 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:34.363487 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:34.363815 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:34.364138 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:34.364466 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:34.364782 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:34.365101 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:34.365425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:34.365807 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:34.370340 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:34.428780 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:34.445300 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 382572ac-b070-4af8-b86d-60b4cef6adc6, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=382572ac-b070-4af8-b86d-60b4cef6adc6,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:49:34.449245 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:34.452089 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:34.517203 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=382572ac-b070-4af8-b86d-60b4cef6adc6,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:34.520384 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:35.243743 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59948) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:35.358649 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5f5adcf9-6660-436b-8b52-dc36eee3d35e req-1942756b-035f-48e5-bfb4-da649a31521c tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 210 time: 0.0467134 Jun 02 20:49:35.451818 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09d56cf-6e7d-4f7e-98b3-5db75fce0f96 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Router 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:49:35.452453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09d56cf-6e7d-4f7e-98b3-5db75fce0f96 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Notify agent at dv-neutron-601336-84-hyperv the message router_added_to_agent {{(pid=92549) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jun 02 20:49:35.480891 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b09d56cf-6e7d-4f7e-98b3-5db75fce0f96 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "POST /v2.0/agents/62cf439b-6299-4b94-b909-536a59434419/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2354879 Jun 02 20:49:35.481525 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59952) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:35.499446 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1457df27-1238-49c6-aa38-390fd16a172e None None] Sync routers for ids ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:49:35.509462 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1457df27-1238-49c6-aa38-390fd16a172e None None] Routers {'84fe1dc7-94ae-4c3d-b530-a3af9629ded4'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:49:35.510720 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1457df27-1238-49c6-aa38-390fd16a172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:49:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:35.660477 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-44a2e8e0-a90c-4318-974b-112e8dbdf736 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/routers/84fe1dc7-94ae-4c3d-b530-a3af9629ded4/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1775515 Jun 02 20:49:35.663038 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59956) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:35.695420 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-1457df27-1238-49c6-aa38-390fd16a172e None None] Set router 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:49:35.776387 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-531492fa-5ec1-4103-9335-657e43c28afd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/49c40659-465e-43ae-83bb-bfaf2306d4f8 HTTP/1.1" status: 200 len: 990 time: 0.1115124 Jun 02 20:49:35.903594 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device fb853278-4524-4c52-92bb-66113b677fde no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:49:35.949038 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: fb853278-4524-4c52-92bb-66113b677fde {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:49:35.949532 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device fb853278-4524-4c52-92bb-66113b677fde not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:49:35.956455 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:36.081739 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1457df27-1238-49c6-aa38-390fd16a172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'name': 'tempest-TestNetworkBasicOps-router-47706607', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:48:01Z', 'updated_at': '2021-06-02T20:48:07Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:02Z', 'updated_at': '2021-06-02T20:49:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '49c40659-465e-43ae-83bb-bfaf2306d4f8', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'port_id': '7094ec8c-8439-4cb4-a8a0-d78f2ccb370a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21', 'mac_address': 'fa:16:3e:b5:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2a8959-9460-41bd-b9da-3c5f61a6a91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:48:25Z', 'updated_at': '2021-06-02T20:49:33Z', 'revision_number': 2, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8aac906-7e9b-491b-ac64-020ee20a8683', 'name': '', 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b2:71:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:06Z', 'updated_at': '2021-06-02T20:49:34Z', 'revision_number': 6, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:36.085497 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1457df27-1238-49c6-aa38-390fd16a172e None None] Checking router: 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:49:36.093506 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1457df27-1238-49c6-aa38-390fd16a172e None None] Routers {'84fe1dc7-94ae-4c3d-b530-a3af9629ded4'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:49:36.094091 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1457df27-1238-49c6-aa38-390fd16a172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:49:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:36.267530 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-1457df27-1238-49c6-aa38-390fd16a172e None None] Set router 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:49:36.516088 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-e514c640-f8ab-4435-82fc-2a42e116b436 req-6ff276f9-e678-4eb1-98bf-8f29a0b2f800 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Synchronizing usage tracker for tenant:8ac283e33ac84a4091254730e5dabc0a on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:49:36.532737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-e514c640-f8ab-4435-82fc-2a42e116b436 req-6ff276f9-e678-4eb1-98bf-8f29a0b2f800 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Unset dirty status for tenant:8ac283e33ac84a4091254730e5dabc0a on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:49:36.534032 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e514c640-f8ab-4435-82fc-2a42e116b436 req-6ff276f9-e678-4eb1-98bf-8f29a0b2f800 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 210 time: 0.0650952 Jun 02 20:49:36.615788 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1457df27-1238-49c6-aa38-390fd16a172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'name': 'tempest-TestNetworkBasicOps-router-47706607', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:48:01Z', 'updated_at': '2021-06-02T20:48:07Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:02Z', 'updated_at': '2021-06-02T20:49:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '49c40659-465e-43ae-83bb-bfaf2306d4f8', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'port_id': '7094ec8c-8439-4cb4-a8a0-d78f2ccb370a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21', 'mac_address': 'fa:16:3e:b5:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2a8959-9460-41bd-b9da-3c5f61a6a91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:48:25Z', 'updated_at': '2021-06-02T20:49:33Z', 'revision_number': 2, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8aac906-7e9b-491b-ac64-020ee20a8683', 'name': '', 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b2:71:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:06Z', 'updated_at': '2021-06-02T20:49:34Z', 'revision_number': 6, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:36.620545 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1457df27-1238-49c6-aa38-390fd16a172e None None] The sync data for ids ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'] in dv-neutron-601336-84-hyperv is: [{'id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'name': 'tempest-TestNetworkBasicOps-router-47706607', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:48:01Z', 'updated_at': '2021-06-02T20:48:07Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:02Z', 'updated_at': '2021-06-02T20:49:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '49c40659-465e-43ae-83bb-bfaf2306d4f8', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.87', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'port_id': '7094ec8c-8439-4cb4-a8a0-d78f2ccb370a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21', 'mac_address': 'fa:16:3e:b5:6c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2a8959-9460-41bd-b9da-3c5f61a6a91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:48:25Z', 'updated_at': '2021-06-02T20:49:33Z', 'revision_number': 2, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8aac906-7e9b-491b-ac64-020ee20a8683', 'name': '', 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b2:71:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:06Z', 'updated_at': '2021-06-02T20:49:34Z', 'revision_number': 6, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:49:36.776948 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59960) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:36.918338 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-851a4bd8-2b81-4457-b723-eddfa4bcd2ab tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/49c40659-465e-43ae-83bb-bfaf2306d4f8 HTTP/1.1" status: 200 len: 990 time: 0.1391091 Jun 02 20:49:37.698271 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2e61c81a-0e97-4f30-b30c-9b83c8016951 req-3731f4cd-1aa9-4ec4-9fdb-9f78bb4159cf tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "GET /v2.0/ports?device_id=698b077c-ec62-4f16-b643-cbd822d64925 HTTP/1.1" status: 200 len: 210 time: 0.0435131 Jun 02 20:49:37.921055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59964) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:38.034413 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a7aaef02-4963-43c8-b834-775c70d73e95 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/49c40659-465e-43ae-83bb-bfaf2306d4f8 HTTP/1.1" status: 200 len: 990 time: 0.1110756 Jun 02 20:49:38.083405 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e8aac906-7e9b-491b-ac64-020ee20a8683 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:49:38.156057 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port e8aac906-7e9b-491b-ac64-020ee20a8683 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:49:38.156434 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:38.270119 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08276077-00c5-4e6a-90bc-4358b4a1525a None None] New status for floating IP 49c40659-465e-43ae-83bb-bfaf2306d4f8: ACTIVE {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:49:38.343274 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:38.463884 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port e8aac906-7e9b-491b-ac64-020ee20a8683, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e8aac906-7e9b-491b-ac64-020ee20a8683,segment=NetworkSegment(10f9f810-d43d-4576-a632-535eb5dff20b),segment_id=10f9f810-d43d-4576-a632-535eb5dff20b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:49:38.469484 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:38.470315 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 382572ac-b070-4af8-b86d-60b4cef6adc6 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:49:38.504602 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:38.704843 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=e8aac906-7e9b-491b-ac64-020ee20a8683,revision_number=7']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:38.708473 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:38.713832 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 382572ac-b070-4af8-b86d-60b4cef6adc6 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:49:38.713993 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:38.801357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 59968) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:38.833288 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:38.851478 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 382572ac-b070-4af8-b86d-60b4cef6adc6, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=382572ac-b070-4af8-b86d-60b4cef6adc6,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:49:38.856592 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:38.861068 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d444420f-8b64-454a-b064-56b34a511a79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:38.933763 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=382572ac-b070-4af8-b86d-60b4cef6adc6,revision_number=6']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:38.936977 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:39.019302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc75be-e1dc-4ef1-ab7b-d1ae6b8d75d7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Deleting port 1d3bbe6e-43de-4763-8067-2fd1c19b2db2 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:49:39.019818 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a8dc75be-e1dc-4ef1-ab7b-d1ae6b8d75d7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:39.037044 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59970) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:39.074081 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:49:39.146041 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-393337aa-782c-4405-97bf-8cb24b15fad9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/49c40659-465e-43ae-83bb-bfaf2306d4f8 HTTP/1.1" status: 200 len: 992 time: 0.1076298 Jun 02 20:49:39.274654 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a8dc75be-e1dc-4ef1-ab7b-d1ae6b8d75d7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:39.274896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a8dc75be-e1dc-4ef1-ab7b-d1ae6b8d75d7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:39.393715 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc75be-e1dc-4ef1-ab7b-d1ae6b8d75d7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Calling delete_port for 1d3bbe6e-43de-4763-8067-2fd1c19b2db2 owned by network:floatingip {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:49:39.426540 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59976) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:39.503894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a8dc75be-e1dc-4ef1-ab7b-d1ae6b8d75d7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:39.507729 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5e8b90a0-7fae-4d0d-93ad-cca6979f9d58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:39.556035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc75be-e1dc-4ef1-ab7b-d1ae6b8d75d7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event deleted for resources: {'Port': ['ID=1d3bbe6e-43de-4763-8067-2fd1c19b2db2,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:39.559469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a8dc75be-e1dc-4ef1-ab7b-d1ae6b8d75d7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:39.645827 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a8dc75be-e1dc-4ef1-ab7b-d1ae6b8d75d7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for floatingip, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:39.663060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a8dc75be-e1dc-4ef1-ab7b-d1ae6b8d75d7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:39.664194 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a8dc75be-e1dc-4ef1-ab7b-d1ae6b8d75d7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "DELETE /v2.0/floatingips/706e0fa5-878d-431f-9b44-f9ccabb58055 HTTP/1.1" status: 204 len: 168 time: 0.8619740 Jun 02 20:49:39.845704 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-4b09fd18-97fa-4075-8af8-91479ba5a07d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 52b6dcf6-9ac6-4aa2-8de4-194bb7aa8534 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:49:39.846050 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b09fd18-97fa-4075-8af8-91479ba5a07d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:39.965896 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b09fd18-97fa-4075-8af8-91479ba5a07d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:39.966513 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b09fd18-97fa-4075-8af8-91479ba5a07d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:40.095058 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e8aac906-7e9b-491b-ac64-020ee20a8683 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:49:40.108032 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-4b09fd18-97fa-4075-8af8-91479ba5a07d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 52b6dcf6-9ac6-4aa2-8de4-194bb7aa8534 owned by network:floatingip {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:49:40.230230 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b09fd18-97fa-4075-8af8-91479ba5a07d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:40.233786 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:40.255367 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port e8aac906-7e9b-491b-ac64-020ee20a8683 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:49:40.255759 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:40.277778 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09fd18-97fa-4075-8af8-91479ba5a07d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=52b6dcf6-9ac6-4aa2-8de4-194bb7aa8534,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:40.280888 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4b09fd18-97fa-4075-8af8-91479ba5a07d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:40.370468 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b09fd18-97fa-4075-8af8-91479ba5a07d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:40.370796 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-4b09fd18-97fa-4075-8af8-91479ba5a07d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Floating IP 49c40659-465e-43ae-83bb-bfaf2306d4f8 disassociated (deleted). External IP: 172.26.0.87, port: 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a. Jun 02 20:49:40.421689 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 382572ac-b070-4af8-b86d-60b4cef6adc6 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:49:40.495246 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 382572ac-b070-4af8-b86d-60b4cef6adc6 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:49:40.495632 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:40.739256 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b09fd18-97fa-4075-8af8-91479ba5a07d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:49:40.921621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b09fd18-97fa-4075-8af8-91479ba5a07d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:49:40.930784 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d188e2-14f8-4c33-99d3-1b788a0f8568 None None] Sync routers for ids ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:49:40.939898 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d188e2-14f8-4c33-99d3-1b788a0f8568 None None] Routers {'84fe1dc7-94ae-4c3d-b530-a3af9629ded4'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:49:40.940750 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-27d188e2-14f8-4c33-99d3-1b788a0f8568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:49:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:40.941727 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b09fd18-97fa-4075-8af8-91479ba5a07d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:40.998707 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4b09fd18-97fa-4075-8af8-91479ba5a07d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/floatingips/49c40659-465e-43ae-83bb-bfaf2306d4f8 HTTP/1.1" status: 204 len: 168 time: 1.5707884 Jun 02 20:49:40.999960 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2a8959-9460-41bd-b9da-3c5f61a6a91a', 'tag': '7094ec8c-8439-4cb4-a8a0-d78f2ccb370a'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:49:41.004357 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b24d560-ab80-41e0-8c51-f913d767ac50" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2a8959-9460-41bd-b9da-3c5f61a6a91a", "tag": "7094ec8c-8439-4cb4-a8a0-d78f2ccb370a"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:49:41.063677 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd18c1f-e796-48b0-a96b-1d84d98f673f x-openstack-request-id: req-9cd18c1f-e796-48b0-a96b-1d84d98f673f {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:49:41.064021 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2a8959-9460-41bd-b9da-3c5f61a6a91a", "tag": "7094ec8c-8439-4cb4-a8a0-d78f2ccb370a", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:49:41.064319 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9cd18c1f-e796-48b0-a96b-1d84d98f673f {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:49:41.064764 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2a8959-9460-41bd-b9da-3c5f61a6a91a', 'tag': '7094ec8c-8439-4cb4-a8a0-d78f2ccb370a', 'status': 'completed', 'code': 200} Jun 02 20:49:41.166056 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-27d188e2-14f8-4c33-99d3-1b788a0f8568 None None] Set router 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:49:41.198514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24d560-ab80-41e0-8c51-f913d767ac50 req-63035d45-51a1-44d1-9380-2314efbb7f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:41.200619 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2b24d560-ab80-41e0-8c51-f913d767ac50 req-63035d45-51a1-44d1-9380-2314efbb7f1d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a HTTP/1.1" status: 200 len: 1098 time: 0.1142337 Jun 02 20:49:41.351904 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24d560-ab80-41e0-8c51-f913d767ac50 req-bcf7c620-aded-4c81-ac22-ba182b82aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:41.353349 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2b24d560-ab80-41e0-8c51-f913d767ac50 req-bcf7c620-aded-4c81-ac22-ba182b82aebd service neutron] 10.222.0.95 "GET /v2.0/networks?id=9b062344-8955-4138-a163-0a0ce3445b21 HTTP/1.1" status: 200 len: 898 time: 0.1463938 Jun 02 20:49:41.430595 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2b24d560-ab80-41e0-8c51-f913d767ac50 req-75ea24c2-8f60-4dc3-8d13-4e86354a923c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7094ec8c-8439-4cb4-a8a0-d78f2ccb370a HTTP/1.1" status: 200 len: 217 time: 0.0651565 Jun 02 20:49:41.512226 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24d560-ab80-41e0-8c51-f913d767ac50 req-f2593328-7dae-4f81-ad7f-4119d1f80ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:41.512475 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-27d188e2-14f8-4c33-99d3-1b788a0f8568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'name': 'tempest-TestNetworkBasicOps-router-47706607', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:48:01Z', 'updated_at': '2021-06-02T20:48:07Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:02Z', 'updated_at': '2021-06-02T20:49:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'e8aac906-7e9b-491b-ac64-020ee20a8683', 'name': '', 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b2:71:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:06Z', 'updated_at': '2021-06-02T20:49:38Z', 'revision_number': 7, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:41.514703 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2b24d560-ab80-41e0-8c51-f913d767ac50 req-f2593328-7dae-4f81-ad7f-4119d1f80ef7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0b89a884-fe35-4ee8-8380-d0739eb394aa HTTP/1.1" status: 200 len: 834 time: 0.0761461 Jun 02 20:49:41.517318 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d188e2-14f8-4c33-99d3-1b788a0f8568 None None] Checking router: 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:49:41.528124 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d188e2-14f8-4c33-99d3-1b788a0f8568 None None] Routers {'84fe1dc7-94ae-4c3d-b530-a3af9629ded4'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:49:41.528751 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-27d188e2-14f8-4c33-99d3-1b788a0f8568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:49:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:41.610969 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165845f-d04c-415f-afb4-92ebbf57d949 req-a18f501a-6bec-4c57-8d26-8e1d39034308 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:41.611620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24d560-ab80-41e0-8c51-f913d767ac50 req-ff97676f-6a09-4389-8b6e-d11c80c8be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:41.611988 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-9165845f-d04c-415f-afb4-92ebbf57d949 req-a18f501a-6bec-4c57-8d26-8e1d39034308 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:49:41.612990 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2b24d560-ab80-41e0-8c51-f913d767ac50 req-ff97676f-6a09-4389-8b6e-d11c80c8be04 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9b062344-8955-4138-a163-0a0ce3445b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0906165 Jun 02 20:49:41.629015 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-9165845f-d04c-415f-afb4-92ebbf57d949 req-a18f501a-6bec-4c57-8d26-8e1d39034308 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:49:41.630325 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9165845f-d04c-415f-afb4-92ebbf57d949 req-a18f501a-6bec-4c57-8d26-8e1d39034308 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a HTTP/1.1" status: 200 len: 945 time: 0.2693193 Jun 02 20:49:41.682212 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9165845f-d04c-415f-afb4-92ebbf57d949 req-79fc6c45-8281-4dbe-887c-18cd779e1380 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=0850547b-99d5-47a9-abc1-dfda83524600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453374 Jun 02 20:49:41.770151 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-27d188e2-14f8-4c33-99d3-1b788a0f8568 None None] Set router 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:49:41.770704 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2b24d560-ab80-41e0-8c51-f913d767ac50 req-d32d5a8c-a4a6-4cd9-9b10-05ed952efb61 service neutron] 10.222.0.95 "GET /v2.0/networks/9b062344-8955-4138-a163-0a0ce3445b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481466 Jun 02 20:49:41.904065 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2b24d560-ab80-41e0-8c51-f913d767ac50 req-1bb47363-a0ad-4111-9359-1eb40f74466b service neutron] 10.222.0.95 "GET /v2.0/networks/9b062344-8955-4138-a163-0a0ce3445b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266210 Jun 02 20:49:42.089307 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-27d188e2-14f8-4c33-99d3-1b788a0f8568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'name': 'tempest-TestNetworkBasicOps-router-47706607', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:48:01Z', 'updated_at': '2021-06-02T20:48:07Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:02Z', 'updated_at': '2021-06-02T20:49:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'e8aac906-7e9b-491b-ac64-020ee20a8683', 'name': '', 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b2:71:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:06Z', 'updated_at': '2021-06-02T20:49:38Z', 'revision_number': 7, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:42.093638 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d188e2-14f8-4c33-99d3-1b788a0f8568 None None] The sync data for ids ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'] in dv-neutron-601336-84-hyperv is: [{'id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'name': 'tempest-TestNetworkBasicOps-router-47706607', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:48:01Z', 'updated_at': '2021-06-02T20:48:07Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:02Z', 'updated_at': '2021-06-02T20:49:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'e8aac906-7e9b-491b-ac64-020ee20a8683', 'name': '', 'network_id': '9b062344-8955-4138-a163-0a0ce3445b21', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:b2:71:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:06Z', 'updated_at': '2021-06-02T20:49:38Z', 'revision_number': 7, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '0b89a884-fe35-4ee8-8380-d0739eb394aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:49:42.220396 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 59996) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:42.295273 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f6591eb-5515-4826-b10b-279a43194a62 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:42.328016 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f6591eb-5515-4826-b10b-279a43194a62 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:42.401065 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f6591eb-5515-4826-b10b-279a43194a62 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:42.406505 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-96aaab95-7680-461b-b807-a97fa309d393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:42.423452 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6591eb-5515-4826-b10b-279a43194a62 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6ecacd-cffb-46c5-8991-89798277ef88,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:42.426764 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8f6591eb-5515-4826-b10b-279a43194a62 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:42.435260 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f6591eb-5515-4826-b10b-279a43194a62 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:42.438776 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8f6591eb-5515-4826-b10b-279a43194a62 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] 10.222.0.25 "DELETE /v2.0/security-groups/1a6ecacd-cffb-46c5-8991-89798277ef88 HTTP/1.1" status: 204 len: 168 time: 0.2150209 Jun 02 20:49:42.494896 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60000) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:42.884460 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533d5b02-da49-4a83-91f5-813160d72ef4 None None] New status for floating IP 49c40659-465e-43ae-83bb-bfaf2306d4f8: DOWN {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:49:42.894836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5095820-5a78-457c-aad8-0a33dcb244b6 req-b8a98fbf-5b8e-4e16-ada3-58314d73bc50 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:42.896311 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d5095820-5a78-457c-aad8-0a33dcb244b6 req-b8a98fbf-5b8e-4e16-ada3-58314d73bc50 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/ports?device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a HTTP/1.1" status: 200 len: 945 time: 0.1007702 Jun 02 20:49:43.047822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-d5095820-5a78-457c-aad8-0a33dcb244b6 req-f3262a33-19c0-491f-9f43-dc40d8ea80d4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:49:43.048153 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d5095820-5a78-457c-aad8-0a33dcb244b6 req-f3262a33-19c0-491f-9f43-dc40d8ea80d4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:43.094402 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758f97c-2871-46c4-af30-bd8ec5c4dbff req-6d58a0ec-0b98-47da-9fa2-afe5ec4dab87 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:43.095926 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7758f97c-2871-46c4-af30-bd8ec5c4dbff req-6d58a0ec-0b98-47da-9fa2-afe5ec4dab87 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b2a8959-9460-41bd-b9da-3c5f61a6a91a HTTP/1.1" status: 200 len: 945 time: 0.2656457 Jun 02 20:49:43.168011 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7758f97c-2871-46c4-af30-bd8ec5c4dbff req-df5632f5-19bc-4a86-8cdb-7bdd8f70944d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=0850547b-99d5-47a9-abc1-dfda83524600&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636501 Jun 02 20:49:43.195393 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-d5095820-5a78-457c-aad8-0a33dcb244b6 req-f3262a33-19c0-491f-9f43-dc40d8ea80d4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7094ec8c-8439-4cb4-a8a0-d78f2ccb370a,segment=NetworkSegment(10f9f810-d43d-4576-a632-535eb5dff20b),segment_id=10f9f810-d43d-4576-a632-535eb5dff20b)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:49:43.195748 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d5095820-5a78-457c-aad8-0a33dcb244b6 req-f3262a33-19c0-491f-9f43-dc40d8ea80d4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:43.317188 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-d5095820-5a78-457c-aad8-0a33dcb244b6 req-f3262a33-19c0-491f-9f43-dc40d8ea80d4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:49:43.358877 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ccad237c-68ed-4039-a8f5-a1fb62d5bf57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:43.425969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d5095820-5a78-457c-aad8-0a33dcb244b6 req-f3262a33-19c0-491f-9f43-dc40d8ea80d4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:43.431438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8d300871-bec6-4486-9cde-6bab8030ec90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:43.478117 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3262a33-19c0-491f-9f43-dc40d8ea80d4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=7094ec8c-8439-4cb4-a8a0-d78f2ccb370a,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:43.481741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f3262a33-19c0-491f-9f43-dc40d8ea80d4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:43.551902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5095820-5a78-457c-aad8-0a33dcb244b6 req-f3262a33-19c0-491f-9f43-dc40d8ea80d4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] No DVR routers for this DVR port 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:49:43.554359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-d5095820-5a78-457c-aad8-0a33dcb244b6 req-f3262a33-19c0-491f-9f43-dc40d8ea80d4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:43.556956 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2a8959-9460-41bd-b9da-3c5f61a6a91a', 'name': 'network-vif-deleted', 'tag': '7094ec8c-8439-4cb4-a8a0-d78f2ccb370a'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:49:43.559261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0ba980-5ea0-464c-9bfa-f44aa5e5078d" -d '{"events": [{"server_uuid": "3b2a8959-9460-41bd-b9da-3c5f61a6a91a", "name": "network-vif-deleted", "tag": "7094ec8c-8439-4cb4-a8a0-d78f2ccb370a"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:49:43.572659 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d5095820-5a78-457c-aad8-0a33dcb244b6 req-f3262a33-19c0-491f-9f43-dc40d8ea80d4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "DELETE /v2.0/ports/7094ec8c-8439-4cb4-a8a0-d78f2ccb370a HTTP/1.1" status: 204 len: 173 time: 0.6711171 Jun 02 20:49:43.604893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78abba8b-d427-4f87-b7cc-bdb3d0a13ec9 x-openstack-request-id: req-78abba8b-d427-4f87-b7cc-bdb3d0a13ec9 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:49:43.605335 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2a8959-9460-41bd-b9da-3c5f61a6a91a", "name": "network-vif-deleted", "tag": "7094ec8c-8439-4cb4-a8a0-d78f2ccb370a", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:49:43.605705 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78abba8b-d427-4f87-b7cc-bdb3d0a13ec9 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:49:43.606089 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2a8959-9460-41bd-b9da-3c5f61a6a91a', 'name': 'network-vif-deleted', 'tag': '7094ec8c-8439-4cb4-a8a0-d78f2ccb370a', 'status': 'completed', 'code': 200} Jun 02 20:49:43.776331 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-ccad237c-68ed-4039-a8f5-a1fb62d5bf57 admin admin] Deleting port 622334de-f584-4383-b418-17e65875e698 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:49:43.776678 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ccad237c-68ed-4039-a8f5-a1fb62d5bf57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:43.900096 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-ccad237c-68ed-4039-a8f5-a1fb62d5bf57 admin admin] For port 622334de-f584-4383-b418-17e65875e698, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=622334de-f584-4383-b418-17e65875e698,segment=NetworkSegment(d2167362-7953-411f-b6fe-12c6e0c6f23f),segment_id=d2167362-7953-411f-b6fe-12c6e0c6f23f)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:49:43.901041 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ccad237c-68ed-4039-a8f5-a1fb62d5bf57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:44.179335 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-ccad237c-68ed-4039-a8f5-a1fb62d5bf57 admin admin] Calling delete_port for 622334de-f584-4383-b418-17e65875e698 owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:49:44.264918 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60010) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:44.334248 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ccad237c-68ed-4039-a8f5-a1fb62d5bf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:44.334513 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-27dcea6c-82c3-447f-b374-6d19a89d1f65 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:44.339279 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:44.364894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-27dcea6c-82c3-447f-b374-6d19a89d1f65 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:44.382577 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad237c-68ed-4039-a8f5-a1fb62d5bf57 admin admin] Pushing event deleted for resources: {'Port': ['ID=622334de-f584-4383-b418-17e65875e698,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:44.413430 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ccad237c-68ed-4039-a8f5-a1fb62d5bf57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:44.419874 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:44.444557 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-27dcea6c-82c3-447f-b374-6d19a89d1f65 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:44.449816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a133c18d-d3e2-43d9-8281-61437879e724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:44.475822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcea6c-82c3-447f-b374-6d19a89d1f65 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0850547b-99d5-47a9-abc1-dfda83524600,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:44.481550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-27dcea6c-82c3-447f-b374-6d19a89d1f65 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:44.493911 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-27dcea6c-82c3-447f-b374-6d19a89d1f65 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:44.495109 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-27dcea6c-82c3-447f-b374-6d19a89d1f65 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/security-groups/0850547b-99d5-47a9-abc1-dfda83524600 HTTP/1.1" status: 204 len: 168 time: 0.2292008 Jun 02 20:49:44.533597 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60014) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:44.667318 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ccad237c-68ed-4039-a8f5-a1fb62d5bf57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:45.028108 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccad237c-68ed-4039-a8f5-a1fb62d5bf57 admin admin] Router 89331364-cbfa-4ee4-9466-9bca54d573c1 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:49:45.208605 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccad237c-68ed-4039-a8f5-a1fb62d5bf57 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:49:45.218384 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd77eeb-7bc1-4060-8a61-3f58ee280c54 None None] Sync routers for ids ['89331364-cbfa-4ee4-9466-9bca54d573c1'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:49:45.223651 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ccad237c-68ed-4039-a8f5-a1fb62d5bf57 admin admin] 10.222.0.25 "PUT /v2.0/routers/89331364-cbfa-4ee4-9466-9bca54d573c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7276206 Jun 02 20:49:45.224771 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60016) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:45.229174 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd77eeb-7bc1-4060-8a61-3f58ee280c54 None None] Routers {'89331364-cbfa-4ee4-9466-9bca54d573c1'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:49:45.229743 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2cd77eeb-7bc1-4060-8a61-3f58ee280c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:49:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['89331364-cbfa-4ee4-9466-9bca54d573c1'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:45.234346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3f7d1f31-2c68-4dcd-b8b8-7b11f0c37185 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:45.408706 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-2cd77eeb-7bc1-4060-8a61-3f58ee280c54 None None] Set router 89331364-cbfa-4ee4-9466-9bca54d573c1 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:49:45.410611 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-68bb9f21-31ad-4db3-bea3-8291d4a29ca9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:45.676359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-3f7d1f31-2c68-4dcd-b8b8-7b11f0c37185 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port e8aac906-7e9b-491b-ac64-020ee20a8683 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:49:45.676940 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3f7d1f31-2c68-4dcd-b8b8-7b11f0c37185 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:45.715841 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2cd77eeb-7bc1-4060-8a61-3f58ee280c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:49:44Z', 'revision_number': 5, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port': {'id': '450d1d6f-18d0-469d-bf47-e2ae6c33dcbd', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e2:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:17Z', 'updated_at': '2021-06-02T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:45.720117 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd77eeb-7bc1-4060-8a61-3f58ee280c54 None None] Checking router: 89331364-cbfa-4ee4-9466-9bca54d573c1 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:49:45.729643 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd77eeb-7bc1-4060-8a61-3f58ee280c54 None None] Routers {'89331364-cbfa-4ee4-9466-9bca54d573c1'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:49:45.730757 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2cd77eeb-7bc1-4060-8a61-3f58ee280c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:49:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['89331364-cbfa-4ee4-9466-9bca54d573c1'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:45.763121 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-68bb9f21-31ad-4db3-bea3-8291d4a29ca9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:45.814349 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-3f7d1f31-2c68-4dcd-b8b8-7b11f0c37185 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port e8aac906-7e9b-491b-ac64-020ee20a8683, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e8aac906-7e9b-491b-ac64-020ee20a8683,segment=NetworkSegment(10f9f810-d43d-4576-a632-535eb5dff20b),segment_id=10f9f810-d43d-4576-a632-535eb5dff20b)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:49:45.815282 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3f7d1f31-2c68-4dcd-b8b8-7b11f0c37185 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:45.835329 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-68bb9f21-31ad-4db3-bea3-8291d4a29ca9 admin admin] Deleting port 450d1d6f-18d0-469d-bf47-e2ae6c33dcbd {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:49:45.835668 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-68bb9f21-31ad-4db3-bea3-8291d4a29ca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:45.885995 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-2cd77eeb-7bc1-4060-8a61-3f58ee280c54 None None] Set router 89331364-cbfa-4ee4-9466-9bca54d573c1 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:49:45.942868 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-3f7d1f31-2c68-4dcd-b8b8-7b11f0c37185 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for e8aac906-7e9b-491b-ac64-020ee20a8683 owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:49:45.959435 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-68bb9f21-31ad-4db3-bea3-8291d4a29ca9 admin admin] For port 450d1d6f-18d0-469d-bf47-e2ae6c33dcbd, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=450d1d6f-18d0-469d-bf47-e2ae6c33dcbd,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:49:45.959828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-68bb9f21-31ad-4db3-bea3-8291d4a29ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:45.973302 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:49:45.991121 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2cd77eeb-7bc1-4060-8a61-3f58ee280c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:49:45Z', 'revision_number': 6, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:45.995814 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd77eeb-7bc1-4060-8a61-3f58ee280c54 None None] The sync data for ids ['89331364-cbfa-4ee4-9466-9bca54d573c1'] in dv-neutron-601336-84-hyperv is: [{'id': '89331364-cbfa-4ee4-9466-9bca54d573c1', 'name': 'tempest-TestVolumeBootPattern-921583073-router', 'tenant_id': '8ac283e33ac84a4091254730e5dabc0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:16Z', 'updated_at': '2021-06-02T20:49:45Z', 'revision_number': 6, 'project_id': '8ac283e33ac84a4091254730e5dabc0a', 'gw_port_host': None}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:49:46.026341 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:49:46.026990 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 7094ec8c-8439-4cb4-a8a0-d78f2ccb370a not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:49:46.101564 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-68bb9f21-31ad-4db3-bea3-8291d4a29ca9 admin admin] Calling delete_port for 450d1d6f-18d0-469d-bf47-e2ae6c33dcbd owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:49:46.250054 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-68bb9f21-31ad-4db3-bea3-8291d4a29ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:46.253798 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-cf1caf1a-cfee-48f4-bdc2-095cd59ab48b tempest-NetworksTestDHCPv6-1667551593 tempest-NetworksTestDHCPv6-1667551593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:46.296353 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb9f21-31ad-4db3-bea3-8291d4a29ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=450d1d6f-18d0-469d-bf47-e2ae6c33dcbd,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:46.299500 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-68bb9f21-31ad-4db3-bea3-8291d4a29ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:46.398180 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-68bb9f21-31ad-4db3-bea3-8291d4a29ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:46.408532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3f7d1f31-2c68-4dcd-b8b8-7b11f0c37185 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:46.412895 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e5d391cb-75de-41b0-b2b6-340afd0d57d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:46.459077 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d1f31-2c68-4dcd-b8b8-7b11f0c37185 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=e8aac906-7e9b-491b-ac64-020ee20a8683,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:46.462281 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3f7d1f31-2c68-4dcd-b8b8-7b11f0c37185 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:46.583838 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-68bb9f21-31ad-4db3-bea3-8291d4a29ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:46.586071 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-68bb9f21-31ad-4db3-bea3-8291d4a29ca9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:46.613907 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-68bb9f21-31ad-4db3-bea3-8291d4a29ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:46.614586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bb9f21-31ad-4db3-bea3-8291d4a29ca9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89331364-cbfa-4ee4-9466-9bca54d573c1 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:49:46.628266 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-68bb9f21-31ad-4db3-bea3-8291d4a29ca9 admin admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:46.629541 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-68bb9f21-31ad-4db3-bea3-8291d4a29ca9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/89331364-cbfa-4ee4-9466-9bca54d573c1 HTTP/1.1" status: 204 len: 168 time: 1.4034328 Jun 02 20:49:46.632009 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60018) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:46.689963 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-6464eceb-9172-406e-9637-49c0c19be5af admin admin] Deleting subnet ac92c5bf-ce9a-4540-a013-72e531c21a06 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:49:46.692897 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6464eceb-9172-406e-9637-49c0c19be5af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:46.744553 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6464eceb-9172-406e-9637-49c0c19be5af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:46.753166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3f7d1f31-2c68-4dcd-b8b8-7b11f0c37185 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:46.828761 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6464eceb-9172-406e-9637-49c0c19be5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:47.088096 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6464eceb-9172-406e-9637-49c0c19be5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:47.093055 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e6f0c602-5284-4ee9-bb83-d66e3d3a6196 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:47.124605 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7d1f31-2c68-4dcd-b8b8-7b11f0c37185 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:49:47.129788 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6464eceb-9172-406e-9637-49c0c19be5af admin admin] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:47.134280 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464eceb-9172-406e-9637-49c0c19be5af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac92c5bf-ce9a-4540-a013-72e531c21a06,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:47.136120 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafe174b-bc80-4eb5-8f04-85ddc1c7668c None None] Network 828f3844-3007-442d-8050-ab51f25eaa71 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:49:47.140493 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6464eceb-9172-406e-9637-49c0c19be5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:47.145701 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6464eceb-9172-406e-9637-49c0c19be5af admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ac92c5bf-ce9a-4540-a013-72e531c21a06 HTTP/1.1" status: 204 len: 168 time: 0.5104189 Jun 02 20:49:47.145957 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60020) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:47.307242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7d1f31-2c68-4dcd-b8b8-7b11f0c37185 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:49:47.323162 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3f7d1f31-2c68-4dcd-b8b8-7b11f0c37185 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/routers/84fe1dc7-94ae-4c3d-b530-a3af9629ded4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7851789 Jun 02 20:49:47.323554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60022) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:47.326776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2a7672-6f34-461d-b1ff-cc160d97a64b None None] Sync routers for ids ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:49:47.340601 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a7672-6f34-461d-b1ff-cc160d97a64b None None] Routers {'84fe1dc7-94ae-4c3d-b530-a3af9629ded4'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:49:47.341149 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-bf2a7672-6f34-461d-b1ff-cc160d97a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:49:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:47.392452 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7f9879-779b-4a9a-b1ff-139e038e6c83 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting subnet 0b89a884-fe35-4ee8-8380-d0739eb394aa {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:49:47.396128 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9879-779b-4a9a-b1ff-139e038e6c83 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:47.400623 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:47.453670 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9879-779b-4a9a-b1ff-139e038e6c83 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:47.474995 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] Deleting port fc5b2772-42e8-4baf-8cad-8490509f446f {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:49:47.475375 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:47.524877 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3301615-f3ea-4d9d-bcce-813bacfd5502 None None] DHCP port deletion for 828f3844-3007-442d-8050-ab51f25eaa71 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:49:47.548695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9879-779b-4a9a-b1ff-139e038e6c83 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:47.582528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] For port fc5b2772-42e8-4baf-8cad-8490509f446f, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fc5b2772-42e8-4baf-8cad-8490509f446f,segment=NetworkSegment(d2167362-7953-411f-b6fe-12c6e0c6f23f),segment_id=d2167362-7953-411f-b6fe-12c6e0c6f23f)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:49:47.582798 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:47.648201 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-bf2a7672-6f34-461d-b1ff-cc160d97a64b None None] Set router 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:49:47.711440 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] Calling delete_port for fc5b2772-42e8-4baf-8cad-8490509f446f owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:49:47.777611 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:47.783251 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-972beee1-33ce-4f09-b240-1d4e59b58ae3 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:47.829866 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc5b2772-42e8-4baf-8cad-8490509f446f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:47.835580 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:47.838313 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] No DVR routers for this DVR port fc5b2772-42e8-4baf-8cad-8490509f446f on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:49:47.862877 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-f3301615-f3ea-4d9d-bcce-813bacfd5502 None None] Deleting port fc5b2772-42e8-4baf-8cad-8490509f446f {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:49:47.863283 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f3301615-f3ea-4d9d-bcce-813bacfd5502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:47.964216 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:47.980670 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828f3844-3007-442d-8050-ab51f25eaa71']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:47.995540 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2167362-7953-411f-b6fe-12c6e0c6f23f') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:47.996041 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2167362-7953-411f-b6fe-12c6e0c6f23f') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:47.999745 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9879-779b-4a9a-b1ff-139e038e6c83 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:48.012034 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:48.013626 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cc295500-2c4a-414f-82b1-c0ff7e6dde0b tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:48.020960 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f3301615-f3ea-4d9d-bcce-813bacfd5502 None None] For port fc5b2772-42e8-4baf-8cad-8490509f446f, host dv-neutron-601336-84-hyperv, got binding levels [] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:49:48.021170 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f3301615-f3ea-4d9d-bcce-813bacfd5502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:48.032301 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:48.046901 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ce7f9879-779b-4a9a-b1ff-139e038e6c83 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:48.051282 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:49:48.051924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:48.057083 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ce7f9879-779b-4a9a-b1ff-139e038e6c83 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/subnets/0b89a884-fe35-4ee8-8380-d0739eb394aa HTTP/1.1" status: 204 len: 168 time: 0.7319188 Jun 02 20:49:48.061173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60024) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:48.096783 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47decfce-f9a4-43e6-a36b-a9f9f291f234 None None] Network 9b062344-8955-4138-a163-0a0ce3445b21 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:49:48.143799 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:49:48.158054 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:48.161721 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-219f7c1d-ca72-4ce9-8539-d07520e390bc tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:48.178772 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:48.184690 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-f3301615-f3ea-4d9d-bcce-813bacfd5502 None None] Calling delete_port for fc5b2772-42e8-4baf-8cad-8490509f446f owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:49:48.185325 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] Pushing event deleted for resources: {'Network': ['ID=828f3844-3007-442d-8050-ab51f25eaa71,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:48.188912 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 622334de-f584-4383-b418-17e65875e698 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:49:48.189740 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:48.203734 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] 10.222.0.25 "DELETE /v2.0/networks/828f3844-3007-442d-8050-ab51f25eaa71 HTTP/1.1" status: 204 len: 168 time: 1.0567489 Jun 02 20:49:48.205569 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60026) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:48.228625 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.ipam_backend_mixin [None req-f3301615-f3ea-4d9d-bcce-813bacfd5502 None None] Port fc5b2772-42e8-4baf-8cad-8490509f446f was not found and therefore no delete operation was performed {{(pid=92550) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 02 20:49:48.237872 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 622334de-f584-4383-b418-17e65875e698 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:49:48.238218 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 622334de-f584-4383-b418-17e65875e698 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:49:48.238642 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 450d1d6f-18d0-469d-bf47-e2ae6c33dcbd no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:49:48.248387 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9534cdc7-0675-4445-838c-8456be3e639d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:48.262789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f3301615-f3ea-4d9d-bcce-813bacfd5502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:48.276407 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:48.302923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f9879-779b-4a9a-b1ff-139e038e6c83 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Subnet': ['ID=0b89a884-fe35-4ee8-8380-d0739eb394aa,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:48.320688 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ce7f9879-779b-4a9a-b1ff-139e038e6c83 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:48.357895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f3301615-f3ea-4d9d-bcce-813bacfd5502 None None] Network 828f3844-3007-442d-8050-ab51f25eaa71 is not hosted by any dhcp agent {{(pid=92550) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 02 20:49:48.358265 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3301615-f3ea-4d9d-bcce-813bacfd5502 None None] No DVR routers for this DVR port fc5b2772-42e8-4baf-8cad-8490509f446f on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:49:48.379271 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 450d1d6f-18d0-469d-bf47-e2ae6c33dcbd {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:49:48.379638 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 450d1d6f-18d0-469d-bf47-e2ae6c33dcbd not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:49:48.380239 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fc5b2772-42e8-4baf-8cad-8490509f446f no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:49:48.414968 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3301615-f3ea-4d9d-bcce-813bacfd5502 None None] Pushing event deleted for resources: {'Port': ['ID=fc5b2772-42e8-4baf-8cad-8490509f446f,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:48.417383 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f3301615-f3ea-4d9d-bcce-813bacfd5502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:48.433919 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: fc5b2772-42e8-4baf-8cad-8490509f446f {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:49:48.434292 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fc5b2772-42e8-4baf-8cad-8490509f446f not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:49:48.445505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9534cdc7-0675-4445-838c-8456be3e639d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:48.505220 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-bf2a7672-6f34-461d-b1ff-cc160d97a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'name': 'tempest-TestNetworkBasicOps-router-47706607', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68'}], 'enable_snat': True}, 'gw_port_id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:48:01Z', 'updated_at': '2021-06-02T20:49:46Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '382572ac-b070-4af8-b86d-60b4cef6adc6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:48:02Z', 'updated_at': '2021-06-02T20:49:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:48.514161 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2a7672-6f34-461d-b1ff-cc160d97a64b None None] Checking router: 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:49:48.523552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-9534cdc7-0675-4445-838c-8456be3e639d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 382572ac-b070-4af8-b86d-60b4cef6adc6 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:49:48.523899 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9534cdc7-0675-4445-838c-8456be3e639d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:48.527309 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a7672-6f34-461d-b1ff-cc160d97a64b None None] Routers {'84fe1dc7-94ae-4c3d-b530-a3af9629ded4'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:49:48.527917 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-bf2a7672-6f34-461d-b1ff-cc160d97a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:49:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:48.647230 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-9534cdc7-0675-4445-838c-8456be3e639d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 382572ac-b070-4af8-b86d-60b4cef6adc6, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=382572ac-b070-4af8-b86d-60b4cef6adc6,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:49:48.647507 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9534cdc7-0675-4445-838c-8456be3e639d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:48.696676 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-bf2a7672-6f34-461d-b1ff-cc160d97a64b None None] Set router 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:49:48.782459 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-9534cdc7-0675-4445-838c-8456be3e639d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 382572ac-b070-4af8-b86d-60b4cef6adc6 owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:49:48.783753 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-01898df6-8d7a-4b93-a454-b863175b19dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:48.816056 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4890c46-b969-48a8-a142-f36109985fe7 None None] DHCP port deletion for 9b062344-8955-4138-a163-0a0ce3445b21 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:49:48.827323 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-bf2a7672-6f34-461d-b1ff-cc160d97a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'name': 'tempest-TestNetworkBasicOps-router-47706607', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:48:01Z', 'updated_at': '2021-06-02T20:49:48Z', 'revision_number': 6, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:48.865442 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2a7672-6f34-461d-b1ff-cc160d97a64b None None] The sync data for ids ['84fe1dc7-94ae-4c3d-b530-a3af9629ded4'] in dv-neutron-601336-84-hyperv is: [{'id': '84fe1dc7-94ae-4c3d-b530-a3af9629ded4', 'name': 'tempest-TestNetworkBasicOps-router-47706607', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:48:01Z', 'updated_at': '2021-06-02T20:49:48Z', 'revision_number': 6, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port_host': None}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:49:48.895617 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-e4890c46-b969-48a8-a142-f36109985fe7 None None] Deleting port 85a718f2-8971-4114-9a38-f2371354281c {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:49:48.896119 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e4890c46-b969-48a8-a142-f36109985fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:48.943440 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9534cdc7-0675-4445-838c-8456be3e639d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:48.948270 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-141a6a95-df79-4b9f-9f0a-ac1ceac49cd7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:49.004355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534cdc7-0675-4445-838c-8456be3e639d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=382572ac-b070-4af8-b86d-60b4cef6adc6,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:49.039621 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9534cdc7-0675-4445-838c-8456be3e639d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:49.074914 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-e4890c46-b969-48a8-a142-f36109985fe7 None None] For port 85a718f2-8971-4114-9a38-f2371354281c, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=85a718f2-8971-4114-9a38-f2371354281c,segment=NetworkSegment(10f9f810-d43d-4576-a632-535eb5dff20b),segment_id=10f9f810-d43d-4576-a632-535eb5dff20b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:49:49.075885 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e4890c46-b969-48a8-a142-f36109985fe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:49.097368 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9534cdc7-0675-4445-838c-8456be3e639d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:49.197760 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-e4890c46-b969-48a8-a142-f36109985fe7 None None] Calling delete_port for 85a718f2-8971-4114-9a38-f2371354281c owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:49:49.262149 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e4890c46-b969-48a8-a142-f36109985fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:49.268071 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:49.276871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9534cdc7-0675-4445-838c-8456be3e639d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:49.279514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9534cdc7-0675-4445-838c-8456be3e639d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:49.309476 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9534cdc7-0675-4445-838c-8456be3e639d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:49.310552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9534cdc7-0675-4445-838c-8456be3e639d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Fanout notify agent at l3_agent the message router_deleted on router 84fe1dc7-94ae-4c3d-b530-a3af9629ded4 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:49:49.318050 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4890c46-b969-48a8-a142-f36109985fe7 None None] Pushing event deleted for resources: {'Port': ['ID=85a718f2-8971-4114-9a38-f2371354281c,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:49.324910 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e4890c46-b969-48a8-a142-f36109985fe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:49.329226 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9534cdc7-0675-4445-838c-8456be3e639d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:49.332927 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4890c46-b969-48a8-a142-f36109985fe7 None None] No DVR routers for this DVR port 85a718f2-8971-4114-9a38-f2371354281c on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:49:49.333097 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9534cdc7-0675-4445-838c-8456be3e639d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/routers/84fe1dc7-94ae-4c3d-b530-a3af9629ded4 HTTP/1.1" status: 204 len: 168 time: 1.2681665 Jun 02 20:49:49.333097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60028) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:49.391913 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-01898df6-8d7a-4b93-a454-b863175b19dd admin admin] Deleting port 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:49:49.392257 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-01898df6-8d7a-4b93-a454-b863175b19dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:49.518992 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-01898df6-8d7a-4b93-a454-b863175b19dd admin admin] For port 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb,segment=NetworkSegment(3233e5f2-23b6-437d-a5c3-23515a0346eb),segment_id=3233e5f2-23b6-437d-a5c3-23515a0346eb)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:49:49.519302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-01898df6-8d7a-4b93-a454-b863175b19dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:49.591394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1353ac6-80cc-4927-aff5-76c58d38c146 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:49.645965 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-01898df6-8d7a-4b93-a454-b863175b19dd admin admin] Calling delete_port for 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:49:49.724472 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1353ac6-80cc-4927-aff5-76c58d38c146 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:49.738222 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-e1353ac6-80cc-4927-aff5-76c58d38c146 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b062344-8955-4138-a163-0a0ce3445b21']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:49.750918 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-e1353ac6-80cc-4927-aff5-76c58d38c146 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f9f810-d43d-4576-a632-535eb5dff20b') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:49.751247 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-e1353ac6-80cc-4927-aff5-76c58d38c146 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f9f810-d43d-4576-a632-535eb5dff20b') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:49.764336 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1353ac6-80cc-4927-aff5-76c58d38c146 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:49.789736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1353ac6-80cc-4927-aff5-76c58d38c146 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:49.797069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1353ac6-80cc-4927-aff5-76c58d38c146 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:49:49.797773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1353ac6-80cc-4927-aff5-76c58d38c146 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:49:49.812179 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:49:49.816380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-01898df6-8d7a-4b93-a454-b863175b19dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:49.824207 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-56366f21-f501-4e6a-875c-e7b22cac9053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:49.897074 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1353ac6-80cc-4927-aff5-76c58d38c146 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:49.901305 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1d98c673-96c4-4967-865c-224d1d82b3de tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:49.906019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01898df6-8d7a-4b93-a454-b863175b19dd admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:49.908409 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-01898df6-8d7a-4b93-a454-b863175b19dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:49.926018 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e1353ac6-80cc-4927-aff5-76c58d38c146 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:49.943121 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1353ac6-80cc-4927-aff5-76c58d38c146 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Network': ['ID=9b062344-8955-4138-a163-0a0ce3445b21,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:49.948083 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e1353ac6-80cc-4927-aff5-76c58d38c146 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:49.949688 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e1353ac6-80cc-4927-aff5-76c58d38c146 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/networks/9b062344-8955-4138-a163-0a0ce3445b21 HTTP/1.1" status: 204 len: 168 time: 0.6156745 Jun 02 20:49:49.974283 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60030) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:49.980283 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-c8be3fb9-7d63-4b2c-9407-6dc7a1592baf tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'network': {'name': 'tempest-network-smoke--1380206540', 'project_id': '7e68015eb8844c43b1007154397602c4', 'port_security_enabled': True}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:49:49.988234 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c8be3fb9-7d63-4b2c-9407-6dc7a1592baf tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:49:50.008597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c8be3fb9-7d63-4b2c-9407-6dc7a1592baf tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:network and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:49:50.015954 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c8be3fb9-7d63-4b2c-9407-6dc7a1592baf tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:49:50.084743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c8be3fb9-7d63-4b2c-9407-6dc7a1592baf tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:49:50.113275 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8be3fb9-7d63-4b2c-9407-6dc7a1592baf tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:49:50.116543 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8be3fb9-7d63-4b2c-9407-6dc7a1592baf tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:50.117063 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e8aac906-7e9b-491b-ac64-020ee20a8683 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:49:50.152051 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: e8aac906-7e9b-491b-ac64-020ee20a8683 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:49:50.152324 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e8aac906-7e9b-491b-ac64-020ee20a8683 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:49:50.152744 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 85a718f2-8971-4114-9a38-f2371354281c no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:49:50.188239 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 85a718f2-8971-4114-9a38-f2371354281c {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:49:50.188584 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 85a718f2-8971-4114-9a38-f2371354281c not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:49:50.189006 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 382572ac-b070-4af8-b86d-60b4cef6adc6 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:49:50.219277 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8be3fb9-7d63-4b2c-9407-6dc7a1592baf tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:49:50.222603 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 382572ac-b070-4af8-b86d-60b4cef6adc6 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:49:50.223205 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 382572ac-b070-4af8-b86d-60b4cef6adc6 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:49:50.235027 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-01898df6-8d7a-4b93-a454-b863175b19dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:50.239471 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8be3fb9-7d63-4b2c-9407-6dc7a1592baf tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:50.239814 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-c8be3fb9-7d63-4b2c-9407-6dc7a1592baf tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Added segment e349b47e-716b-4f43-8372-5477a8164487 of type vlan for network cf227f1a-9153-483f-93f5-2d4caddb30e1 Jun 02 20:49:50.337036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8be3fb9-7d63-4b2c-9407-6dc7a1592baf tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:50.453137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8be3fb9-7d63-4b2c-9407-6dc7a1592baf tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:50.458530 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8be3fb9-7d63-4b2c-9407-6dc7a1592baf tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:50.459102 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8be3fb9-7d63-4b2c-9407-6dc7a1592baf tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:50.465452 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8b5d9961-afda-4eff-9248-cdf4c757d1e4 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:50.770043 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c8be3fb9-7d63-4b2c-9407-6dc7a1592baf tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7947695 Jun 02 20:49:50.772888 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60032) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:50.778198 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-359045402', 'admin_state_up': True, 'project_id': '7e68015eb8844c43b1007154397602c4', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:49:50.780157 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be3fb9-7d63-4b2c-9407-6dc7a1592baf tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Network': ['ID=cf227f1a-9153-483f-93f5-2d4caddb30e1,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:50.784450 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c8be3fb9-7d63-4b2c-9407-6dc7a1592baf tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:50.787304 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:49:50.792181 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:router and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:49:50.793211 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network cf227f1a-9153-483f-93f5-2d4caddb30e1 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:49:50.795974 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:49:50.801621 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:49:50.812575 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:50.813740 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:50.833924 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:50.894753 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01898df6-8d7a-4b93-a454-b863175b19dd admin admin] Router c79cbaf1-b9d3-4055-b6d6-7a990af158a3 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:49:51.073353 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01898df6-8d7a-4b93-a454-b863175b19dd admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:49:51.077919 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-01898df6-8d7a-4b93-a454-b863175b19dd admin admin] 10.222.0.25 "PUT /v2.0/routers/c79cbaf1-b9d3-4055-b6d6-7a990af158a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8713019 Jun 02 20:49:51.080846 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60034) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:51.082050 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1b1dbb-381e-4a50-b035-790a2202300b None None] Sync routers for ids ['c79cbaf1-b9d3-4055-b6d6-7a990af158a3'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:49:51.091906 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1b1dbb-381e-4a50-b035-790a2202300b None None] Routers {'c79cbaf1-b9d3-4055-b6d6-7a990af158a3'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:49:51.092510 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2d1b1dbb-381e-4a50-b035-790a2202300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:49:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['c79cbaf1-b9d3-4055-b6d6-7a990af158a3'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:51.111530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:51.261003 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0035959f-1184-4647-b61a-24371e33b0b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:51.267531 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-2d1b1dbb-381e-4a50-b035-790a2202300b None None] Set router c79cbaf1-b9d3-4055-b6d6-7a990af158a3 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:49:51.417694 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:51.439771 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0035959f-1184-4647-b61a-24371e33b0b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:51.452436 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:51.512654 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-0035959f-1184-4647-b61a-24371e33b0b8 admin admin] Deleting port 4de3dcf3-13cf-4a9d-987b-314b49030bcf {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:49:51.512999 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0035959f-1184-4647-b61a-24371e33b0b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:51.583542 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2d1b1dbb-381e-4a50-b035-790a2202300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79cbaf1-b9d3-4055-b6d6-7a990af158a3', 'name': 'tempest-TestVolumeBootPattern-456239431-router', 'tenant_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.110'}], 'enable_snat': True}, 'gw_port_id': '4de3dcf3-13cf-4a9d-987b-314b49030bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:24Z', 'updated_at': '2021-06-02T20:49:49Z', 'revision_number': 5, 'project_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'gw_port': {'id': '4de3dcf3-13cf-4a9d-987b-314b49030bcf', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79cbaf1-b9d3-4055-b6d6-7a990af158a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:42:25Z', 'updated_at': '2021-06-02T20:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:51.587489 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1b1dbb-381e-4a50-b035-790a2202300b None None] Checking router: c79cbaf1-b9d3-4055-b6d6-7a990af158a3 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:49:51.591768 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.26.0.30 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/4631b32b-ec22-4fd8-9e65-ea6107bfb0d0) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:49:51.595915 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1b1dbb-381e-4a50-b035-790a2202300b None None] Routers {'c79cbaf1-b9d3-4055-b6d6-7a990af158a3'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:49:51.596531 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2d1b1dbb-381e-4a50-b035-790a2202300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:49:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['c79cbaf1-b9d3-4055-b6d6-7a990af158a3'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:51.647522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-0035959f-1184-4647-b61a-24371e33b0b8 admin admin] For port 4de3dcf3-13cf-4a9d-987b-314b49030bcf, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4de3dcf3-13cf-4a9d-987b-314b49030bcf,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:49:51.647947 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0035959f-1184-4647-b61a-24371e33b0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:51.745381 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-2d1b1dbb-381e-4a50-b035-790a2202300b None None] Set router c79cbaf1-b9d3-4055-b6d6-7a990af158a3 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:49:51.766320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:51.769431 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-0035959f-1184-4647-b61a-24371e33b0b8 admin admin] Calling delete_port for 4de3dcf3-13cf-4a9d-987b-314b49030bcf owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:49:51.798742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:51.803841 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f3262a33-19c0-491f-9f43-dc40d8ea80d4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:51.849971 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2d1b1dbb-381e-4a50-b035-790a2202300b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79cbaf1-b9d3-4055-b6d6-7a990af158a3', 'name': 'tempest-TestVolumeBootPattern-456239431-router', 'tenant_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:24Z', 'updated_at': '2021-06-02T20:49:51Z', 'revision_number': 6, 'project_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:51.854312 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1b1dbb-381e-4a50-b035-790a2202300b None None] The sync data for ids ['c79cbaf1-b9d3-4055-b6d6-7a990af158a3'] in dv-neutron-601336-84-hyperv is: [{'id': 'c79cbaf1-b9d3-4055-b6d6-7a990af158a3', 'name': 'tempest-TestVolumeBootPattern-456239431-router', 'tenant_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:42:24Z', 'updated_at': '2021-06-02T20:49:51Z', 'revision_number': 6, 'project_id': '9ec4b5a5406748fc9b6a6bfc657d77b8', 'gw_port_host': None}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:49:51.921898 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0035959f-1184-4647-b61a-24371e33b0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:51.925972 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-01898df6-8d7a-4b93-a454-b863175b19dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:51.973639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035959f-1184-4647-b61a-24371e33b0b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4de3dcf3-13cf-4a9d-987b-314b49030bcf,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:51.976737 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0035959f-1184-4647-b61a-24371e33b0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:52.013757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:49:52.016935 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:49:52.020681 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:49:52.054641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=4631b32b-ec22-4fd8-9e65-ea6107bfb0d0,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:52.059169 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:52.061865 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0035959f-1184-4647-b61a-24371e33b0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:52.284749 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:49:52.331043 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:49:52.331458 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9d3f64c1-7b74-4093-b5e0-d6d059eb0ecb not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:49:52.384450 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0035959f-1184-4647-b61a-24371e33b0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:52.387244 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0035959f-1184-4647-b61a-24371e33b0b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:52.411706 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0035959f-1184-4647-b61a-24371e33b0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:52.412509 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0035959f-1184-4647-b61a-24371e33b0b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c79cbaf1-b9d3-4055-b6d6-7a990af158a3 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:49:52.424946 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0035959f-1184-4647-b61a-24371e33b0b8 admin admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:52.428257 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0035959f-1184-4647-b61a-24371e33b0b8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c79cbaf1-b9d3-4055-b6d6-7a990af158a3 HTTP/1.1" status: 204 len: 168 time: 1.3442376 Jun 02 20:49:52.428585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60036) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:52.475424 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:52.490923 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-8873e06d-dfaa-4f12-b059-169e7f8b9b68 admin admin] Deleting subnet 4ca3fcaf-a4af-4d24-a91a-98ffed5ffbe0 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:49:52.494612 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8873e06d-dfaa-4f12-b059-169e7f8b9b68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:52.542545 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8873e06d-dfaa-4f12-b059-169e7f8b9b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:52.625492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8873e06d-dfaa-4f12-b059-169e7f8b9b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:52.826099 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:52.872739 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8873e06d-dfaa-4f12-b059-169e7f8b9b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:52.877090 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8f6b768f-d56a-4b19-b10e-77e2238783b9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:52.917488 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873e06d-dfaa-4f12-b059-169e7f8b9b68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ca3fcaf-a4af-4d24-a91a-98ffed5ffbe0,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:52.919360 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8873e06d-dfaa-4f12-b059-169e7f8b9b68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:52.921972 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8873e06d-dfaa-4f12-b059-169e7f8b9b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:52.927627 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8873e06d-dfaa-4f12-b059-169e7f8b9b68 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4ca3fcaf-a4af-4d24-a91a-98ffed5ffbe0 HTTP/1.1" status: 204 len: 168 time: 0.4979932 Jun 02 20:49:52.928425 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60038) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:52.929713 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37077e3-baac-4571-93c0-c3a4e87c66bf None None] Network 6a721cba-d908-4353-b05b-dd436de52f37 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:49:53.031621 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 380d7433-6e73-43fc-bb0d-398c506c1fa0 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:49:53.048230 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:53.123642 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] Deleting port 3ff790ef-be2e-4841-a774-9a9f4e16fc29 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:49:53.124147 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:53.200018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7caeed4-3197-49e8-9c04-c36df5f31ae8 None None] DHCP port deletion for 6a721cba-d908-4353-b05b-dd436de52f37 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:49:53.210902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:49:53.233198 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] For port 3ff790ef-be2e-4841-a774-9a9f4e16fc29, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3ff790ef-be2e-4841-a774-9a9f4e16fc29,segment=NetworkSegment(3233e5f2-23b6-437d-a5c3-23515a0346eb),segment_id=3233e5f2-23b6-437d-a5c3-23515a0346eb)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:49:53.233447 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] Sync routers for ids ['380d7433-6e73-43fc-bb0d-398c506c1fa0'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:49:53.233569 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:53.239114 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:53.243783 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4698470 Jun 02 20:49:53.245011 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60040) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:53.252519 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] Routers {'380d7433-6e73-43fc-bb0d-398c506c1fa0'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:49:53.253384 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:49:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['380d7433-6e73-43fc-bb0d-398c506c1fa0'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:53.346579 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7dddbb6d-5f27-43a2-882d-426df524a924 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=7e68015eb8844c43b1007154397602c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1002231 Jun 02 20:49:53.352302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60042) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:53.410691 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] Calling delete_port for 3ff790ef-be2e-4841-a774-9a9f4e16fc29 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:49:53.430690 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-f7caeed4-3197-49e8-9c04-c36df5f31ae8 None None] Deleting port 3ff790ef-be2e-4841-a774-9a9f4e16fc29 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:49:53.432002 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f7caeed4-3197-49e8-9c04-c36df5f31ae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:53.464216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] Set router 380d7433-6e73-43fc-bb0d-398c506c1fa0 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:49:53.466022 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:53.471662 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-850db8e5-b25c-4251-b1cc-34415ebf896f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:53.524874 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] No DVR routers for this DVR port 3ff790ef-be2e-4841-a774-9a9f4e16fc29 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:49:53.559285 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff790ef-be2e-4841-a774-9a9f4e16fc29,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:53.561867 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:53.636214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd6e908-9592-4f51-9856-c407ed81637b tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:53.640800 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4bd6e908-9592-4f51-9856-c407ed81637b tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2869239 Jun 02 20:49:53.641405 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60044) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:53.660264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:53.675306 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a721cba-d908-4353-b05b-dd436de52f37']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:53.683560 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4a2d3e12-5009-439c-9898-edf3db0d7f88 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9eda1993-8807-4a42-8466-556269663ed3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408590 Jun 02 20:49:53.685277 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60046) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:53.692224 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-48e90f96-2e7b-4b3b-8bc5-15fef33518dd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-133071142', 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1', 'project_id': '7e68015eb8844c43b1007154397602c4', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:49:53.707639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3233e5f2-23b6-437d-a5c3-23515a0346eb') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:53.707956 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3233e5f2-23b6-437d-a5c3-23515a0346eb') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:53.728867 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:53.771385 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f7caeed4-3197-49e8-9c04-c36df5f31ae8 None None] For port 3ff790ef-be2e-4841-a774-9a9f4e16fc29, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3ff790ef-be2e-4841-a774-9a9f4e16fc29,segment=NetworkSegment(3233e5f2-23b6-437d-a5c3-23515a0346eb),segment_id=3233e5f2-23b6-437d-a5c3-23515a0346eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:49:53.771781 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f7caeed4-3197-49e8-9c04-c36df5f31ae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:53.816102 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:53.826755 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:49:53.827162 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:49:53.840479 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:49:53.850394 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-48e90f96-2e7b-4b3b-8bc5-15fef33518dd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:49:53.902183 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-f7caeed4-3197-49e8-9c04-c36df5f31ae8 None None] Calling delete_port for 3ff790ef-be2e-4841-a774-9a9f4e16fc29 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:49:54.030168 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'name': 'tempest-TestNetworkBasicOps-router-359045402', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:49:50Z', 'updated_at': '2021-06-02T20:49:52Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:51Z', 'updated_at': '2021-06-02T20:49:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:54.035488 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] Checking router: 380d7433-6e73-43fc-bb0d-398c506c1fa0 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:49:54.035842 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] Updating router 380d7433-6e73-43fc-bb0d-398c506c1fa0 port 4631b32b-ec22-4fd8-9e65-ea6107bfb0d0 binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:49:54.048058 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-48e90f96-2e7b-4b3b-8bc5-15fef33518dd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:subnet and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:49:54.061386 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-48e90f96-2e7b-4b3b-8bc5-15fef33518dd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:49:54.065639 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f7caeed4-3197-49e8-9c04-c36df5f31ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:54.070819 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-48e90f96-2e7b-4b3b-8bc5-15fef33518dd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:49:54.076853 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:54.079509 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:54.081548 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e90f96-2e7b-4b3b-8bc5-15fef33518dd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:49:54.084993 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-48e90f96-2e7b-4b3b-8bc5-15fef33518dd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:54.099710 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-999ba806-3c57-4840-a3c8-ca29477d83af tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:54.105165 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4de3dcf3-13cf-4a9d-987b-314b49030bcf no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:49:54.114945 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:54.161718 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7caeed4-3197-49e8-9c04-c36df5f31ae8 None None] Pushing event deleted for resources: {'Port': ['ID=3ff790ef-be2e-4841-a774-9a9f4e16fc29,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:54.164634 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f7caeed4-3197-49e8-9c04-c36df5f31ae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:54.168070 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 4de3dcf3-13cf-4a9d-987b-314b49030bcf {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:49:54.168418 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4de3dcf3-13cf-4a9d-987b-314b49030bcf not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:49:54.168844 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3ff790ef-be2e-4841-a774-9a9f4e16fc29 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:49:54.178803 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a721cba-d908-4353-b05b-dd436de52f37,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:54.198550 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7caeed4-3197-49e8-9c04-c36df5f31ae8 None None] No DVR routers for this DVR port 3ff790ef-be2e-4841-a774-9a9f4e16fc29 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:49:54.199982 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:54.207657 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 3ff790ef-be2e-4841-a774-9a9f4e16fc29 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:49:54.208239 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3ff790ef-be2e-4841-a774-9a9f4e16fc29 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:49:54.209212 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6a721cba-d908-4353-b05b-dd436de52f37 HTTP/1.1" status: 204 len: 168 time: 1.2797897 Jun 02 20:49:54.211919 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:54.354986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60050) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:54.407906 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d70096f6-09ce-4b66-b560-6215b2bd236e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ac283e33ac84a4091254730e5dabc0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515418 Jun 02 20:49:54.410303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60052) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:54.468547 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-15c6dafd-ee2a-4e34-afad-a3a6b48bbd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:54.495866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-15c6dafd-ee2a-4e34-afad-a3a6b48bbd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:54.552123 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-15c6dafd-ee2a-4e34-afad-a3a6b48bbd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:54.556983 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:54.557547 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5da1d8e2-8e28-4087-aad8-1472c3d47b38 tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:54.568902 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] Transition to ACTIVE for port object 4631b32b-ec22-4fd8-9e65-ea6107bfb0d0 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:49:54.569732 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-48e90f96-2e7b-4b3b-8bc5-15fef33518dd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:54.572962 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6dafd-ee2a-4e34-afad-a3a6b48bbd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b297a9-78e6-491f-8db2-8b7e616e2bb5,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:54.574485 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4020b8b1-29e5-4e46-aa22-81fd2d38045e tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:54.576006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-15c6dafd-ee2a-4e34-afad-a3a6b48bbd63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:54.576732 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:54.581212 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-15c6dafd-ee2a-4e34-afad-a3a6b48bbd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:54.583958 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-15c6dafd-ee2a-4e34-afad-a3a6b48bbd63 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71b297a9-78e6-491f-8db2-8b7e616e2bb5 HTTP/1.1" status: 204 len: 168 time: 0.1716604 Jun 02 20:49:54.585906 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:54.658618 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e90f96-2e7b-4b3b-8bc5-15fef33518dd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Subnet': ['ID=5b21c73c-470d-4394-8cb3-e2b8c9f5c9be,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:54.662702 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-48e90f96-2e7b-4b3b-8bc5-15fef33518dd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:54.663424 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e90f96-2e7b-4b3b-8bc5-15fef33518dd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Checking segment: {'id': 'e349b47e-716b-4f43-8372-5477a8164487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:49:54.663781 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e90f96-2e7b-4b3b-8bc5-15fef33518dd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network hostable DHCP agents. Network: cf227f1a-9153-483f-93f5-2d4caddb30e1, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:49:54.666205 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] Attempting to bind port 4631b32b-ec22-4fd8-9e65-ea6107bfb0d0 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:49:54.666585 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] Attempting to bind port 4631b32b-ec22-4fd8-9e65-ea6107bfb0d0 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:49:54.666956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] Attempting to bind port 4631b32b-ec22-4fd8-9e65-ea6107bfb0d0 on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:49:54.674847 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:49:54.675625 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:49:54.675625 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:54.676105 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:49:54.676562 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] Bound port: 4631b32b-ec22-4fd8-9e65-ea6107bfb0d0, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:49:54.676984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:54.683691 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e90f96-2e7b-4b3b-8bc5-15fef33518dd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network cf227f1a-9153-483f-93f5-2d4caddb30e1 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:49:54.693767 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-48e90f96-2e7b-4b3b-8bc5-15fef33518dd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, cf227f1a-9153-483f-93f5-2d4caddb30e1) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:49:54.705986 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e90f96-2e7b-4b3b-8bc5-15fef33518dd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:54.706561 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-48e90f96-2e7b-4b3b-8bc5-15fef33518dd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:54.712395 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cc80ee-c50b-435d-bfe1-d8f2365453c0 None None] Network cf227f1a-9153-483f-93f5-2d4caddb30e1 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:49:54.743469 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-48e90f96-2e7b-4b3b-8bc5-15fef33518dd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0527730 Jun 02 20:49:54.744329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60056) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:54.757822 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eca065-a82a-4638-9137-3afe14e9c12e None None] Pushing event updated for resources: {'Port': ['ID=4631b32b-ec22-4fd8-9e65-ea6107bfb0d0,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:54.761292 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-84eca065-a82a-4638-9137-3afe14e9c12e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:54.858951 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] For port 4631b32b-ec22-4fd8-9e65-ea6107bfb0d0, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:49:54.879004 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] For port 4631b32b-ec22-4fd8-9e65-ea6107bfb0d0, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4631b32b-ec22-4fd8-9e65-ea6107bfb0d0,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:49:54.913494 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:54.922498 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:54.975825 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60060) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:55.021640 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] Routers {'380d7433-6e73-43fc-bb0d-398c506c1fa0'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:49:55.022192 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:49:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['380d7433-6e73-43fc-bb0d-398c506c1fa0'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:55.043053 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-688926b1-6d40-4cc6-8521-d9733f23553e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ec4b5a5406748fc9b6a6bfc657d77b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0632226 Jun 02 20:49:55.045168 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60064) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:55.108891 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d2e9-b535-468c-b1b9-acc7e78f7c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:55.137315 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d2e9-b535-468c-b1b9-acc7e78f7c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:55.143000 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eca065-a82a-4638-9137-3afe14e9c12e None None] Pushing event updated for resources: {'Port': ['ID=4631b32b-ec22-4fd8-9e65-ea6107bfb0d0,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:55.148723 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-cf227f1a-9153-483f-93f5-2d4caddb30e1', 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ips': [{'subnet_id': '5b21c73c-470d-4394-8cb3-e2b8c9f5c9be'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:49:55.149543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:55.161761 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-84eca065-a82a-4638-9137-3afe14e9c12e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:55.210600 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d2e9-b535-468c-b1b9-acc7e78f7c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:55.216238 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-858899c1-1302-4779-ae6f-303b0bc56e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:55.227137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9d2e9-b535-468c-b1b9-acc7e78f7c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3666f305-1103-4408-bab7-4de06a6b52cf,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:55.231597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e6c9d2e9-b535-468c-b1b9-acc7e78f7c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:55.235601 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d2e9-b535-468c-b1b9-acc7e78f7c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:55.237006 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e6c9d2e9-b535-468c-b1b9-acc7e78f7c84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3666f305-1103-4408-bab7-4de06a6b52cf HTTP/1.1" status: 204 len: 168 time: 0.1905866 Jun 02 20:49:55.414608 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] Set router 380d7433-6e73-43fc-bb0d-398c506c1fa0 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:49:55.482629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:55.665050 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Allocated IP 172.20.0.2 (cf227f1a-9153-483f-93f5-2d4caddb30e1/5b21c73c-470d-4394-8cb3-e2b8c9f5c9be/53130522-0a86-4ba9-9058-420cbdaeb60d) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:49:55.930618 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'name': 'tempest-TestNetworkBasicOps-router-359045402', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:49:50Z', 'updated_at': '2021-06-02T20:49:52Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:51Z', 'updated_at': '2021-06-02T20:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:55.941839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d91781c-3df4-4691-b3f8-bdf01224a326 None None] The sync data for ids ['380d7433-6e73-43fc-bb0d-398c506c1fa0'] in dv-neutron-601336-84-hyperv is: [{'id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'name': 'tempest-TestNetworkBasicOps-router-359045402', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:49:50Z', 'updated_at': '2021-06-02T20:49:52Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:51Z', 'updated_at': '2021-06-02T20:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:49:55.948646 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:55.960857 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Transition to ACTIVE for port object 53130522-0a86-4ba9-9058-420cbdaeb60d will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:49:55.979994 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Transition to ACTIVE for port object 53130522-0a86-4ba9-9058-420cbdaeb60d will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:49:55.985779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:55.992913 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ab37ad5e-0d5e-4b13-ade5-5f02543a0261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:56.054134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.20.0.1 (cf227f1a-9153-483f-93f5-2d4caddb30e1/5b21c73c-470d-4394-8cb3-e2b8c9f5c9be/7dca7b15-53dd-44fc-b623-aa19fd6ebf25) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:49:56.061068 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Network cf227f1a-9153-483f-93f5-2d4caddb30e1 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:49:56.064376 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:49:56.066795 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:49:56.102502 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Pushing event updated for resources: {'Port': ['ID=53130522-0a86-4ba9-9058-420cbdaeb60d,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:56.105358 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:56.169564 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Attempting to bind port 53130522-0a86-4ba9-9058-420cbdaeb60d on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:49:56.171597 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Attempting to bind port 53130522-0a86-4ba9-9058-420cbdaeb60d by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'e349b47e-716b-4f43-8372-5477a8164487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:49:56.171597 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Attempting to bind port 53130522-0a86-4ba9-9058-420cbdaeb60d on network cf227f1a-9153-483f-93f5-2d4caddb30e1 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:49:56.179110 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:49:56.179582 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Checking segment: {'id': 'e349b47e-716b-4f43-8372-5477a8164487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:49:56.180021 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:56.180429 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Bound using segment: {'id': 'e349b47e-716b-4f43-8372-5477a8164487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:49:56.180956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Bound port: 53130522-0a86-4ba9-9058-420cbdaeb60d, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e349b47e-716b-4f43-8372-5477a8164487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:49:56.181291 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:56.302732 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] For port 53130522-0a86-4ba9-9058-420cbdaeb60d, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:49:56.307391 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] For port 53130522-0a86-4ba9-9058-420cbdaeb60d, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=53130522-0a86-4ba9-9058-420cbdaeb60d,segment=NetworkSegment(e349b47e-716b-4f43-8372-5477a8164487),segment_id=e349b47e-716b-4f43-8372-5477a8164487)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:49:56.312385 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:56.317019 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:56.407631 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Pushing event updated for resources: {'Port': ['ID=53130522-0a86-4ba9-9058-420cbdaeb60d,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:56.410579 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:56.423714 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:56.440567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Transition to ACTIVE for port object 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:49:56.464296 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:56.468302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-afb6603f-4f1c-4783-9f2b-5ff76dfc3a0a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:56.538072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network cf227f1a-9153-483f-93f5-2d4caddb30e1 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:49:56.542484 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:49:56.546752 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:49:56.591791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=7dca7b15-53dd-44fc-b623-aa19fd6ebf25,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:56.604612 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:56.621843 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:56.891727 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:57.313015 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:57.317961 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:57.343244 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0a9fed47-1e7b-4cdd-91e8-5f16d5ad9ae6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:57.351333 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9ede92-967b-4195-9f6d-d79c7e3d32db None None] Network cf227f1a-9153-483f-93f5-2d4caddb30e1 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:49:57.432311 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=7dca7b15-53dd-44fc-b623-aa19fd6ebf25,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:57.435250 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:57.436208 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-09960979-7fe5-439a-81c8-273846a9e8d1 None None] Provisioning for port 53130522-0a86-4ba9-9058-420cbdaeb60d completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:49:57.439111 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:57.577388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network cf227f1a-9153-483f-93f5-2d4caddb30e1 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:49:57.578367 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:49:57.782129 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 380d7433-6e73-43fc-bb0d-398c506c1fa0 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:49:57.894601 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7981b4b9-097c-46aa-9a0e-2a49cdaf7132 None None] Provisioning for port 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:49:57.900761 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7981b4b9-097c-46aa-9a0e-2a49cdaf7132 None None] Provisioning complete for port 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:49:57.901487 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7981b4b9-097c-46aa-9a0e-2a49cdaf7132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:57.959620 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7981b4b9-097c-46aa-9a0e-2a49cdaf7132 None None] Port 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:49:58.085431 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-be3881ce-a938-42dc-9b58-8ce90563e28d None None] Provisioning complete for port 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:49:58.085818 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-be3881ce-a938-42dc-9b58-8ce90563e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:58.127586 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:49:58.142613 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/routers/380d7433-6e73-43fc-bb0d-398c506c1fa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3971221 Jun 02 20:49:58.143790 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] Sync routers for ids ['380d7433-6e73-43fc-bb0d-398c506c1fa0'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:49:58.151051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60076) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:58.168923 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-be3881ce-a938-42dc-9b58-8ce90563e28d None None] Port 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:49:58.169297 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] Routers {'380d7433-6e73-43fc-bb0d-398c506c1fa0'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:49:58.170719 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:49:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['380d7433-6e73-43fc-bb0d-398c506c1fa0'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:58.182351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4631b32b-ec22-4fd8-9e65-ea6107bfb0d0 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:49:58.261790 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 4631b32b-ec22-4fd8-9e65-ea6107bfb0d0 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:49:58.268343 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 4631b32b-ec22-4fd8-9e65-ea6107bfb0d0 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:49:58.270273 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:58.298897 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fed7e8-760c-408a-b8e8-1fc2e8f37d70 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:58.299449 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fed7e8-760c-408a-b8e8-1fc2e8f37d70 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:58.299923 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fed7e8-760c-408a-b8e8-1fc2e8f37d70 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:58.300376 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fed7e8-760c-408a-b8e8-1fc2e8f37d70 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:58.302070 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-60fed7e8-760c-408a-b8e8-1fc2e8f37d70 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1500256 Jun 02 20:49:58.305039 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60078) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:58.336275 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-97837c36-1ccb-4d9f-b1fa-b27383b6d884 None None] Provisioning complete for port 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:49:58.336651 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-97837c36-1ccb-4d9f-b1fa-b27383b6d884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:58.374893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f42b85-ea6a-414e-a203-ae716a7c5ed5 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:58.375380 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f42b85-ea6a-414e-a203-ae716a7c5ed5 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:58.375836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f42b85-ea6a-414e-a203-ae716a7c5ed5 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:58.376277 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f42b85-ea6a-414e-a203-ae716a7c5ed5 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:49:58.378614 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-47f42b85-ea6a-414e-a203-ae716a7c5ed5 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0725286 Jun 02 20:49:58.381322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60080) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:58.404862 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] Set router 380d7433-6e73-43fc-bb0d-398c506c1fa0 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:49:58.426515 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-97837c36-1ccb-4d9f-b1fa-b27383b6d884 None None] Port 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:49:58.457423 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:58.474554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 4631b32b-ec22-4fd8-9e65-ea6107bfb0d0, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4631b32b-ec22-4fd8-9e65-ea6107bfb0d0,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:49:58.480172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:58.481020 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 53130522-0a86-4ba9-9058-420cbdaeb60d up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:49:58.554479 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:58.602941 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d7ba382e-e698-41ce-9e60-6eb55e93d9cd tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2186882 Jun 02 20:49:58.642138 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=4631b32b-ec22-4fd8-9e65-ea6107bfb0d0,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:58.645676 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:58.656890 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 53130522-0a86-4ba9-9058-420cbdaeb60d completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:49:58.662539 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 53130522-0a86-4ba9-9058-420cbdaeb60d triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:49:58.662924 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:58.723659 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'name': 'tempest-TestNetworkBasicOps-router-359045402', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:49:50Z', 'updated_at': '2021-06-02T20:49:56Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:51Z', 'updated_at': '2021-06-02T20:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '7dca7b15-53dd-44fc-b623-aa19fd6ebf25', 'name': '', 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:3a:65:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5b21c73c-470d-4394-8cb3-e2b8c9f5c9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:55Z', 'updated_at': '2021-06-02T20:49:57Z', 'revision_number': 2, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '5b21c73c-470d-4394-8cb3-e2b8c9f5c9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:58.726618 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] Checking router: 380d7433-6e73-43fc-bb0d-398c506c1fa0 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:49:58.727074 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] Updating router 380d7433-6e73-43fc-bb0d-398c506c1fa0 port 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:49:58.780895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:58.781727 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:58.815585 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 53130522-0a86-4ba9-9058-420cbdaeb60d, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=53130522-0a86-4ba9-9058-420cbdaeb60d,segment=NetworkSegment(e349b47e-716b-4f43-8372-5477a8164487),segment_id=e349b47e-716b-4f43-8372-5477a8164487)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:49:58.819966 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:58.822735 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:58.889837 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=53130522-0a86-4ba9-9058-420cbdaeb60d,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:58.893382 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:58.917379 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60084) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:58.921983 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-03fec536-5a31-464d-b590-8d9c04c10fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1700274410', 'description': 'tempest-secgroup-smoke-1700274410 description', 'project_id': '7e68015eb8844c43b1007154397602c4'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:49:58.927832 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-03fec536-5a31-464d-b590-8d9c04c10fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:49:58.931910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-03fec536-5a31-464d-b590-8d9c04c10fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:49:58.934717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-03fec536-5a31-464d-b590-8d9c04c10fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:49:58.940426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-03fec536-5a31-464d-b590-8d9c04c10fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:49:58.951583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-03fec536-5a31-464d-b590-8d9c04c10fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:58.972363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-03fec536-5a31-464d-b590-8d9c04c10fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:49:58.976526 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-03fec536-5a31-464d-b590-8d9c04c10fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:49:58.979628 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-03fec536-5a31-464d-b590-8d9c04c10fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:49:58.985352 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-03fec536-5a31-464d-b590-8d9c04c10fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:49:59.056180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-03fec536-5a31-464d-b590-8d9c04c10fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.061665 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-03fec536-5a31-464d-b590-8d9c04c10fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.065268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-09c6e564-3050-4d90-80a4-2c816647d477 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:59.105959 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fec536-5a31-464d-b590-8d9c04c10fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f510450-4775-4421-ac2b-d63211456610,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:59.109208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-03fec536-5a31-464d-b590-8d9c04c10fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:59.110584 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-03fec536-5a31-464d-b590-8d9c04c10fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.114455 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-03fec536-5a31-464d-b590-8d9c04c10fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1935370 Jun 02 20:49:59.114921 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60086) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:59.119545 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-6cdea917-378b-4bff-bf60-42d72212b577 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '2f510450-4775-4421-ac2b-d63211456610', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:49:59.125231 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6cdea917-378b-4bff-bf60-42d72212b577 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:49:59.129344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6cdea917-378b-4bff-bf60-42d72212b577 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:49:59.132170 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6cdea917-378b-4bff-bf60-42d72212b577 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:49:59.138728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6cdea917-378b-4bff-bf60-42d72212b577 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:49:59.154397 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.154952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6cdea917-378b-4bff-bf60-42d72212b577 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.165331 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] Transition to ACTIVE for port object 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:49:59.171912 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.178488 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-900b1b38-de84-478b-9a71-084b5a7d02a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:59.216988 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6cdea917-378b-4bff-bf60-42d72212b577 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.221477 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6cdea917-378b-4bff-bf60-42d72212b577 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.228146 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a159b4f6-31ec-4f36-911e-855ab1c64dc0 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:59.252564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdea917-378b-4bff-bf60-42d72212b577 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84291eda-a00a-431b-b134-549b256bc6f7,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:59.255773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6cdea917-378b-4bff-bf60-42d72212b577 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:59.264747 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6cdea917-378b-4bff-bf60-42d72212b577 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.265988 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6cdea917-378b-4bff-bf60-42d72212b577 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504064 Jun 02 20:49:59.268883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60088) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:59.274294 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-4878c5ce-b973-4415-b2f4-cc21fbfe7f5c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '2f510450-4775-4421-ac2b-d63211456610', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:49:59.281440 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4878c5ce-b973-4415-b2f4-cc21fbfe7f5c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:49:59.287380 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4878c5ce-b973-4415-b2f4-cc21fbfe7f5c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:49:59.290341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4878c5ce-b973-4415-b2f4-cc21fbfe7f5c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:49:59.297454 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4878c5ce-b973-4415-b2f4-cc21fbfe7f5c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:49:59.314072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4878c5ce-b973-4415-b2f4-cc21fbfe7f5c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.381597 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4878c5ce-b973-4415-b2f4-cc21fbfe7f5c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.384517 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] Attempting to bind port 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:49:59.385257 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] Attempting to bind port 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'e349b47e-716b-4f43-8372-5477a8164487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:49:59.385662 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] Attempting to bind port 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 on network cf227f1a-9153-483f-93f5-2d4caddb30e1 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:49:59.386184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4878c5ce-b973-4415-b2f4-cc21fbfe7f5c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.388030 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998b71a-d4a4-4249-8d27-0fae760a801c None None] Pushing event updated for resources: {'Port': ['ID=7dca7b15-53dd-44fc-b623-aa19fd6ebf25,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:59.388738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7d78aba6-dcbb-4565-8013-2a7594853e8a tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:59.396722 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998b71a-d4a4-4249-8d27-0fae760a801c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:59.397040 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998b71a-d4a4-4249-8d27-0fae760a801c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:59.397358 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998b71a-d4a4-4249-8d27-0fae760a801c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:59.397692 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998b71a-d4a4-4249-8d27-0fae760a801c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:59.398015 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998b71a-d4a4-4249-8d27-0fae760a801c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:59.398333 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998b71a-d4a4-4249-8d27-0fae760a801c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:59.398652 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998b71a-d4a4-4249-8d27-0fae760a801c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:59.398958 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998b71a-d4a4-4249-8d27-0fae760a801c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:59.399295 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998b71a-d4a4-4249-8d27-0fae760a801c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:59.399707 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998b71a-d4a4-4249-8d27-0fae760a801c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:59.399908 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998b71a-d4a4-4249-8d27-0fae760a801c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:59.400746 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4998b71a-d4a4-4249-8d27-0fae760a801c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:49:59.405439 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-4998b71a-d4a4-4249-8d27-0fae760a801c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:59.406258 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:49:59.406632 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] Checking segment: {'id': 'e349b47e-716b-4f43-8372-5477a8164487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:49:59.407034 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.407443 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] Bound using segment: {'id': 'e349b47e-716b-4f43-8372-5477a8164487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:49:59.407931 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] Bound port: 7dca7b15-53dd-44fc-b623-aa19fd6ebf25, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e349b47e-716b-4f43-8372-5477a8164487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:49:59.408291 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.412367 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878c5ce-b973-4415-b2f4-cc21fbfe7f5c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b310d4cb-76e7-4f27-b3fb-2242018157ce,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:59.416877 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4878c5ce-b973-4415-b2f4-cc21fbfe7f5c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:59.425271 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4878c5ce-b973-4415-b2f4-cc21fbfe7f5c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.426520 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4878c5ce-b973-4415-b2f4-cc21fbfe7f5c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1564636 Jun 02 20:49:59.429972 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60090) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:59.434650 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-c8a604dd-fe6d-417c-a363-4c002dd46c7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '2f510450-4775-4421-ac2b-d63211456610', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:49:59.441056 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c8a604dd-fe6d-417c-a363-4c002dd46c7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:49:59.449194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c8a604dd-fe6d-417c-a363-4c002dd46c7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:49:59.452387 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c8a604dd-fe6d-417c-a363-4c002dd46c7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:49:59.463475 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c8a604dd-fe6d-417c-a363-4c002dd46c7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:49:59.479336 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8a604dd-fe6d-417c-a363-4c002dd46c7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.499550 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] For port 7dca7b15-53dd-44fc-b623-aa19fd6ebf25, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:49:59.502530 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] For port 7dca7b15-53dd-44fc-b623-aa19fd6ebf25, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7dca7b15-53dd-44fc-b623-aa19fd6ebf25,segment=NetworkSegment(e349b47e-716b-4f43-8372-5477a8164487),segment_id=e349b47e-716b-4f43-8372-5477a8164487)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:49:59.506831 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.511603 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-7a13292d-f523-43f5-8294-8ef363dfbd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:59.543519 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8a604dd-fe6d-417c-a363-4c002dd46c7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.548132 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8a604dd-fe6d-417c-a363-4c002dd46c7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.555343 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4bc8ffbe-5fa5-4e7c-993b-befe1ede80fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:59.575386 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a604dd-fe6d-417c-a363-4c002dd46c7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba8769a-ff54-44a8-9dc0-5c699b1b2ed5,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:59.581120 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c8a604dd-fe6d-417c-a363-4c002dd46c7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:59.581897 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] Routers {'380d7433-6e73-43fc-bb0d-398c506c1fa0'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:49:59.582544 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:49:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['380d7433-6e73-43fc-bb0d-398c506c1fa0'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:49:59.587136 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c8a604dd-fe6d-417c-a363-4c002dd46c7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.589375 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c8a604dd-fe6d-417c-a363-4c002dd46c7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1584134 Jun 02 20:49:59.592395 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60092) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:59.597200 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-4ca2a1aa-f58d-4d10-8ac7-141dfe9ceefe tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '2f510450-4775-4421-ac2b-d63211456610', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:49:59.603517 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4ca2a1aa-f58d-4d10-8ac7-141dfe9ceefe tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:49:59.607459 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4ca2a1aa-f58d-4d10-8ac7-141dfe9ceefe tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:49:59.610353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4ca2a1aa-f58d-4d10-8ac7-141dfe9ceefe tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:49:59.617113 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4ca2a1aa-f58d-4d10-8ac7-141dfe9ceefe tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:49:59.634330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a1aa-f58d-4d10-8ac7-141dfe9ceefe tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.659888 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998b71a-d4a4-4249-8d27-0fae760a801c None None] Pushing event updated for resources: {'Port': ['ID=7dca7b15-53dd-44fc-b623-aa19fd6ebf25,revision_number=4']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:59.703364 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a1aa-f58d-4d10-8ac7-141dfe9ceefe tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.707436 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a1aa-f58d-4d10-8ac7-141dfe9ceefe tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.714104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-92e58902-0136-44af-88ff-c9d2435f8e77 tempest-SecGroupIPv6Test-124957105 tempest-SecGroupIPv6Test-124957105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:59.734422 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2a1aa-f58d-4d10-8ac7-141dfe9ceefe tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25d85db-587a-4c15-832f-87fba0be4432,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:59.736892 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4ca2a1aa-f58d-4d10-8ac7-141dfe9ceefe tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:59.745922 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a1aa-f58d-4d10-8ac7-141dfe9ceefe tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.747354 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4ca2a1aa-f58d-4d10-8ac7-141dfe9ceefe tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1539156 Jun 02 20:49:59.749185 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-4998b71a-d4a4-4249-8d27-0fae760a801c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:59.750034 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60094) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:59.755060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-9e199817-cad3-43ac-81ea-f735a0d7919f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '2f510450-4775-4421-ac2b-d63211456610', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:49:59.761571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9e199817-cad3-43ac-81ea-f735a0d7919f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:49:59.765442 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9e199817-cad3-43ac-81ea-f735a0d7919f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:49:59.768297 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-9e199817-cad3-43ac-81ea-f735a0d7919f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:49:59.775087 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-9e199817-cad3-43ac-81ea-f735a0d7919f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:49:59.785695 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-9e199817-cad3-43ac-81ea-f735a0d7919f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:49:59.787295 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] Set router 380d7433-6e73-43fc-bb0d-398c506c1fa0 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:49:59.791800 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e199817-cad3-43ac-81ea-f735a0d7919f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.857664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e199817-cad3-43ac-81ea-f735a0d7919f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.862043 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e199817-cad3-43ac-81ea-f735a0d7919f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.864374 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e8a32b15-65e5-4a36-b970-9e8bfab73774 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:49:59.886801 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e199817-cad3-43ac-81ea-f735a0d7919f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fc6763-3277-4810-81d7-74c9a94ffa64,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:49:59.890822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9e199817-cad3-43ac-81ea-f735a0d7919f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:49:59.899304 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e199817-cad3-43ac-81ea-f735a0d7919f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:49:59.900512 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9e199817-cad3-43ac-81ea-f735a0d7919f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1495037 Jun 02 20:49:59.903228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60096) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:49:59.907737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-44a538de-c276-4560-abb7-62a6bd6def81 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '2f510450-4775-4421-ac2b-d63211456610', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:49:59.913404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-44a538de-c276-4560-abb7-62a6bd6def81 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:49:59.917108 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-44a538de-c276-4560-abb7-62a6bd6def81 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:49:59.919941 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-44a538de-c276-4560-abb7-62a6bd6def81 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:49:59.925488 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-44a538de-c276-4560-abb7-62a6bd6def81 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:49:59.936477 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-44a538de-c276-4560-abb7-62a6bd6def81 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:49:59.941918 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44a538de-c276-4560-abb7-62a6bd6def81 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:00.008920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44a538de-c276-4560-abb7-62a6bd6def81 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:00.013705 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44a538de-c276-4560-abb7-62a6bd6def81 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:00.019592 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e0ec4c69-8f16-41cb-978a-ea37a733d6eb tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:50:00.039468 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a538de-c276-4560-abb7-62a6bd6def81 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbdebd0-5667-4fb4-882f-0152a28417e5,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:50:00.042094 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-44a538de-c276-4560-abb7-62a6bd6def81 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:50:00.050352 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44a538de-c276-4560-abb7-62a6bd6def81 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:00.062167 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-44a538de-c276-4560-abb7-62a6bd6def81 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1474030 Jun 02 20:50:00.070940 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4631b32b-ec22-4fd8-9e65-ea6107bfb0d0 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:50:00.108087 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'name': 'tempest-TestNetworkBasicOps-router-359045402', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:49:50Z', 'updated_at': '2021-06-02T20:49:56Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:51Z', 'updated_at': '2021-06-02T20:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '7dca7b15-53dd-44fc-b623-aa19fd6ebf25', 'name': '', 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:3a:65:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5b21c73c-470d-4394-8cb3-e2b8c9f5c9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:55Z', 'updated_at': '2021-06-02T20:49:59Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '5b21c73c-470d-4394-8cb3-e2b8c9f5c9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:50:00.112363 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad9da4a-0b16-4b3e-a0af-d281cb2d7c8f None None] The sync data for ids ['380d7433-6e73-43fc-bb0d-398c506c1fa0'] in dv-neutron-601336-84-hyperv is: [{'id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'name': 'tempest-TestNetworkBasicOps-router-359045402', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:49:50Z', 'updated_at': '2021-06-02T20:49:56Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:51Z', 'updated_at': '2021-06-02T20:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '7dca7b15-53dd-44fc-b623-aa19fd6ebf25', 'name': '', 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:3a:65:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5b21c73c-470d-4394-8cb3-e2b8c9f5c9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:55Z', 'updated_at': '2021-06-02T20:49:59Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '5b21c73c-470d-4394-8cb3-e2b8c9f5c9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:50:00.147348 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 4631b32b-ec22-4fd8-9e65-ea6107bfb0d0 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:50:00.147959 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:00.289764 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 53130522-0a86-4ba9-9058-420cbdaeb60d up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:50:00.304850 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-4c98182a-6b6c-425f-b0e0-7c7e35a18995 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:50:00.321641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-4c98182a-6b6c-425f-b0e0-7c7e35a18995 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:50:00.323525 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-4c98182a-6b6c-425f-b0e0-7c7e35a18995 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1700274410&fields=id&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 267 time: 0.0641501 Jun 02 20:50:00.361625 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 53130522-0a86-4ba9-9058-420cbdaeb60d triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:50:00.362003 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:00.487099 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-664f7be9-c6fe-4867-ab64-b84d5ce9062e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:00.487775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-664f7be9-c6fe-4867-ab64-b84d5ce9062e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:network {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:50:00.503699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-664f7be9-c6fe-4867-ab64-b84d5ce9062e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:network {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:50:00.504854 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-664f7be9-c6fe-4867-ab64-b84d5ce9062e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/networks?id=cf227f1a-9153-483f-93f5-2d4caddb30e1 HTTP/1.1" status: 200 len: 797 time: 0.1738765 Jun 02 20:50:00.520472 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-347ceec2-1f67-46e0-bcc0-e4c66b68f265 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/quotas/7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 375 time: 0.0095389 Jun 02 20:50:00.612274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-9d91cd6b-9693-49e3-a429-877039a34d3e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:50:00.628632 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-9d91cd6b-9693-49e3-a429-877039a34d3e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:50:00.630105 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-9d91cd6b-9693-49e3-a429-877039a34d3e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037946 Jun 02 20:50:00.732873 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a02e1bc1-5245-4c35-a841-2809f6b302fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:00.774621 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-cf1c249b-da3e-4661-9860-530a93981ff7 service neutron] 10.222.0.25 "GET /v2.0/networks/cf227f1a-9153-483f-93f5-2d4caddb30e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319535 Jun 02 20:50:00.909745 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-75293be4-1b77-4bf2-9769-423250a861f5 service neutron] 10.222.0.25 "GET /v2.0/networks/cf227f1a-9153-483f-93f5-2d4caddb30e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286767 Jun 02 20:50:01.094434 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a51ca8d8-e208-4d96-9375-f9c48673f281 req-acedd262-d454-4105-968e-27064ebf8536 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 210 time: 0.0487461 Jun 02 20:50:02.100677 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:50:02.115326 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-49611c5b-8da9-49e6-bfaf-c852583af96a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:02.118323 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-49611c5b-8da9-49e6-bfaf-c852583af96a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/networks?id=cf227f1a-9153-483f-93f5-2d4caddb30e1 HTTP/1.1" status: 200 len: 797 time: 0.1522641 Jun 02 20:50:02.169662 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-0775c9ee-6451-41eb-9bb4-4043554c9f8f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 380 time: 0.0427802 Jun 02 20:50:02.179344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-cbb1038a-4f50-4e25-a022-8391666c2d50 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'port': {'device_id': '9f75858a-51a0-4929-94f0-8677710059c4', 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1', 'admin_state_up': True, 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'security_groups': ['2f510450-4775-4421-ac2b-d63211456610']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:50:02.206632 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:50:02.211925 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:50:02.212314 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:02.334111 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:02.368335 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 7dca7b15-53dd-44fc-b623-aa19fd6ebf25, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7dca7b15-53dd-44fc-b623-aa19fd6ebf25,segment=NetworkSegment(e349b47e-716b-4f43-8372-5477a8164487),segment_id=e349b47e-716b-4f43-8372-5477a8164487)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:50:02.372248 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:02.374143 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:50:02.440026 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=7dca7b15-53dd-44fc-b623-aa19fd6ebf25,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:50:02.442932 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:50:02.475228 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c80bb059-a094-4662-bcd8-c9f49f1645a0 req-d902e8f0-f185-45ff-8574-19e7615497a1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 210 time: 0.0615754 Jun 02 20:50:02.529708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-cbb1038a-4f50-4e25-a022-8391666c2d50 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:50:02.539355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-cbb1038a-4f50-4e25-a022-8391666c2d50 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:50:02.548794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-cbb1038a-4f50-4e25-a022-8391666c2d50 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:50:02.552625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-cbb1038a-4f50-4e25-a022-8391666c2d50 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:02.707114 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-cbb1038a-4f50-4e25-a022-8391666c2d50 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.20.0.14 (cf227f1a-9153-483f-93f5-2d4caddb30e1/5b21c73c-470d-4394-8cb3-e2b8c9f5c9be/fe998c1a-9b88-4cd1-a609-4718350f5689) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:50:02.895384 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-cbb1038a-4f50-4e25-a022-8391666c2d50 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:02.909670 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-cbb1038a-4f50-4e25-a022-8391666c2d50 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Transition to ACTIVE for port object fe998c1a-9b88-4cd1-a609-4718350f5689 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:50:02.931429 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-cbb1038a-4f50-4e25-a022-8391666c2d50 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:02.937183 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:50:03.000371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-cbb1038a-4f50-4e25-a022-8391666c2d50 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network cf227f1a-9153-483f-93f5-2d4caddb30e1 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:50:03.004026 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-cbb1038a-4f50-4e25-a022-8391666c2d50 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:50:03.007995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-cbb1038a-4f50-4e25-a022-8391666c2d50 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:50:03.044106 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1038a-4f50-4e25-a022-8391666c2d50 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=fe998c1a-9b88-4cd1-a609-4718350f5689,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:50:03.048961 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cbb1038a-4f50-4e25-a022-8391666c2d50 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:50:03.081516 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-cbb1038a-4f50-4e25-a022-8391666c2d50 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:03.082123 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-cbb1038a-4f50-4e25-a022-8391666c2d50 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:03.111012 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-cbb1038a-4f50-4e25-a022-8391666c2d50 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9367867 Jun 02 20:50:03.123093 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Request body: {'port': {'device_id': '9f75858a-51a0-4929-94f0-8677710059c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:50:03.213979 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e9a57f6b-fc59-4b00-9c52-f957f8586906 None None] Provisioning for port fe998c1a-9b88-4cd1-a609-4718350f5689 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:50:03.218529 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e9a57f6b-fc59-4b00-9c52-f957f8586906 None None] Provisioning complete for port fe998c1a-9b88-4cd1-a609-4718350f5689 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:50:03.218936 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e9a57f6b-fc59-4b00-9c52-f957f8586906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:03.232783 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:03.274705 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-e9a57f6b-fc59-4b00-9c52-f957f8586906 None None] Port fe998c1a-9b88-4cd1-a609-4718350f5689 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:50:03.316027 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3f172503-b979-4bc4-acfb-dbd7597d518f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:03.359971 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:03.580783 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe998c1a-9b88-4cd1-a609-4718350f5689 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:50:03.587889 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:03.601851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Transition to ACTIVE for port object fe998c1a-9b88-4cd1-a609-4718350f5689 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:50:03.606461 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:03.610952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9ec3a7d2-6bfc-44ce-95b4-6143a7f25170 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:50:03.663017 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3c9cd-c6c0-41af-96a9-6480d807e0c3 req-0b309146-ab98-4373-adf4-36fa07c6145e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:03.664564 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-43e3c9cd-c6c0-41af-96a9-6480d807e0c3 req-0b309146-ab98-4373-adf4-36fa07c6145e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 944 time: 0.0860116 Jun 02 20:50:03.718176 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-43e3c9cd-c6c0-41af-96a9-6480d807e0c3 req-c642ee09-e212-4647-b7f6-24a57687408c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f510450-4775-4421-ac2b-d63211456610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472021 Jun 02 20:50:03.767035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe998c1a-9b88-4cd1-a609-4718350f5689,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:50:03.774087 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:50:03.841211 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Attempting to bind port fe998c1a-9b88-4cd1-a609-4718350f5689 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:50:03.841546 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Attempting to bind port fe998c1a-9b88-4cd1-a609-4718350f5689 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e349b47e-716b-4f43-8372-5477a8164487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:50:03.841873 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Attempting to bind port fe998c1a-9b88-4cd1-a609-4718350f5689 on network cf227f1a-9153-483f-93f5-2d4caddb30e1 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:50:03.846325 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Port fe998c1a-9b88-4cd1-a609-4718350f5689 on network cf227f1a-9153-483f-93f5-2d4caddb30e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:50:03.846645 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Attempting to bind port fe998c1a-9b88-4cd1-a609-4718350f5689 on network cf227f1a-9153-483f-93f5-2d4caddb30e1 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:50:03.851596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:50:03.851931 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Checking segment: {'id': 'e349b47e-716b-4f43-8372-5477a8164487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:50:03.852311 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Bound using segment: {'id': 'e349b47e-716b-4f43-8372-5477a8164487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:50:03.852730 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Bound port: fe998c1a-9b88-4cd1-a609-4718350f5689, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e349b47e-716b-4f43-8372-5477a8164487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:50:03.853086 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:03.942805 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] For port fe998c1a-9b88-4cd1-a609-4718350f5689, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:50:03.945731 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] For port fe998c1a-9b88-4cd1-a609-4718350f5689, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fe998c1a-9b88-4cd1-a609-4718350f5689,segment=NetworkSegment(e349b47e-716b-4f43-8372-5477a8164487),segment_id=e349b47e-716b-4f43-8372-5477a8164487)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:50:03.949662 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:03.953929 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5ed8310b-99cc-4d3b-a4fc-82570870a306 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:50:04.002055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:04.002360 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:04.003999 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] 10.222.0.95 "PUT /v2.0/ports/fe998c1a-9b88-4cd1-a609-4718350f5689 HTTP/1.1" status: 200 len: 1094 time: 0.8859413 Jun 02 20:50:04.004514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f75858a-51a0-4929-94f0-8677710059c4', 'tag': 'fe998c1a-9b88-4cd1-a609-4718350f5689'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:50:04.006790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce218fb-280f-41e4-b59e-71904f741100" -d '{"events": [{"name": "network-changed", "server_uuid": "9f75858a-51a0-4929-94f0-8677710059c4", "tag": "fe998c1a-9b88-4cd1-a609-4718350f5689"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:50:04.034130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe998c1a-9b88-4cd1-a609-4718350f5689,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:50:04.037557 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:50:04.088175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c30325-d818-4bf6-8ddd-ece45ae4ae3a x-openstack-request-id: req-70c30325-d818-4bf6-8ddd-ece45ae4ae3a {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:50:04.088514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f75858a-51a0-4929-94f0-8677710059c4", "tag": "fe998c1a-9b88-4cd1-a609-4718350f5689", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:50:04.088893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70c30325-d818-4bf6-8ddd-ece45ae4ae3a {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:50:04.089820 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f75858a-51a0-4929-94f0-8677710059c4', 'tag': 'fe998c1a-9b88-4cd1-a609-4718350f5689', 'status': 'completed', 'code': 200} Jun 02 20:50:04.096040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:50:04.127195 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-45e79664-fb37-4632-a006-fc96115f400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:04.128724 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-45e79664-fb37-4632-a006-fc96115f400f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 1097 time: 0.0815687 Jun 02 20:50:04.170285 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:50:04.170665 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:04.203929 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-b35bcce3-da69-4000-8f1b-8b15a64f014b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe998c1a-9b88-4cd1-a609-4718350f5689 HTTP/1.1" status: 200 len: 217 time: 0.0673134 Jun 02 20:50:04.267111 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-9c890c57-60f0-462b-ae0f-323f32e1b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:04.268634 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-9c890c57-60f0-462b-ae0f-323f32e1b5c8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5b21c73c-470d-4394-8cb3-e2b8c9f5c9be HTTP/1.1" status: 200 len: 843 time: 0.0591776 Jun 02 20:50:04.288377 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:04.344318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-d5be6f4c-1f52-41c1-a467-4298b276fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:04.345770 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-d5be6f4c-1f52-41c1-a467-4298b276fac3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cf227f1a-9153-483f-93f5-2d4caddb30e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0712500 Jun 02 20:50:04.480086 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-cfae4ced-42f3-4402-b508-56ca1c01b0b1 service neutron] 10.222.0.95 "GET /v2.0/networks/cf227f1a-9153-483f-93f5-2d4caddb30e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272011 Jun 02 20:50:04.609398 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5a448ee-e3fb-499b-83c1-f5a41b8dc4e2 req-489bf0ff-dea4-4c0d-98e5-239f30d69729 service neutron] 10.222.0.95 "GET /v2.0/networks/cf227f1a-9153-483f-93f5-2d4caddb30e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234860 Jun 02 20:50:04.726943 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce218fb-280f-41e4-b59e-71904f741100 req-5d377911-5675-4650-99f4-c2968d5da498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:04.728440 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0ce218fb-280f-41e4-b59e-71904f741100 req-5d377911-5675-4650-99f4-c2968d5da498 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 1097 time: 0.0742366 Jun 02 20:50:04.915941 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2216fe-2db0-4248-bc57-8a961a4ebad6 req-a52d0b6c-38c3-4f07-bb3f-dfee013bb3bb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:04.917443 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fd2216fe-2db0-4248-bc57-8a961a4ebad6 req-a52d0b6c-38c3-4f07-bb3f-dfee013bb3bb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 944 time: 0.0916421 Jun 02 20:50:04.962877 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fd2216fe-2db0-4248-bc57-8a961a4ebad6 req-74f6e98f-31f8-4c4d-9e14-e648eaf83a2d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f510450-4775-4421-ac2b-d63211456610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397243 Jun 02 20:50:05.009004 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce218fb-280f-41e4-b59e-71904f741100 req-f62cb3cc-3e6b-4757-b672-8fea7381f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:05.012144 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0ce218fb-280f-41e4-b59e-71904f741100 req-f62cb3cc-3e6b-4757-b672-8fea7381f37d service neutron] 10.222.0.95 "GET /v2.0/networks?id=cf227f1a-9153-483f-93f5-2d4caddb30e1 HTTP/1.1" status: 200 len: 898 time: 0.2770598 Jun 02 20:50:05.082612 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0ce218fb-280f-41e4-b59e-71904f741100 req-fe766fe4-4a90-4547-8a62-5756ec1bbde2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe998c1a-9b88-4cd1-a609-4718350f5689 HTTP/1.1" status: 200 len: 217 time: 0.0639317 Jun 02 20:50:05.147400 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce218fb-280f-41e4-b59e-71904f741100 req-e52fd690-48d8-47f2-ba9f-3cfaf269a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:05.148856 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0ce218fb-280f-41e4-b59e-71904f741100 req-e52fd690-48d8-47f2-ba9f-3cfaf269a1b5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5b21c73c-470d-4394-8cb3-e2b8c9f5c9be HTTP/1.1" status: 200 len: 843 time: 0.0608122 Jun 02 20:50:05.225632 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce218fb-280f-41e4-b59e-71904f741100 req-d3a00e6d-399c-49e3-8bc1-ff1eb31433fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:05.227464 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0ce218fb-280f-41e4-b59e-71904f741100 req-d3a00e6d-399c-49e3-8bc1-ff1eb31433fb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cf227f1a-9153-483f-93f5-2d4caddb30e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0713983 Jun 02 20:50:05.361360 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0ce218fb-280f-41e4-b59e-71904f741100 req-4216ed5f-4834-474f-b92e-58b5a980417c service neutron] 10.222.0.95 "GET /v2.0/networks/cf227f1a-9153-483f-93f5-2d4caddb30e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269128 Jun 02 20:50:05.508382 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0ce218fb-280f-41e4-b59e-71904f741100 req-20021817-68df-4cf4-897a-f75c33d3b1d8 service neutron] 10.222.0.95 "GET /v2.0/networks/cf227f1a-9153-483f-93f5-2d4caddb30e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394017 Jun 02 20:50:05.915628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:06.155991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdce210-e7b9-4e23-a307-467e7c8328ab req-25057fb4-5e42-41e2-8b6d-370ed3e975ad tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:06.156692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-cbdce210-e7b9-4e23-a307-467e7c8328ab req-25057fb4-5e42-41e2-8b6d-370ed3e975ad tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:50:06.171630 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-cbdce210-e7b9-4e23-a307-467e7c8328ab req-25057fb4-5e42-41e2-8b6d-370ed3e975ad tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:50:06.172971 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cbdce210-e7b9-4e23-a307-467e7c8328ab req-25057fb4-5e42-41e2-8b6d-370ed3e975ad tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 944 time: 0.1015468 Jun 02 20:50:06.216832 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cbdce210-e7b9-4e23-a307-467e7c8328ab req-732d0620-fed9-410f-842c-7afb4152bafe tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f510450-4775-4421-ac2b-d63211456610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384126 Jun 02 20:50:07.401861 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8d70c-8d0a-42b4-b393-e6f9c506f9ab req-d1ee04b2-bc99-4c96-b2e0-22e0f22c7886 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:07.403199 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d3b8d70c-8d0a-42b4-b393-e6f9c506f9ab req-d1ee04b2-bc99-4c96-b2e0-22e0f22c7886 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 944 time: 0.0830231 Jun 02 20:50:07.445984 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d3b8d70c-8d0a-42b4-b393-e6f9c506f9ab req-73c45525-8238-48c3-ba89-25f911809006 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f510450-4775-4421-ac2b-d63211456610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371182 Jun 02 20:50:08.096200 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device fe998c1a-9b88-4cd1-a609-4718350f5689 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:50:08.226046 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port fe998c1a-9b88-4cd1-a609-4718350f5689, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fe998c1a-9b88-4cd1-a609-4718350f5689,segment=NetworkSegment(e349b47e-716b-4f43-8372-5477a8164487),segment_id=e349b47e-716b-4f43-8372-5477a8164487)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:50:08.239198 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': 'fe998c1a-9b88-4cd1-a609-4718350f5689', 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1', 'port_id': 'fe998c1a-9b88-4cd1-a609-4718350f5689', 'mac_address': 'fa:16:3e:8d:1b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b21c73c-470d-4394-8cb3-e2b8c9f5c9be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:50:08.296106 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:08.311650 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe998c1a-9b88-4cd1-a609-4718350f5689 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:50:08.325971 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port fe998c1a-9b88-4cd1-a609-4718350f5689, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fe998c1a-9b88-4cd1-a609-4718350f5689,segment=NetworkSegment(e349b47e-716b-4f43-8372-5477a8164487),segment_id=e349b47e-716b-4f43-8372-5477a8164487)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:50:08.329826 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:08.331583 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:50:08.396742 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=fe998c1a-9b88-4cd1-a609-4718350f5689,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:50:08.399729 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:50:08.628185 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39985f-5293-4dcc-91b0-c0d501d5b89c req-47e1a8ce-09ad-4455-977e-3c94b5c7aa88 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:08.629536 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4c39985f-5293-4dcc-91b0-c0d501d5b89c req-47e1a8ce-09ad-4455-977e-3c94b5c7aa88 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 945 time: 0.0784936 Jun 02 20:50:08.662134 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['fe998c1a-9b88-4cd1-a609-4718350f5689'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:50:08.676970 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4c39985f-5293-4dcc-91b0-c0d501d5b89c req-359685b7-be8e-47e8-8ce4-403188824dc9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f510450-4775-4421-ac2b-d63211456610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419171 Jun 02 20:50:09.865040 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef180c-4067-428b-b683-0d00de31a119 req-fda2c463-67a9-412e-86d3-728fc8290451 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:09.866494 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-88ef180c-4067-428b-b683-0d00de31a119 req-fda2c463-67a9-412e-86d3-728fc8290451 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 945 time: 0.0837548 Jun 02 20:50:09.914151 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-88ef180c-4067-428b-b683-0d00de31a119 req-5c5e3f4f-7363-4aed-ae89-7eda9753aa71 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f510450-4775-4421-ac2b-d63211456610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418556 Jun 02 20:50:10.095915 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device fe998c1a-9b88-4cd1-a609-4718350f5689 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:50:10.165250 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port fe998c1a-9b88-4cd1-a609-4718350f5689 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:50:10.170667 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port fe998c1a-9b88-4cd1-a609-4718350f5689 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:50:10.171216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:10.287046 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:10.313397 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f75858a-51a0-4929-94f0-8677710059c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe998c1a-9b88-4cd1-a609-4718350f5689'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:50:10.315794 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bab500-011d-4ea7-8276-f16abb53403f" -d '{"events": [{"server_uuid": "9f75858a-51a0-4929-94f0-8677710059c4", "name": "network-vif-plugged", "status": "completed", "tag": "fe998c1a-9b88-4cd1-a609-4718350f5689"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:50:10.323752 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port fe998c1a-9b88-4cd1-a609-4718350f5689, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fe998c1a-9b88-4cd1-a609-4718350f5689,segment=NetworkSegment(e349b47e-716b-4f43-8372-5477a8164487),segment_id=e349b47e-716b-4f43-8372-5477a8164487)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:50:10.327692 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:10.330570 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e4890c46-b969-48a8-a142-f36109985fe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:50:10.365648 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffce1a01-41e1-4a9e-ab8b-2d95cb9a5595 x-openstack-request-id: req-ffce1a01-41e1-4a9e-ab8b-2d95cb9a5595 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:50:10.365941 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f75858a-51a0-4929-94f0-8677710059c4", "name": "network-vif-plugged", "status": "completed", "tag": "fe998c1a-9b88-4cd1-a609-4718350f5689", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:50:10.366195 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffce1a01-41e1-4a9e-ab8b-2d95cb9a5595 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:50:10.366577 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f75858a-51a0-4929-94f0-8677710059c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe998c1a-9b88-4cd1-a609-4718350f5689', 'code': 200} Jun 02 20:50:10.399261 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=fe998c1a-9b88-4cd1-a609-4718350f5689,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:50:10.402144 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:50:10.582799 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b07142-5d07-4077-b441-3d689bd668cd req-97c9afa3-e940-4a35-92e7-c622d162839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:10.584162 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f9b07142-5d07-4077-b441-3d689bd668cd req-97c9afa3-e940-4a35-92e7-c622d162839d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 1099 time: 0.0681911 Jun 02 20:50:10.622411 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f9b07142-5d07-4077-b441-3d689bd668cd req-12dbb16e-bcbd-4eff-bd9e-c9328cefc74d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=2f510450-4775-4421-ac2b-d63211456610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322008 Jun 02 20:50:11.109909 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b0e0d-526e-4732-b90b-38308a544f8d req-dcad36e8-f36b-4f3a-9213-3926d49239bc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:11.111674 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-df8b0e0d-526e-4732-b90b-38308a544f8d req-dcad36e8-f36b-4f3a-9213-3926d49239bc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 946 time: 0.0937362 Jun 02 20:50:11.155897 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-df8b0e0d-526e-4732-b90b-38308a544f8d req-56d1a6c5-7a76-4207-a340-9f7c3ee52303 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f510450-4775-4421-ac2b-d63211456610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385466 Jun 02 20:50:12.343590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b577a3c-caf6-4958-8bf9-d30e0d1efb07 req-91e663ba-7904-4bc5-aa31-f1d617033aba tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:12.344932 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2b577a3c-caf6-4958-8bf9-d30e0d1efb07 req-91e663ba-7904-4bc5-aa31-f1d617033aba tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 946 time: 0.0818324 Jun 02 20:50:12.387611 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2b577a3c-caf6-4958-8bf9-d30e0d1efb07 req-dda88098-4963-48e1-b082-1b1a1546f6c9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f510450-4775-4421-ac2b-d63211456610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370166 Jun 02 20:50:12.580988 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4d3a7-0150-4acd-9a61-0029ac71762a req-5a9756e8-997e-4751-942e-ad6c788ab9a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:12.582423 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4dc4d3a7-0150-4acd-9a61-0029ac71762a req-5a9756e8-997e-4751-942e-ad6c788ab9a3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 946 time: 0.0848100 Jun 02 20:50:12.625473 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4dc4d3a7-0150-4acd-9a61-0029ac71762a req-daaf5a92-9a25-47cb-8874-9e18e0497cb2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f510450-4775-4421-ac2b-d63211456610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373044 Jun 02 20:50:12.648537 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60152) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:50:12.716720 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd4da3-d1c7-4cd8-b366-4976c2c6fafc tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:12.718194 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-00cd4da3-d1c7-4cd8-b366-4976c2c6fafc tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 1094 time: 0.0687101 Jun 02 20:50:12.721013 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60154) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:50:12.725369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': 'fe998c1a-9b88-4cd1-a609-4718350f5689', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:50:12.731393 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:50:12.735361 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:floatingip and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:50:12.738300 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:50:12.743947 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:50:12.755242 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:12.888679 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:13.149959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.26.0.20 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/9eccceb8-9a7e-4d71-b79d-bbedf89e4cd5) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:50:13.292378 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:13.320161 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:13.324519 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:50:13.387098 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:50:13.388208 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:50:13.392293 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:50:13.430471 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=9eccceb8-9a7e-4d71-b79d-bbedf89e4cd5,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:50:13.434449 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:50:13.806003 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:13.883853 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:14.085067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:14.089340 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:14.092981 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:50:14.201817 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=9eccceb8-9a7e-4d71-b79d-bbedf89e4cd5,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:50:14.204591 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:50:14.211201 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:14.374820 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Floating IP 324248ae-b7ce-4395-a876-a24e32375c87 associated. External IP: 172.26.0.20, port: fe998c1a-9b88-4cd1-a609-4718350f5689. Jun 02 20:50:14.423459 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:14.867292 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 380d7433-6e73-43fc-bb0d-398c506c1fa0 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:50:15.046709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:50:15.056084 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35483fbb-ebc8-4201-a0a8-292d6e73337c None None] Sync routers for ids ['380d7433-6e73-43fc-bb0d-398c506c1fa0'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:50:15.065164 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35483fbb-ebc8-4201-a0a8-292d6e73337c None None] Routers {'380d7433-6e73-43fc-bb0d-398c506c1fa0'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:50:15.065782 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-35483fbb-ebc8-4201-a0a8-292d6e73337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:50:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['380d7433-6e73-43fc-bb0d-398c506c1fa0'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:50:15.070301 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:15.127194 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4026639 Jun 02 20:50:15.127194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f75858a-51a0-4929-94f0-8677710059c4', 'tag': 'fe998c1a-9b88-4cd1-a609-4718350f5689'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:50:15.127847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60156) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:50:15.128948 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d4a0a3-6eda-4f82-a97b-59451e61cebe" -d '{"events": [{"name": "network-changed", "server_uuid": "9f75858a-51a0-4929-94f0-8677710059c4", "tag": "fe998c1a-9b88-4cd1-a609-4718350f5689"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:50:15.175106 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01ac501-c6a7-4a6e-ad40-9dc890c2825c x-openstack-request-id: req-b01ac501-c6a7-4a6e-ad40-9dc890c2825c {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:50:15.175524 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f75858a-51a0-4929-94f0-8677710059c4", "tag": "fe998c1a-9b88-4cd1-a609-4718350f5689", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:50:15.175841 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b01ac501-c6a7-4a6e-ad40-9dc890c2825c {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:50:15.176272 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f75858a-51a0-4929-94f0-8677710059c4', 'tag': 'fe998c1a-9b88-4cd1-a609-4718350f5689', 'status': 'completed', 'code': 200} Jun 02 20:50:15.253264 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-35483fbb-ebc8-4201-a0a8-292d6e73337c None None] Set router 380d7433-6e73-43fc-bb0d-398c506c1fa0 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:50:15.290696 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ad97476d-616a-43b0-b210-406e0985e825 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/324248ae-b7ce-4395-a876-a24e32375c87 HTTP/1.1" status: 200 len: 991 time: 0.1612434 Jun 02 20:50:15.310987 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a0a3-6eda-4f82-a97b-59451e61cebe req-b351c1dc-7203-43d2-adfb-70404604348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:15.312380 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d0d4a0a3-6eda-4f82-a97b-59451e61cebe req-b351c1dc-7203-43d2-adfb-70404604348b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 1099 time: 0.1112709 Jun 02 20:50:15.441377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a0a3-6eda-4f82-a97b-59451e61cebe req-f14aa655-c037-403b-9cbc-18081e13079e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:15.442817 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d0d4a0a3-6eda-4f82-a97b-59451e61cebe req-f14aa655-c037-403b-9cbc-18081e13079e service neutron] 10.222.0.95 "GET /v2.0/networks?id=cf227f1a-9153-483f-93f5-2d4caddb30e1 HTTP/1.1" status: 200 len: 898 time: 0.1240070 Jun 02 20:50:15.547552 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d0d4a0a3-6eda-4f82-a97b-59451e61cebe req-84a3e153-be9d-43f3-970a-e66f8fd49acc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe998c1a-9b88-4cd1-a609-4718350f5689 HTTP/1.1" status: 200 len: 999 time: 0.0980942 Jun 02 20:50:15.595925 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-35483fbb-ebc8-4201-a0a8-292d6e73337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'name': 'tempest-TestNetworkBasicOps-router-359045402', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:49:50Z', 'updated_at': '2021-06-02T20:49:56Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:51Z', 'updated_at': '2021-06-02T20:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '324248ae-b7ce-4395-a876-a24e32375c87', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'port_id': 'fe998c1a-9b88-4cd1-a609-4718350f5689', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1', 'mac_address': 'fa:16:3e:8d:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f75858a-51a0-4929-94f0-8677710059c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:50:13Z', 'updated_at': '2021-06-02T20:50:13Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dca7b15-53dd-44fc-b623-aa19fd6ebf25', 'name': '', 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:3a:65:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5b21c73c-470d-4394-8cb3-e2b8c9f5c9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:55Z', 'updated_at': '2021-06-02T20:50:02Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '5b21c73c-470d-4394-8cb3-e2b8c9f5c9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:50:15.599643 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35483fbb-ebc8-4201-a0a8-292d6e73337c None None] Checking router: 380d7433-6e73-43fc-bb0d-398c506c1fa0 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:50:15.607814 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35483fbb-ebc8-4201-a0a8-292d6e73337c None None] Routers {'380d7433-6e73-43fc-bb0d-398c506c1fa0'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:50:15.608412 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-35483fbb-ebc8-4201-a0a8-292d6e73337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:50:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['380d7433-6e73-43fc-bb0d-398c506c1fa0'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:50:15.608791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a0a3-6eda-4f82-a97b-59451e61cebe req-a8afb73a-2359-42ba-82fb-3383ca4a1131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:15.610226 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d0d4a0a3-6eda-4f82-a97b-59451e61cebe req-a8afb73a-2359-42ba-82fb-3383ca4a1131 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5b21c73c-470d-4394-8cb3-e2b8c9f5c9be HTTP/1.1" status: 200 len: 843 time: 0.0572402 Jun 02 20:50:15.688357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4a0a3-6eda-4f82-a97b-59451e61cebe req-513963f1-539d-4a01-b994-d1db2f6cc8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:15.689814 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d0d4a0a3-6eda-4f82-a97b-59451e61cebe req-513963f1-539d-4a01-b994-d1db2f6cc8c3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cf227f1a-9153-483f-93f5-2d4caddb30e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0736191 Jun 02 20:50:15.785660 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-35483fbb-ebc8-4201-a0a8-292d6e73337c None None] Set router 380d7433-6e73-43fc-bb0d-398c506c1fa0 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:50:15.819496 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d0d4a0a3-6eda-4f82-a97b-59451e61cebe req-1a384d5d-1de1-4546-a903-015b2e562630 service neutron] 10.222.0.95 "GET /v2.0/networks/cf227f1a-9153-483f-93f5-2d4caddb30e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230962 Jun 02 20:50:16.072277 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:50:16.094343 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d0d4a0a3-6eda-4f82-a97b-59451e61cebe req-4eb46bcf-4107-42ca-9b8d-90ede5d0d05b service neutron] 10.222.0.95 "GET /v2.0/networks/cf227f1a-9153-483f-93f5-2d4caddb30e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689590 Jun 02 20:50:16.181629 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-35483fbb-ebc8-4201-a0a8-292d6e73337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'name': 'tempest-TestNetworkBasicOps-router-359045402', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:49:50Z', 'updated_at': '2021-06-02T20:49:56Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:51Z', 'updated_at': '2021-06-02T20:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '324248ae-b7ce-4395-a876-a24e32375c87', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'port_id': 'fe998c1a-9b88-4cd1-a609-4718350f5689', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1', 'mac_address': 'fa:16:3e:8d:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f75858a-51a0-4929-94f0-8677710059c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:50:13Z', 'updated_at': '2021-06-02T20:50:13Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dca7b15-53dd-44fc-b623-aa19fd6ebf25', 'name': '', 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:3a:65:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5b21c73c-470d-4394-8cb3-e2b8c9f5c9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:55Z', 'updated_at': '2021-06-02T20:50:02Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '5b21c73c-470d-4394-8cb3-e2b8c9f5c9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:50:16.186133 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35483fbb-ebc8-4201-a0a8-292d6e73337c None None] The sync data for ids ['380d7433-6e73-43fc-bb0d-398c506c1fa0'] in dv-neutron-601336-84-hyperv is: [{'id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'name': 'tempest-TestNetworkBasicOps-router-359045402', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:49:50Z', 'updated_at': '2021-06-02T20:49:56Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:51Z', 'updated_at': '2021-06-02T20:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '324248ae-b7ce-4395-a876-a24e32375c87', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'port_id': 'fe998c1a-9b88-4cd1-a609-4718350f5689', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1', 'mac_address': 'fa:16:3e:8d:1b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f75858a-51a0-4929-94f0-8677710059c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:50:13Z', 'updated_at': '2021-06-02T20:50:13Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dca7b15-53dd-44fc-b623-aa19fd6ebf25', 'name': '', 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:3a:65:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5b21c73c-470d-4394-8cb3-e2b8c9f5c9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:55Z', 'updated_at': '2021-06-02T20:50:02Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '5b21c73c-470d-4394-8cb3-e2b8c9f5c9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:50:16.294485 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60160) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:50:16.363815 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bc4c3c-d36e-426a-b1ce-a04bc18fedf6 None None] New status for floating IP 324248ae-b7ce-4395-a876-a24e32375c87: ACTIVE {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:50:16.402189 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5e43f390-94b6-494d-8d44-dbd1b739323e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/324248ae-b7ce-4395-a876-a24e32375c87 HTTP/1.1" status: 200 len: 991 time: 0.1064093 Jun 02 20:50:17.404929 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60162) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:50:17.511697 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1109c647-bbec-4377-9abb-80fdea061704 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/324248ae-b7ce-4395-a876-a24e32375c87 HTTP/1.1" status: 200 len: 993 time: 0.1054382 Jun 02 20:50:26.348331 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3d9d2162-1f92-4140-a9f9-741e089787ca req-e3c46989-fa66-4b19-9d2c-a2bf706bcf66 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9f75858a-51a0-4929-94f0-8677710059c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695066 Jun 02 20:50:26.487818 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d2162-1f92-4140-a9f9-741e089787ca req-bf2bb353-def9-424b-a333-16d967f8e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:26.489264 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3d9d2162-1f92-4140-a9f9-741e089787ca req-bf2bb353-def9-424b-a333-16d967f8e152 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 1099 time: 0.0736814 Jun 02 20:50:26.645464 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d2162-1f92-4140-a9f9-741e089787ca req-76c6f966-5801-4729-b62b-d3c0ea4b97c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:26.646794 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3d9d2162-1f92-4140-a9f9-741e089787ca req-76c6f966-5801-4729-b62b-d3c0ea4b97c2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=cf227f1a-9153-483f-93f5-2d4caddb30e1 HTTP/1.1" status: 200 len: 898 time: 0.1380193 Jun 02 20:50:26.749717 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3d9d2162-1f92-4140-a9f9-741e089787ca req-05f19fdc-87c4-41ea-8189-3e0733647c72 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe998c1a-9b88-4cd1-a609-4718350f5689 HTTP/1.1" status: 200 len: 1001 time: 0.0963516 Jun 02 20:50:26.811605 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d2162-1f92-4140-a9f9-741e089787ca req-2ae16b40-397f-45be-ad5f-f90125cb523b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:26.812978 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3d9d2162-1f92-4140-a9f9-741e089787ca req-2ae16b40-397f-45be-ad5f-f90125cb523b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5b21c73c-470d-4394-8cb3-e2b8c9f5c9be HTTP/1.1" status: 200 len: 843 time: 0.0560389 Jun 02 20:50:26.888343 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d2162-1f92-4140-a9f9-741e089787ca req-29fb684d-8338-4cc9-afce-d208453b0a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:50:26.889803 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3d9d2162-1f92-4140-a9f9-741e089787ca req-29fb684d-8338-4cc9-afce-d208453b0a68 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cf227f1a-9153-483f-93f5-2d4caddb30e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0701563 Jun 02 20:50:27.031439 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3d9d2162-1f92-4140-a9f9-741e089787ca req-9e296790-30bb-4605-b8a7-8ab04ef07b78 service neutron] 10.222.0.95 "GET /v2.0/networks/cf227f1a-9153-483f-93f5-2d4caddb30e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330953 Jun 02 20:50:27.161510 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3d9d2162-1f92-4140-a9f9-741e089787ca req-b25ce8fb-504d-42cb-93d1-3c1af5ead921 service neutron] 10.222.0.95 "GET /v2.0/networks/cf227f1a-9153-483f-93f5-2d4caddb30e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233265 Jun 02 20:50:30.738037 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-81ce764c-24db-41dd-a198-c1bf13f5d8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:33.316865 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a35564b6-fb9e-4cb8-935a-9ae524917483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:33.360447 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:34.253927 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:35.922190 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:44.428211 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:50:53.071511 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:51:00.739715 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f39c0110-f3bd-4e80-97cf-21dd009808c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:51:03.318486 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-dac3a83e-5e9d-4e4c-a76c-a19768ac5965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:51:03.364769 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:51:04.259775 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:51:05.921469 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:51:14.467526 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:51:27.346896 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-57189602-c3d0-40fc-b58c-9ac663742230 req-193b2d48-2d44-425c-a33c-f71c143333b4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9f75858a-51a0-4929-94f0-8677710059c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722311 Jun 02 20:51:27.482416 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57189602-c3d0-40fc-b58c-9ac663742230 req-d332a6b0-b0ac-49c1-8795-56b76d17131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:51:27.483871 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-57189602-c3d0-40fc-b58c-9ac663742230 req-d332a6b0-b0ac-49c1-8795-56b76d17131e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 1099 time: 0.0695672 Jun 02 20:51:27.628238 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57189602-c3d0-40fc-b58c-9ac663742230 req-36c8204b-f6bb-4187-b403-b1d232e6079b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:51:27.629853 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-57189602-c3d0-40fc-b58c-9ac663742230 req-36c8204b-f6bb-4187-b403-b1d232e6079b service neutron] 10.222.0.95 "GET /v2.0/networks?id=cf227f1a-9153-483f-93f5-2d4caddb30e1 HTTP/1.1" status: 200 len: 898 time: 0.1270709 Jun 02 20:51:27.740223 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-57189602-c3d0-40fc-b58c-9ac663742230 req-00a8d81a-cd43-4aad-9d0e-8e3bf4f2152e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe998c1a-9b88-4cd1-a609-4718350f5689 HTTP/1.1" status: 200 len: 1001 time: 0.1037755 Jun 02 20:51:27.802102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57189602-c3d0-40fc-b58c-9ac663742230 req-4bde40fb-548d-4872-baf5-80ea93589d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:51:27.803522 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-57189602-c3d0-40fc-b58c-9ac663742230 req-4bde40fb-548d-4872-baf5-80ea93589d3f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5b21c73c-470d-4394-8cb3-e2b8c9f5c9be HTTP/1.1" status: 200 len: 843 time: 0.0568473 Jun 02 20:51:27.881062 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57189602-c3d0-40fc-b58c-9ac663742230 req-a4c9aa69-9051-4463-bcba-74d7cde628a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:51:27.882407 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-57189602-c3d0-40fc-b58c-9ac663742230 req-a4c9aa69-9051-4463-bcba-74d7cde628a2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cf227f1a-9153-483f-93f5-2d4caddb30e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0724885 Jun 02 20:51:28.158214 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-57189602-c3d0-40fc-b58c-9ac663742230 req-d3121d91-4db7-4f33-af9b-065023d1fbcf service neutron] 10.222.0.95 "GET /v2.0/networks/cf227f1a-9153-483f-93f5-2d4caddb30e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681506 Jun 02 20:51:28.289157 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-57189602-c3d0-40fc-b58c-9ac663742230 req-d4549cac-6b8b-4e3b-a1b9-90a542dafbab service neutron] 10.222.0.95 "GET /v2.0/networks/cf227f1a-9153-483f-93f5-2d4caddb30e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243348 Jun 02 20:51:30.070184 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:51:30.741859 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d9eac29e-73a3-49db-8aab-f13e505749a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:51:33.318552 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5da4faf9-961d-4f8d-8913-43b1173bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:51:33.365816 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:51:34.260555 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:51:35.924553 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:51:44.482452 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:52:00.743889 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2ceed44f-d392-4b5e-8026-663a4d95c04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:52:03.320357 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-deb95add-0067-4ab9-b999-21a12d69d41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:52:03.368315 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:52:04.262220 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:52:05.926300 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:52:07.069031 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:52:14.482443 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:52:29.340868 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-11605d4a-1018-43d6-b0c4-5a7695db72be req-31f1e3b9-08c2-43ae-b94d-b07b1e48c0a0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9f75858a-51a0-4929-94f0-8677710059c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695491 Jun 02 20:52:29.481431 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11605d4a-1018-43d6-b0c4-5a7695db72be req-ea6bedd3-c03f-421a-a92f-c7cf8e77d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:52:29.482832 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-11605d4a-1018-43d6-b0c4-5a7695db72be req-ea6bedd3-c03f-421a-a92f-c7cf8e77d8c3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 1099 time: 0.0743589 Jun 02 20:52:29.627634 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11605d4a-1018-43d6-b0c4-5a7695db72be req-a4cb2a0b-f9ed-469c-b2bc-9004d421b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:52:29.629066 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-11605d4a-1018-43d6-b0c4-5a7695db72be req-a4cb2a0b-f9ed-469c-b2bc-9004d421b5ef service neutron] 10.222.0.95 "GET /v2.0/networks?id=cf227f1a-9153-483f-93f5-2d4caddb30e1 HTTP/1.1" status: 200 len: 898 time: 0.1274891 Jun 02 20:52:29.732506 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-11605d4a-1018-43d6-b0c4-5a7695db72be req-7aade743-6b5b-49bf-8dbd-1f5b6ec9e8e8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe998c1a-9b88-4cd1-a609-4718350f5689 HTTP/1.1" status: 200 len: 1001 time: 0.0964248 Jun 02 20:52:29.798828 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11605d4a-1018-43d6-b0c4-5a7695db72be req-f0727db8-33b3-4e54-8f28-5380853bdb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:52:29.800980 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-11605d4a-1018-43d6-b0c4-5a7695db72be req-f0727db8-33b3-4e54-8f28-5380853bdb28 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5b21c73c-470d-4394-8cb3-e2b8c9f5c9be HTTP/1.1" status: 200 len: 843 time: 0.0627546 Jun 02 20:52:29.879387 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11605d4a-1018-43d6-b0c4-5a7695db72be req-8826b3b7-679d-4e11-945a-61cf2bbe0d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:52:29.881088 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-11605d4a-1018-43d6-b0c4-5a7695db72be req-8826b3b7-679d-4e11-945a-61cf2bbe0d63 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cf227f1a-9153-483f-93f5-2d4caddb30e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0743186 Jun 02 20:52:30.011522 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-11605d4a-1018-43d6-b0c4-5a7695db72be req-60d9d4b4-359b-4dfb-81f3-d9de2ed166ff service neutron] 10.222.0.95 "GET /v2.0/networks/cf227f1a-9153-483f-93f5-2d4caddb30e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234989 Jun 02 20:52:30.151628 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-11605d4a-1018-43d6-b0c4-5a7695db72be req-d9bf4814-2d0d-4239-b38a-988695e68179 service neutron] 10.222.0.95 "GET /v2.0/networks/cf227f1a-9153-483f-93f5-2d4caddb30e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341295 Jun 02 20:52:30.745455 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ce3490de-39d6-4910-9c96-b3d7498df1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:52:33.320824 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c9af68eb-0fd6-49bf-9143-ff3aaf03cf63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:52:33.371074 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:52:34.265526 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:52:35.929219 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:52:44.068392 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:52:44.484706 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:52:49.544774 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60214) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:52:49.649757 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-2617ac13-a7e3-48bd-8e20-0567a003a0d9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:52:49.767193 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2617ac13-a7e3-48bd-8e20-0567a003a0d9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15639926'] for subnet, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:52:49.952570 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2617ac13-a7e3-48bd-8e20-0567a003a0d9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732231589605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16273683'] for subnet, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:52:49.956911 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8873e06d-dfaa-4f12-b059-169e7f8b9b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:52:49.997131 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2617ac13-a7e3-48bd-8e20-0567a003a0d9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:52:49.997722 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2617ac13-a7e3-48bd-8e20-0567a003a0d9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:52:49.999339 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2617ac13-a7e3-48bd-8e20-0567a003a0d9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/subnets/5b21c73c-470d-4394-8cb3-e2b8c9f5c9be HTTP/1.1" status: 200 len: 835 time: 0.4532347 Jun 02 20:52:50.002745 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80302ebb-e7c9-4a02-8f79-f94e7cd7a528 None None] Network cf227f1a-9153-483f-93f5-2d4caddb30e1 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:52:50.024332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617ac13-a7e3-48bd-8e20-0567a003a0d9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Subnet': ['ID=5b21c73c-470d-4394-8cb3-e2b8c9f5c9be,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:52:50.031534 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ac13-a7e3-48bd-8e20-0567a003a0d9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:52:50.031921 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ac13-a7e3-48bd-8e20-0567a003a0d9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:52:50.032308 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ac13-a7e3-48bd-8e20-0567a003a0d9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:52:50.032679 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ac13-a7e3-48bd-8e20-0567a003a0d9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:52:50.033048 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ac13-a7e3-48bd-8e20-0567a003a0d9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:52:50.033415 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ac13-a7e3-48bd-8e20-0567a003a0d9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:52:50.033777 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ac13-a7e3-48bd-8e20-0567a003a0d9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:52:50.034139 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ac13-a7e3-48bd-8e20-0567a003a0d9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:52:50.034503 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ac13-a7e3-48bd-8e20-0567a003a0d9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:52:50.034864 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ac13-a7e3-48bd-8e20-0567a003a0d9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:52:50.035320 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ac13-a7e3-48bd-8e20-0567a003a0d9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:52:50.035681 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617ac13-a7e3-48bd-8e20-0567a003a0d9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:52:50.039007 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2617ac13-a7e3-48bd-8e20-0567a003a0d9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:52:50.489016 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-63774f29-a1ed-4122-b468-73836167faa9 None None] Provisioning complete for port fe998c1a-9b88-4cd1-a609-4718350f5689 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:52:50.489324 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-63774f29-a1ed-4122-b468-73836167faa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:52:50.617968 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-63774f29-a1ed-4122-b468-73836167faa9 None None] Provisioning complete for port 53130522-0a86-4ba9-9058-420cbdaeb60d triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:52:50.618255 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-63774f29-a1ed-4122-b468-73836167faa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:52:50.742019 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-63774f29-a1ed-4122-b468-73836167faa9 None None] Provisioning complete for port 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:52:50.742339 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-63774f29-a1ed-4122-b468-73836167faa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:00.747654 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b806352e-c945-495c-949b-ef0b71c7795d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:03.323336 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7d8717ee-0bd5-4e50-869e-cf6f284c8b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:03.372025 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:04.268031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:05.932765 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:14.495778 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:21.067016 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:53:30.360949 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e66bef9e-0682-43da-ac1d-38dfd6638e55 req-6584e20f-5681-42a6-b240-a9dc9e24c224 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9f75858a-51a0-4929-94f0-8677710059c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688729 Jun 02 20:53:30.501578 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bef9e-0682-43da-ac1d-38dfd6638e55 req-3009a409-dd57-4279-958b-49965d85a333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:30.503070 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e66bef9e-0682-43da-ac1d-38dfd6638e55 req-3009a409-dd57-4279-958b-49965d85a333 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 1099 time: 0.0698364 Jun 02 20:53:30.646757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bef9e-0682-43da-ac1d-38dfd6638e55 req-32d8f6a6-abf3-4d6e-ba17-432ed8d8808e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:30.648225 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e66bef9e-0682-43da-ac1d-38dfd6638e55 req-32d8f6a6-abf3-4d6e-ba17-432ed8d8808e service neutron] 10.222.0.95 "GET /v2.0/networks?id=cf227f1a-9153-483f-93f5-2d4caddb30e1 HTTP/1.1" status: 200 len: 898 time: 0.1262515 Jun 02 20:53:30.752090 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f5bfb250-4888-4a89-9349-f52d83ecc8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:30.754724 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e66bef9e-0682-43da-ac1d-38dfd6638e55 req-24a5735b-0617-465d-ba4d-bf08a06f7f90 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe998c1a-9b88-4cd1-a609-4718350f5689 HTTP/1.1" status: 200 len: 1001 time: 0.0995514 Jun 02 20:53:30.820180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bef9e-0682-43da-ac1d-38dfd6638e55 req-6b8620cb-1169-4db2-905e-67941e987ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:30.821593 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e66bef9e-0682-43da-ac1d-38dfd6638e55 req-6b8620cb-1169-4db2-905e-67941e987ce2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5b21c73c-470d-4394-8cb3-e2b8c9f5c9be HTTP/1.1" status: 200 len: 843 time: 0.0607142 Jun 02 20:53:30.898050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bef9e-0682-43da-ac1d-38dfd6638e55 req-600d2c20-db7f-46f6-9beb-ff483e4eb10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:30.899507 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e66bef9e-0682-43da-ac1d-38dfd6638e55 req-600d2c20-db7f-46f6-9beb-ff483e4eb10e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cf227f1a-9153-483f-93f5-2d4caddb30e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0713599 Jun 02 20:53:30.910058 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [req-e66bef9e-0682-43da-ac1d-38dfd6638e55 req-7934c1ea-44b4-485b-a930-8f4e6df93340 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:53:30.910962 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e66bef9e-0682-43da-ac1d-38dfd6638e55 req-7934c1ea-44b4-485b-a930-8f4e6df93340 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047641 Jun 02 20:53:31.039226 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e66bef9e-0682-43da-ac1d-38dfd6638e55 req-0d019035-28c6-4745-9ea6-e4d9a0448cfc service neutron] 10.222.0.95 "GET /v2.0/networks/cf227f1a-9153-483f-93f5-2d4caddb30e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214080 Jun 02 20:53:31.308139 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e66bef9e-0682-43da-ac1d-38dfd6638e55 req-d624b4c6-1ca6-4566-a138-392c12a3aa4d service neutron] 10.222.0.95 "GET /v2.0/networks/cf227f1a-9153-483f-93f5-2d4caddb30e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575328 Jun 02 20:53:33.324017 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b1e64d70-46bd-4c76-aca8-3bf6170b91b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:33.372828 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:33.890882 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60258) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:34.147909 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 9eccceb8-9a7e-4d71-b79d-bbedf89e4cd5 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:53:34.148254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:34.265864 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:34.266195 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:34.270237 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:34.397443 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 9eccceb8-9a7e-4d71-b79d-bbedf89e4cd5 owned by network:floatingip {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:53:34.518385 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:34.522129 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:34.565078 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=9eccceb8-9a7e-4d71-b79d-bbedf89e4cd5,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:34.605705 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:34.606088 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:34.606464 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:34.606834 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:34.607242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:34.607616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:34.607975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:34.608506 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:34.608869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:34.609230 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:34.609587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:34.609943 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:34.616868 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:34.671597 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:34.671827 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Floating IP 324248ae-b7ce-4395-a876-a24e32375c87 disassociated (deleted). External IP: 172.26.0.20, port: fe998c1a-9b88-4cd1-a609-4718350f5689. Jun 02 20:53:35.030056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 380d7433-6e73-43fc-bb0d-398c506c1fa0 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:53:35.353047 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:53:35.362504 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5377a94f-8be3-476d-aba1-f3327126b303 None None] Sync routers for ids ['380d7433-6e73-43fc-bb0d-398c506c1fa0'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:53:35.372555 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5377a94f-8be3-476d-aba1-f3327126b303 None None] Routers {'380d7433-6e73-43fc-bb0d-398c506c1fa0'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:53:35.373234 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-5377a94f-8be3-476d-aba1-f3327126b303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:53:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['380d7433-6e73-43fc-bb0d-398c506c1fa0'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:53:35.373759 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:35.429092 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/floatingips/324248ae-b7ce-4395-a876-a24e32375c87 HTTP/1.1" status: 204 len: 168 time: 1.5371056 Jun 02 20:53:35.429893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f75858a-51a0-4929-94f0-8677710059c4', 'tag': 'fe998c1a-9b88-4cd1-a609-4718350f5689'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:53:35.432234 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dcff37-e98c-4da0-b61e-972459550418" -d '{"events": [{"name": "network-changed", "server_uuid": "9f75858a-51a0-4929-94f0-8677710059c4", "tag": "fe998c1a-9b88-4cd1-a609-4718350f5689"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:53:35.553579 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-5377a94f-8be3-476d-aba1-f3327126b303 None None] Set router 380d7433-6e73-43fc-bb0d-398c506c1fa0 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:53:35.854064 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c536785-85c6-4907-afab-cc51c9070838 req-e56ff0f1-8d45-49a3-bd3e-8d4afb04fa5e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:35.854806 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-0c536785-85c6-4907-afab-cc51c9070838 req-e56ff0f1-8d45-49a3-bd3e-8d4afb04fa5e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:53:35.870345 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-0c536785-85c6-4907-afab-cc51c9070838 req-e56ff0f1-8d45-49a3-bd3e-8d4afb04fa5e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:53:35.871548 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0c536785-85c6-4907-afab-cc51c9070838 req-e56ff0f1-8d45-49a3-bd3e-8d4afb04fa5e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 946 time: 0.1496069 Jun 02 20:53:35.916201 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0c536785-85c6-4907-afab-cc51c9070838 req-aebb1e37-8730-41a6-901f-a5faff09a2dc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f510450-4775-4421-ac2b-d63211456610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387700 Jun 02 20:53:35.920218 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-5377a94f-8be3-476d-aba1-f3327126b303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'name': 'tempest-TestNetworkBasicOps-router-359045402', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:49:50Z', 'updated_at': '2021-06-02T20:49:56Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:51Z', 'updated_at': '2021-06-02T20:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '7dca7b15-53dd-44fc-b623-aa19fd6ebf25', 'name': '', 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:3a:65:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5b21c73c-470d-4394-8cb3-e2b8c9f5c9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:55Z', 'updated_at': '2021-06-02T20:50:02Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '5b21c73c-470d-4394-8cb3-e2b8c9f5c9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:53:35.931184 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5377a94f-8be3-476d-aba1-f3327126b303 None None] Checking router: 380d7433-6e73-43fc-bb0d-398c506c1fa0 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:53:35.944997 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:35.946323 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5377a94f-8be3-476d-aba1-f3327126b303 None None] Routers {'380d7433-6e73-43fc-bb0d-398c506c1fa0'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:53:35.946924 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-5377a94f-8be3-476d-aba1-f3327126b303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:53:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['380d7433-6e73-43fc-bb0d-398c506c1fa0'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:53:36.121458 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-5377a94f-8be3-476d-aba1-f3327126b303 None None] Set router 380d7433-6e73-43fc-bb0d-398c506c1fa0 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:53:36.422338 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-5377a94f-8be3-476d-aba1-f3327126b303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'name': 'tempest-TestNetworkBasicOps-router-359045402', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:49:50Z', 'updated_at': '2021-06-02T20:49:56Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:51Z', 'updated_at': '2021-06-02T20:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '7dca7b15-53dd-44fc-b623-aa19fd6ebf25', 'name': '', 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:3a:65:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5b21c73c-470d-4394-8cb3-e2b8c9f5c9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:55Z', 'updated_at': '2021-06-02T20:50:02Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '5b21c73c-470d-4394-8cb3-e2b8c9f5c9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:53:36.426219 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5377a94f-8be3-476d-aba1-f3327126b303 None None] The sync data for ids ['380d7433-6e73-43fc-bb0d-398c506c1fa0'] in dv-neutron-601336-84-hyperv is: [{'id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'name': 'tempest-TestNetworkBasicOps-router-359045402', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:49:50Z', 'updated_at': '2021-06-02T20:49:56Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:51Z', 'updated_at': '2021-06-02T20:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '7dca7b15-53dd-44fc-b623-aa19fd6ebf25', 'name': '', 'network_id': 'cf227f1a-9153-483f-93f5-2d4caddb30e1', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:3a:65:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5b21c73c-470d-4394-8cb3-e2b8c9f5c9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:55Z', 'updated_at': '2021-06-02T20:50:02Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '5b21c73c-470d-4394-8cb3-e2b8c9f5c9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:53:36.620995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e055a88b-898c-4cca-8588-aed97415c91b x-openstack-request-id: req-e055a88b-898c-4cca-8588-aed97415c91b {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:53:36.621496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f75858a-51a0-4929-94f0-8677710059c4", "tag": "fe998c1a-9b88-4cd1-a609-4718350f5689", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:53:36.621617 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e055a88b-898c-4cca-8588-aed97415c91b {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:53:36.622042 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f75858a-51a0-4929-94f0-8677710059c4', 'tag': 'fe998c1a-9b88-4cd1-a609-4718350f5689', 'status': 'completed', 'code': 200} Jun 02 20:53:36.627260 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a69d995-3d50-43bc-bdee-4e0d9281a842 None None] New status for floating IP 324248ae-b7ce-4395-a876-a24e32375c87: DOWN {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:53:36.713795 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcff37-e98c-4da0-b61e-972459550418 req-e6f17e07-b85d-4312-83ad-443404ccafcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:36.715287 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a4dcff37-e98c-4da0-b61e-972459550418 req-e6f17e07-b85d-4312-83ad-443404ccafcc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 1099 time: 0.0703382 Jun 02 20:53:36.849144 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcff37-e98c-4da0-b61e-972459550418 req-ba8be8a9-6d93-4a46-b319-53161254acd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:36.850627 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a4dcff37-e98c-4da0-b61e-972459550418 req-ba8be8a9-6d93-4a46-b319-53161254acd6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=cf227f1a-9153-483f-93f5-2d4caddb30e1 HTTP/1.1" status: 200 len: 898 time: 0.1284983 Jun 02 20:53:36.922082 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a4dcff37-e98c-4da0-b61e-972459550418 req-77e4fdb4-4d91-4590-b8d5-b98a40779db5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe998c1a-9b88-4cd1-a609-4718350f5689 HTTP/1.1" status: 200 len: 217 time: 0.0633214 Jun 02 20:53:36.996591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcff37-e98c-4da0-b61e-972459550418 req-0d09185f-e5ee-4261-ae41-30f4eb3eac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:36.998014 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a4dcff37-e98c-4da0-b61e-972459550418 req-0d09185f-e5ee-4261-ae41-30f4eb3eac7d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5b21c73c-470d-4394-8cb3-e2b8c9f5c9be HTTP/1.1" status: 200 len: 843 time: 0.0669463 Jun 02 20:53:37.143137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62583851-975d-4034-9762-599ff23411a8 req-66f231db-47c6-4783-b03c-070a3cdc3f54 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:37.144602 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-62583851-975d-4034-9762-599ff23411a8 req-66f231db-47c6-4783-b03c-070a3cdc3f54 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 946 time: 0.1089361 Jun 02 20:53:37.147237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcff37-e98c-4da0-b61e-972459550418 req-27722888-9320-4241-84cd-b42fc3a89070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:37.149123 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a4dcff37-e98c-4da0-b61e-972459550418 req-27722888-9320-4241-84cd-b42fc3a89070 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cf227f1a-9153-483f-93f5-2d4caddb30e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1434796 Jun 02 20:53:37.262775 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-62583851-975d-4034-9762-599ff23411a8 req-6d0bef54-b629-4e0a-96cb-5a5d215699ce tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f510450-4775-4421-ac2b-d63211456610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117299 Jun 02 20:53:37.348691 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a4dcff37-e98c-4da0-b61e-972459550418 req-d50feb8d-dd64-47c7-b53c-c8d59cb77cef service neutron] 10.222.0.95 "GET /v2.0/networks/cf227f1a-9153-483f-93f5-2d4caddb30e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807456 Jun 02 20:53:37.495544 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552fc90-5edc-4e9f-bf40-a32802d788e3 req-fa276e24-5bf8-4417-a262-d923d883b747 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:37.497380 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b552fc90-5edc-4e9f-bf40-a32802d788e3 req-fa276e24-5bf8-4417-a262-d923d883b747 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/ports?device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 946 time: 0.1912313 Jun 02 20:53:37.559563 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a4dcff37-e98c-4da0-b61e-972459550418 req-780bc415-16ea-4e1f-8728-5ae4831ded8b service neutron] 10.222.0.95 "GET /v2.0/networks/cf227f1a-9153-483f-93f5-2d4caddb30e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023437 Jun 02 20:53:37.648299 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-b552fc90-5edc-4e9f-bf40-a32802d788e3 req-867ad546-24b4-4e6c-97bf-414179a566e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port fe998c1a-9b88-4cd1-a609-4718350f5689 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:53:37.649030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b552fc90-5edc-4e9f-bf40-a32802d788e3 req-867ad546-24b4-4e6c-97bf-414179a566e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:37.781182 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-b552fc90-5edc-4e9f-bf40-a32802d788e3 req-867ad546-24b4-4e6c-97bf-414179a566e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port fe998c1a-9b88-4cd1-a609-4718350f5689, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fe998c1a-9b88-4cd1-a609-4718350f5689,segment=NetworkSegment(e349b47e-716b-4f43-8372-5477a8164487),segment_id=e349b47e-716b-4f43-8372-5477a8164487)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:53:37.781542 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b552fc90-5edc-4e9f-bf40-a32802d788e3 req-867ad546-24b4-4e6c-97bf-414179a566e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:37.902797 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-b552fc90-5edc-4e9f-bf40-a32802d788e3 req-867ad546-24b4-4e6c-97bf-414179a566e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for fe998c1a-9b88-4cd1-a609-4718350f5689 owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:53:38.013728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b552fc90-5edc-4e9f-bf40-a32802d788e3 req-867ad546-24b4-4e6c-97bf-414179a566e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:38.019483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:38.063277 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ad546-24b4-4e6c-97bf-414179a566e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=fe998c1a-9b88-4cd1-a609-4718350f5689,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:38.066264 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-867ad546-24b4-4e6c-97bf-414179a566e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:38.276923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-b552fc90-5edc-4e9f-bf40-a32802d788e3 req-867ad546-24b4-4e6c-97bf-414179a566e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] No DVR routers for this DVR port fe998c1a-9b88-4cd1-a609-4718350f5689 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:53:38.279488 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b552fc90-5edc-4e9f-bf40-a32802d788e3 req-867ad546-24b4-4e6c-97bf-414179a566e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:38.293380 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b552fc90-5edc-4e9f-bf40-a32802d788e3 req-867ad546-24b4-4e6c-97bf-414179a566e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "DELETE /v2.0/ports/fe998c1a-9b88-4cd1-a609-4718350f5689 HTTP/1.1" status: 204 len: 173 time: 0.7904794 Jun 02 20:53:38.482676 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6c8557d7-53c1-4241-86bb-51af420fd69d req-86705641-8d14-45c8-a8a1-8087f1daaabe tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f75858a-51a0-4929-94f0-8677710059c4 HTTP/1.1" status: 200 len: 210 time: 0.1043272 Jun 02 20:53:38.623470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f75858a-51a0-4929-94f0-8677710059c4', 'name': 'network-vif-deleted', 'tag': 'fe998c1a-9b88-4cd1-a609-4718350f5689'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:53:38.625960 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc10f3e1-d4b5-4b87-a8f3-7b0b6ae28ab2" -d '{"events": [{"server_uuid": "9f75858a-51a0-4929-94f0-8677710059c4", "name": "network-vif-deleted", "tag": "fe998c1a-9b88-4cd1-a609-4718350f5689"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:53:38.667495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb80566-8dcf-4bc9-81b5-249053d4beb2 x-openstack-request-id: req-1eb80566-8dcf-4bc9-81b5-249053d4beb2 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:53:38.668119 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f75858a-51a0-4929-94f0-8677710059c4", "name": "network-vif-deleted", "tag": "fe998c1a-9b88-4cd1-a609-4718350f5689", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:53:38.668556 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1eb80566-8dcf-4bc9-81b5-249053d4beb2 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:53:38.668998 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f75858a-51a0-4929-94f0-8677710059c4', 'name': 'network-vif-deleted', 'tag': 'fe998c1a-9b88-4cd1-a609-4718350f5689', 'status': 'completed', 'code': 200} Jun 02 20:53:39.577142 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60294) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:39.644756 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5c59b901-ea2d-475c-b12a-5384964496a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:39.673349 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5c59b901-ea2d-475c-b12a-5384964496a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:39.739792 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5c59b901-ea2d-475c-b12a-5384964496a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:39.744882 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-52bef7e7-24fe-4bfb-a992-bb3b5c004318 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:39.764615 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59b901-ea2d-475c-b12a-5384964496a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f510450-4775-4421-ac2b-d63211456610,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:39.768458 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5c59b901-ea2d-475c-b12a-5384964496a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:39.771722 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5c59b901-ea2d-475c-b12a-5384964496a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:39.772740 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5c59b901-ea2d-475c-b12a-5384964496a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/security-groups/2f510450-4775-4421-ac2b-d63211456610 HTTP/1.1" status: 204 len: 168 time: 0.1946223 Jun 02 20:53:39.807745 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60298) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:40.494314 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-67b255d0-236f-4bcc-a08d-06616fc22b8e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:40.905793 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-67b255d0-236f-4bcc-a08d-06616fc22b8e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:53:40.906484 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-67b255d0-236f-4bcc-a08d-06616fc22b8e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:41.034936 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-67b255d0-236f-4bcc-a08d-06616fc22b8e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 7dca7b15-53dd-44fc-b623-aa19fd6ebf25, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7dca7b15-53dd-44fc-b623-aa19fd6ebf25,segment=NetworkSegment(e349b47e-716b-4f43-8372-5477a8164487),segment_id=e349b47e-716b-4f43-8372-5477a8164487)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:53:41.035328 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-67b255d0-236f-4bcc-a08d-06616fc22b8e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:41.080205 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device fe998c1a-9b88-4cd1-a609-4718350f5689 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:53:41.113715 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: fe998c1a-9b88-4cd1-a609-4718350f5689 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:53:41.115792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device fe998c1a-9b88-4cd1-a609-4718350f5689 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:53:41.160276 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-67b255d0-236f-4bcc-a08d-06616fc22b8e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:53:41.313224 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-67b255d0-236f-4bcc-a08d-06616fc22b8e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:41.317506 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:41.362935 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b255d0-236f-4bcc-a08d-06616fc22b8e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=7dca7b15-53dd-44fc-b623-aa19fd6ebf25,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:41.365637 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-67b255d0-236f-4bcc-a08d-06616fc22b8e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:41.637823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-67b255d0-236f-4bcc-a08d-06616fc22b8e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:42.136089 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b255d0-236f-4bcc-a08d-06616fc22b8e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 380d7433-6e73-43fc-bb0d-398c506c1fa0 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:53:42.313823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b255d0-236f-4bcc-a08d-06616fc22b8e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:53:42.323444 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40111188-b853-4d73-bbac-67b15c54af07 None None] Sync routers for ids ['380d7433-6e73-43fc-bb0d-398c506c1fa0'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:53:42.328320 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-67b255d0-236f-4bcc-a08d-06616fc22b8e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/routers/380d7433-6e73-43fc-bb0d-398c506c1fa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5176744 Jun 02 20:53:42.329094 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60300) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:42.332255 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40111188-b853-4d73-bbac-67b15c54af07 None None] Routers {'380d7433-6e73-43fc-bb0d-398c506c1fa0'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:53:42.332861 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-40111188-b853-4d73-bbac-67b15c54af07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:53:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['380d7433-6e73-43fc-bb0d-398c506c1fa0'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:53:42.392709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e481be-4979-4eba-b69c-c9382cca6771 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting subnet 5b21c73c-470d-4394-8cb3-e2b8c9f5c9be {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:53:42.395612 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a6e481be-4979-4eba-b69c-c9382cca6771 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:42.453665 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a6e481be-4979-4eba-b69c-c9382cca6771 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:42.510532 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-40111188-b853-4d73-bbac-67b15c54af07 None None] Set router 380d7433-6e73-43fc-bb0d-398c506c1fa0 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:53:42.535905 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a6e481be-4979-4eba-b69c-c9382cca6771 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:42.809519 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a6e481be-4979-4eba-b69c-c9382cca6771 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:42.814238 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dadb2793-6fae-452a-9191-6d4678d3f59e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:42.835820 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-40111188-b853-4d73-bbac-67b15c54af07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'name': 'tempest-TestNetworkBasicOps-router-359045402', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:49:50Z', 'updated_at': '2021-06-02T20:53:41Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:51Z', 'updated_at': '2021-06-02T20:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:53:42.841325 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40111188-b853-4d73-bbac-67b15c54af07 None None] Checking router: 380d7433-6e73-43fc-bb0d-398c506c1fa0 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:53:42.850265 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e481be-4979-4eba-b69c-c9382cca6771 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Subnet': ['ID=5b21c73c-470d-4394-8cb3-e2b8c9f5c9be,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:42.850481 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40111188-b853-4d73-bbac-67b15c54af07 None None] Routers {'380d7433-6e73-43fc-bb0d-398c506c1fa0'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:53:42.851094 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-40111188-b853-4d73-bbac-67b15c54af07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:53:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['380d7433-6e73-43fc-bb0d-398c506c1fa0'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:53:42.853325 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a6e481be-4979-4eba-b69c-c9382cca6771 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:42.854282 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a6e481be-4979-4eba-b69c-c9382cca6771 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:42.860577 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a6e481be-4979-4eba-b69c-c9382cca6771 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/subnets/5b21c73c-470d-4394-8cb3-e2b8c9f5c9be HTTP/1.1" status: 204 len: 168 time: 0.5305417 Jun 02 20:53:42.863174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60302) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:42.903787 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1159ac-d273-442c-b055-263811b00643 None None] Network cf227f1a-9153-483f-93f5-2d4caddb30e1 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:53:43.041361 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-72fa33ea-2789-4f6a-afcb-7f1d5ebdbc55 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:43.182661 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-40111188-b853-4d73-bbac-67b15c54af07 None None] Set router 380d7433-6e73-43fc-bb0d-398c506c1fa0 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:53:43.215697 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-72fa33ea-2789-4f6a-afcb-7f1d5ebdbc55 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:43.287885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-72fa33ea-2789-4f6a-afcb-7f1d5ebdbc55 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 4631b32b-ec22-4fd8-9e65-ea6107bfb0d0 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:53:43.288341 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-72fa33ea-2789-4f6a-afcb-7f1d5ebdbc55 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:43.409430 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-72fa33ea-2789-4f6a-afcb-7f1d5ebdbc55 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 4631b32b-ec22-4fd8-9e65-ea6107bfb0d0, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=4631b32b-ec22-4fd8-9e65-ea6107bfb0d0,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:53:43.409796 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-72fa33ea-2789-4f6a-afcb-7f1d5ebdbc55 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:43.456344 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10febc11-4343-4994-8050-251dc600667e None None] DHCP port deletion for cf227f1a-9153-483f-93f5-2d4caddb30e1 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:53:43.547033 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-10febc11-4343-4994-8050-251dc600667e None None] Deleting port 53130522-0a86-4ba9-9058-420cbdaeb60d {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:53:43.547449 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-10febc11-4343-4994-8050-251dc600667e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:43.568144 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-40111188-b853-4d73-bbac-67b15c54af07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'name': 'tempest-TestNetworkBasicOps-router-359045402', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:49:50Z', 'updated_at': '2021-06-02T20:53:41Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:51Z', 'updated_at': '2021-06-02T20:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:53:43.617028 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40111188-b853-4d73-bbac-67b15c54af07 None None] The sync data for ids ['380d7433-6e73-43fc-bb0d-398c506c1fa0'] in dv-neutron-601336-84-hyperv is: [{'id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'name': 'tempest-TestNetworkBasicOps-router-359045402', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:49:50Z', 'updated_at': '2021-06-02T20:53:41Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '4631b32b-ec22-4fd8-9e65-ea6107bfb0d0', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:83:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d7433-6e73-43fc-bb0d-398c506c1fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:49:51Z', 'updated_at': '2021-06-02T20:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:53:43.658811 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-10febc11-4343-4994-8050-251dc600667e None None] For port 53130522-0a86-4ba9-9058-420cbdaeb60d, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=53130522-0a86-4ba9-9058-420cbdaeb60d,segment=NetworkSegment(e349b47e-716b-4f43-8372-5477a8164487),segment_id=e349b47e-716b-4f43-8372-5477a8164487)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:53:43.659244 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-10febc11-4343-4994-8050-251dc600667e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:43.679709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-72fa33ea-2789-4f6a-afcb-7f1d5ebdbc55 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 4631b32b-ec22-4fd8-9e65-ea6107bfb0d0 owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:53:43.780698 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-10febc11-4343-4994-8050-251dc600667e None None] Calling delete_port for 53130522-0a86-4ba9-9058-420cbdaeb60d owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:53:43.818119 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-72fa33ea-2789-4f6a-afcb-7f1d5ebdbc55 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:43.822288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c9ba6825-8f92-404e-bd3f-8cc0db70b966 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:43.825770 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-10febc11-4343-4994-8050-251dc600667e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:43.829299 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:43.863682 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa33ea-2789-4f6a-afcb-7f1d5ebdbc55 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=4631b32b-ec22-4fd8-9e65-ea6107bfb0d0,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:43.867258 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-72fa33ea-2789-4f6a-afcb-7f1d5ebdbc55 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:43.871365 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10febc11-4343-4994-8050-251dc600667e None None] Pushing event deleted for resources: {'Port': ['ID=53130522-0a86-4ba9-9058-420cbdaeb60d,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:43.876208 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10febc11-4343-4994-8050-251dc600667e None None] No DVR routers for this DVR port 53130522-0a86-4ba9-9058-420cbdaeb60d on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:53:43.883396 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10febc11-4343-4994-8050-251dc600667e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:43.883742 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10febc11-4343-4994-8050-251dc600667e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:43.884092 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10febc11-4343-4994-8050-251dc600667e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:43.884503 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10febc11-4343-4994-8050-251dc600667e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:43.884842 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10febc11-4343-4994-8050-251dc600667e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:43.885166 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10febc11-4343-4994-8050-251dc600667e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:43.885492 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10febc11-4343-4994-8050-251dc600667e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:43.890524 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10febc11-4343-4994-8050-251dc600667e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:43.890524 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10febc11-4343-4994-8050-251dc600667e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:43.890524 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10febc11-4343-4994-8050-251dc600667e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:43.890524 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10febc11-4343-4994-8050-251dc600667e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:43.890524 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10febc11-4343-4994-8050-251dc600667e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:43.890524 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-10febc11-4343-4994-8050-251dc600667e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:43.958489 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-72fa33ea-2789-4f6a-afcb-7f1d5ebdbc55 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:44.135323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-72fa33ea-2789-4f6a-afcb-7f1d5ebdbc55 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:44.137739 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-72fa33ea-2789-4f6a-afcb-7f1d5ebdbc55 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:44.161432 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-72fa33ea-2789-4f6a-afcb-7f1d5ebdbc55 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:44.162095 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fa33ea-2789-4f6a-afcb-7f1d5ebdbc55 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Fanout notify agent at l3_agent the message router_deleted on router 380d7433-6e73-43fc-bb0d-398c506c1fa0 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:53:44.178368 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-72fa33ea-2789-4f6a-afcb-7f1d5ebdbc55 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:44.179982 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-72fa33ea-2789-4f6a-afcb-7f1d5ebdbc55 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/routers/380d7433-6e73-43fc-bb0d-398c506c1fa0 HTTP/1.1" status: 204 len: 168 time: 1.3152368 Jun 02 20:53:44.182417 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60304) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:44.250340 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:53:44.307704 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b5ba1cc-ab35-499a-80b7-18dfaa6ebe9e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:44.333664 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:53:44.334025 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7dca7b15-53dd-44fc-b623-aa19fd6ebf25 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:53:44.334458 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 53130522-0a86-4ba9-9058-420cbdaeb60d no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:53:44.367681 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 53130522-0a86-4ba9-9058-420cbdaeb60d {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:53:44.368040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 53130522-0a86-4ba9-9058-420cbdaeb60d not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:53:44.440574 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b5ba1cc-ab35-499a-80b7-18dfaa6ebe9e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:44.456928 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-4b5ba1cc-ab35-499a-80b7-18dfaa6ebe9e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf227f1a-9153-483f-93f5-2d4caddb30e1']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:53:44.474796 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-4b5ba1cc-ab35-499a-80b7-18dfaa6ebe9e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e349b47e-716b-4f43-8372-5477a8164487') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:53:44.475094 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-4b5ba1cc-ab35-499a-80b7-18dfaa6ebe9e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e349b47e-716b-4f43-8372-5477a8164487') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:53:44.486594 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b5ba1cc-ab35-499a-80b7-18dfaa6ebe9e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:44.497744 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:44.503621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b5ba1cc-ab35-499a-80b7-18dfaa6ebe9e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:44.510462 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5ba1cc-ab35-499a-80b7-18dfaa6ebe9e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:53:44.510852 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b5ba1cc-ab35-499a-80b7-18dfaa6ebe9e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:53:44.525732 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:53:44.611967 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b5ba1cc-ab35-499a-80b7-18dfaa6ebe9e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:44.615687 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c70fc887-2dd2-4b75-a0ba-aa2b8195ac2f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:44.630027 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4b5ba1cc-ab35-499a-80b7-18dfaa6ebe9e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:44.643284 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ba1cc-ab35-499a-80b7-18dfaa6ebe9e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Network': ['ID=cf227f1a-9153-483f-93f5-2d4caddb30e1,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:44.646161 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4b5ba1cc-ab35-499a-80b7-18dfaa6ebe9e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:44.651634 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4b5ba1cc-ab35-499a-80b7-18dfaa6ebe9e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/networks/cf227f1a-9153-483f-93f5-2d4caddb30e1 HTTP/1.1" status: 204 len: 168 time: 0.4679921 Jun 02 20:53:44.663470 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60306) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:44.668835 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-c4c36b7d-2023-4280-bea1-36101dcc5358 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'network': {'name': 'tempest-network-smoke--703897965', 'project_id': '7e68015eb8844c43b1007154397602c4', 'port_security_enabled': True}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:53:44.674290 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c4c36b7d-2023-4280-bea1-36101dcc5358 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:53:44.678890 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c4c36b7d-2023-4280-bea1-36101dcc5358 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:network and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:53:44.681867 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c4c36b7d-2023-4280-bea1-36101dcc5358 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:53:44.689896 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c4c36b7d-2023-4280-bea1-36101dcc5358 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:53:44.705666 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c36b7d-2023-4280-bea1-36101dcc5358 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:53:44.711971 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c4c36b7d-2023-4280-bea1-36101dcc5358 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:44.747432 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c36b7d-2023-4280-bea1-36101dcc5358 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:53:44.756697 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c4c36b7d-2023-4280-bea1-36101dcc5358 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:44.757039 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-c4c36b7d-2023-4280-bea1-36101dcc5358 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Added segment 3cff011e-0950-4ebd-bc24-89267b1b33d3 of type vlan for network 27c0d983-774f-4d12-84ee-61b83dd38f98 Jun 02 20:53:44.784232 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c4c36b7d-2023-4280-bea1-36101dcc5358 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:44.813660 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c4c36b7d-2023-4280-bea1-36101dcc5358 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:44.819099 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c36b7d-2023-4280-bea1-36101dcc5358 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:44.819697 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c4c36b7d-2023-4280-bea1-36101dcc5358 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:44.823795 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-87de64ac-99fc-46a9-b60e-6b4186c02a6c tempest-TagsTest-1308457587 tempest-TagsTest-1308457587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:44.938866 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c4c36b7d-2023-4280-bea1-36101dcc5358 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2706468 Jun 02 20:53:44.938866 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c36b7d-2023-4280-bea1-36101dcc5358 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Network': ['ID=27c0d983-774f-4d12-84ee-61b83dd38f98,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:44.938866 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60308) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:44.942895 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-654567428', 'admin_state_up': True, 'project_id': '7e68015eb8844c43b1007154397602c4', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:53:44.947781 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 27c0d983-774f-4d12-84ee-61b83dd38f98 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:53:44.949183 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c4c36b7d-2023-4280-bea1-36101dcc5358 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:44.951500 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:53:44.955307 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:router and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:53:44.958490 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:53:44.964882 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:53:44.976367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:44.978281 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:44.996615 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:45.411967 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:45.710379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:45.740712 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:45.874803 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.26.0.235 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/2827b956-be40-4a3f-8d66-bcdc0cbb46a6) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:53:46.021971 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:46.050108 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:46.055165 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-68bb9f21-31ad-4db3-bea3-8291d4a29ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:46.113121 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:53:46.116321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:53:46.121095 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:53:46.136211 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4631b32b-ec22-4fd8-9e65-ea6107bfb0d0 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:53:46.161636 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=2827b956-be40-4a3f-8d66-bcdc0cbb46a6,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:46.166295 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:46.170597 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 4631b32b-ec22-4fd8-9e65-ea6107bfb0d0 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:53:46.170954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 4631b32b-ec22-4fd8-9e65-ea6107bfb0d0 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:53:46.544057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:47.038856 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:47.234304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router a28d912c-a375-4905-92e0-ccea50968e6e is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:53:47.410456 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:53:47.421154 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] Sync routers for ids ['a28d912c-a375-4905-92e0-ccea50968e6e'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:53:47.431049 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] Routers {'a28d912c-a375-4905-92e0-ccea50968e6e'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:53:47.431721 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:53:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a28d912c-a375-4905-92e0-ccea50968e6e'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:53:47.437725 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:47.439046 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5000720 Jun 02 20:53:47.442158 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60310) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:47.482874 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-150799ea-76e5-4f17-98cb-bf7a1b838dbb tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=7e68015eb8844c43b1007154397602c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373311 Jun 02 20:53:47.483101 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60312) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:47.610129 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] Set router a28d912c-a375-4905-92e0-ccea50968e6e gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:53:47.616026 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c84379-ce79-4dac-af21-34e2444f849c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:47.620729 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a0c84379-ce79-4dac-af21-34e2444f849c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1337893 Jun 02 20:53:47.620948 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60314) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:47.660675 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0b629ab1-75b5-40ae-92ac-ec497014b1a1 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9eda1993-8807-4a42-8466-556269663ed3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363114 Jun 02 20:53:47.660915 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60316) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:47.665929 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-80d14788-1a62-419b-b4d3-2275af7e469c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1765964043', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'project_id': '7e68015eb8844c43b1007154397602c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:53:47.775265 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-80d14788-1a62-419b-b4d3-2275af7e469c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:53:47.779025 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-80d14788-1a62-419b-b4d3-2275af7e469c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:subnet and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:53:47.781827 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-80d14788-1a62-419b-b4d3-2275af7e469c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:53:47.787681 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-80d14788-1a62-419b-b4d3-2275af7e469c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:53:47.798055 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d14788-1a62-419b-b4d3-2275af7e469c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:53:47.801713 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-80d14788-1a62-419b-b4d3-2275af7e469c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:47.888569 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'name': 'tempest-TestNetworkBasicOps-router-654567428', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:53:44Z', 'updated_at': '2021-06-02T20:53:46Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:45Z', 'updated_at': '2021-06-02T20:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:53:47.892649 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] Checking router: a28d912c-a375-4905-92e0-ccea50968e6e for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:53:47.893194 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] Updating router a28d912c-a375-4905-92e0-ccea50968e6e port 2827b956-be40-4a3f-8d66-bcdc0cbb46a6 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:53:47.948113 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:48.220261 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-80d14788-1a62-419b-b4d3-2275af7e469c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:48.224567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9d904786-1aa8-4799-96e8-64dd413a5c0a tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:48.323456 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:48.336693 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] Transition to ACTIVE for port object 2827b956-be40-4a3f-8d66-bcdc0cbb46a6 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:53:48.343941 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:48.347922 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-7c18d18a-6c70-4baf-bbc8-2a19212c2f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:48.425143 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0444bf6-9006-41ec-bf34-1512caaa410f None None] Pushing event updated for resources: {'Port': ['ID=2827b956-be40-4a3f-8d66-bcdc0cbb46a6,revision_number=2']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:48.427317 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] Attempting to bind port 2827b956-be40-4a3f-8d66-bcdc0cbb46a6 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:53:48.476720 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] Attempting to bind port 2827b956-be40-4a3f-8d66-bcdc0cbb46a6 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:53:48.476720 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] Attempting to bind port 2827b956-be40-4a3f-8d66-bcdc0cbb46a6 on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:53:48.476720 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:53:48.476720 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:53:48.476720 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:48.476720 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:53:48.476720 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] Bound port: 2827b956-be40-4a3f-8d66-bcdc0cbb46a6, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:53:48.476720 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:48.477439 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d14788-1a62-419b-b4d3-2275af7e469c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Subnet': ['ID=cad828f8-2781-48c2-a541-0b8c7ed50e92,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:48.477439 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-80d14788-1a62-419b-b4d3-2275af7e469c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:48.477439 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d14788-1a62-419b-b4d3-2275af7e469c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Checking segment: {'id': '3cff011e-0950-4ebd-bc24-89267b1b33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:53:48.477439 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d14788-1a62-419b-b4d3-2275af7e469c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network hostable DHCP agents. Network: 27c0d983-774f-4d12-84ee-61b83dd38f98, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:53:48.480517 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0444bf6-9006-41ec-bf34-1512caaa410f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:48.481158 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0444bf6-9006-41ec-bf34-1512caaa410f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:48.481816 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0444bf6-9006-41ec-bf34-1512caaa410f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:48.481816 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0444bf6-9006-41ec-bf34-1512caaa410f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:48.482083 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0444bf6-9006-41ec-bf34-1512caaa410f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:48.482512 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0444bf6-9006-41ec-bf34-1512caaa410f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:48.483064 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0444bf6-9006-41ec-bf34-1512caaa410f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:48.483658 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0444bf6-9006-41ec-bf34-1512caaa410f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:48.484119 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0444bf6-9006-41ec-bf34-1512caaa410f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:48.484602 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0444bf6-9006-41ec-bf34-1512caaa410f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:48.484960 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0444bf6-9006-41ec-bf34-1512caaa410f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:48.485217 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0444bf6-9006-41ec-bf34-1512caaa410f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:48.485838 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d14788-1a62-419b-b4d3-2275af7e469c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 27c0d983-774f-4d12-84ee-61b83dd38f98 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:53:48.495755 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-80d14788-1a62-419b-b4d3-2275af7e469c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 27c0d983-774f-4d12-84ee-61b83dd38f98) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:53:48.496519 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-f0444bf6-9006-41ec-bf34-1512caaa410f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:48.504688 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d07027-83c2-4676-970b-c369f4cec7d9 None None] Network 27c0d983-774f-4d12-84ee-61b83dd38f98 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:53:48.508131 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d14788-1a62-419b-b4d3-2275af7e469c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:48.508715 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-80d14788-1a62-419b-b4d3-2275af7e469c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:48.533639 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-80d14788-1a62-419b-b4d3-2275af7e469c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8692610 Jun 02 20:53:48.534057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60318) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:48.535420 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] For port 2827b956-be40-4a3f-8d66-bcdc0cbb46a6, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:53:48.538501 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] For port 2827b956-be40-4a3f-8d66-bcdc0cbb46a6, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2827b956-be40-4a3f-8d66-bcdc0cbb46a6,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:53:48.542498 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:48.545929 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:48.623259 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] Routers {'a28d912c-a375-4905-92e0-ccea50968e6e'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:53:48.623491 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:53:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a28d912c-a375-4905-92e0-ccea50968e6e'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:53:48.735818 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-27c0d983-774f-4d12-84ee-61b83dd38f98', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ips': [{'subnet_id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:53:48.736853 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:48.772345 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0444bf6-9006-41ec-bf34-1512caaa410f None None] Pushing event updated for resources: {'Port': ['ID=2827b956-be40-4a3f-8d66-bcdc0cbb46a6,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:48.783169 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-f0444bf6-9006-41ec-bf34-1512caaa410f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:48.812567 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] Set router a28d912c-a375-4905-92e0-ccea50968e6e gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:53:48.899313 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Allocated IP 172.20.0.2 (27c0d983-774f-4d12-84ee-61b83dd38f98/cad828f8-2781-48c2-a541-0b8c7ed50e92/34c8235f-a1e4-404c-9fa9-9866a09f8f9a) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:53:49.099913 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'name': 'tempest-TestNetworkBasicOps-router-654567428', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:53:44Z', 'updated_at': '2021-06-02T20:53:46Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:45Z', 'updated_at': '2021-06-02T20:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:53:49.104295 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679e3eea-2d2a-4682-acaa-c3818e8a5d2e None None] The sync data for ids ['a28d912c-a375-4905-92e0-ccea50968e6e'] in dv-neutron-601336-84-hyperv is: [{'id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'name': 'tempest-TestNetworkBasicOps-router-654567428', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:53:44Z', 'updated_at': '2021-06-02T20:53:46Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:45Z', 'updated_at': '2021-06-02T20:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:53:49.108363 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:49.119407 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Transition to ACTIVE for port object 34c8235f-a1e4-404c-9fa9-9866a09f8f9a will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:53:49.138613 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Transition to ACTIVE for port object 34c8235f-a1e4-404c-9fa9-9866a09f8f9a will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:53:49.144722 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:49.148766 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-274faa1d-a1fd-4e06-8a8c-294a77ee9b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:49.214779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Network 27c0d983-774f-4d12-84ee-61b83dd38f98 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:53:49.217863 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:53:49.221672 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:53:49.229693 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Pushing event updated for resources: {'Port': ['ID=34c8235f-a1e4-404c-9fa9-9866a09f8f9a,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:49.252767 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:49.256293 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:49.321642 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Attempting to bind port 34c8235f-a1e4-404c-9fa9-9866a09f8f9a on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:53:49.322028 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Attempting to bind port 34c8235f-a1e4-404c-9fa9-9866a09f8f9a by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '3cff011e-0950-4ebd-bc24-89267b1b33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:53:49.322401 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Attempting to bind port 34c8235f-a1e4-404c-9fa9-9866a09f8f9a on network 27c0d983-774f-4d12-84ee-61b83dd38f98 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:53:49.329796 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:53:49.329796 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Checking segment: {'id': '3cff011e-0950-4ebd-bc24-89267b1b33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:53:49.329796 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:49.329796 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Bound using segment: {'id': '3cff011e-0950-4ebd-bc24-89267b1b33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:53:49.329796 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Bound port: 34c8235f-a1e4-404c-9fa9-9866a09f8f9a, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cff011e-0950-4ebd-bc24-89267b1b33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:53:49.330234 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:49.426719 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] For port 34c8235f-a1e4-404c-9fa9-9866a09f8f9a, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:53:49.430575 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] For port 34c8235f-a1e4-404c-9fa9-9866a09f8f9a, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=34c8235f-a1e4-404c-9fa9-9866a09f8f9a,segment=NetworkSegment(3cff011e-0950-4ebd-bc24-89267b1b33d3),segment_id=3cff011e-0950-4ebd-bc24-89267b1b33d3)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:53:49.437178 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:49.440962 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-eb158d9e-705b-4065-85e9-b42cc1c7be3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:49.522845 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Pushing event updated for resources: {'Port': ['ID=34c8235f-a1e4-404c-9fa9-9866a09f8f9a,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:49.533274 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:49.714721 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.20.0.1 (27c0d983-774f-4d12-84ee-61b83dd38f98/cad828f8-2781-48c2-a541-0b8c7ed50e92/92573e41-68cc-4c3b-9a82-b2b9591424cd) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:53:49.908036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:49.923194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Transition to ACTIVE for port object 92573e41-68cc-4c3b-9a82-b2b9591424cd will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:53:49.947187 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:49.950909 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-af2932ae-4faa-4ba5-8c88-eb7b9b7e0eff tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:50.021838 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 27c0d983-774f-4d12-84ee-61b83dd38f98 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:53:50.025597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:53:50.029904 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:53:50.056952 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=92573e41-68cc-4c3b-9a82-b2b9591424cd,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:50.075172 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:50.075565 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:50.075943 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:50.076311 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:50.076676 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:50.077039 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:50.077403 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:50.077761 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:50.078122 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:50.078480 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:50.078836 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:50.079230 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:53:50.087538 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:50.099788 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:50.243848 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 34c8235f-a1e4-404c-9fa9-9866a09f8f9a up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:53:50.319474 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 34c8235f-a1e4-404c-9fa9-9866a09f8f9a completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:53:50.325854 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2827b956-be40-4a3f-8d66-bcdc0cbb46a6 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:53:50.397911 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 2827b956-be40-4a3f-8d66-bcdc0cbb46a6 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:53:50.403623 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 2827b956-be40-4a3f-8d66-bcdc0cbb46a6 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:53:50.404275 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:50.506739 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a30c63b-abd2-4346-b533-a40fa43dcdf0 None None] Network 27c0d983-774f-4d12-84ee-61b83dd38f98 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:53:50.518899 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:50.602716 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:50.645304 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-43c84ca0-a5cc-45b3-9d61-f2790b7a2261 None None] Provisioning for port 34c8235f-a1e4-404c-9fa9-9866a09f8f9a completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:53:50.652531 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 2827b956-be40-4a3f-8d66-bcdc0cbb46a6, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2827b956-be40-4a3f-8d66-bcdc0cbb46a6,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:53:50.655937 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-43c84ca0-a5cc-45b3-9d61-f2790b7a2261 None None] Provisioning complete for port 34c8235f-a1e4-404c-9fa9-9866a09f8f9a triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:53:50.656493 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-43c84ca0-a5cc-45b3-9d61-f2790b7a2261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:50.696351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:50.706262 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d444420f-8b64-454a-b064-56b34a511a79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:50.934906 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:50.939466 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:50.959029 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=2827b956-be40-4a3f-8d66-bcdc0cbb46a6,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:50.968464 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d763862a-b758-4e40-97b7-aad81efab9a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:50.968594 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:50.992791 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-43c84ca0-a5cc-45b3-9d61-f2790b7a2261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:51.051339 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-43c84ca0-a5cc-45b3-9d61-f2790b7a2261 None None] For port 34c8235f-a1e4-404c-9fa9-9866a09f8f9a, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=34c8235f-a1e4-404c-9fa9-9866a09f8f9a,segment=NetworkSegment(3cff011e-0950-4ebd-bc24-89267b1b33d3),segment_id=3cff011e-0950-4ebd-bc24-89267b1b33d3)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:53:51.054973 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=92573e41-68cc-4c3b-9a82-b2b9591424cd,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:51.056151 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-43c84ca0-a5cc-45b3-9d61-f2790b7a2261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:51.057644 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:51.058110 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f7caeed4-3197-49e8-9c04-c36df5f31ae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:51.061564 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:51.131962 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c84ca0-a5cc-45b3-9d61-f2790b7a2261 None None] Pushing event updated for resources: {'Port': ['ID=34c8235f-a1e4-404c-9fa9-9866a09f8f9a,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:51.135650 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-43c84ca0-a5cc-45b3-9d61-f2790b7a2261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:51.197497 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 27c0d983-774f-4d12-84ee-61b83dd38f98 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:53:51.198552 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:53:51.286384 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2823b745-3249-41d0-8eef-73207b12337d None None] Provisioning complete for port 34c8235f-a1e4-404c-9fa9-9866a09f8f9a triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:53:51.286535 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2823b745-3249-41d0-8eef-73207b12337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:51.393884 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router a28d912c-a375-4905-92e0-ccea50968e6e has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:53:51.421430 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2823b745-3249-41d0-8eef-73207b12337d None None] Provisioning for port 92573e41-68cc-4c3b-9a82-b2b9591424cd completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:53:51.426932 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2823b745-3249-41d0-8eef-73207b12337d None None] Provisioning complete for port 92573e41-68cc-4c3b-9a82-b2b9591424cd triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:53:51.427352 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2823b745-3249-41d0-8eef-73207b12337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:51.488170 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-2823b745-3249-41d0-8eef-73207b12337d None None] Port 92573e41-68cc-4c3b-9a82-b2b9591424cd cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:53:51.576793 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:53:51.586301 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] Sync routers for ids ['a28d912c-a375-4905-92e0-ccea50968e6e'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:53:51.589738 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/routers/a28d912c-a375-4905-92e0-ccea50968e6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0547941 Jun 02 20:53:51.592196 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60320) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:51.599482 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] Routers {'a28d912c-a375-4905-92e0-ccea50968e6e'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:53:51.600172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:53:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a28d912c-a375-4905-92e0-ccea50968e6e'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:53:51.677275 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-6d635c10-5143-4ae6-8c2c-a5dc158768d4 None None] Provisioning complete for port 92573e41-68cc-4c3b-9a82-b2b9591424cd triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:53:51.677953 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6d635c10-5143-4ae6-8c2c-a5dc158768d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:51.814464 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-6d635c10-5143-4ae6-8c2c-a5dc158768d4 None None] Port 92573e41-68cc-4c3b-9a82-b2b9591424cd cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:53:51.833463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] Set router a28d912c-a375-4905-92e0-ccea50968e6e gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:53:51.868198 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b1cb97-40b1-4407-bf50-caae70eee664 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:51.868686 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b1cb97-40b1-4407-bf50-caae70eee664 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:51.869152 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b1cb97-40b1-4407-bf50-caae70eee664 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:51.869627 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b1cb97-40b1-4407-bf50-caae70eee664 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:51.871288 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-95b1cb97-40b1-4407-bf50-caae70eee664 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2781565 Jun 02 20:53:51.873935 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60322) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:51.942397 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14735f2-e96b-4652-836e-8628c0df70f0 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:51.942863 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14735f2-e96b-4652-836e-8628c0df70f0 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:51.943346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14735f2-e96b-4652-836e-8628c0df70f0 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:51.943795 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14735f2-e96b-4652-836e-8628c0df70f0 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:51.945943 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c14735f2-e96b-4652-836e-8628c0df70f0 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0711079 Jun 02 20:53:51.948709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60324) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:52.146472 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'name': 'tempest-TestNetworkBasicOps-router-654567428', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:53:44Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:45Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '92573e41-68cc-4c3b-9a82-b2b9591424cd', 'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4e:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:49Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 2, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:53:52.151918 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cd54fde5-2495-4084-b8ba-43bfed957ec8 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1995983 Jun 02 20:53:52.152144 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] Checking router: a28d912c-a375-4905-92e0-ccea50968e6e for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:53:52.152144 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] Updating router a28d912c-a375-4905-92e0-ccea50968e6e port 92573e41-68cc-4c3b-9a82-b2b9591424cd binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:53:52.205147 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 34c8235f-a1e4-404c-9fa9-9866a09f8f9a up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:53:52.228863 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:52.349806 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60328) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:52.354572 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-9073a1c9-20f8-415a-b30d-d787090f98a6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-620733595', 'description': 'tempest-secgroup-smoke-620733595 description', 'project_id': '7e68015eb8844c43b1007154397602c4'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:53:52.360533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9073a1c9-20f8-415a-b30d-d787090f98a6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:53:52.364836 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9073a1c9-20f8-415a-b30d-d787090f98a6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:53:52.368277 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9073a1c9-20f8-415a-b30d-d787090f98a6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:53:52.376390 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9073a1c9-20f8-415a-b30d-d787090f98a6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:53:52.383360 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 34c8235f-a1e4-404c-9fa9-9866a09f8f9a triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:53:52.383746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:52.388321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9073a1c9-20f8-415a-b30d-d787090f98a6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:52.408189 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9073a1c9-20f8-415a-b30d-d787090f98a6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:53:52.411913 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9073a1c9-20f8-415a-b30d-d787090f98a6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:53:52.414839 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-9073a1c9-20f8-415a-b30d-d787090f98a6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:53:52.420981 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-9073a1c9-20f8-415a-b30d-d787090f98a6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:53:52.490862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9073a1c9-20f8-415a-b30d-d787090f98a6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:52.495116 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9073a1c9-20f8-415a-b30d-d787090f98a6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:52.500074 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4df772cd-10c4-4a1c-a5a5-38a27a18c03f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:52.545229 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073a1c9-20f8-415a-b30d-d787090f98a6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3babc657-94ff-4bf2-aefa-e0ec7ce99fae,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:52.550959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9073a1c9-20f8-415a-b30d-d787090f98a6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:52.550959 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9073a1c9-20f8-415a-b30d-d787090f98a6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1985126 Jun 02 20:53:52.550959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9073a1c9-20f8-415a-b30d-d787090f98a6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:52.552516 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60330) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:52.558214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-360eea30-50da-4b53-8b63-3b9745c0f5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '3babc657-94ff-4bf2-aefa-e0ec7ce99fae', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:53:52.564457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-360eea30-50da-4b53-8b63-3b9745c0f5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:53:52.568526 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-360eea30-50da-4b53-8b63-3b9745c0f5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:53:52.572728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-360eea30-50da-4b53-8b63-3b9745c0f5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:53:52.578789 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-360eea30-50da-4b53-8b63-3b9745c0f5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:53:52.595708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-360eea30-50da-4b53-8b63-3b9745c0f5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:52.657149 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-360eea30-50da-4b53-8b63-3b9745c0f5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:52.660780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-360eea30-50da-4b53-8b63-3b9745c0f5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:52.668476 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6c2e53bd-060d-4f2f-abdc-e5592ddf6028 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:52.669029 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2827b956-be40-4a3f-8d66-bcdc0cbb46a6 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:53:52.685740 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360eea30-50da-4b53-8b63-3b9745c0f5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd75e3a-efb4-4e8f-b35e-e2f8ac18f888,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:52.689104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-360eea30-50da-4b53-8b63-3b9745c0f5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:52.698252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-360eea30-50da-4b53-8b63-3b9745c0f5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:52.699614 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-360eea30-50da-4b53-8b63-3b9745c0f5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456738 Jun 02 20:53:52.702417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60332) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:52.706916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-09f68a16-b825-4ccf-a206-f1c7a3ed2f7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '3babc657-94ff-4bf2-aefa-e0ec7ce99fae', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:53:52.713317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-09f68a16-b825-4ccf-a206-f1c7a3ed2f7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:53:52.717180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-09f68a16-b825-4ccf-a206-f1c7a3ed2f7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:53:52.720754 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-09f68a16-b825-4ccf-a206-f1c7a3ed2f7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:53:52.730207 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-09f68a16-b825-4ccf-a206-f1c7a3ed2f7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:53:52.751642 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-09f68a16-b825-4ccf-a206-f1c7a3ed2f7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:52.807563 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:52.814855 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 2827b956-be40-4a3f-8d66-bcdc0cbb46a6 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:53:52.815251 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:52.817145 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-09f68a16-b825-4ccf-a206-f1c7a3ed2f7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:52.822017 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-09f68a16-b825-4ccf-a206-f1c7a3ed2f7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:52.823805 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ac8acba7-885b-4177-bcc5-fd3295016039 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:52.845429 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f68a16-b825-4ccf-a206-f1c7a3ed2f7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31072c3b-d646-4bb0-aa35-0ab85203a9d6,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:52.847813 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-09f68a16-b825-4ccf-a206-f1c7a3ed2f7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:52.855387 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-09f68a16-b825-4ccf-a206-f1c7a3ed2f7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:52.855917 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] Transition to ACTIVE for port object 92573e41-68cc-4c3b-9a82-b2b9591424cd will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:53:52.856236 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-09f68a16-b825-4ccf-a206-f1c7a3ed2f7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1529133 Jun 02 20:53:52.858969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60334) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:52.863429 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c609fb24-02d3-4c7f-89d6-debb8fca5eea tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '3babc657-94ff-4bf2-aefa-e0ec7ce99fae', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:53:52.869210 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c609fb24-02d3-4c7f-89d6-debb8fca5eea tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:53:52.870283 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:52.876121 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:52.878099 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c609fb24-02d3-4c7f-89d6-debb8fca5eea tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:53:52.881286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c609fb24-02d3-4c7f-89d6-debb8fca5eea tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:53:52.887483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c609fb24-02d3-4c7f-89d6-debb8fca5eea tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:53:52.903166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c609fb24-02d3-4c7f-89d6-debb8fca5eea tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:52.972125 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c609fb24-02d3-4c7f-89d6-debb8fca5eea tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:52.977271 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c609fb24-02d3-4c7f-89d6-debb8fca5eea tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:52.988227 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4ca2a1aa-f58d-4d10-8ac7-141dfe9ceefe tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:53.008568 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609fb24-02d3-4c7f-89d6-debb8fca5eea tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b5bcd3-364c-4242-a3c0-cec02c665452,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:53.012456 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c609fb24-02d3-4c7f-89d6-debb8fca5eea tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:53.022185 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c609fb24-02d3-4c7f-89d6-debb8fca5eea tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:53.024558 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c609fb24-02d3-4c7f-89d6-debb8fca5eea tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1646295 Jun 02 20:53:53.027543 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60336) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:53.033417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-bd205b86-8997-4293-a119-64d4a1e40b2a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '3babc657-94ff-4bf2-aefa-e0ec7ce99fae', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:53:53.039673 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-bd205b86-8997-4293-a119-64d4a1e40b2a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:53:53.043720 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-bd205b86-8997-4293-a119-64d4a1e40b2a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:53:53.045300 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77564471-0f43-40db-bfb0-ba25e2622850 None None] Pushing event updated for resources: {'Port': ['ID=92573e41-68cc-4c3b-9a82-b2b9591424cd,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:53.047645 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-bd205b86-8997-4293-a119-64d4a1e40b2a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:53:53.054991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-bd205b86-8997-4293-a119-64d4a1e40b2a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:53:53.073123 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bd205b86-8997-4293-a119-64d4a1e40b2a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:53.076683 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-77564471-0f43-40db-bfb0-ba25e2622850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:53.146130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bd205b86-8997-4293-a119-64d4a1e40b2a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:53.149968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bd205b86-8997-4293-a119-64d4a1e40b2a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:53.152786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:53.155827 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] Attempting to bind port 92573e41-68cc-4c3b-9a82-b2b9591424cd on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:53:53.156078 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] Attempting to bind port 92573e41-68cc-4c3b-9a82-b2b9591424cd by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '3cff011e-0950-4ebd-bc24-89267b1b33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:53:53.156394 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] Attempting to bind port 92573e41-68cc-4c3b-9a82-b2b9591424cd on network 27c0d983-774f-4d12-84ee-61b83dd38f98 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:53:53.161759 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:53:53.162138 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] Checking segment: {'id': '3cff011e-0950-4ebd-bc24-89267b1b33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:53:53.162538 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:53.162928 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] Bound using segment: {'id': '3cff011e-0950-4ebd-bc24-89267b1b33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:53:53.163422 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] Bound port: 92573e41-68cc-4c3b-9a82-b2b9591424cd, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cff011e-0950-4ebd-bc24-89267b1b33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:53:53.163845 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:53.175081 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd205b86-8997-4293-a119-64d4a1e40b2a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13d5a28-b6c4-45b3-bbda-ae12ccf79d96,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:53.177472 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bd205b86-8997-4293-a119-64d4a1e40b2a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:53.186733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bd205b86-8997-4293-a119-64d4a1e40b2a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:53.188082 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-bd205b86-8997-4293-a119-64d4a1e40b2a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1595719 Jun 02 20:53:53.191012 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60338) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:53.196456 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-921bf47b-0131-4b53-88a9-2c6e0025a284 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '3babc657-94ff-4bf2-aefa-e0ec7ce99fae', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:53:53.202735 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-921bf47b-0131-4b53-88a9-2c6e0025a284 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:53:53.206715 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-921bf47b-0131-4b53-88a9-2c6e0025a284 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:53:53.209666 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-921bf47b-0131-4b53-88a9-2c6e0025a284 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:53:53.215444 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-921bf47b-0131-4b53-88a9-2c6e0025a284 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:53:53.226684 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.securitygroups_db [None req-921bf47b-0131-4b53-88a9-2c6e0025a284 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:53:53.232885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-921bf47b-0131-4b53-88a9-2c6e0025a284 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:53.262573 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] For port 92573e41-68cc-4c3b-9a82-b2b9591424cd, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:53:53.266372 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] For port 92573e41-68cc-4c3b-9a82-b2b9591424cd, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=92573e41-68cc-4c3b-9a82-b2b9591424cd,segment=NetworkSegment(3cff011e-0950-4ebd-bc24-89267b1b33d3),segment_id=3cff011e-0950-4ebd-bc24-89267b1b33d3)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:53:53.271202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:53.274784 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-10febc11-4343-4994-8050-251dc600667e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:53.301707 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-921bf47b-0131-4b53-88a9-2c6e0025a284 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:53.305930 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-921bf47b-0131-4b53-88a9-2c6e0025a284 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:53.307828 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ceae812e-1548-4a21-b8d0-86daac0083cb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:53.329662 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921bf47b-0131-4b53-88a9-2c6e0025a284 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408db43d-38ef-4ae6-93e6-4e1c87a163ba,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:53.332178 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-921bf47b-0131-4b53-88a9-2c6e0025a284 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:53.340773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-921bf47b-0131-4b53-88a9-2c6e0025a284 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:53.342026 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-921bf47b-0131-4b53-88a9-2c6e0025a284 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498883 Jun 02 20:53:53.344012 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] Routers {'a28d912c-a375-4905-92e0-ccea50968e6e'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:53:53.344717 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:53:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a28d912c-a375-4905-92e0-ccea50968e6e'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:53:53.344850 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60340) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:53:53.349433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-b87f5d9c-464b-4255-8c19-ba8802fecc3f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '3babc657-94ff-4bf2-aefa-e0ec7ce99fae', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:53:53.355421 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b87f5d9c-464b-4255-8c19-ba8802fecc3f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:53:53.359491 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b87f5d9c-464b-4255-8c19-ba8802fecc3f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:53:53.362278 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b87f5d9c-464b-4255-8c19-ba8802fecc3f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:53:53.368888 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b87f5d9c-464b-4255-8c19-ba8802fecc3f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:53:53.380710 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.securitygroups_db [None req-b87f5d9c-464b-4255-8c19-ba8802fecc3f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:53:53.388520 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b87f5d9c-464b-4255-8c19-ba8802fecc3f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:53.440279 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77564471-0f43-40db-bfb0-ba25e2622850 None None] Pushing event updated for resources: {'Port': ['ID=92573e41-68cc-4c3b-9a82-b2b9591424cd,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:53.446535 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-77564471-0f43-40db-bfb0-ba25e2622850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:53.463023 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b87f5d9c-464b-4255-8c19-ba8802fecc3f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:53.467336 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b87f5d9c-464b-4255-8c19-ba8802fecc3f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:53.469239 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7ac1145c-a46b-42b0-91ae-427086e8a28b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:53.493581 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f5d9c-464b-4255-8c19-ba8802fecc3f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07359dc9-fc8a-4d8e-aca8-e752fab2bba2,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:53.501336 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b87f5d9c-464b-4255-8c19-ba8802fecc3f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:53.510073 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b87f5d9c-464b-4255-8c19-ba8802fecc3f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:53.520435 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b87f5d9c-464b-4255-8c19-ba8802fecc3f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1662509 Jun 02 20:53:53.543657 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] Set router a28d912c-a375-4905-92e0-ccea50968e6e gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:53:53.678607 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-b8c92a5b-1765-4987-830a-b08059504bae tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-620733595&fields=id&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 267 time: 0.0393329 Jun 02 20:53:53.829704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-9e064835-3b52-48e2-ab5b-901628ff8c42 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:53.831134 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-9e064835-3b52-48e2-ab5b-901628ff8c42 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/networks?id=27c0d983-774f-4d12-84ee-61b83dd38f98 HTTP/1.1" status: 200 len: 796 time: 0.1445944 Jun 02 20:53:53.845855 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-cea4b4ce-183e-4be8-abe0-adcebca7d28b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/quotas/7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 375 time: 0.0088582 Jun 02 20:53:53.862035 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'name': 'tempest-TestNetworkBasicOps-router-654567428', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:53:44Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:45Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '92573e41-68cc-4c3b-9a82-b2b9591424cd', 'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4e:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:49Z', 'updated_at': '2021-06-02T20:53:53Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:53:53.867988 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb9f023-d163-4071-b8a2-5d66bf9e4fb0 None None] The sync data for ids ['a28d912c-a375-4905-92e0-ccea50968e6e'] in dv-neutron-601336-84-hyperv is: [{'id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'name': 'tempest-TestNetworkBasicOps-router-654567428', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:53:44Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:45Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '92573e41-68cc-4c3b-9a82-b2b9591424cd', 'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4e:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:49Z', 'updated_at': '2021-06-02T20:53:53Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:53:53.956681 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-78005190-1dc6-42c4-a7b0-724967145ab7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:53:53.973800 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-78005190-1dc6-42c4-a7b0-724967145ab7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:53:53.975244 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-78005190-1dc6-42c4-a7b0-724967145ab7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1243773 Jun 02 20:53:54.167869 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-347ac78c-75fc-4045-a999-17ce3ac91ea3 service neutron] 10.222.0.25 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800020 Jun 02 20:53:54.215986 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 92573e41-68cc-4c3b-9a82-b2b9591424cd up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:53:54.291323 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 92573e41-68cc-4c3b-9a82-b2b9591424cd completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:53:54.296199 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 92573e41-68cc-4c3b-9a82-b2b9591424cd triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:53:54.296589 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:54.322168 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-f2f49764-7385-4706-922f-b8d0e284ebfe service neutron] 10.222.0.25 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436832 Jun 02 20:53:54.429288 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:54.475495 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 92573e41-68cc-4c3b-9a82-b2b9591424cd, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=92573e41-68cc-4c3b-9a82-b2b9591424cd,segment=NetworkSegment(3cff011e-0950-4ebd-bc24-89267b1b33d3),segment_id=3cff011e-0950-4ebd-bc24-89267b1b33d3)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:53:54.481084 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:54.483873 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:54.504170 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-3e9e0b45-6dde-4bf8-8e73-473eb0b44911 req-5a233a13-3623-462f-a121-e1fdae634e48 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:53:54.517989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-3e9e0b45-6dde-4bf8-8e73-473eb0b44911 req-5a233a13-3623-462f-a121-e1fdae634e48 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:53:54.519399 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3e9e0b45-6dde-4bf8-8e73-473eb0b44911 req-5a233a13-3623-462f-a121-e1fdae634e48 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 210 time: 0.0603478 Jun 02 20:53:54.624511 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=92573e41-68cc-4c3b-9a82-b2b9591424cd,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:54.634548 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:55.688282 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-41f0dbce-a4de-4521-94a2-612bc7f73e30 req-c03d671f-64b1-499a-836a-48bffcfd6833 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 210 time: 0.0529640 Jun 02 20:53:55.696109 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-afd1b04b-dc5b-46d4-a1d5-10d99f7963f1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:55.697517 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-afd1b04b-dc5b-46d4-a1d5-10d99f7963f1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/networks?id=27c0d983-774f-4d12-84ee-61b83dd38f98 HTTP/1.1" status: 200 len: 796 time: 0.1884494 Jun 02 20:53:55.748626 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-9925edf9-0f4c-4f51-ba57-c39e76849e42 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 379 time: 0.0425003 Jun 02 20:53:55.758945 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-8c59336b-e3b4-43a7-b51b-ceb06ebd979e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'port': {'device_id': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'admin_state_up': True, 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'security_groups': ['3babc657-94ff-4bf2-aefa-e0ec7ce99fae']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:53:55.891394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-8c59336b-e3b4-43a7-b51b-ceb06ebd979e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:53:55.900515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-8c59336b-e3b4-43a7-b51b-ceb06ebd979e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:53:55.909694 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-8c59336b-e3b4-43a7-b51b-ceb06ebd979e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:53:55.913126 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-8c59336b-e3b4-43a7-b51b-ceb06ebd979e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:56.068615 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-8c59336b-e3b4-43a7-b51b-ceb06ebd979e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.20.0.7 (27c0d983-774f-4d12-84ee-61b83dd38f98/cad828f8-2781-48c2-a541-0b8c7ed50e92/4fd04a97-e01c-4dc0-ab08-050a1373d928) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:53:56.187080 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 92573e41-68cc-4c3b-9a82-b2b9591424cd up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:53:56.251127 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-8c59336b-e3b4-43a7-b51b-ceb06ebd979e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:56.253054 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 92573e41-68cc-4c3b-9a82-b2b9591424cd triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:53:56.253454 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:56.266195 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-8c59336b-e3b4-43a7-b51b-ceb06ebd979e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Transition to ACTIVE for port object 4fd04a97-e01c-4dc0-ab08-050a1373d928 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:53:56.289976 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-8c59336b-e3b4-43a7-b51b-ceb06ebd979e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:56.295652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:56.363609 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-8c59336b-e3b4-43a7-b51b-ceb06ebd979e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 27c0d983-774f-4d12-84ee-61b83dd38f98 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:53:56.366829 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-8c59336b-e3b4-43a7-b51b-ceb06ebd979e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:53:56.370829 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-8c59336b-e3b4-43a7-b51b-ceb06ebd979e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:53:56.403258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59336b-e3b4-43a7-b51b-ceb06ebd979e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=4fd04a97-e01c-4dc0-ab08-050a1373d928,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:56.409746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8c59336b-e3b4-43a7-b51b-ceb06ebd979e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:56.438699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-8c59336b-e3b4-43a7-b51b-ceb06ebd979e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:56.439341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-8c59336b-e3b4-43a7-b51b-ceb06ebd979e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:56.465519 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-8c59336b-e3b4-43a7-b51b-ceb06ebd979e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7105398 Jun 02 20:53:56.477942 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Request body: {'port': {'device_id': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:53:56.590251 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:56.610197 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f1b652d5-fec8-4ae3-ade1-8f8b7e411985 None None] Provisioning for port 4fd04a97-e01c-4dc0-ab08-050a1373d928 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:53:56.614837 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f1b652d5-fec8-4ae3-ade1-8f8b7e411985 None None] Provisioning complete for port 4fd04a97-e01c-4dc0-ab08-050a1373d928 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:53:56.615184 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f1b652d5-fec8-4ae3-ade1-8f8b7e411985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:56.667917 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-f1b652d5-fec8-4ae3-ade1-8f8b7e411985 None None] Port 4fd04a97-e01c-4dc0-ab08-050a1373d928 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:53:56.876336 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af259af-0d7a-4dd9-9cbc-d69638261045 req-d4cc178a-dae5-4426-9671-c76ca65b842c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:56.877721 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0af259af-0d7a-4dd9-9cbc-d69638261045 req-d4cc178a-dae5-4426-9671-c76ca65b842c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 931 time: 0.0843103 Jun 02 20:53:56.922635 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-0af259af-0d7a-4dd9-9cbc-d69638261045 req-e536a554-29ed-479a-a382-36498527b45b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:53:56.929029 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd04a97-e01c-4dc0-ab08-050a1373d928 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:53:56.937295 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:56.938496 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-0af259af-0d7a-4dd9-9cbc-d69638261045 req-e536a554-29ed-479a-a382-36498527b45b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:53:56.939976 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0af259af-0d7a-4dd9-9cbc-d69638261045 req-e536a554-29ed-479a-a382-36498527b45b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=3babc657-94ff-4bf2-aefa-e0ec7ce99fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549066 Jun 02 20:53:56.952968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Transition to ACTIVE for port object 4fd04a97-e01c-4dc0-ab08-050a1373d928 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:53:56.961733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:56.965421 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3f7d1f31-2c68-4dcd-b8b8-7b11f0c37185 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:57.267500 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd04a97-e01c-4dc0-ab08-050a1373d928,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:57.270288 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:57.338017 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Attempting to bind port 4fd04a97-e01c-4dc0-ab08-050a1373d928 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:53:57.338287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Attempting to bind port 4fd04a97-e01c-4dc0-ab08-050a1373d928 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3cff011e-0950-4ebd-bc24-89267b1b33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:53:57.338606 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Attempting to bind port 4fd04a97-e01c-4dc0-ab08-050a1373d928 on network 27c0d983-774f-4d12-84ee-61b83dd38f98 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:53:57.343137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Port 4fd04a97-e01c-4dc0-ab08-050a1373d928 on network 27c0d983-774f-4d12-84ee-61b83dd38f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:53:57.343481 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Attempting to bind port 4fd04a97-e01c-4dc0-ab08-050a1373d928 on network 27c0d983-774f-4d12-84ee-61b83dd38f98 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:53:57.348375 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:53:57.348707 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Checking segment: {'id': '3cff011e-0950-4ebd-bc24-89267b1b33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:53:57.349084 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Bound using segment: {'id': '3cff011e-0950-4ebd-bc24-89267b1b33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:53:57.349500 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Bound port: 4fd04a97-e01c-4dc0-ab08-050a1373d928, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cff011e-0950-4ebd-bc24-89267b1b33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:53:57.349837 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:57.437827 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] For port 4fd04a97-e01c-4dc0-ab08-050a1373d928, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:53:57.440749 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] For port 4fd04a97-e01c-4dc0-ab08-050a1373d928, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4fd04a97-e01c-4dc0-ab08-050a1373d928,segment=NetworkSegment(3cff011e-0950-4ebd-bc24-89267b1b33d3),segment_id=3cff011e-0950-4ebd-bc24-89267b1b33d3)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:53:57.445261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:57.449715 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-58768217-50fe-4964-b089-cd40556e2262 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:53:57.498044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:57.498452 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:53:57.499825 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] 10.222.0.95 "PUT /v2.0/ports/4fd04a97-e01c-4dc0-ab08-050a1373d928 HTTP/1.1" status: 200 len: 1093 time: 1.0263324 Jun 02 20:53:57.502398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'tag': '4fd04a97-e01c-4dc0-ab08-050a1373d928'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:53:57.505776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca00a65-9da5-4173-afb4-f35b14a1a0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a724dbca-ae48-423f-9e0c-b45cd5e2a157", "tag": "4fd04a97-e01c-4dc0-ab08-050a1373d928"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:53:57.571605 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8bbe13-914c-465f-bf57-bb0a7c809430 x-openstack-request-id: req-ad8bbe13-914c-465f-bf57-bb0a7c809430 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:53:57.571940 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a724dbca-ae48-423f-9e0c-b45cd5e2a157", "tag": "4fd04a97-e01c-4dc0-ab08-050a1373d928", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:53:57.572234 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad8bbe13-914c-465f-bf57-bb0a7c809430 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:53:57.572668 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'tag': '4fd04a97-e01c-4dc0-ab08-050a1373d928', 'status': 'completed', 'code': 200} Jun 02 20:53:57.586424 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd04a97-e01c-4dc0-ab08-050a1373d928,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:53:57.589736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:53:57.621744 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-77ade10d-7da8-4064-87a2-5c43e0681b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:57.623257 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-77ade10d-7da8-4064-87a2-5c43e0681b68 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 1096 time: 0.0861816 Jun 02 20:53:57.694639 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-539ab071-d20d-4c00-a91c-b0f7f21568a4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fd04a97-e01c-4dc0-ab08-050a1373d928 HTTP/1.1" status: 200 len: 217 time: 0.0647223 Jun 02 20:53:57.756013 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-fd34a1d6-f42c-4258-9b25-8737a716aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:57.758149 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-fd34a1d6-f42c-4258-9b25-8737a716aa8c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cad828f8-2781-48c2-a541-0b8c7ed50e92 HTTP/1.1" status: 200 len: 835 time: 0.0568969 Jun 02 20:53:57.833136 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-f60901c5-9e99-4941-9b98-c524a69a098a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:57.834487 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-f60901c5-9e99-4941-9b98-c524a69a098a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=27c0d983-774f-4d12-84ee-61b83dd38f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0707765 Jun 02 20:53:57.963786 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-8d07c700-a492-4f46-9570-d467bc6c2163 service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227522 Jun 02 20:53:58.065748 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:53:58.096276 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b22e68f0-1357-48f8-96d6-900fc81de4e1 req-87071d4c-8fd3-4045-91b0-e946bd3e9239 service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249645 Jun 02 20:53:58.131779 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d7abf-466c-48bd-a5d8-4069acbdff06 req-f0713fbf-0b75-44ec-bb34-cffbcd81b1a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:58.133421 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-767d7abf-466c-48bd-a5d8-4069acbdff06 req-f0713fbf-0b75-44ec-bb34-cffbcd81b1a8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 943 time: 0.0827956 Jun 02 20:53:58.181156 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-767d7abf-466c-48bd-a5d8-4069acbdff06 req-181ea2b1-c706-4824-b65b-76b8c133e0a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=3babc657-94ff-4bf2-aefa-e0ec7ce99fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421586 Jun 02 20:53:58.216366 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca00a65-9da5-4173-afb4-f35b14a1a0b3 req-1b9b4095-64f7-4cf4-9738-7e0c5c4f0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:58.217753 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3ca00a65-9da5-4173-afb4-f35b14a1a0b3 req-1b9b4095-64f7-4cf4-9738-7e0c5c4f0015 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 1096 time: 0.0774832 Jun 02 20:53:58.344417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca00a65-9da5-4173-afb4-f35b14a1a0b3 req-ad8a2df9-a13d-4cb4-8c35-045bb169c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:58.345803 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3ca00a65-9da5-4173-afb4-f35b14a1a0b3 req-ad8a2df9-a13d-4cb4-8c35-045bb169c1f6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=27c0d983-774f-4d12-84ee-61b83dd38f98 HTTP/1.1" status: 200 len: 897 time: 0.1221285 Jun 02 20:53:58.416295 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3ca00a65-9da5-4173-afb4-f35b14a1a0b3 req-296f063c-3e6b-4273-b637-71312e98a1a3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fd04a97-e01c-4dc0-ab08-050a1373d928 HTTP/1.1" status: 200 len: 217 time: 0.0638561 Jun 02 20:53:58.475024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca00a65-9da5-4173-afb4-f35b14a1a0b3 req-22a7bc40-4f5d-4e28-a481-328f72e1dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:58.476921 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3ca00a65-9da5-4173-afb4-f35b14a1a0b3 req-22a7bc40-4f5d-4e28-a481-328f72e1dce0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cad828f8-2781-48c2-a541-0b8c7ed50e92 HTTP/1.1" status: 200 len: 835 time: 0.0542042 Jun 02 20:53:58.548113 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca00a65-9da5-4173-afb4-f35b14a1a0b3 req-94a66b09-6923-4393-a9c3-9905a3614431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:58.549512 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3ca00a65-9da5-4173-afb4-f35b14a1a0b3 req-94a66b09-6923-4393-a9c3-9905a3614431 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=27c0d983-774f-4d12-84ee-61b83dd38f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0671504 Jun 02 20:53:58.676302 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3ca00a65-9da5-4173-afb4-f35b14a1a0b3 req-b07d3a8f-84c8-46e2-ab7e-7ccbb31e3b10 service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203039 Jun 02 20:53:58.809414 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3ca00a65-9da5-4173-afb4-f35b14a1a0b3 req-013b6532-e5d8-4c38-be72-f65209cdc591 service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255257 Jun 02 20:53:59.368854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b7e59-55f8-4fb7-8ce3-ea322450785f req-001b082e-9404-430f-9773-0bc27fc725a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:53:59.369537 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-734b7e59-55f8-4fb7-8ce3-ea322450785f req-001b082e-9404-430f-9773-0bc27fc725a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:53:59.384926 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-734b7e59-55f8-4fb7-8ce3-ea322450785f req-001b082e-9404-430f-9773-0bc27fc725a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:53:59.385945 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-734b7e59-55f8-4fb7-8ce3-ea322450785f req-001b082e-9404-430f-9773-0bc27fc725a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 943 time: 0.0975714 Jun 02 20:53:59.431733 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-734b7e59-55f8-4fb7-8ce3-ea322450785f req-ed424d1e-6355-4371-89bd-a1618317774a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=3babc657-94ff-4bf2-aefa-e0ec7ce99fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402033 Jun 02 20:54:00.611105 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e56524-594b-40bb-b45e-69a5f972c19e req-0aba2d9c-3e38-440e-a935-2c2e7275c787 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:00.612590 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d0e56524-594b-40bb-b45e-69a5f972c19e req-0aba2d9c-3e38-440e-a935-2c2e7275c787 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 943 time: 0.0785871 Jun 02 20:54:00.659046 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d0e56524-594b-40bb-b45e-69a5f972c19e req-cc533aed-6265-40a6-a418-558068e363a9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=3babc657-94ff-4bf2-aefa-e0ec7ce99fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399699 Jun 02 20:54:00.757968 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b4fe50d2-57ad-442b-9815-93abb04b929c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:01.154662 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 4fd04a97-e01c-4dc0-ab08-050a1373d928 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:54:01.285234 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 4fd04a97-e01c-4dc0-ab08-050a1373d928, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4fd04a97-e01c-4dc0-ab08-050a1373d928,segment=NetworkSegment(3cff011e-0950-4ebd-bc24-89267b1b33d3),segment_id=3cff011e-0950-4ebd-bc24-89267b1b33d3)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:54:01.298446 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '4fd04a97-e01c-4dc0-ab08-050a1373d928', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'port_id': '4fd04a97-e01c-4dc0-ab08-050a1373d928', 'mac_address': 'fa:16:3e:84:b6:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:54:01.350615 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:01.366913 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd04a97-e01c-4dc0-ab08-050a1373d928 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:54:01.381986 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 4fd04a97-e01c-4dc0-ab08-050a1373d928, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4fd04a97-e01c-4dc0-ab08-050a1373d928,segment=NetworkSegment(3cff011e-0950-4ebd-bc24-89267b1b33d3),segment_id=3cff011e-0950-4ebd-bc24-89267b1b33d3)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:54:01.385885 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:01.387541 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:54:01.454572 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=4fd04a97-e01c-4dc0-ab08-050a1373d928,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:54:01.457546 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:54:01.719096 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['4fd04a97-e01c-4dc0-ab08-050a1373d928'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:54:01.842666 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b4f8d-0663-4445-89dd-9a6892ef3f51 req-1ee1821c-0983-44f9-853c-771fcedd2351 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:01.844253 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-325b4f8d-0663-4445-89dd-9a6892ef3f51 req-1ee1821c-0983-44f9-853c-771fcedd2351 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 944 time: 0.0804598 Jun 02 20:54:01.891196 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-325b4f8d-0663-4445-89dd-9a6892ef3f51 req-cf4b31d6-b68d-46c6-82e1-991d8cf010c4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=3babc657-94ff-4bf2-aefa-e0ec7ce99fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415411 Jun 02 20:54:03.075908 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c88a1-3e55-4b9f-9ea1-f0eb56370b55 req-57c6f574-884a-454b-bc91-c51dec88d151 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:03.077247 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-013c88a1-3e55-4b9f-9ea1-f0eb56370b55 req-57c6f574-884a-454b-bc91-c51dec88d151 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 944 time: 0.0821562 Jun 02 20:54:03.122949 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-013c88a1-3e55-4b9f-9ea1-f0eb56370b55 req-ce0c5abf-6e72-4b1b-9470-b8a546826e10 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=3babc657-94ff-4bf2-aefa-e0ec7ce99fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401609 Jun 02 20:54:03.169776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 4fd04a97-e01c-4dc0-ab08-050a1373d928 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:54:03.235289 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 4fd04a97-e01c-4dc0-ab08-050a1373d928 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:54:03.239887 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 4fd04a97-e01c-4dc0-ab08-050a1373d928 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:54:03.240270 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:03.377612 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a43e7faf-3dd2-4f29-8795-ce32aa617821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:03.383007 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:03.398011 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:03.417931 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd04a97-e01c-4dc0-ab08-050a1373d928'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:54:03.420801 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0958603-5d99-4dc2-b570-f408f27cfa6d" -d '{"events": [{"server_uuid": "a724dbca-ae48-423f-9e0c-b45cd5e2a157", "name": "network-vif-plugged", "status": "completed", "tag": "4fd04a97-e01c-4dc0-ab08-050a1373d928"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:54:03.430187 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 4fd04a97-e01c-4dc0-ab08-050a1373d928, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4fd04a97-e01c-4dc0-ab08-050a1373d928,segment=NetworkSegment(3cff011e-0950-4ebd-bc24-89267b1b33d3),segment_id=3cff011e-0950-4ebd-bc24-89267b1b33d3)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:54:03.434521 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:03.436478 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:54:03.508153 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=4fd04a97-e01c-4dc0-ab08-050a1373d928,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:54:03.511529 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:54:03.529536 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed1089a-36eb-4828-9ab1-1736cac37d8b x-openstack-request-id: req-5ed1089a-36eb-4828-9ab1-1736cac37d8b {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:54:03.529833 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a724dbca-ae48-423f-9e0c-b45cd5e2a157", "name": "network-vif-plugged", "status": "completed", "tag": "4fd04a97-e01c-4dc0-ab08-050a1373d928", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:54:03.530093 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ed1089a-36eb-4828-9ab1-1736cac37d8b {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:54:03.530486 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd04a97-e01c-4dc0-ab08-050a1373d928', 'code': 200} Jun 02 20:54:03.748916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5cf7b-43a6-42c5-bde6-7e61318010f1 req-aabadadf-6d99-4c8e-afe6-f26bf6157953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:03.750389 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6cb5cf7b-43a6-42c5-bde6-7e61318010f1 req-aabadadf-6d99-4c8e-afe6-f26bf6157953 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 1098 time: 0.0698719 Jun 02 20:54:03.798084 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6cb5cf7b-43a6-42c5-bde6-7e61318010f1 req-32032ab5-21ec-4c82-93cf-fea00970fb0a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3babc657-94ff-4bf2-aefa-e0ec7ce99fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415924 Jun 02 20:54:04.273975 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:04.306203 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7d32b-9721-4cf6-a7f6-9d58716ac4aa req-919e03c3-8976-4521-ba7f-094e6fcc28d3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:04.307660 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c7a7d32b-9721-4cf6-a7f6-9d58716ac4aa req-919e03c3-8976-4521-ba7f-094e6fcc28d3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 945 time: 0.0801406 Jun 02 20:54:04.350224 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c7a7d32b-9721-4cf6-a7f6-9d58716ac4aa req-dc3e6af8-7f81-4589-b23d-c2465ecf1d25 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=3babc657-94ff-4bf2-aefa-e0ec7ce99fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367987 Jun 02 20:54:05.543927 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29227982-c62d-4ca1-868d-10aed0ba18a5 req-a058dd57-1623-4eb5-9af7-8f8bbc107689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:05.545455 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-29227982-c62d-4ca1-868d-10aed0ba18a5 req-a058dd57-1623-4eb5-9af7-8f8bbc107689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 945 time: 0.0850239 Jun 02 20:54:05.589106 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-29227982-c62d-4ca1-868d-10aed0ba18a5 req-8d56b905-e03a-421d-a987-8cd7499cd3f7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=3babc657-94ff-4bf2-aefa-e0ec7ce99fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381837 Jun 02 20:54:05.773377 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5dd07-c3c6-4aef-9e91-93c70b1a513b req-aceecb92-a9ef-4515-8469-b43f9dfec05a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:05.774832 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-26c5dd07-c3c6-4aef-9e91-93c70b1a513b req-aceecb92-a9ef-4515-8469-b43f9dfec05a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 945 time: 0.0834520 Jun 02 20:54:05.818431 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-26c5dd07-c3c6-4aef-9e91-93c70b1a513b req-8ea9a52a-aa1f-4d99-a743-ce9faeb81d89 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=3babc657-94ff-4bf2-aefa-e0ec7ce99fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379679 Jun 02 20:54:05.840950 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60404) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:54:05.910141 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c679f1c2-913f-438e-a7df-c413482c8f4a tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:05.911631 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c679f1c2-913f-438e-a7df-c413482c8f4a tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 1093 time: 0.0697529 Jun 02 20:54:05.914450 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60406) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:54:05.918860 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': '4fd04a97-e01c-4dc0-ab08-050a1373d928', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:54:05.924829 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:54:05.928560 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:floatingip and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:54:05.931922 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:54:05.937969 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:54:05.938167 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:05.949065 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:06.082032 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:06.215543 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.26.0.10 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/e789e9ff-1912-4f1b-a9c1-987925310c15) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:54:06.358189 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:06.387255 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:06.391729 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-81e7d6cf-0347-41ae-b30b-1b9c3f45c5be tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:54:06.592663 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:54:06.600561 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:54:06.603159 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:54:06.645684 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=e789e9ff-1912-4f1b-a9c1-987925310c15,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:54:06.648425 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:54:07.011894 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:07.084357 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:07.282386 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:07.286643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:07.290706 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:54:07.394149 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=e789e9ff-1912-4f1b-a9c1-987925310c15,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:54:07.398616 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:54:07.404949 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:07.569540 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Floating IP 61f6ce6b-ad3e-4290-b99e-82f2eafe384e associated. External IP: 172.26.0.10, port: 4fd04a97-e01c-4dc0-ab08-050a1373d928. Jun 02 20:54:07.916703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router a28d912c-a375-4905-92e0-ccea50968e6e has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:54:08.245174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:54:08.254392 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b9fa87-83b6-4294-a0b9-54921bf243c7 None None] Sync routers for ids ['a28d912c-a375-4905-92e0-ccea50968e6e'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:54:08.264369 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b9fa87-83b6-4294-a0b9-54921bf243c7 None None] Routers {'a28d912c-a375-4905-92e0-ccea50968e6e'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:54:08.264973 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b6b9fa87-83b6-4294-a0b9-54921bf243c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:54:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a28d912c-a375-4905-92e0-ccea50968e6e'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:54:08.270649 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:08.327923 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4124436 Jun 02 20:54:08.328596 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'tag': '4fd04a97-e01c-4dc0-ab08-050a1373d928'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:54:08.330760 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60408) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:54:08.331234 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ed8bc1-1d89-4863-9a44-6d285566bdb0" -d '{"events": [{"name": "network-changed", "server_uuid": "a724dbca-ae48-423f-9e0c-b45cd5e2a157", "tag": "4fd04a97-e01c-4dc0-ab08-050a1373d928"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:54:08.400946 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175ba584-00b8-47ef-8425-0c278737c289 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:08.403195 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-175ba584-00b8-47ef-8425-0c278737c289 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 1093 time: 0.0706847 Jun 02 20:54:08.432565 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346b8da5-fa00-4a63-a5d8-3dea34300014 x-openstack-request-id: req-346b8da5-fa00-4a63-a5d8-3dea34300014 {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:54:08.432985 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a724dbca-ae48-423f-9e0c-b45cd5e2a157", "tag": "4fd04a97-e01c-4dc0-ab08-050a1373d928", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:54:08.433287 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-346b8da5-fa00-4a63-a5d8-3dea34300014 {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:54:08.433728 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'tag': '4fd04a97-e01c-4dc0-ab08-050a1373d928', 'status': 'completed', 'code': 200} Jun 02 20:54:08.445476 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-b6b9fa87-83b6-4294-a0b9-54921bf243c7 None None] Set router a28d912c-a375-4905-92e0-ccea50968e6e gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:54:08.528197 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed8bc1-1d89-4863-9a44-6d285566bdb0 req-e46760c6-19f0-4cc9-aab5-c87a38e55a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:08.529589 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-73ed8bc1-1d89-4863-9a44-6d285566bdb0 req-e46760c6-19f0-4cc9-aab5-c87a38e55a5f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 1098 time: 0.0748830 Jun 02 20:54:08.804655 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed8bc1-1d89-4863-9a44-6d285566bdb0 req-9cf39ce7-7741-472b-bff3-c08a3de1055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:08.806017 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-73ed8bc1-1d89-4863-9a44-6d285566bdb0 req-9cf39ce7-7741-472b-bff3-c08a3de1055a service neutron] 10.222.0.95 "GET /v2.0/networks?id=27c0d983-774f-4d12-84ee-61b83dd38f98 HTTP/1.1" status: 200 len: 897 time: 0.2695315 Jun 02 20:54:08.826721 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b6b9fa87-83b6-4294-a0b9-54921bf243c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'name': 'tempest-TestNetworkBasicOps-router-654567428', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:53:44Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:45Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '61f6ce6b-ad3e-4290-b99e-82f2eafe384e', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'port_id': '4fd04a97-e01c-4dc0-ab08-050a1373d928', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'mac_address': 'fa:16:3e:84:b6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:54:06Z', 'updated_at': '2021-06-02T20:54:06Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92573e41-68cc-4c3b-9a82-b2b9591424cd', 'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4e:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:49Z', 'updated_at': '2021-06-02T20:53:54Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:54:08.830430 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b9fa87-83b6-4294-a0b9-54921bf243c7 None None] Checking router: a28d912c-a375-4905-92e0-ccea50968e6e for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:54:08.838976 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b9fa87-83b6-4294-a0b9-54921bf243c7 None None] Routers {'a28d912c-a375-4905-92e0-ccea50968e6e'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:54:08.839597 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b6b9fa87-83b6-4294-a0b9-54921bf243c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:54:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a28d912c-a375-4905-92e0-ccea50968e6e'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:54:08.913051 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-73ed8bc1-1d89-4863-9a44-6d285566bdb0 req-0b920d58-cc50-4458-a471-38e4623cc39c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fd04a97-e01c-4dc0-ab08-050a1373d928 HTTP/1.1" status: 200 len: 998 time: 0.0960929 Jun 02 20:54:08.974554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed8bc1-1d89-4863-9a44-6d285566bdb0 req-465850ce-19c8-49e0-baca-0ad3a2329a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:08.976587 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-73ed8bc1-1d89-4863-9a44-6d285566bdb0 req-465850ce-19c8-49e0-baca-0ad3a2329a50 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cad828f8-2781-48c2-a541-0b8c7ed50e92 HTTP/1.1" status: 200 len: 835 time: 0.0564377 Jun 02 20:54:09.012089 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-b6b9fa87-83b6-4294-a0b9-54921bf243c7 None None] Set router a28d912c-a375-4905-92e0-ccea50968e6e gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:54:09.051028 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed8bc1-1d89-4863-9a44-6d285566bdb0 req-c285baf6-2b91-4872-9997-a74ab4d55b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:09.052564 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-73ed8bc1-1d89-4863-9a44-6d285566bdb0 req-c285baf6-2b91-4872-9997-a74ab4d55b09 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=27c0d983-774f-4d12-84ee-61b83dd38f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0702305 Jun 02 20:54:09.181258 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60416) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:54:09.186474 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-b381c0cf-e289-4261-a86c-857e7f383913 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-517424574', 'description': 'tempest-secgroup-smoke-517424574 description', 'project_id': '7e68015eb8844c43b1007154397602c4'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:54:09.191912 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-73ed8bc1-1d89-4863-9a44-6d285566bdb0 req-e579dff3-fa91-4beb-97f6-47dbe8b86fe6 service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327848 Jun 02 20:54:09.192189 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b381c0cf-e289-4261-a86c-857e7f383913 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:54:09.201944 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b381c0cf-e289-4261-a86c-857e7f383913 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:54:09.212863 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b381c0cf-e289-4261-a86c-857e7f383913 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:09.233630 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b381c0cf-e289-4261-a86c-857e7f383913 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:54:09.237359 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b381c0cf-e289-4261-a86c-857e7f383913 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:54:09.240174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b381c0cf-e289-4261-a86c-857e7f383913 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:54:09.246574 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b381c0cf-e289-4261-a86c-857e7f383913 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:54:09.323161 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b381c0cf-e289-4261-a86c-857e7f383913 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:09.327106 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b381c0cf-e289-4261-a86c-857e7f383913 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:09.329643 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-73ed8bc1-1d89-4863-9a44-6d285566bdb0 req-3790cc95-4d80-4bc8-873c-9e40945ec416 service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315691 Jun 02 20:54:09.330955 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8ebccc86-84f5-49a3-a0be-30139f9ca046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:54:09.372886 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381c0cf-e289-4261-a86c-857e7f383913 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=313515bf-b159-4d3c-8a48-335d928a6136,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:54:09.373229 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b6b9fa87-83b6-4294-a0b9-54921bf243c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'name': 'tempest-TestNetworkBasicOps-router-654567428', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:53:44Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:45Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '61f6ce6b-ad3e-4290-b99e-82f2eafe384e', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'port_id': '4fd04a97-e01c-4dc0-ab08-050a1373d928', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'mac_address': 'fa:16:3e:84:b6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:54:06Z', 'updated_at': '2021-06-02T20:54:06Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92573e41-68cc-4c3b-9a82-b2b9591424cd', 'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4e:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:49Z', 'updated_at': '2021-06-02T20:53:54Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:54:09.375914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b381c0cf-e289-4261-a86c-857e7f383913 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:54:09.377471 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b9fa87-83b6-4294-a0b9-54921bf243c7 None None] The sync data for ids ['a28d912c-a375-4905-92e0-ccea50968e6e'] in dv-neutron-601336-84-hyperv is: [{'id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'name': 'tempest-TestNetworkBasicOps-router-654567428', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:53:44Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:45Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '61f6ce6b-ad3e-4290-b99e-82f2eafe384e', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'port_id': '4fd04a97-e01c-4dc0-ab08-050a1373d928', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'mac_address': 'fa:16:3e:84:b6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:54:06Z', 'updated_at': '2021-06-02T20:54:06Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92573e41-68cc-4c3b-9a82-b2b9591424cd', 'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4e:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:49Z', 'updated_at': '2021-06-02T20:53:54Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:54:09.384788 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b381c0cf-e289-4261-a86c-857e7f383913 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:09.388970 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b381c0cf-e289-4261-a86c-857e7f383913 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2037969 Jun 02 20:54:09.389360 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60418) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:54:09.394120 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-cba5790e-aecf-49fc-b6b1-2a8f8145e1db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '313515bf-b159-4d3c-8a48-335d928a6136', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:54:09.400241 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cba5790e-aecf-49fc-b6b1-2a8f8145e1db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:54:09.404112 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cba5790e-aecf-49fc-b6b1-2a8f8145e1db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:54:09.407069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cba5790e-aecf-49fc-b6b1-2a8f8145e1db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:54:09.412836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cba5790e-aecf-49fc-b6b1-2a8f8145e1db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:54:09.434300 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cba5790e-aecf-49fc-b6b1-2a8f8145e1db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:09.496349 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cba5790e-aecf-49fc-b6b1-2a8f8145e1db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:09.500157 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cba5790e-aecf-49fc-b6b1-2a8f8145e1db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:09.502014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6cdea917-378b-4bff-bf60-42d72212b577 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:54:09.526272 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5790e-aecf-49fc-b6b1-2a8f8145e1db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b310342a-cd94-43fc-be05-bbb828a9a46d,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:54:09.528845 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cba5790e-aecf-49fc-b6b1-2a8f8145e1db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:54:09.536994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cba5790e-aecf-49fc-b6b1-2a8f8145e1db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:09.538181 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cba5790e-aecf-49fc-b6b1-2a8f8145e1db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477680 Jun 02 20:54:09.541552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60420) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:54:09.546218 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-5a568d9e-26ae-4dff-87b7-82085b72f508 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '313515bf-b159-4d3c-8a48-335d928a6136', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:54:09.552261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5a568d9e-26ae-4dff-87b7-82085b72f508 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:54:09.556138 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5a568d9e-26ae-4dff-87b7-82085b72f508 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:54:09.559039 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5a568d9e-26ae-4dff-87b7-82085b72f508 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:54:09.565624 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5a568d9e-26ae-4dff-87b7-82085b72f508 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:54:09.574112 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4d57a7-d8b2-4ff5-96b4-21eb2fbd0376 None None] New status for floating IP 61f6ce6b-ad3e-4290-b99e-82f2eafe384e: ACTIVE {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:54:09.582448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5a568d9e-26ae-4dff-87b7-82085b72f508 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:09.643584 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5a568d9e-26ae-4dff-87b7-82085b72f508 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:09.647186 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5a568d9e-26ae-4dff-87b7-82085b72f508 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:09.649783 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cba5790e-aecf-49fc-b6b1-2a8f8145e1db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:54:09.670166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a568d9e-26ae-4dff-87b7-82085b72f508 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f0d2e9-fb1c-43e9-901d-61265d8ed39f,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:54:09.673994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5a568d9e-26ae-4dff-87b7-82085b72f508 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:54:09.681755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5a568d9e-26ae-4dff-87b7-82085b72f508 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:09.682928 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5a568d9e-26ae-4dff-87b7-82085b72f508 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404457 Jun 02 20:54:09.685692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60422) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:54:09.690152 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-3fd275cb-d913-4343-bb6d-6f666b4bdc1e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '313515bf-b159-4d3c-8a48-335d928a6136', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:54:09.695872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-3fd275cb-d913-4343-bb6d-6f666b4bdc1e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:54:09.699652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3fd275cb-d913-4343-bb6d-6f666b4bdc1e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:54:09.702480 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3fd275cb-d913-4343-bb6d-6f666b4bdc1e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:54:09.708082 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-3fd275cb-d913-4343-bb6d-6f666b4bdc1e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:54:09.724207 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3fd275cb-d913-4343-bb6d-6f666b4bdc1e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:09.790722 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3fd275cb-d913-4343-bb6d-6f666b4bdc1e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:09.794417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3fd275cb-d913-4343-bb6d-6f666b4bdc1e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:09.796249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-19963a45-dcc3-4e80-ac24-c7b2677d3473 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:54:09.820929 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd275cb-d913-4343-bb6d-6f666b4bdc1e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99989b7f-bf69-4131-b659-ff5055407608,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:54:09.826221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3fd275cb-d913-4343-bb6d-6f666b4bdc1e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:54:09.830717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3fd275cb-d913-4343-bb6d-6f666b4bdc1e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:09.832019 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3fd275cb-d913-4343-bb6d-6f666b4bdc1e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454074 Jun 02 20:54:09.834723 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60424) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:54:09.839818 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-2189f634-def7-4834-8929-49e5ba6553bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '313515bf-b159-4d3c-8a48-335d928a6136', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:54:09.845780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-2189f634-def7-4834-8929-49e5ba6553bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:54:09.849580 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2189f634-def7-4834-8929-49e5ba6553bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:54:09.853045 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2189f634-def7-4834-8929-49e5ba6553bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:54:09.858780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-2189f634-def7-4834-8929-49e5ba6553bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:54:09.876699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2189f634-def7-4834-8929-49e5ba6553bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:09.939112 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2189f634-def7-4834-8929-49e5ba6553bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:09.942582 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2189f634-def7-4834-8929-49e5ba6553bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:09.944400 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e2b75e38-5cb0-4ac2-b16b-e609f8af516a tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:54:09.967909 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189f634-def7-4834-8929-49e5ba6553bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fe3cd7-aa88-4d05-90b3-d528b4742a5d,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:54:09.972410 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2189f634-def7-4834-8929-49e5ba6553bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:54:09.976687 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2189f634-def7-4834-8929-49e5ba6553bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:09.978128 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2189f634-def7-4834-8929-49e5ba6553bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1419568 Jun 02 20:54:09.980822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60426) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:54:09.985175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-b262d18e-afa3-402d-a241-2aa4b8a0fa37 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '313515bf-b159-4d3c-8a48-335d928a6136', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:54:09.990804 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b262d18e-afa3-402d-a241-2aa4b8a0fa37 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:54:09.994566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b262d18e-afa3-402d-a241-2aa4b8a0fa37 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:54:09.997418 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b262d18e-afa3-402d-a241-2aa4b8a0fa37 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:54:10.002963 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b262d18e-afa3-402d-a241-2aa4b8a0fa37 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:54:10.014293 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-b262d18e-afa3-402d-a241-2aa4b8a0fa37 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:54:10.019704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b262d18e-afa3-402d-a241-2aa4b8a0fa37 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:10.082870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b262d18e-afa3-402d-a241-2aa4b8a0fa37 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:10.086861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b262d18e-afa3-402d-a241-2aa4b8a0fa37 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:10.088739 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-625e4811-62de-4ebb-8d51-0a54bc6dbd0c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:54:10.112893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262d18e-afa3-402d-a241-2aa4b8a0fa37 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0645c657-186e-4555-9bd5-031ac533b49e,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:54:10.117523 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b262d18e-afa3-402d-a241-2aa4b8a0fa37 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:54:10.121576 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b262d18e-afa3-402d-a241-2aa4b8a0fa37 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:10.122734 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b262d18e-afa3-402d-a241-2aa4b8a0fa37 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1409945 Jun 02 20:54:10.125559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60428) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:54:10.129830 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-244a08e7-e84d-4bb9-9dee-52a710886710 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': '313515bf-b159-4d3c-8a48-335d928a6136', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:54:10.136229 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-244a08e7-e84d-4bb9-9dee-52a710886710 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:54:10.139975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-244a08e7-e84d-4bb9-9dee-52a710886710 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:54:10.142729 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-244a08e7-e84d-4bb9-9dee-52a710886710 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:54:10.148878 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-244a08e7-e84d-4bb9-9dee-52a710886710 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:54:10.158572 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-244a08e7-e84d-4bb9-9dee-52a710886710 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:54:10.163860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-244a08e7-e84d-4bb9-9dee-52a710886710 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:10.225293 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-244a08e7-e84d-4bb9-9dee-52a710886710 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:10.228491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-244a08e7-e84d-4bb9-9dee-52a710886710 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:10.230216 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ef598874-7cb3-4cb6-933f-8eb77c14bc7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:54:10.250764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a08e7-e84d-4bb9-9dee-52a710886710 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02ec0b2-d663-41ed-9803-aeeb522754aa,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:54:10.253080 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-244a08e7-e84d-4bb9-9dee-52a710886710 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:54:10.260897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-244a08e7-e84d-4bb9-9dee-52a710886710 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:10.262009 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-244a08e7-e84d-4bb9-9dee-52a710886710 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1355562 Jun 02 20:54:10.418222 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-283f17b0-91bb-4806-a74a-10a76042c469 req-722a6b2c-e606-435d-acbe-b7421aa6dba2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-517424574&fields=id&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 267 time: 0.0382440 Jun 02 20:54:10.563344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f17b0-91bb-4806-a74a-10a76042c469 req-01a5816e-e312-4601-a659-109f581918b1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:10.564657 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-283f17b0-91bb-4806-a74a-10a76042c469 req-01a5816e-e312-4601-a659-109f581918b1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/networks?id=27c0d983-774f-4d12-84ee-61b83dd38f98 HTTP/1.1" status: 200 len: 796 time: 0.1402488 Jun 02 20:54:10.579206 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-283f17b0-91bb-4806-a74a-10a76042c469 req-d4ad5543-f577-4cdf-8392-454d1f5b36f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/quotas/7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 375 time: 0.0085578 Jun 02 20:54:10.668050 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-283f17b0-91bb-4806-a74a-10a76042c469 req-05d570e6-bb78-41fb-8348-3b5a0886226e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0840926 Jun 02 20:54:10.806945 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-283f17b0-91bb-4806-a74a-10a76042c469 req-664aca29-7abb-48bc-9bb5-df5ff3a2516d service neutron] 10.222.0.25 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276195 Jun 02 20:54:10.938806 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-283f17b0-91bb-4806-a74a-10a76042c469 req-bc850a9a-b50b-4b67-b976-3c268e3da1ea service neutron] 10.222.0.25 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261306 Jun 02 20:54:11.112156 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-45d61c5e-c584-4cc0-9813-5aa6ac92889c req-8ca217f0-6dfe-42c4-9b79-b1a08e2c1da4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e8b483e-e367-489b-aaaa-70db96448dbf HTTP/1.1" status: 200 len: 210 time: 0.0431142 Jun 02 20:54:12.121777 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b1979f03-4ebe-4ee9-9058-d3778dfb2b62 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:12.123286 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b1979f03-4ebe-4ee9-9058-d3778dfb2b62 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/networks?id=27c0d983-774f-4d12-84ee-61b83dd38f98 HTTP/1.1" status: 200 len: 796 time: 0.1465187 Jun 02 20:54:12.175522 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-283f17b0-91bb-4806-a74a-10a76042c469 req-268b90e8-6684-46b5-92d9-12a3ced4d1fa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 471 time: 0.0435820 Jun 02 20:54:12.187069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-283f17b0-91bb-4806-a74a-10a76042c469 req-280ca2b3-6225-4101-858d-a5c05d0f3bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'port': {'device_id': '0e8b483e-e367-489b-aaaa-70db96448dbf', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'admin_state_up': True, 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'security_groups': ['313515bf-b159-4d3c-8a48-335d928a6136']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:54:12.312979 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b95be9fc-d37d-4c1d-a3da-e87f6ee1b79a req-bb3a964d-cff2-4de2-aac6-9d763513c45e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e8b483e-e367-489b-aaaa-70db96448dbf HTTP/1.1" status: 200 len: 210 time: 0.0576506 Jun 02 20:54:12.356673 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-283f17b0-91bb-4806-a74a-10a76042c469 req-280ca2b3-6225-4101-858d-a5c05d0f3bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:54:12.365746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-283f17b0-91bb-4806-a74a-10a76042c469 req-280ca2b3-6225-4101-858d-a5c05d0f3bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:54:12.375521 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-283f17b0-91bb-4806-a74a-10a76042c469 req-280ca2b3-6225-4101-858d-a5c05d0f3bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:54:12.378809 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-283f17b0-91bb-4806-a74a-10a76042c469 req-280ca2b3-6225-4101-858d-a5c05d0f3bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:12.533049 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-283f17b0-91bb-4806-a74a-10a76042c469 req-280ca2b3-6225-4101-858d-a5c05d0f3bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.20.0.5 (27c0d983-774f-4d12-84ee-61b83dd38f98/cad828f8-2781-48c2-a541-0b8c7ed50e92/6d4b433f-183c-427b-8a61-be6a6e4bdf59) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:54:12.714525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-283f17b0-91bb-4806-a74a-10a76042c469 req-280ca2b3-6225-4101-858d-a5c05d0f3bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:12.730243 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-283f17b0-91bb-4806-a74a-10a76042c469 req-280ca2b3-6225-4101-858d-a5c05d0f3bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Transition to ACTIVE for port object 6d4b433f-183c-427b-8a61-be6a6e4bdf59 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:54:12.753010 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-283f17b0-91bb-4806-a74a-10a76042c469 req-280ca2b3-6225-4101-858d-a5c05d0f3bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:12.758765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-03955134-becd-4e98-815d-b768d4530939 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:54:12.956925 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283f17b0-91bb-4806-a74a-10a76042c469 req-280ca2b3-6225-4101-858d-a5c05d0f3bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 27c0d983-774f-4d12-84ee-61b83dd38f98 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:54:12.960900 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-283f17b0-91bb-4806-a74a-10a76042c469 req-280ca2b3-6225-4101-858d-a5c05d0f3bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:54:12.964898 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-283f17b0-91bb-4806-a74a-10a76042c469 req-280ca2b3-6225-4101-858d-a5c05d0f3bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:54:13.000458 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ca2b3-6225-4101-858d-a5c05d0f3bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=6d4b433f-183c-427b-8a61-be6a6e4bdf59,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:54:13.004968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-280ca2b3-6225-4101-858d-a5c05d0f3bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:54:13.033740 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f17b0-91bb-4806-a74a-10a76042c469 req-280ca2b3-6225-4101-858d-a5c05d0f3bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:13.034297 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-283f17b0-91bb-4806-a74a-10a76042c469 req-280ca2b3-6225-4101-858d-a5c05d0f3bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:13.059827 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-283f17b0-91bb-4806-a74a-10a76042c469 req-280ca2b3-6225-4101-858d-a5c05d0f3bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8765161 Jun 02 20:54:13.071972 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Request body: {'port': {'device_id': '0e8b483e-e367-489b-aaaa-70db96448dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:54:13.184700 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:13.224668 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d5a486e1-e26f-4109-8c16-35f5f41a01a3 None None] Provisioning for port 6d4b433f-183c-427b-8a61-be6a6e4bdf59 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:54:13.229352 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d5a486e1-e26f-4109-8c16-35f5f41a01a3 None None] Provisioning complete for port 6d4b433f-183c-427b-8a61-be6a6e4bdf59 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:54:13.229681 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d5a486e1-e26f-4109-8c16-35f5f41a01a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:13.286143 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-d5a486e1-e26f-4109-8c16-35f5f41a01a3 None None] Port 6d4b433f-183c-427b-8a61-be6a6e4bdf59 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:54:13.499743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5658a0-f611-4379-a296-d412dc5d7d7f req-8ecc69ba-cb5c-4ad4-9129-3fe32cfd40eb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:13.501102 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fc5658a0-f611-4379-a296-d412dc5d7d7f req-8ecc69ba-cb5c-4ad4-9129-3fe32cfd40eb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e8b483e-e367-489b-aaaa-70db96448dbf HTTP/1.1" status: 200 len: 931 time: 0.0820441 Jun 02 20:54:13.531513 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4b433f-183c-427b-8a61-be6a6e4bdf59 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:54:13.538698 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:13.544307 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-fc5658a0-f611-4379-a296-d412dc5d7d7f req-8827f993-3a2d-4231-9c4a-2925d969b570 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:54:13.553690 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Transition to ACTIVE for port object 6d4b433f-183c-427b-8a61-be6a6e4bdf59 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:54:13.558134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:13.560583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-fc5658a0-f611-4379-a296-d412dc5d7d7f req-8827f993-3a2d-4231-9c4a-2925d969b570 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:54:13.561865 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fc5658a0-f611-4379-a296-d412dc5d7d7f req-8827f993-3a2d-4231-9c4a-2925d969b570 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=313515bf-b159-4d3c-8a48-335d928a6136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549049 Jun 02 20:54:13.563725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9cd4ceac-2859-4060-b58e-b1a6cce4bbfc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:54:13.714505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Pushing event updated for resources: {'Port': ['ID=6d4b433f-183c-427b-8a61-be6a6e4bdf59,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:54:13.722316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:54:13.792715 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Attempting to bind port 6d4b433f-183c-427b-8a61-be6a6e4bdf59 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:54:13.793045 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Attempting to bind port 6d4b433f-183c-427b-8a61-be6a6e4bdf59 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3cff011e-0950-4ebd-bc24-89267b1b33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:54:13.793366 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Attempting to bind port 6d4b433f-183c-427b-8a61-be6a6e4bdf59 on network 27c0d983-774f-4d12-84ee-61b83dd38f98 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:54:13.797861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Port 6d4b433f-183c-427b-8a61-be6a6e4bdf59 on network 27c0d983-774f-4d12-84ee-61b83dd38f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:54:13.798173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Attempting to bind port 6d4b433f-183c-427b-8a61-be6a6e4bdf59 on network 27c0d983-774f-4d12-84ee-61b83dd38f98 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:54:13.803124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:54:13.803482 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Checking segment: {'id': '3cff011e-0950-4ebd-bc24-89267b1b33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:54:13.803854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Bound using segment: {'id': '3cff011e-0950-4ebd-bc24-89267b1b33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:54:13.804844 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Bound port: 6d4b433f-183c-427b-8a61-be6a6e4bdf59, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cff011e-0950-4ebd-bc24-89267b1b33d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:54:13.805180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:13.893666 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] For port 6d4b433f-183c-427b-8a61-be6a6e4bdf59, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:54:13.896472 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] For port 6d4b433f-183c-427b-8a61-be6a6e4bdf59, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6d4b433f-183c-427b-8a61-be6a6e4bdf59,segment=NetworkSegment(3cff011e-0950-4ebd-bc24-89267b1b33d3),segment_id=3cff011e-0950-4ebd-bc24-89267b1b33d3)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:54:13.900026 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:13.903515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bf82b3a4-a88b-448f-8086-b30684b7ccc4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:54:13.963194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:13.963800 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:13.965165 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-283f17b0-91bb-4806-a74a-10a76042c469 req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] 10.222.0.95 "PUT /v2.0/ports/6d4b433f-183c-427b-8a61-be6a6e4bdf59 HTTP/1.1" status: 200 len: 1093 time: 0.8979924 Jun 02 20:54:13.965680 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8b483e-e367-489b-aaaa-70db96448dbf', 'tag': '6d4b433f-183c-427b-8a61-be6a6e4bdf59'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:54:13.967998 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a53df31-37fd-4df8-a990-a6ad203560e0" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8b483e-e367-489b-aaaa-70db96448dbf", "tag": "6d4b433f-183c-427b-8a61-be6a6e4bdf59"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:54:13.983371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Pushing event updated for resources: {'Port': ['ID=6d4b433f-183c-427b-8a61-be6a6e4bdf59,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:54:13.986357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:54:14.050519 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec901a4-a3a2-4c3c-a7f1-a347007c5307 x-openstack-request-id: req-aec901a4-a3a2-4c3c-a7f1-a347007c5307 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:54:14.050854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8b483e-e367-489b-aaaa-70db96448dbf", "tag": "6d4b433f-183c-427b-8a61-be6a6e4bdf59", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:54:14.051171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aec901a4-a3a2-4c3c-a7f1-a347007c5307 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:54:14.051601 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8b483e-e367-489b-aaaa-70db96448dbf', 'tag': '6d4b433f-183c-427b-8a61-be6a6e4bdf59', 'status': 'completed', 'code': 200} Jun 02 20:54:14.094015 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f17b0-91bb-4806-a74a-10a76042c469 req-4951caeb-e080-47b4-94e7-625e33fc4f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:14.095682 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-283f17b0-91bb-4806-a74a-10a76042c469 req-4951caeb-e080-47b4-94e7-625e33fc4f3d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=0e8b483e-e367-489b-aaaa-70db96448dbf HTTP/1.1" status: 200 len: 1096 time: 0.0806599 Jun 02 20:54:14.162583 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-283f17b0-91bb-4806-a74a-10a76042c469 req-ffdf7112-7ba0-48ad-a5c0-33d0185a4bc3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b433f-183c-427b-8a61-be6a6e4bdf59 HTTP/1.1" status: 200 len: 217 time: 0.0597863 Jun 02 20:54:14.225535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f17b0-91bb-4806-a74a-10a76042c469 req-37be50d5-3467-415c-bb7c-19d16b22cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:14.227474 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-283f17b0-91bb-4806-a74a-10a76042c469 req-37be50d5-3467-415c-bb7c-19d16b22cc82 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cad828f8-2781-48c2-a541-0b8c7ed50e92 HTTP/1.1" status: 200 len: 835 time: 0.0594656 Jun 02 20:54:14.301697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f17b0-91bb-4806-a74a-10a76042c469 req-bed027a9-7e18-4136-892a-d7d697a2e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:14.303042 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-283f17b0-91bb-4806-a74a-10a76042c469 req-bed027a9-7e18-4136-892a-d7d697a2e104 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=27c0d983-774f-4d12-84ee-61b83dd38f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0693548 Jun 02 20:54:14.429673 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-283f17b0-91bb-4806-a74a-10a76042c469 req-4c4b0d35-a0cc-4bfd-875f-67737bbe64c0 service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203744 Jun 02 20:54:14.512012 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:14.559210 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-283f17b0-91bb-4806-a74a-10a76042c469 req-402d3287-7fa9-48fa-be5b-d514b8f571fe service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231391 Jun 02 20:54:14.675493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53df31-37fd-4df8-a990-a6ad203560e0 req-a598b5c0-6083-43c1-97f9-913c3145de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:14.677007 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9a53df31-37fd-4df8-a990-a6ad203560e0 req-a598b5c0-6083-43c1-97f9-913c3145de2f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=0e8b483e-e367-489b-aaaa-70db96448dbf HTTP/1.1" status: 200 len: 1096 time: 0.0759220 Jun 02 20:54:14.750401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc27e33-8c23-4912-8a40-c66ad52936a3 req-3a6f12e8-1172-4c62-a6a2-da11a6b70e42 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:14.751901 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4dc27e33-8c23-4912-8a40-c66ad52936a3 req-3a6f12e8-1172-4c62-a6a2-da11a6b70e42 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e8b483e-e367-489b-aaaa-70db96448dbf HTTP/1.1" status: 200 len: 943 time: 0.0827172 Jun 02 20:54:14.800346 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4dc27e33-8c23-4912-8a40-c66ad52936a3 req-c677d640-68f6-45ed-b002-a0100efbb1f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=313515bf-b159-4d3c-8a48-335d928a6136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421262 Jun 02 20:54:14.811031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53df31-37fd-4df8-a990-a6ad203560e0 req-ed1516e5-363d-409f-845f-980b992e9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:14.812440 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9a53df31-37fd-4df8-a990-a6ad203560e0 req-ed1516e5-363d-409f-845f-980b992e9ba4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=27c0d983-774f-4d12-84ee-61b83dd38f98 HTTP/1.1" status: 200 len: 897 time: 0.1288333 Jun 02 20:54:14.878149 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9a53df31-37fd-4df8-a990-a6ad203560e0 req-713fd3c7-5d58-43db-ad44-73e669a637f6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b433f-183c-427b-8a61-be6a6e4bdf59 HTTP/1.1" status: 200 len: 217 time: 0.0589719 Jun 02 20:54:15.078051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53df31-37fd-4df8-a990-a6ad203560e0 req-ffdd0c24-538d-4212-a583-10ce83beb7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:15.079400 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9a53df31-37fd-4df8-a990-a6ad203560e0 req-ffdd0c24-538d-4212-a583-10ce83beb7fc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cad828f8-2781-48c2-a541-0b8c7ed50e92 HTTP/1.1" status: 200 len: 835 time: 0.1954560 Jun 02 20:54:15.152667 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53df31-37fd-4df8-a990-a6ad203560e0 req-c7241c5e-de23-407c-beaf-c1ec273a0e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:15.154066 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9a53df31-37fd-4df8-a990-a6ad203560e0 req-c7241c5e-de23-407c-beaf-c1ec273a0e72 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=27c0d983-774f-4d12-84ee-61b83dd38f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0683043 Jun 02 20:54:15.288113 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9a53df31-37fd-4df8-a990-a6ad203560e0 req-ec9460c1-c437-49fb-9ab7-c7a4847a80eb service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236634 Jun 02 20:54:15.421649 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9a53df31-37fd-4df8-a990-a6ad203560e0 req-96efd9e5-7dd4-4f6b-8861-433dcd13ddc9 service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268322 Jun 02 20:54:15.991624 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0498b5-4e2e-4b56-a676-7641500b43b1 req-44cb11f5-58e4-4442-88dc-1982256c07e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:15.992238 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-6f0498b5-4e2e-4b56-a676-7641500b43b1 req-44cb11f5-58e4-4442-88dc-1982256c07e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:54:16.007487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-6f0498b5-4e2e-4b56-a676-7641500b43b1 req-44cb11f5-58e4-4442-88dc-1982256c07e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:54:16.008604 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6f0498b5-4e2e-4b56-a676-7641500b43b1 req-44cb11f5-58e4-4442-88dc-1982256c07e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e8b483e-e367-489b-aaaa-70db96448dbf HTTP/1.1" status: 200 len: 943 time: 0.0983381 Jun 02 20:54:16.054528 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6f0498b5-4e2e-4b56-a676-7641500b43b1 req-0de19260-83a2-4e83-9d90-531a0a78d5c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=313515bf-b159-4d3c-8a48-335d928a6136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401475 Jun 02 20:54:17.237762 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f585f1a-cd55-43b2-ba1e-535be0cf83a3 req-965dbdf4-9137-4026-9eca-2720abb0e9dc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:17.239194 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8f585f1a-cd55-43b2-ba1e-535be0cf83a3 req-965dbdf4-9137-4026-9eca-2720abb0e9dc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e8b483e-e367-489b-aaaa-70db96448dbf HTTP/1.1" status: 200 len: 943 time: 0.0780876 Jun 02 20:54:17.281685 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8f585f1a-cd55-43b2-ba1e-535be0cf83a3 req-2b2ddbff-bd2d-4e17-b1be-85f861d4184c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=313515bf-b159-4d3c-8a48-335d928a6136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369229 Jun 02 20:54:18.461696 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f86638-e89a-4718-9079-12e368e8366d req-31a827e5-3359-4380-9ace-36cddeea15b3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:18.463129 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-12f86638-e89a-4718-9079-12e368e8366d req-31a827e5-3359-4380-9ace-36cddeea15b3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e8b483e-e367-489b-aaaa-70db96448dbf HTTP/1.1" status: 200 len: 943 time: 0.0792925 Jun 02 20:54:18.509403 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-12f86638-e89a-4718-9079-12e368e8366d req-ca0c14ac-9be2-41ec-aefc-31d96e1248e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=313515bf-b159-4d3c-8a48-335d928a6136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407219 Jun 02 20:54:19.294666 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 6d4b433f-183c-427b-8a61-be6a6e4bdf59 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:54:19.463386 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 6d4b433f-183c-427b-8a61-be6a6e4bdf59, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6d4b433f-183c-427b-8a61-be6a6e4bdf59,segment=NetworkSegment(3cff011e-0950-4ebd-bc24-89267b1b33d3),segment_id=3cff011e-0950-4ebd-bc24-89267b1b33d3)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:54:19.479405 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '6d4b433f-183c-427b-8a61-be6a6e4bdf59', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'port_id': '6d4b433f-183c-427b-8a61-be6a6e4bdf59', 'mac_address': 'fa:16:3e:a7:72:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:54:19.536945 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:19.556655 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4b433f-183c-427b-8a61-be6a6e4bdf59 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:54:19.571707 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 6d4b433f-183c-427b-8a61-be6a6e4bdf59, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6d4b433f-183c-427b-8a61-be6a6e4bdf59,segment=NetworkSegment(3cff011e-0950-4ebd-bc24-89267b1b33d3),segment_id=3cff011e-0950-4ebd-bc24-89267b1b33d3)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:54:19.575926 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:19.577627 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:54:19.642293 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=6d4b433f-183c-427b-8a61-be6a6e4bdf59,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:54:19.645422 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:54:19.704218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b5d5d-ce81-49bb-ad3e-252feaa152b4 req-50ef0c06-0255-4be8-bb71-56d2c00131d1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:19.705810 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c75b5d5d-ce81-49bb-ad3e-252feaa152b4 req-50ef0c06-0255-4be8-bb71-56d2c00131d1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e8b483e-e367-489b-aaaa-70db96448dbf HTTP/1.1" status: 200 len: 944 time: 0.0905621 Jun 02 20:54:19.753708 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c75b5d5d-ce81-49bb-ad3e-252feaa152b4 req-d94b445f-10d5-4f4f-b364-9c9bf30c5aef tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=313515bf-b159-4d3c-8a48-335d928a6136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412722 Jun 02 20:54:19.916655 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['6d4b433f-183c-427b-8a61-be6a6e4bdf59'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:54:20.936081 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b508e-4161-43e8-ad28-17a7d6b269e9 req-464cdc30-95a9-45cf-843b-8a979d9fe3ce tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:20.937505 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9a6b508e-4161-43e8-ad28-17a7d6b269e9 req-464cdc30-95a9-45cf-843b-8a979d9fe3ce tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e8b483e-e367-489b-aaaa-70db96448dbf HTTP/1.1" status: 200 len: 944 time: 0.0787795 Jun 02 20:54:20.981525 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9a6b508e-4161-43e8-ad28-17a7d6b269e9 req-f12b0732-4ab6-44ed-a9f7-ed9d03bff42d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=313515bf-b159-4d3c-8a48-335d928a6136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384860 Jun 02 20:54:21.311221 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 6d4b433f-183c-427b-8a61-be6a6e4bdf59 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:54:21.379533 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 6d4b433f-183c-427b-8a61-be6a6e4bdf59 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:54:21.384914 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 6d4b433f-183c-427b-8a61-be6a6e4bdf59 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:54:21.385294 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:21.504528 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:21.531110 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8b483e-e367-489b-aaaa-70db96448dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4b433f-183c-427b-8a61-be6a6e4bdf59'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:54:21.533740 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e133154-b9c7-4c8c-806c-aa03ce39c4f7" -d '{"events": [{"server_uuid": "0e8b483e-e367-489b-aaaa-70db96448dbf", "name": "network-vif-plugged", "status": "completed", "tag": "6d4b433f-183c-427b-8a61-be6a6e4bdf59"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:54:21.542146 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 6d4b433f-183c-427b-8a61-be6a6e4bdf59, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6d4b433f-183c-427b-8a61-be6a6e4bdf59,segment=NetworkSegment(3cff011e-0950-4ebd-bc24-89267b1b33d3),segment_id=3cff011e-0950-4ebd-bc24-89267b1b33d3)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:54:21.546103 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:21.548984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:54:21.582423 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f035ac7-7ed1-4bd4-b785-3c0ad8114a72 x-openstack-request-id: req-7f035ac7-7ed1-4bd4-b785-3c0ad8114a72 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:54:21.582718 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8b483e-e367-489b-aaaa-70db96448dbf", "name": "network-vif-plugged", "status": "completed", "tag": "6d4b433f-183c-427b-8a61-be6a6e4bdf59", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:54:21.582975 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f035ac7-7ed1-4bd4-b785-3c0ad8114a72 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:54:21.583392 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8b483e-e367-489b-aaaa-70db96448dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4b433f-183c-427b-8a61-be6a6e4bdf59', 'code': 200} Jun 02 20:54:21.624173 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=6d4b433f-183c-427b-8a61-be6a6e4bdf59,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:54:21.627151 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:54:21.808294 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ff7af-2c19-4fd0-adb5-0b7e805f6b50 req-3a6b9f61-24f8-4abd-9b60-b2388f37a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:21.809770 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1e0ff7af-2c19-4fd0-adb5-0b7e805f6b50 req-3a6b9f61-24f8-4abd-9b60-b2388f37a2aa service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0e8b483e-e367-489b-aaaa-70db96448dbf HTTP/1.1" status: 200 len: 1098 time: 0.0724485 Jun 02 20:54:21.851429 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1e0ff7af-2c19-4fd0-adb5-0b7e805f6b50 req-f6eec89c-ec59-467a-a8bc-55cde96efa92 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=313515bf-b159-4d3c-8a48-335d928a6136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347075 Jun 02 20:54:22.165847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d6d21-2f36-4af0-8d15-75227b4c5b32 req-33967cfc-91cb-4a3f-84d4-6ca3c1060717 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:22.167478 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-aa9d6d21-2f36-4af0-8d15-75227b4c5b32 req-33967cfc-91cb-4a3f-84d4-6ca3c1060717 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e8b483e-e367-489b-aaaa-70db96448dbf HTTP/1.1" status: 200 len: 945 time: 0.0802879 Jun 02 20:54:22.213201 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-aa9d6d21-2f36-4af0-8d15-75227b4c5b32 req-652f7970-8bad-4f19-bc4d-84f7892d0841 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=313515bf-b159-4d3c-8a48-335d928a6136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399699 Jun 02 20:54:23.393620 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc7fcc-2884-4a13-af3d-9d0a37114e8e req-2c8787d3-48df-4c73-8c50-b4e25cf84ac3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:23.395062 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-96dc7fcc-2884-4a13-af3d-9d0a37114e8e req-2c8787d3-48df-4c73-8c50-b4e25cf84ac3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e8b483e-e367-489b-aaaa-70db96448dbf HTTP/1.1" status: 200 len: 945 time: 0.0789454 Jun 02 20:54:23.438355 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-96dc7fcc-2884-4a13-af3d-9d0a37114e8e req-0f5cf0f9-3e4d-418b-8f0e-1961ba4f3a37 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=313515bf-b159-4d3c-8a48-335d928a6136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376999 Jun 02 20:54:23.634605 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e7474-b2ef-48e9-9087-81beffffdb5c req-0a915360-47a5-4ee9-9561-e2aa983d3995 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:23.635992 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2f1e7474-b2ef-48e9-9087-81beffffdb5c req-0a915360-47a5-4ee9-9561-e2aa983d3995 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e8b483e-e367-489b-aaaa-70db96448dbf HTTP/1.1" status: 200 len: 945 time: 0.0949888 Jun 02 20:54:23.678846 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2f1e7474-b2ef-48e9-9087-81beffffdb5c req-1aa9fe3c-040e-4196-94aa-d6124fed7e5a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=313515bf-b159-4d3c-8a48-335d928a6136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370431 Jun 02 20:54:23.700851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60482) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:54:23.768579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fce8f2-4049-4c91-aa71-31857d8de61c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:23.773085 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-42fce8f2-4049-4c91-aa71-31857d8de61c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0e8b483e-e367-489b-aaaa-70db96448dbf HTTP/1.1" status: 200 len: 1093 time: 0.0682573 Jun 02 20:54:23.773358 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60484) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:54:23.777621 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': '6d4b433f-183c-427b-8a61-be6a6e4bdf59', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:54:23.783261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:54:23.786946 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:floatingip and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:54:23.790406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:54:23.795962 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:54:23.805931 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:23.943519 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:24.078121 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.26.0.39 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/d894eebb-7b6d-4ab5-8d4d-60694682f8bb) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:54:24.222167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:24.249452 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:24.253869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-201d4410-590b-43dd-8cdc-5fc819cbf22a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:54:24.315263 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:54:24.318581 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:54:24.322857 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:54:24.358901 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=d894eebb-7b6d-4ab5-8d4d-60694682f8bb,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:54:24.362882 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:54:24.856362 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:24.930681 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:25.138477 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:25.142696 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:25.146941 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-867ad546-24b4-4e6c-97bf-414179a566e3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:54:25.256914 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=d894eebb-7b6d-4ab5-8d4d-60694682f8bb,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:54:25.260993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:54:25.263761 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:25.428752 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Floating IP ac610037-26e6-400a-8f03-0c441b93de6b associated. External IP: 172.26.0.39, port: 6d4b433f-183c-427b-8a61-be6a6e4bdf59. Jun 02 20:54:25.772045 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router a28d912c-a375-4905-92e0-ccea50968e6e has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:54:25.952775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:54:25.963066 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb68ecac-ea73-4581-9c28-9f67ab7d0993 None None] Sync routers for ids ['a28d912c-a375-4905-92e0-ccea50968e6e'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:54:25.971780 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb68ecac-ea73-4581-9c28-9f67ab7d0993 None None] Routers {'a28d912c-a375-4905-92e0-ccea50968e6e'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:54:25.972374 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-cb68ecac-ea73-4581-9c28-9f67ab7d0993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:54:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a28d912c-a375-4905-92e0-ccea50968e6e'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:54:25.976455 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:26.031132 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2566931 Jun 02 20:54:26.031733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8b483e-e367-489b-aaaa-70db96448dbf', 'tag': '6d4b433f-183c-427b-8a61-be6a6e4bdf59'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:54:26.034033 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69149c7e-31d9-47a5-9159-c2f0c5364a25" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8b483e-e367-489b-aaaa-70db96448dbf", "tag": "6d4b433f-183c-427b-8a61-be6a6e4bdf59"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:54:26.075975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14e770e-83b7-406f-9eda-3a2821d422fd x-openstack-request-id: req-c14e770e-83b7-406f-9eda-3a2821d422fd {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:54:26.076299 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8b483e-e367-489b-aaaa-70db96448dbf", "tag": "6d4b433f-183c-427b-8a61-be6a6e4bdf59", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:54:26.076599 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c14e770e-83b7-406f-9eda-3a2821d422fd {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:54:26.077034 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8b483e-e367-489b-aaaa-70db96448dbf', 'tag': '6d4b433f-183c-427b-8a61-be6a6e4bdf59', 'status': 'completed', 'code': 200} Jun 02 20:54:26.146171 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-cb68ecac-ea73-4581-9c28-9f67ab7d0993 None None] Set router a28d912c-a375-4905-92e0-ccea50968e6e gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:54:26.366244 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69149c7e-31d9-47a5-9159-c2f0c5364a25 req-c3127e12-97e5-4909-b658-855e60261224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:26.368167 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-69149c7e-31d9-47a5-9159-c2f0c5364a25 req-c3127e12-97e5-4909-b658-855e60261224 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=0e8b483e-e367-489b-aaaa-70db96448dbf HTTP/1.1" status: 200 len: 1098 time: 0.2657390 Jun 02 20:54:26.500119 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69149c7e-31d9-47a5-9159-c2f0c5364a25 req-be80205f-e5fa-4f57-8076-2a7a950636cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:26.501548 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-69149c7e-31d9-47a5-9159-c2f0c5364a25 req-be80205f-e5fa-4f57-8076-2a7a950636cd service neutron] 10.222.0.95 "GET /v2.0/networks?id=27c0d983-774f-4d12-84ee-61b83dd38f98 HTTP/1.1" status: 200 len: 897 time: 0.1253238 Jun 02 20:54:26.521484 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-cb68ecac-ea73-4581-9c28-9f67ab7d0993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'name': 'tempest-TestNetworkBasicOps-router-654567428', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:53:44Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:45Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '61f6ce6b-ad3e-4290-b99e-82f2eafe384e', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'port_id': '4fd04a97-e01c-4dc0-ab08-050a1373d928', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'mac_address': 'fa:16:3e:84:b6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:54:06Z', 'updated_at': '2021-06-02T20:54:09Z', 'revision_number': 1, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}, {'id': 'ac610037-26e6-400a-8f03-0c441b93de6b', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.39', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'port_id': '6d4b433f-183c-427b-8a61-be6a6e4bdf59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'mac_address': 'fa:16:3e:a7:72:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b483e-e367-489b-aaaa-70db96448dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:54:24Z', 'updated_at': '2021-06-02T20:54:24Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92573e41-68cc-4c3b-9a82-b2b9591424cd', 'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4e:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:49Z', 'updated_at': '2021-06-02T20:53:54Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:54:26.525243 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb68ecac-ea73-4581-9c28-9f67ab7d0993 None None] Checking router: a28d912c-a375-4905-92e0-ccea50968e6e for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:54:26.533394 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb68ecac-ea73-4581-9c28-9f67ab7d0993 None None] Routers {'a28d912c-a375-4905-92e0-ccea50968e6e'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:54:26.533988 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-cb68ecac-ea73-4581-9c28-9f67ab7d0993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:54:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a28d912c-a375-4905-92e0-ccea50968e6e'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:54:26.602919 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-69149c7e-31d9-47a5-9159-c2f0c5364a25 req-c9d11266-4a09-412d-90dd-badffe4f61c7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b433f-183c-427b-8a61-be6a6e4bdf59 HTTP/1.1" status: 200 len: 998 time: 0.0945532 Jun 02 20:54:26.665167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69149c7e-31d9-47a5-9159-c2f0c5364a25 req-02298c86-2138-4a90-9a20-46364c652e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:26.666496 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-69149c7e-31d9-47a5-9159-c2f0c5364a25 req-02298c86-2138-4a90-9a20-46364c652e58 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cad828f8-2781-48c2-a541-0b8c7ed50e92 HTTP/1.1" status: 200 len: 835 time: 0.0559754 Jun 02 20:54:26.706237 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-cb68ecac-ea73-4581-9c28-9f67ab7d0993 None None] Set router a28d912c-a375-4905-92e0-ccea50968e6e gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:54:26.740833 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69149c7e-31d9-47a5-9159-c2f0c5364a25 req-9212fcf3-5311-49e0-9be6-52fc22ff8e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:26.743017 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-69149c7e-31d9-47a5-9159-c2f0c5364a25 req-9212fcf3-5311-49e0-9be6-52fc22ff8e00 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=27c0d983-774f-4d12-84ee-61b83dd38f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0695539 Jun 02 20:54:26.873443 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-69149c7e-31d9-47a5-9159-c2f0c5364a25 req-633745d9-2e1e-41bf-b2ce-297d25db573e service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225147 Jun 02 20:54:27.004410 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-69149c7e-31d9-47a5-9159-c2f0c5364a25 req-bd6796c3-d57c-4d68-a71c-7ecd623ae81b service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247177 Jun 02 20:54:27.046593 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-cb68ecac-ea73-4581-9c28-9f67ab7d0993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'name': 'tempest-TestNetworkBasicOps-router-654567428', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:53:44Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:45Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '61f6ce6b-ad3e-4290-b99e-82f2eafe384e', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'port_id': '4fd04a97-e01c-4dc0-ab08-050a1373d928', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'mac_address': 'fa:16:3e:84:b6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:54:06Z', 'updated_at': '2021-06-02T20:54:09Z', 'revision_number': 1, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}, {'id': 'ac610037-26e6-400a-8f03-0c441b93de6b', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.39', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'port_id': '6d4b433f-183c-427b-8a61-be6a6e4bdf59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'mac_address': 'fa:16:3e:a7:72:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b483e-e367-489b-aaaa-70db96448dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:54:24Z', 'updated_at': '2021-06-02T20:54:24Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92573e41-68cc-4c3b-9a82-b2b9591424cd', 'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4e:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:49Z', 'updated_at': '2021-06-02T20:53:54Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:54:27.050382 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb68ecac-ea73-4581-9c28-9f67ab7d0993 None None] The sync data for ids ['a28d912c-a375-4905-92e0-ccea50968e6e'] in dv-neutron-601336-84-hyperv is: [{'id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'name': 'tempest-TestNetworkBasicOps-router-654567428', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:53:44Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:45Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '61f6ce6b-ad3e-4290-b99e-82f2eafe384e', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'port_id': '4fd04a97-e01c-4dc0-ab08-050a1373d928', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'mac_address': 'fa:16:3e:84:b6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:54:06Z', 'updated_at': '2021-06-02T20:54:09Z', 'revision_number': 1, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}, {'id': 'ac610037-26e6-400a-8f03-0c441b93de6b', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.39', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'port_id': '6d4b433f-183c-427b-8a61-be6a6e4bdf59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'mac_address': 'fa:16:3e:a7:72:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8b483e-e367-489b-aaaa-70db96448dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:54:24Z', 'updated_at': '2021-06-02T20:54:24Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92573e41-68cc-4c3b-9a82-b2b9591424cd', 'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4e:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:49Z', 'updated_at': '2021-06-02T20:53:54Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:54:27.225445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934715a4-b782-45be-a5ab-94abbbf4a074 None None] New status for floating IP ac610037-26e6-400a-8f03-0c441b93de6b: ACTIVE {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:54:30.352858 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-42747328-51e5-4ad8-87ed-d95efeaab705 req-33356b05-7b27-456f-9b3b-1f819bdd32b2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719450 Jun 02 20:54:30.486613 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42747328-51e5-4ad8-87ed-d95efeaab705 req-7529f427-cff6-4aef-a0ec-42960b2799ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:30.488073 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-42747328-51e5-4ad8-87ed-d95efeaab705 req-7529f427-cff6-4aef-a0ec-42960b2799ce service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 1098 time: 0.0701883 Jun 02 20:54:30.633058 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42747328-51e5-4ad8-87ed-d95efeaab705 req-a5bb4691-6935-461b-8ee7-801d3e7e18fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:30.634526 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-42747328-51e5-4ad8-87ed-d95efeaab705 req-a5bb4691-6935-461b-8ee7-801d3e7e18fb service neutron] 10.222.0.95 "GET /v2.0/networks?id=27c0d983-774f-4d12-84ee-61b83dd38f98 HTTP/1.1" status: 200 len: 897 time: 0.1274700 Jun 02 20:54:30.737752 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-42747328-51e5-4ad8-87ed-d95efeaab705 req-7f92cc03-80e4-42ea-abee-75de7f80b2ed service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fd04a97-e01c-4dc0-ab08-050a1373d928 HTTP/1.1" status: 200 len: 1000 time: 0.0964370 Jun 02 20:54:30.760173 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3a89bcf3-c837-4ace-b630-7a3cdb898ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:30.803053 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42747328-51e5-4ad8-87ed-d95efeaab705 req-c48b07d4-a915-4490-8e14-df03a066a6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:30.804483 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-42747328-51e5-4ad8-87ed-d95efeaab705 req-c48b07d4-a915-4490-8e14-df03a066a6ae service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cad828f8-2781-48c2-a541-0b8c7ed50e92 HTTP/1.1" status: 200 len: 835 time: 0.0601707 Jun 02 20:54:30.877985 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42747328-51e5-4ad8-87ed-d95efeaab705 req-e1e4b842-4b5b-48d6-b92e-7041f95073f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:54:30.879437 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-42747328-51e5-4ad8-87ed-d95efeaab705 req-e1e4b842-4b5b-48d6-b92e-7041f95073f9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=27c0d983-774f-4d12-84ee-61b83dd38f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0681994 Jun 02 20:54:31.010167 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-42747328-51e5-4ad8-87ed-d95efeaab705 req-198cba59-41b0-4810-ae71-9221e6dd28de service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235428 Jun 02 20:54:31.140828 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-42747328-51e5-4ad8-87ed-d95efeaab705 req-741d2950-6611-45cf-8557-cc3b89a81722 service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236670 Jun 02 20:54:33.328410 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c91029de-6648-4514-ba30-03ba55cfbe77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:33.370608 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:34.279647 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:35.064309 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:54:35.940228 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:54:44.513218 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:00.762432 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-308d19ae-0e65-4b5b-8ff1-4b0f2cb0be0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:03.330570 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e3ca3eab-b668-4bd9-97ad-c4dc74240033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:03.370932 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:04.280135 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:05.943247 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:12.063251 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:55:14.532390 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:30.763846 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4c09ba81-495d-48c7-ace4-c75f6efdcec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:31.383801 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-740f87b5-a33f-42d3-9000-7466828b8c82 req-7a8a922a-bd30-4e43-b654-9f665be82574 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0e8b483e-e367-489b-aaaa-70db96448dbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693004 Jun 02 20:55:31.475903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f87b5-a33f-42d3-9000-7466828b8c82 req-d7141612-1818-48f9-8418-9db3116deef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:31.477321 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-740f87b5-a33f-42d3-9000-7466828b8c82 req-d7141612-1818-48f9-8418-9db3116deef4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=0e8b483e-e367-489b-aaaa-70db96448dbf HTTP/1.1" status: 200 len: 1098 time: 0.0725429 Jun 02 20:55:31.761821 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f87b5-a33f-42d3-9000-7466828b8c82 req-df88654e-e54c-4c42-89dd-40c7fd4965c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:31.763317 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-740f87b5-a33f-42d3-9000-7466828b8c82 req-df88654e-e54c-4c42-89dd-40c7fd4965c7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=27c0d983-774f-4d12-84ee-61b83dd38f98 HTTP/1.1" status: 200 len: 897 time: 0.2641523 Jun 02 20:55:31.863911 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-740f87b5-a33f-42d3-9000-7466828b8c82 req-82c221da-dcb1-4ba8-9945-30ba306cd30d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b433f-183c-427b-8a61-be6a6e4bdf59 HTTP/1.1" status: 200 len: 1000 time: 0.0942163 Jun 02 20:55:31.925318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f87b5-a33f-42d3-9000-7466828b8c82 req-346cdfa9-bd46-4c1a-9ea8-9dfadc3ea1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:31.926690 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-740f87b5-a33f-42d3-9000-7466828b8c82 req-346cdfa9-bd46-4c1a-9ea8-9dfadc3ea1ea service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cad828f8-2781-48c2-a541-0b8c7ed50e92 HTTP/1.1" status: 200 len: 835 time: 0.0559461 Jun 02 20:55:32.003915 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f87b5-a33f-42d3-9000-7466828b8c82 req-824b5354-05af-43a2-bdac-2496df11316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:32.005278 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-740f87b5-a33f-42d3-9000-7466828b8c82 req-824b5354-05af-43a2-bdac-2496df11316b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=27c0d983-774f-4d12-84ee-61b83dd38f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0715804 Jun 02 20:55:32.133736 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-740f87b5-a33f-42d3-9000-7466828b8c82 req-c254a218-4e99-4bd2-b552-869b78b108d2 service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214650 Jun 02 20:55:32.269940 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-740f87b5-a33f-42d3-9000-7466828b8c82 req-d2ef707d-cb87-4e14-9508-48f801aa638e service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277645 Jun 02 20:55:33.332927 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-81db2fb2-7e6e-42db-83d4-54f84eafe11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:33.372191 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:34.281828 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:35.947137 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:41.288808 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60514) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:55:41.392328 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c04cf407-cdc4-45a0-a5f3-2e5a145c0be3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/61f6ce6b-ad3e-4290-b99e-82f2eafe384e HTTP/1.1" status: 200 len: 992 time: 0.1023126 Jun 02 20:55:42.281349 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60524) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:55:42.287320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'port': {'admin_state_up': False}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:55:42.408461 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:42.618688 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 4fd04a97-e01c-4dc0-ab08-050a1373d928, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4fd04a97-e01c-4dc0-ab08-050a1373d928,segment=NetworkSegment(3cff011e-0950-4ebd-bc24-89267b1b33d3),segment_id=3cff011e-0950-4ebd-bc24-89267b1b33d3)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:55:42.642860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:42.647346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:42.651750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ccc43d5f-51f9-4813-b98a-d7a7da07c8fd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:55:42.707038 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:42.707669 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:42.715968 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/ports/4fd04a97-e01c-4dc0-ab08-050a1373d928 HTTP/1.1" status: 200 len: 938 time: 0.4262178 Jun 02 20:55:42.715968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'tag': '4fd04a97-e01c-4dc0-ab08-050a1373d928'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:55:42.715968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b42d723-c6c0-4e0a-9a91-76d3eae63558" -d '{"events": [{"name": "network-changed", "server_uuid": "a724dbca-ae48-423f-9e0c-b45cd5e2a157", "tag": "4fd04a97-e01c-4dc0-ab08-050a1373d928"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:55:42.745183 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=4fd04a97-e01c-4dc0-ab08-050a1373d928,revision_number=6']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:55:42.753677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:42.754068 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:42.754543 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:42.754926 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:42.755333 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:42.755708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:42.756381 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:42.756611 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:42.757152 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:42.757522 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:42.757884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:42.758243 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:42.762588 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aca3871-fa10-422e-9bcf-ddc2dfb64f79 x-openstack-request-id: req-1aca3871-fa10-422e-9bcf-ddc2dfb64f79 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:55:42.762929 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a724dbca-ae48-423f-9e0c-b45cd5e2a157", "tag": "4fd04a97-e01c-4dc0-ab08-050a1373d928", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:55:42.763237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1aca3871-fa10-422e-9bcf-ddc2dfb64f79 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:55:42.763667 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'tag': '4fd04a97-e01c-4dc0-ab08-050a1373d928', 'status': 'completed', 'code': 200} Jun 02 20:55:42.771707 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:55:42.858074 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42d723-c6c0-4e0a-9a91-76d3eae63558 req-2e528482-55c4-44fd-b090-19ba3538bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:42.859631 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3b42d723-c6c0-4e0a-9a91-76d3eae63558 req-2e528482-55c4-44fd-b090-19ba3538bb52 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 1099 time: 0.0763967 Jun 02 20:55:42.896610 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-1b3c5f79-faea-415c-b3c5-a57ec947dc5f None None] Provisioning complete for port 4fd04a97-e01c-4dc0-ab08-050a1373d928 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:55:42.897170 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1b3c5f79-faea-415c-b3c5-a57ec947dc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:42.956626 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c5f79-faea-415c-b3c5-a57ec947dc5f None None] Port 4fd04a97-e01c-4dc0-ab08-050a1373d928 is administratively disabled so it will not transition to active. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jun 02 20:55:42.993320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42d723-c6c0-4e0a-9a91-76d3eae63558 req-3de98064-df08-486d-81f8-e2655678d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:42.994685 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3b42d723-c6c0-4e0a-9a91-76d3eae63558 req-3de98064-df08-486d-81f8-e2655678d387 service neutron] 10.222.0.95 "GET /v2.0/networks?id=27c0d983-774f-4d12-84ee-61b83dd38f98 HTTP/1.1" status: 200 len: 897 time: 0.1286461 Jun 02 20:55:43.095092 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3b42d723-c6c0-4e0a-9a91-76d3eae63558 req-c077cbd5-a948-49fa-9337-192a96a88e38 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fd04a97-e01c-4dc0-ab08-050a1373d928 HTTP/1.1" status: 200 len: 1001 time: 0.0938027 Jun 02 20:55:43.153559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42d723-c6c0-4e0a-9a91-76d3eae63558 req-aca37eae-770c-4c5c-af63-2c4ea4275d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:43.154831 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3b42d723-c6c0-4e0a-9a91-76d3eae63558 req-aca37eae-770c-4c5c-af63-2c4ea4275d24 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cad828f8-2781-48c2-a541-0b8c7ed50e92 HTTP/1.1" status: 200 len: 835 time: 0.0541735 Jun 02 20:55:43.230274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42d723-c6c0-4e0a-9a91-76d3eae63558 req-879ca591-be8e-4f2b-84a5-8cadebc81670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:43.231753 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3b42d723-c6c0-4e0a-9a91-76d3eae63558 req-879ca591-be8e-4f2b-84a5-8cadebc81670 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=27c0d983-774f-4d12-84ee-61b83dd38f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0704105 Jun 02 20:55:43.501657 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3b42d723-c6c0-4e0a-9a91-76d3eae63558 req-da43761e-3868-4dfb-8c59-efea572d085a service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636931 Jun 02 20:55:43.629742 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3b42d723-c6c0-4e0a-9a91-76d3eae63558 req-de0161bd-0663-4c91-ba6a-8824240bb4a5 service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216884 Jun 02 20:55:44.546593 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:46.135091 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60534) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:55:46.140391 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-092b6836-7796-4e64-8966-c72dd8167ef0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'port': {'admin_state_up': True}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:55:46.261506 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-092b6836-7796-4e64-8966-c72dd8167ef0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:46.472504 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-092b6836-7796-4e64-8966-c72dd8167ef0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 4fd04a97-e01c-4dc0-ab08-050a1373d928, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4fd04a97-e01c-4dc0-ab08-050a1373d928,segment=NetworkSegment(3cff011e-0950-4ebd-bc24-89267b1b33d3),segment_id=3cff011e-0950-4ebd-bc24-89267b1b33d3)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:55:46.496163 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-092b6836-7796-4e64-8966-c72dd8167ef0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:46.500532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-092b6836-7796-4e64-8966-c72dd8167ef0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:46.504545 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8baabd04-9155-4dc5-91c6-fafc74ae2bc4 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:55:46.568706 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092b6836-7796-4e64-8966-c72dd8167ef0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:46.569316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-092b6836-7796-4e64-8966-c72dd8167ef0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:46.573254 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-092b6836-7796-4e64-8966-c72dd8167ef0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/ports/4fd04a97-e01c-4dc0-ab08-050a1373d928 HTTP/1.1" status: 200 len: 937 time: 0.4346600 Jun 02 20:55:46.573254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'tag': '4fd04a97-e01c-4dc0-ab08-050a1373d928'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:55:46.574112 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2beafad6-d29d-4e54-ade7-4889c9f9aaf2" -d '{"events": [{"name": "network-changed", "server_uuid": "a724dbca-ae48-423f-9e0c-b45cd5e2a157", "tag": "4fd04a97-e01c-4dc0-ab08-050a1373d928"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:55:46.574284 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60536) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:55:46.592898 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b6836-7796-4e64-8966-c72dd8167ef0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=4fd04a97-e01c-4dc0-ab08-050a1373d928,revision_number=7']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:55:46.596176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-092b6836-7796-4e64-8966-c72dd8167ef0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:55:46.624267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bb6c6e-3495-414b-a834-e2c318d28078 x-openstack-request-id: req-f1bb6c6e-3495-414b-a834-e2c318d28078 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:55:46.624603 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a724dbca-ae48-423f-9e0c-b45cd5e2a157", "tag": "4fd04a97-e01c-4dc0-ab08-050a1373d928", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:55:46.624897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1bb6c6e-3495-414b-a834-e2c318d28078 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:55:46.625341 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'tag': '4fd04a97-e01c-4dc0-ab08-050a1373d928', 'status': 'completed', 'code': 200} Jun 02 20:55:46.704158 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-43ff7c82-fb65-45ef-940c-b14a6cf11cb6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/61f6ce6b-ad3e-4290-b99e-82f2eafe384e HTTP/1.1" status: 200 len: 992 time: 0.1291947 Jun 02 20:55:46.724137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beafad6-d29d-4e54-ade7-4889c9f9aaf2 req-3964c89e-633b-45a3-ad13-a1b45a2a2034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:46.725546 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2beafad6-d29d-4e54-ade7-4889c9f9aaf2 req-3964c89e-633b-45a3-ad13-a1b45a2a2034 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 1098 time: 0.0784438 Jun 02 20:55:46.800998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f7c50499-72b5-4d03-93c5-9d4503e407ca None None] Provisioning complete for port 4fd04a97-e01c-4dc0-ab08-050a1373d928 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:55:46.801569 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f7c50499-72b5-4d03-93c5-9d4503e407ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:46.858880 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beafad6-d29d-4e54-ade7-4889c9f9aaf2 req-dec077be-7375-4038-8742-e7234d85053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:46.860244 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2beafad6-d29d-4e54-ade7-4889c9f9aaf2 req-dec077be-7375-4038-8742-e7234d85053d service neutron] 10.222.0.95 "GET /v2.0/networks?id=27c0d983-774f-4d12-84ee-61b83dd38f98 HTTP/1.1" status: 200 len: 897 time: 0.1273372 Jun 02 20:55:46.905940 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['4fd04a97-e01c-4dc0-ab08-050a1373d928'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:55:46.963684 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2beafad6-d29d-4e54-ade7-4889c9f9aaf2 req-e8007923-7ec2-4916-bc04-d469f91e0dda service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fd04a97-e01c-4dc0-ab08-050a1373d928 HTTP/1.1" status: 200 len: 1000 time: 0.0967002 Jun 02 20:55:47.027123 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beafad6-d29d-4e54-ade7-4889c9f9aaf2 req-7d3d3c9a-dd34-408c-b8c1-d8a938e41c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:47.028643 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2beafad6-d29d-4e54-ade7-4889c9f9aaf2 req-7d3d3c9a-dd34-408c-b8c1-d8a938e41c17 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cad828f8-2781-48c2-a541-0b8c7ed50e92 HTTP/1.1" status: 200 len: 835 time: 0.0585828 Jun 02 20:55:47.106138 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beafad6-d29d-4e54-ade7-4889c9f9aaf2 req-6739bdbe-2fc1-4096-87f3-0f7a201059cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:47.107608 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2beafad6-d29d-4e54-ade7-4889c9f9aaf2 req-6739bdbe-2fc1-4096-87f3-0f7a201059cd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=27c0d983-774f-4d12-84ee-61b83dd38f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0727711 Jun 02 20:55:47.252865 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2beafad6-d29d-4e54-ade7-4889c9f9aaf2 req-0b99818b-19dd-48f0-8463-2f3bbb07bec7 service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391273 Jun 02 20:55:47.383262 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2beafad6-d29d-4e54-ade7-4889c9f9aaf2 req-a774ff4f-bebb-42b5-8276-c8157768e793 service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242802 Jun 02 20:55:49.062641 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:55:49.489837 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60548) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:55:49.770496 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port d894eebb-7b6d-4ab5-8d4d-60694682f8bb {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:55:49.770756 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:49.886436 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:49.886751 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:50.040033 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for d894eebb-7b6d-4ab5-8d4d-60694682f8bb owned by network:floatingip {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:55:50.174664 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:50.178166 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6743916e-1164-4288-bc43-e9069af58a4c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:55:50.220113 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=d894eebb-7b6d-4ab5-8d4d-60694682f8bb,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:55:50.262776 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:50.263104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:50.263492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:50.263864 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:50.264236 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:50.264604 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:50.264964 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:50.265326 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:50.265687 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:50.266045 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:50.266401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:50.266758 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:55:50.270645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:55:50.331931 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:50.332373 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Floating IP ac610037-26e6-400a-8f03-0c441b93de6b disassociated (deleted). External IP: 172.26.0.39, port: 6d4b433f-183c-427b-8a61-be6a6e4bdf59. Jun 02 20:55:50.863050 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router a28d912c-a375-4905-92e0-ccea50968e6e has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:55:51.039704 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:55:51.054162 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e15aba-ae5c-475a-bb59-5f96124bc6af None None] Sync routers for ids ['a28d912c-a375-4905-92e0-ccea50968e6e'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:55:51.062395 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:51.065837 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e15aba-ae5c-475a-bb59-5f96124bc6af None None] Routers {'a28d912c-a375-4905-92e0-ccea50968e6e'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:55:51.066473 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e9e15aba-ae5c-475a-bb59-5f96124bc6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:55:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a28d912c-a375-4905-92e0-ccea50968e6e'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:55:51.120337 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/floatingips/ac610037-26e6-400a-8f03-0c441b93de6b HTTP/1.1" status: 204 len: 168 time: 1.6294134 Jun 02 20:55:51.121133 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8b483e-e367-489b-aaaa-70db96448dbf', 'tag': '6d4b433f-183c-427b-8a61-be6a6e4bdf59'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:55:51.123714 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665389d5-da6e-48fc-8ed8-93d19f49138d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e8b483e-e367-489b-aaaa-70db96448dbf", "tag": "6d4b433f-183c-427b-8a61-be6a6e4bdf59"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:55:51.167298 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ffb96e-9634-4f14-b11f-b2e2b23d64f4 x-openstack-request-id: req-b1ffb96e-9634-4f14-b11f-b2e2b23d64f4 {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:55:51.168189 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e8b483e-e367-489b-aaaa-70db96448dbf", "tag": "6d4b433f-183c-427b-8a61-be6a6e4bdf59", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:55:51.168529 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1ffb96e-9634-4f14-b11f-b2e2b23d64f4 {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:55:51.168988 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8b483e-e367-489b-aaaa-70db96448dbf', 'tag': '6d4b433f-183c-427b-8a61-be6a6e4bdf59', 'status': 'completed', 'code': 200} Jun 02 20:55:51.246278 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-e9e15aba-ae5c-475a-bb59-5f96124bc6af None None] Set router a28d912c-a375-4905-92e0-ccea50968e6e gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:55:51.266852 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665389d5-da6e-48fc-8ed8-93d19f49138d req-5143b6e6-6f7d-468c-b4cf-956e1b9385df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:51.269570 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-665389d5-da6e-48fc-8ed8-93d19f49138d req-5143b6e6-6f7d-468c-b4cf-956e1b9385df service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=0e8b483e-e367-489b-aaaa-70db96448dbf HTTP/1.1" status: 200 len: 1098 time: 0.0784783 Jun 02 20:55:51.454324 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665389d5-da6e-48fc-8ed8-93d19f49138d req-7bd1f719-3d6d-41f3-8565-c01c3ba90ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:51.455954 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-665389d5-da6e-48fc-8ed8-93d19f49138d req-7bd1f719-3d6d-41f3-8565-c01c3ba90ff3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=27c0d983-774f-4d12-84ee-61b83dd38f98 HTTP/1.1" status: 200 len: 897 time: 0.1799712 Jun 02 20:55:51.619979 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e9e15aba-ae5c-475a-bb59-5f96124bc6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'name': 'tempest-TestNetworkBasicOps-router-654567428', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:53:44Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:45Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '61f6ce6b-ad3e-4290-b99e-82f2eafe384e', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'port_id': '4fd04a97-e01c-4dc0-ab08-050a1373d928', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'mac_address': 'fa:16:3e:84:b6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:54:06Z', 'updated_at': '2021-06-02T20:54:09Z', 'revision_number': 1, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92573e41-68cc-4c3b-9a82-b2b9591424cd', 'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4e:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:49Z', 'updated_at': '2021-06-02T20:53:54Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:55:51.623890 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e15aba-ae5c-475a-bb59-5f96124bc6af None None] Checking router: a28d912c-a375-4905-92e0-ccea50968e6e for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:55:51.633638 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e15aba-ae5c-475a-bb59-5f96124bc6af None None] Routers {'a28d912c-a375-4905-92e0-ccea50968e6e'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:55:51.634245 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e9e15aba-ae5c-475a-bb59-5f96124bc6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:55:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a28d912c-a375-4905-92e0-ccea50968e6e'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:55:51.708427 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-665389d5-da6e-48fc-8ed8-93d19f49138d req-96ff8b34-8b68-4452-ad00-efe493c7366a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4b433f-183c-427b-8a61-be6a6e4bdf59 HTTP/1.1" status: 200 len: 217 time: 0.2152641 Jun 02 20:55:51.815066 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa02f10-814f-4fac-82f0-a3126e507b84 req-295eb44b-b273-4cc7-a047-fdfe377602e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:51.816608 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1aa02f10-814f-4fac-82f0-a3126e507b84 req-295eb44b-b273-4cc7-a047-fdfe377602e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e8b483e-e367-489b-aaaa-70db96448dbf HTTP/1.1" status: 200 len: 945 time: 0.3541379 Jun 02 20:55:51.818305 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665389d5-da6e-48fc-8ed8-93d19f49138d req-d30526e0-57fa-457c-acbb-746ec97dc3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:51.819651 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-665389d5-da6e-48fc-8ed8-93d19f49138d req-d30526e0-57fa-457c-acbb-746ec97dc3df service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cad828f8-2781-48c2-a541-0b8c7ed50e92 HTTP/1.1" status: 200 len: 835 time: 0.1029549 Jun 02 20:55:51.870517 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-e9e15aba-ae5c-475a-bb59-5f96124bc6af None None] Set router a28d912c-a375-4905-92e0-ccea50968e6e gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:55:51.908402 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1aa02f10-814f-4fac-82f0-a3126e507b84 req-781099da-a3fb-4fef-a1c0-6ca2e1ddd421 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=313515bf-b159-4d3c-8a48-335d928a6136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855069 Jun 02 20:55:51.933160 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665389d5-da6e-48fc-8ed8-93d19f49138d req-b8b7a077-22cb-455e-8d39-0787f6d40cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:51.934650 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-665389d5-da6e-48fc-8ed8-93d19f49138d req-b8b7a077-22cb-455e-8d39-0787f6d40cd3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=27c0d983-774f-4d12-84ee-61b83dd38f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0991981 Jun 02 20:55:52.068450 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-665389d5-da6e-48fc-8ed8-93d19f49138d req-38f4b120-5349-4bbc-b072-8351b9206934 service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251245 Jun 02 20:55:52.203991 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-665389d5-da6e-48fc-8ed8-93d19f49138d req-3eef8021-94bc-4dc8-a0b2-094f8d85ed74 service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286755 Jun 02 20:55:52.228852 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e9e15aba-ae5c-475a-bb59-5f96124bc6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'name': 'tempest-TestNetworkBasicOps-router-654567428', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:53:44Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:45Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '61f6ce6b-ad3e-4290-b99e-82f2eafe384e', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'port_id': '4fd04a97-e01c-4dc0-ab08-050a1373d928', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'mac_address': 'fa:16:3e:84:b6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:54:06Z', 'updated_at': '2021-06-02T20:54:09Z', 'revision_number': 1, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92573e41-68cc-4c3b-9a82-b2b9591424cd', 'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4e:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:49Z', 'updated_at': '2021-06-02T20:53:54Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:55:52.232821 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e15aba-ae5c-475a-bb59-5f96124bc6af None None] The sync data for ids ['a28d912c-a375-4905-92e0-ccea50968e6e'] in dv-neutron-601336-84-hyperv is: [{'id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'name': 'tempest-TestNetworkBasicOps-router-654567428', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:53:44Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:45Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '61f6ce6b-ad3e-4290-b99e-82f2eafe384e', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'port_id': '4fd04a97-e01c-4dc0-ab08-050a1373d928', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'mac_address': 'fa:16:3e:84:b6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:54:06Z', 'updated_at': '2021-06-02T20:54:09Z', 'revision_number': 1, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92573e41-68cc-4c3b-9a82-b2b9591424cd', 'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4e:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:49Z', 'updated_at': '2021-06-02T20:53:54Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:55:52.441559 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b27b443-0336-4025-b400-1bc615f59351 None None] New status for floating IP ac610037-26e6-400a-8f03-0c441b93de6b: DOWN {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:55:53.011407 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dd4b9-7a2a-4bd9-a5a2-759025821a73 req-1de1af2f-804d-4855-b1bb-f9aea313eb3d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:53.012764 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-831dd4b9-7a2a-4bd9-a5a2-759025821a73 req-1de1af2f-804d-4855-b1bb-f9aea313eb3d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/ports?device_id=0e8b483e-e367-489b-aaaa-70db96448dbf HTTP/1.1" status: 200 len: 945 time: 0.0846181 Jun 02 20:55:53.104107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a20e47-32d6-460d-b60d-f0fac58d8eb1 req-1d93972a-9be9-45d4-b1aa-2e02dd4f8a93 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:53.104803 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-31a20e47-32d6-460d-b60d-f0fac58d8eb1 req-1d93972a-9be9-45d4-b1aa-2e02dd4f8a93 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:55:53.120989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-31a20e47-32d6-460d-b60d-f0fac58d8eb1 req-1d93972a-9be9-45d4-b1aa-2e02dd4f8a93 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:55:53.122476 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-31a20e47-32d6-460d-b60d-f0fac58d8eb1 req-1d93972a-9be9-45d4-b1aa-2e02dd4f8a93 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e8b483e-e367-489b-aaaa-70db96448dbf HTTP/1.1" status: 200 len: 945 time: 0.1012330 Jun 02 20:55:53.151624 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-831dd4b9-7a2a-4bd9-a5a2-759025821a73 req-e1d76d64-42b0-4b87-8d1a-d364c324a320 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 6d4b433f-183c-427b-8a61-be6a6e4bdf59 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:55:53.151967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-831dd4b9-7a2a-4bd9-a5a2-759025821a73 req-e1d76d64-42b0-4b87-8d1a-d364c324a320 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:53.168940 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-31a20e47-32d6-460d-b60d-f0fac58d8eb1 req-5d4ba111-e711-4a3c-8d40-a30f8d899e9c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=313515bf-b159-4d3c-8a48-335d928a6136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401459 Jun 02 20:55:53.286534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-831dd4b9-7a2a-4bd9-a5a2-759025821a73 req-e1d76d64-42b0-4b87-8d1a-d364c324a320 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 6d4b433f-183c-427b-8a61-be6a6e4bdf59, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6d4b433f-183c-427b-8a61-be6a6e4bdf59,segment=NetworkSegment(3cff011e-0950-4ebd-bc24-89267b1b33d3),segment_id=3cff011e-0950-4ebd-bc24-89267b1b33d3)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:55:53.286804 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-831dd4b9-7a2a-4bd9-a5a2-759025821a73 req-e1d76d64-42b0-4b87-8d1a-d364c324a320 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:53.408102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-831dd4b9-7a2a-4bd9-a5a2-759025821a73 req-e1d76d64-42b0-4b87-8d1a-d364c324a320 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 6d4b433f-183c-427b-8a61-be6a6e4bdf59 owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:55:53.516455 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-831dd4b9-7a2a-4bd9-a5a2-759025821a73 req-e1d76d64-42b0-4b87-8d1a-d364c324a320 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:53.522669 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8c59336b-e3b4-43a7-b51b-ceb06ebd979e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:55:53.570330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d76d64-42b0-4b87-8d1a-d364c324a320 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=6d4b433f-183c-427b-8a61-be6a6e4bdf59,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:55:53.573152 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e1d76d64-42b0-4b87-8d1a-d364c324a320 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:55:53.644536 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-831dd4b9-7a2a-4bd9-a5a2-759025821a73 req-e1d76d64-42b0-4b87-8d1a-d364c324a320 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] No DVR routers for this DVR port 6d4b433f-183c-427b-8a61-be6a6e4bdf59 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:55:53.647388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-831dd4b9-7a2a-4bd9-a5a2-759025821a73 req-e1d76d64-42b0-4b87-8d1a-d364c324a320 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:53.649940 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8b483e-e367-489b-aaaa-70db96448dbf', 'name': 'network-vif-deleted', 'tag': '6d4b433f-183c-427b-8a61-be6a6e4bdf59'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:55:53.652313 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a4e797-8f08-420e-a6af-1138d0ec9f55" -d '{"events": [{"server_uuid": "0e8b483e-e367-489b-aaaa-70db96448dbf", "name": "network-vif-deleted", "tag": "6d4b433f-183c-427b-8a61-be6a6e4bdf59"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:55:53.666077 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-831dd4b9-7a2a-4bd9-a5a2-759025821a73 req-e1d76d64-42b0-4b87-8d1a-d364c324a320 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "DELETE /v2.0/ports/6d4b433f-183c-427b-8a61-be6a6e4bdf59 HTTP/1.1" status: 204 len: 173 time: 0.6479397 Jun 02 20:55:53.703130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba426874-c80b-402b-9055-f5673ac3fd3d x-openstack-request-id: req-ba426874-c80b-402b-9055-f5673ac3fd3d {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:55:53.703487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8b483e-e367-489b-aaaa-70db96448dbf", "name": "network-vif-deleted", "tag": "6d4b433f-183c-427b-8a61-be6a6e4bdf59", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:55:53.703783 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba426874-c80b-402b-9055-f5673ac3fd3d {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:55:53.704218 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8b483e-e367-489b-aaaa-70db96448dbf', 'name': 'network-vif-deleted', 'tag': '6d4b433f-183c-427b-8a61-be6a6e4bdf59', 'status': 'completed', 'code': 200} Jun 02 20:55:54.264735 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60564) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:55:54.334928 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-50ba33d6-3f79-4a6c-9f7d-1a545c073f58 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:54.363664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-50ba33d6-3f79-4a6c-9f7d-1a545c073f58 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:54.426413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-50ba33d6-3f79-4a6c-9f7d-1a545c073f58 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:54.430123 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-73906040-0460-4519-b0fe-f8211bf416a9 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:55:54.444643 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba33d6-3f79-4a6c-9f7d-1a545c073f58 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=313515bf-b159-4d3c-8a48-335d928a6136,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:55:54.447297 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-50ba33d6-3f79-4a6c-9f7d-1a545c073f58 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:55:54.453587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-50ba33d6-3f79-4a6c-9f7d-1a545c073f58 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:54.455648 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-50ba33d6-3f79-4a6c-9f7d-1a545c073f58 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/security-groups/313515bf-b159-4d3c-8a48-335d928a6136 HTTP/1.1" status: 204 len: 168 time: 0.1898208 Jun 02 20:55:54.486715 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60568) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:55:54.749247 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-23cc4609-d3ca-48a8-8769-4f64d93f206c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port e789e9ff-1912-4f1b-a9c1-987925310c15 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:55:54.749660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-23cc4609-d3ca-48a8-8769-4f64d93f206c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:54.871045 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-23cc4609-d3ca-48a8-8769-4f64d93f206c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:54.871413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-23cc4609-d3ca-48a8-8769-4f64d93f206c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:55.128063 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-23cc4609-d3ca-48a8-8769-4f64d93f206c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for e789e9ff-1912-4f1b-a9c1-987925310c15 owned by network:floatingip {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:55:55.267934 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-23cc4609-d3ca-48a8-8769-4f64d93f206c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:55.271510 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cbb1038a-4f50-4e25-a022-8391666c2d50 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:55:55.313561 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc4609-d3ca-48a8-8769-4f64d93f206c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=e789e9ff-1912-4f1b-a9c1-987925310c15,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:55:55.317117 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-23cc4609-d3ca-48a8-8769-4f64d93f206c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:55:55.407492 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-23cc4609-d3ca-48a8-8769-4f64d93f206c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:55.408300 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-23cc4609-d3ca-48a8-8769-4f64d93f206c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Floating IP 61f6ce6b-ad3e-4290-b99e-82f2eafe384e disassociated (deleted). External IP: 172.26.0.10, port: 4fd04a97-e01c-4dc0-ab08-050a1373d928. Jun 02 20:55:55.754908 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cc4609-d3ca-48a8-8769-4f64d93f206c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router a28d912c-a375-4905-92e0-ccea50968e6e has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:55:55.930099 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cc4609-d3ca-48a8-8769-4f64d93f206c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:55:55.939704 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9530976-d145-4d4f-a4a7-3e54adeb3be2 None None] Sync routers for ids ['a28d912c-a375-4905-92e0-ccea50968e6e'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:55:55.946163 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-23cc4609-d3ca-48a8-8769-4f64d93f206c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:55.948701 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9530976-d145-4d4f-a4a7-3e54adeb3be2 None None] Routers {'a28d912c-a375-4905-92e0-ccea50968e6e'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:55:55.949299 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-a9530976-d145-4d4f-a4a7-3e54adeb3be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:55:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a28d912c-a375-4905-92e0-ccea50968e6e'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:55:55.999195 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-23cc4609-d3ca-48a8-8769-4f64d93f206c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/floatingips/61f6ce6b-ad3e-4290-b99e-82f2eafe384e HTTP/1.1" status: 204 len: 168 time: 1.5112863 Jun 02 20:55:55.999891 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'tag': '4fd04a97-e01c-4dc0-ab08-050a1373d928'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:55:56.002332 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d0eefd-57c4-4925-8953-e311b6c1b535" -d '{"events": [{"name": "network-changed", "server_uuid": "a724dbca-ae48-423f-9e0c-b45cd5e2a157", "tag": "4fd04a97-e01c-4dc0-ab08-050a1373d928"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:55:56.054700 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eecf0c3-b5dc-4729-a442-ab02527cfa50 x-openstack-request-id: req-5eecf0c3-b5dc-4729-a442-ab02527cfa50 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:55:56.055042 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a724dbca-ae48-423f-9e0c-b45cd5e2a157", "tag": "4fd04a97-e01c-4dc0-ab08-050a1373d928", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:55:56.055376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5eecf0c3-b5dc-4729-a442-ab02527cfa50 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:55:56.055823 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'tag': '4fd04a97-e01c-4dc0-ab08-050a1373d928', 'status': 'completed', 'code': 200} Jun 02 20:55:56.129746 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-a9530976-d145-4d4f-a4a7-3e54adeb3be2 None None] Set router a28d912c-a375-4905-92e0-ccea50968e6e gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:55:56.148916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0eefd-57c4-4925-8953-e311b6c1b535 req-11ed7b5c-6578-4b79-a97d-1820056c1149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:56.150377 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e7d0eefd-57c4-4925-8953-e311b6c1b535 req-11ed7b5c-6578-4b79-a97d-1820056c1149 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 1098 time: 0.0746138 Jun 02 20:55:56.294052 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0eefd-57c4-4925-8953-e311b6c1b535 req-aedd87d3-0c19-4a87-bb32-f35cc1f2add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:56.295537 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e7d0eefd-57c4-4925-8953-e311b6c1b535 req-aedd87d3-0c19-4a87-bb32-f35cc1f2add0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=27c0d983-774f-4d12-84ee-61b83dd38f98 HTTP/1.1" status: 200 len: 897 time: 0.1391826 Jun 02 20:55:56.402614 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e7d0eefd-57c4-4925-8953-e311b6c1b535 req-fd518910-2acb-4703-a84e-a00d2707ec76 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fd04a97-e01c-4dc0-ab08-050a1373d928 HTTP/1.1" status: 200 len: 217 time: 0.0992987 Jun 02 20:55:56.453227 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-a9530976-d145-4d4f-a4a7-3e54adeb3be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'name': 'tempest-TestNetworkBasicOps-router-654567428', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:53:44Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:45Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '92573e41-68cc-4c3b-9a82-b2b9591424cd', 'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4e:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:49Z', 'updated_at': '2021-06-02T20:53:54Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:55:56.457491 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9530976-d145-4d4f-a4a7-3e54adeb3be2 None None] Checking router: a28d912c-a375-4905-92e0-ccea50968e6e for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:55:56.465686 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9530976-d145-4d4f-a4a7-3e54adeb3be2 None None] Routers {'a28d912c-a375-4905-92e0-ccea50968e6e'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:55:56.466280 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-a9530976-d145-4d4f-a4a7-3e54adeb3be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:55:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a28d912c-a375-4905-92e0-ccea50968e6e'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:55:56.483931 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05169def-85e0-4db3-aff3-c5f0dbe2159d req-cd37a5dc-f23e-4f4a-ad84-e59449e1091f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:56.484613 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-05169def-85e0-4db3-aff3-c5f0dbe2159d req-cd37a5dc-f23e-4f4a-ad84-e59449e1091f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:55:56.499435 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0eefd-57c4-4925-8953-e311b6c1b535 req-a71330fd-59a9-4353-be1f-ad25ae4e329d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:56.500827 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e7d0eefd-57c4-4925-8953-e311b6c1b535 req-a71330fd-59a9-4353-be1f-ad25ae4e329d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cad828f8-2781-48c2-a541-0b8c7ed50e92 HTTP/1.1" status: 200 len: 835 time: 0.0801017 Jun 02 20:55:56.507584 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-05169def-85e0-4db3-aff3-c5f0dbe2159d req-cd37a5dc-f23e-4f4a-ad84-e59449e1091f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:55:56.508714 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-05169def-85e0-4db3-aff3-c5f0dbe2159d req-cd37a5dc-f23e-4f4a-ad84-e59449e1091f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 945 time: 0.1590693 Jun 02 20:55:56.655738 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-a9530976-d145-4d4f-a4a7-3e54adeb3be2 None None] Set router a28d912c-a375-4905-92e0-ccea50968e6e gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:55:56.747376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-05169def-85e0-4db3-aff3-c5f0dbe2159d req-2a02bc8e-a78a-496a-97ff-d2026ee60ed9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:55:56.770180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0eefd-57c4-4925-8953-e311b6c1b535 req-51b48b3f-50bf-47f7-858d-13507af3ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:56.771872 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e7d0eefd-57c4-4925-8953-e311b6c1b535 req-51b48b3f-50bf-47f7-858d-13507af3ee7a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=27c0d983-774f-4d12-84ee-61b83dd38f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2623398 Jun 02 20:55:56.772851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-05169def-85e0-4db3-aff3-c5f0dbe2159d req-2a02bc8e-a78a-496a-97ff-d2026ee60ed9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:55:56.773839 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-05169def-85e0-4db3-aff3-c5f0dbe2159d req-2a02bc8e-a78a-496a-97ff-d2026ee60ed9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=3babc657-94ff-4bf2-aefa-e0ec7ce99fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311103 Jun 02 20:55:56.901214 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e7d0eefd-57c4-4925-8953-e311b6c1b535 req-7d58aae6-8a32-499d-a311-e687d47a6348 service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224809 Jun 02 20:55:56.989527 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-a9530976-d145-4d4f-a4a7-3e54adeb3be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'name': 'tempest-TestNetworkBasicOps-router-654567428', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:53:44Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:45Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '92573e41-68cc-4c3b-9a82-b2b9591424cd', 'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4e:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:49Z', 'updated_at': '2021-06-02T20:53:54Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:55:56.993512 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9530976-d145-4d4f-a4a7-3e54adeb3be2 None None] The sync data for ids ['a28d912c-a375-4905-92e0-ccea50968e6e'] in dv-neutron-601336-84-hyperv is: [{'id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'name': 'tempest-TestNetworkBasicOps-router-654567428', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:53:44Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:45Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '92573e41-68cc-4c3b-9a82-b2b9591424cd', 'name': '', 'network_id': '27c0d983-774f-4d12-84ee-61b83dd38f98', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:4e:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:49Z', 'updated_at': '2021-06-02T20:53:54Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': 'cad828f8-2781-48c2-a541-0b8c7ed50e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:55:57.039858 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e7d0eefd-57c4-4925-8953-e311b6c1b535 req-022ac5d8-6a3f-4447-9404-8b5d9ecc57b3 service neutron] 10.222.0.95 "GET /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309702 Jun 02 20:55:57.199636 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217c5e46-a48b-4cc8-8cfb-967e9f99627c None None] New status for floating IP 61f6ce6b-ad3e-4290-b99e-82f2eafe384e: DOWN {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:55:57.860316 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 6d4b433f-183c-427b-8a61-be6a6e4bdf59 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:55:57.898011 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 6d4b433f-183c-427b-8a61-be6a6e4bdf59 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:55:57.898362 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 6d4b433f-183c-427b-8a61-be6a6e4bdf59 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:55:57.958445 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22529782-0f6c-4b5d-b62f-371c693ef1cf req-915753b7-6dd9-4ae0-94fd-4718ba9f32b5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:57.959925 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-22529782-0f6c-4b5d-b62f-371c693ef1cf req-915753b7-6dd9-4ae0-94fd-4718ba9f32b5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 945 time: 0.0806153 Jun 02 20:55:57.995645 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb46d4a-5a41-4ee9-8a42-99fcd8355fa7 req-018b5bb9-24b2-4abd-bc7a-cd2320e87b22 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:55:57.996992 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7fb46d4a-5a41-4ee9-8a42-99fcd8355fa7 req-018b5bb9-24b2-4abd-bc7a-cd2320e87b22 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/ports?device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 945 time: 0.0827265 Jun 02 20:55:58.004046 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-22529782-0f6c-4b5d-b62f-371c693ef1cf req-79c2deea-d699-4051-bbfe-2a6e5f1a9071 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=3babc657-94ff-4bf2-aefa-e0ec7ce99fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382249 Jun 02 20:55:58.136505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-7fb46d4a-5a41-4ee9-8a42-99fcd8355fa7 req-4e53e953-e653-43b6-9884-a2a84fcebafa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 4fd04a97-e01c-4dc0-ab08-050a1373d928 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:55:58.136850 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-7fb46d4a-5a41-4ee9-8a42-99fcd8355fa7 req-4e53e953-e653-43b6-9884-a2a84fcebafa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:58.268002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-7fb46d4a-5a41-4ee9-8a42-99fcd8355fa7 req-4e53e953-e653-43b6-9884-a2a84fcebafa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 4fd04a97-e01c-4dc0-ab08-050a1373d928, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=4fd04a97-e01c-4dc0-ab08-050a1373d928,segment=NetworkSegment(3cff011e-0950-4ebd-bc24-89267b1b33d3),segment_id=3cff011e-0950-4ebd-bc24-89267b1b33d3)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:55:58.268281 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-7fb46d4a-5a41-4ee9-8a42-99fcd8355fa7 req-4e53e953-e653-43b6-9884-a2a84fcebafa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:58.388057 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-7fb46d4a-5a41-4ee9-8a42-99fcd8355fa7 req-4e53e953-e653-43b6-9884-a2a84fcebafa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 4fd04a97-e01c-4dc0-ab08-050a1373d928 owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:55:58.495985 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-7fb46d4a-5a41-4ee9-8a42-99fcd8355fa7 req-4e53e953-e653-43b6-9884-a2a84fcebafa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:58.501287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9e217e33-376a-4282-a7cf-cbf98b37cf6c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:55:58.545438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53e953-e653-43b6-9884-a2a84fcebafa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=4fd04a97-e01c-4dc0-ab08-050a1373d928,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:55:58.548370 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4e53e953-e653-43b6-9884-a2a84fcebafa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:55:58.619797 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb46d4a-5a41-4ee9-8a42-99fcd8355fa7 req-4e53e953-e653-43b6-9884-a2a84fcebafa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] No DVR routers for this DVR port 4fd04a97-e01c-4dc0-ab08-050a1373d928 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:55:58.622163 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-7fb46d4a-5a41-4ee9-8a42-99fcd8355fa7 req-4e53e953-e653-43b6-9884-a2a84fcebafa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:55:58.624643 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'name': 'network-vif-deleted', 'tag': '4fd04a97-e01c-4dc0-ab08-050a1373d928'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:55:58.627460 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e048245b-03ef-407b-b9af-0579ab392e2d" -d '{"events": [{"server_uuid": "a724dbca-ae48-423f-9e0c-b45cd5e2a157", "name": "network-vif-deleted", "tag": "4fd04a97-e01c-4dc0-ab08-050a1373d928"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:55:58.640528 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7fb46d4a-5a41-4ee9-8a42-99fcd8355fa7 req-4e53e953-e653-43b6-9884-a2a84fcebafa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "DELETE /v2.0/ports/4fd04a97-e01c-4dc0-ab08-050a1373d928 HTTP/1.1" status: 204 len: 173 time: 0.6352508 Jun 02 20:55:58.674485 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6ab272-f359-4378-96f1-28624c214725 x-openstack-request-id: req-fb6ab272-f359-4378-96f1-28624c214725 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:55:58.674820 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a724dbca-ae48-423f-9e0c-b45cd5e2a157", "name": "network-vif-deleted", "tag": "4fd04a97-e01c-4dc0-ab08-050a1373d928", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:55:58.675118 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb6ab272-f359-4378-96f1-28624c214725 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:55:58.675602 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a724dbca-ae48-423f-9e0c-b45cd5e2a157', 'name': 'network-vif-deleted', 'tag': '4fd04a97-e01c-4dc0-ab08-050a1373d928', 'status': 'completed', 'code': 200} Jun 02 20:55:59.172371 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-877d07de-3f19-4055-bc44-57e039044611 req-122ed08a-9bb0-472e-bdfa-c7095b8c2996 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=a724dbca-ae48-423f-9e0c-b45cd5e2a157 HTTP/1.1" status: 200 len: 210 time: 0.0476408 Jun 02 20:56:00.266047 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60586) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:00.331718 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-11953b63-d5ee-4313-b1b8-ee88bbb87d48 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:00.359487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-11953b63-d5ee-4313-b1b8-ee88bbb87d48 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:00.423676 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-11953b63-d5ee-4313-b1b8-ee88bbb87d48 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:00.427663 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e5b19719-3021-45a0-ab93-7c48c141ff7d tempest-NegativeSecGroupIPv6Test-1343866437 tempest-NegativeSecGroupIPv6Test-1343866437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:00.442794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11953b63-d5ee-4313-b1b8-ee88bbb87d48 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3babc657-94ff-4bf2-aefa-e0ec7ce99fae,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:00.445402 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-11953b63-d5ee-4313-b1b8-ee88bbb87d48 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:00.452279 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-11953b63-d5ee-4313-b1b8-ee88bbb87d48 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:00.453373 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-11953b63-d5ee-4313-b1b8-ee88bbb87d48 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/security-groups/3babc657-94ff-4bf2-aefa-e0ec7ce99fae HTTP/1.1" status: 204 len: 168 time: 0.1863313 Jun 02 20:56:00.482317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60590) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:00.765585 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-577054af-df26-494a-9fca-6c18ca1d107a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:01.160784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2decc3a4-6200-432d-a0cf-f42acce80c05 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:01.567612 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-2decc3a4-6200-432d-a0cf-f42acce80c05 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 92573e41-68cc-4c3b-9a82-b2b9591424cd {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:56:01.568277 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2decc3a4-6200-432d-a0cf-f42acce80c05 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:01.698018 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-2decc3a4-6200-432d-a0cf-f42acce80c05 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 92573e41-68cc-4c3b-9a82-b2b9591424cd, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=92573e41-68cc-4c3b-9a82-b2b9591424cd,segment=NetworkSegment(3cff011e-0950-4ebd-bc24-89267b1b33d3),segment_id=3cff011e-0950-4ebd-bc24-89267b1b33d3)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:56:01.698370 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2decc3a4-6200-432d-a0cf-f42acce80c05 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:01.820724 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-2decc3a4-6200-432d-a0cf-f42acce80c05 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 92573e41-68cc-4c3b-9a82-b2b9591424cd owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:56:01.881508 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 4fd04a97-e01c-4dc0-ab08-050a1373d928 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:56:01.915002 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 4fd04a97-e01c-4dc0-ab08-050a1373d928 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:56:01.915380 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 4fd04a97-e01c-4dc0-ab08-050a1373d928 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:56:02.100586 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2decc3a4-6200-432d-a0cf-f42acce80c05 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:02.104684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dce3d2fb-c01c-4828-9ed9-94f24bf0988c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:02.153001 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decc3a4-6200-432d-a0cf-f42acce80c05 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=92573e41-68cc-4c3b-9a82-b2b9591424cd,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:02.179756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2decc3a4-6200-432d-a0cf-f42acce80c05 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:02.568743 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2decc3a4-6200-432d-a0cf-f42acce80c05 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:02.922896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2decc3a4-6200-432d-a0cf-f42acce80c05 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router a28d912c-a375-4905-92e0-ccea50968e6e has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:56:03.098620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2decc3a4-6200-432d-a0cf-f42acce80c05 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:56:03.108489 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b25f05-7a80-4082-9ec4-1c49b81081ed None None] Sync routers for ids ['a28d912c-a375-4905-92e0-ccea50968e6e'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:56:03.110907 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2decc3a4-6200-432d-a0cf-f42acce80c05 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/routers/a28d912c-a375-4905-92e0-ccea50968e6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6275151 Jun 02 20:56:03.113573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60592) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:03.117519 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b25f05-7a80-4082-9ec4-1c49b81081ed None None] Routers {'a28d912c-a375-4905-92e0-ccea50968e6e'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:56:03.118120 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e1b25f05-7a80-4082-9ec4-1c49b81081ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:55:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a28d912c-a375-4905-92e0-ccea50968e6e'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:56:03.178827 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0e94da-6ee5-4d89-b593-238b46c0e573 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting subnet cad828f8-2781-48c2-a541-0b8c7ed50e92 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:56:03.181587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3e0e94da-6ee5-4d89-b593-238b46c0e573 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:03.238443 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3e0e94da-6ee5-4d89-b593-238b46c0e573 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:03.289896 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-e1b25f05-7a80-4082-9ec4-1c49b81081ed None None] Set router a28d912c-a375-4905-92e0-ccea50968e6e gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:56:03.323946 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3e0e94da-6ee5-4d89-b593-238b46c0e573 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:03.332735 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7498eeee-b564-4a4e-8e3e-381ced96fc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:03.376216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:03.567544 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e1b25f05-7a80-4082-9ec4-1c49b81081ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'name': 'tempest-TestNetworkBasicOps-router-654567428', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:53:44Z', 'updated_at': '2021-06-02T20:56:02Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:45Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:56:03.571336 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b25f05-7a80-4082-9ec4-1c49b81081ed None None] Checking router: a28d912c-a375-4905-92e0-ccea50968e6e for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:56:03.579988 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b25f05-7a80-4082-9ec4-1c49b81081ed None None] Routers {'a28d912c-a375-4905-92e0-ccea50968e6e'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:56:03.580591 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e1b25f05-7a80-4082-9ec4-1c49b81081ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:56:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['a28d912c-a375-4905-92e0-ccea50968e6e'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:56:03.591775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3e0e94da-6ee5-4d89-b593-238b46c0e573 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:03.596431 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ce7f9879-779b-4a9a-b1ff-139e038e6c83 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:03.632856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e94da-6ee5-4d89-b593-238b46c0e573 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Subnet': ['ID=cad828f8-2781-48c2-a541-0b8c7ed50e92,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:03.634783 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3e0e94da-6ee5-4d89-b593-238b46c0e573 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:03.637371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3e0e94da-6ee5-4d89-b593-238b46c0e573 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:03.640346 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1692f121-ea59-41e5-a546-c47bdabd91bb None None] Network 27c0d983-774f-4d12-84ee-61b83dd38f98 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:56:03.644427 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3e0e94da-6ee5-4d89-b593-238b46c0e573 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/subnets/cad828f8-2781-48c2-a541-0b8c7ed50e92 HTTP/1.1" status: 204 len: 168 time: 0.5275102 Jun 02 20:56:03.644642 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60594) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:03.761552 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-e1b25f05-7a80-4082-9ec4-1c49b81081ed None None] Set router a28d912c-a375-4905-92e0-ccea50968e6e gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:56:03.832205 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-483aad79-9e21-4aa5-88f4-2fc16ee1ba76 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:03.920861 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] DHCP port deletion for 27c0d983-774f-4d12-84ee-61b83dd38f98 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:56:03.990518 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] Deleting port 34c8235f-a1e4-404c-9fa9-9866a09f8f9a {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:56:03.991327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:04.066131 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e1b25f05-7a80-4082-9ec4-1c49b81081ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'name': 'tempest-TestNetworkBasicOps-router-654567428', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:53:44Z', 'updated_at': '2021-06-02T20:56:02Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:45Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:56:04.070519 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b25f05-7a80-4082-9ec4-1c49b81081ed None None] The sync data for ids ['a28d912c-a375-4905-92e0-ccea50968e6e'] in dv-neutron-601336-84-hyperv is: [{'id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'name': 'tempest-TestNetworkBasicOps-router-654567428', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:53:44Z', 'updated_at': '2021-06-02T20:56:02Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '2827b956-be40-4a3f-8d66-bcdc0cbb46a6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d912c-a375-4905-92e0-ccea50968e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:53:45Z', 'updated_at': '2021-06-02T20:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:56:04.096243 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] For port 34c8235f-a1e4-404c-9fa9-9866a09f8f9a, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=34c8235f-a1e4-404c-9fa9-9866a09f8f9a,segment=NetworkSegment(3cff011e-0950-4ebd-bc24-89267b1b33d3),segment_id=3cff011e-0950-4ebd-bc24-89267b1b33d3)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:56:04.096536 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:04.173057 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-483aad79-9e21-4aa5-88f4-2fc16ee1ba76 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:04.221586 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] Calling delete_port for 34c8235f-a1e4-404c-9fa9-9866a09f8f9a owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:56:04.244603 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-483aad79-9e21-4aa5-88f4-2fc16ee1ba76 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 2827b956-be40-4a3f-8d66-bcdc0cbb46a6 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:56:04.244939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-483aad79-9e21-4aa5-88f4-2fc16ee1ba76 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:04.275061 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:04.280305 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-84eca065-a82a-4638-9137-3afe14e9c12e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:04.331048 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] Pushing event deleted for resources: {'Port': ['ID=34c8235f-a1e4-404c-9fa9-9866a09f8f9a,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:04.333976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] No DVR routers for this DVR port 34c8235f-a1e4-404c-9fa9-9866a09f8f9a on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:56:04.336679 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:04.342122 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:04.342472 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:04.342857 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:04.343130 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:04.343480 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:04.343801 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:04.344116 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:04.344433 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:04.348282 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:04.348282 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:04.348282 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:04.348282 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:04.349670 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:04.371804 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-483aad79-9e21-4aa5-88f4-2fc16ee1ba76 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 2827b956-be40-4a3f-8d66-bcdc0cbb46a6, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2827b956-be40-4a3f-8d66-bcdc0cbb46a6,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:56:04.372162 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-483aad79-9e21-4aa5-88f4-2fc16ee1ba76 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:04.486948 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 34c8235f-a1e4-404c-9fa9-9866a09f8f9a no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:56:04.505693 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-483aad79-9e21-4aa5-88f4-2fc16ee1ba76 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 2827b956-be40-4a3f-8d66-bcdc0cbb46a6 owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:56:04.528078 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 34c8235f-a1e4-404c-9fa9-9866a09f8f9a {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:56:04.528505 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 34c8235f-a1e4-404c-9fa9-9866a09f8f9a not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:56:04.529252 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 92573e41-68cc-4c3b-9a82-b2b9591424cd no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:56:04.562692 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 92573e41-68cc-4c3b-9a82-b2b9591424cd {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:56:04.563368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 92573e41-68cc-4c3b-9a82-b2b9591424cd not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:56:04.653365 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-483aad79-9e21-4aa5-88f4-2fc16ee1ba76 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:04.657648 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-31c21166-213e-48e2-bb05-fcd3edf059dc tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:04.700699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483aad79-9e21-4aa5-88f4-2fc16ee1ba76 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=2827b956-be40-4a3f-8d66-bcdc0cbb46a6,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:04.727220 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-483aad79-9e21-4aa5-88f4-2fc16ee1ba76 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:04.791553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-483aad79-9e21-4aa5-88f4-2fc16ee1ba76 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:04.960457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-483aad79-9e21-4aa5-88f4-2fc16ee1ba76 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:04.962564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-483aad79-9e21-4aa5-88f4-2fc16ee1ba76 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:04.984873 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-483aad79-9e21-4aa5-88f4-2fc16ee1ba76 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:04.985387 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483aad79-9e21-4aa5-88f4-2fc16ee1ba76 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Fanout notify agent at l3_agent the message router_deleted on router a28d912c-a375-4905-92e0-ccea50968e6e {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:56:05.001113 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-483aad79-9e21-4aa5-88f4-2fc16ee1ba76 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:05.002957 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-483aad79-9e21-4aa5-88f4-2fc16ee1ba76 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/routers/a28d912c-a375-4905-92e0-ccea50968e6e HTTP/1.1" status: 204 len: 168 time: 1.3573456 Jun 02 20:56:05.005496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60596) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:05.123455 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7445e747-042a-484b-a397-f73bd8a54651 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:05.254994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7445e747-042a-484b-a397-f73bd8a54651 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:05.267881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-7445e747-042a-484b-a397-f73bd8a54651 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c0d983-774f-4d12-84ee-61b83dd38f98']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:56:05.279344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-7445e747-042a-484b-a397-f73bd8a54651 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cff011e-0950-4ebd-bc24-89267b1b33d3') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:56:05.279634 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-7445e747-042a-484b-a397-f73bd8a54651 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cff011e-0950-4ebd-bc24-89267b1b33d3') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:56:05.290509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7445e747-042a-484b-a397-f73bd8a54651 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:05.305830 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7445e747-042a-484b-a397-f73bd8a54651 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:05.311872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7445e747-042a-484b-a397-f73bd8a54651 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:56:05.312256 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7445e747-042a-484b-a397-f73bd8a54651 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:56:05.328108 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:56:05.408989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7445e747-042a-484b-a397-f73bd8a54651 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:05.412339 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-932b502e-60e2-4a82-9d2e-3f77bc8c750e tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:05.426192 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7445e747-042a-484b-a397-f73bd8a54651 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:05.436939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445e747-042a-484b-a397-f73bd8a54651 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Network': ['ID=27c0d983-774f-4d12-84ee-61b83dd38f98,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:05.440946 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7445e747-042a-484b-a397-f73bd8a54651 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:05.442687 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7445e747-042a-484b-a397-f73bd8a54651 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/networks/27c0d983-774f-4d12-84ee-61b83dd38f98 HTTP/1.1" status: 204 len: 168 time: 0.4362781 Jun 02 20:56:05.469778 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60598) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:05.475895 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-0a46ea19-e822-4aa6-996b-e21616189bf4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'network': {'name': 'tempest-network-smoke--1276277424', 'project_id': '7e68015eb8844c43b1007154397602c4', 'port_security_enabled': True}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:56:05.482348 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-0a46ea19-e822-4aa6-996b-e21616189bf4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:56:05.486937 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-0a46ea19-e822-4aa6-996b-e21616189bf4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:network and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:56:05.490233 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-0a46ea19-e822-4aa6-996b-e21616189bf4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:56:05.500285 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-0a46ea19-e822-4aa6-996b-e21616189bf4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:56:05.514063 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a46ea19-e822-4aa6-996b-e21616189bf4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:56:05.519764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0a46ea19-e822-4aa6-996b-e21616189bf4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:05.555982 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a46ea19-e822-4aa6-996b-e21616189bf4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:56:05.567099 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0a46ea19-e822-4aa6-996b-e21616189bf4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:05.567656 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-0a46ea19-e822-4aa6-996b-e21616189bf4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Added segment d8d9cb97-e52b-4520-a22c-d68318976861 of type vlan for network 3394c95b-b053-4a6e-9269-059c24dd711e Jun 02 20:56:05.593030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0a46ea19-e822-4aa6-996b-e21616189bf4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:05.620918 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0a46ea19-e822-4aa6-996b-e21616189bf4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:05.626926 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a46ea19-e822-4aa6-996b-e21616189bf4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:05.627546 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0a46ea19-e822-4aa6-996b-e21616189bf4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:05.630988 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-25770452-1126-4f64-8e5a-3d7e9039f25d tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:05.886936 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0a46ea19-e822-4aa6-996b-e21616189bf4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4160073 Jun 02 20:56:05.890080 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60600) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:05.891576 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46ea19-e822-4aa6-996b-e21616189bf4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Network': ['ID=3394c95b-b053-4a6e-9269-059c24dd711e,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:05.894394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0a46ea19-e822-4aa6-996b-e21616189bf4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:05.897232 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-931267568', 'admin_state_up': True, 'project_id': '7e68015eb8844c43b1007154397602c4', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:56:05.902757 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 3394c95b-b053-4a6e-9269-059c24dd711e details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:56:05.905778 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:56:05.910326 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:router and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:56:05.913247 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:56:05.919766 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:56:05.931665 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:05.932694 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:05.947218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:06.006665 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:06.208704 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:06.262084 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2827b956-be40-4a3f-8d66-bcdc0cbb46a6 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:56:06.301077 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 2827b956-be40-4a3f-8d66-bcdc0cbb46a6 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:56:06.301429 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2827b956-be40-4a3f-8d66-bcdc0cbb46a6 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:56:06.658985 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:06.687737 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:06.818675 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.26.0.140 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/65d8639c-1c64-45a3-bdc5-d8e758cd24c5) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:56:06.960367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:06.989707 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:06.994020 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7ad28de2-ff6f-4342-9156-001707e458ba tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:07.055036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:56:07.058144 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:56:07.061838 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:56:07.099955 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=65d8639c-1c64-45a3-bdc5-d8e758cd24c5,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:07.103917 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:07.465115 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:07.806421 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:08.171853 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 957ff006-babb-49ff-8b10-25f0f82cf922 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 20:56:08.351093 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:56:08.360106 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] Sync routers for ids ['957ff006-babb-49ff-8b10-25f0f82cf922'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:56:08.369521 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] Routers {'957ff006-babb-49ff-8b10-25f0f82cf922'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:56:08.370136 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:56:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['957ff006-babb-49ff-8b10-25f0f82cf922'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:56:08.377738 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:08.379180 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4879236 Jun 02 20:56:08.382669 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60602) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:08.526694 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3334b1ce-c599-49d8-9ea6-bf897dc428a1 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=7e68015eb8844c43b1007154397602c4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1427596 Jun 02 20:56:08.529151 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60606) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:08.584807 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] Set router 957ff006-babb-49ff-8b10-25f0f82cf922 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:56:08.657293 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf86854-7a5e-4a49-9e77-49bbfc9835dc tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:08.659709 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7bf86854-7a5e-4a49-9e77-49bbfc9835dc tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292901 Jun 02 20:56:08.662163 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60608) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:08.699835 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d735933e-55c1-4a39-a3bb-dda8efcc8463 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9eda1993-8807-4a42-8466-556269663ed3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365045 Jun 02 20:56:08.702165 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60610) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:08.708030 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-dc1a5586-a2aa-4bc1-a9a3-f88a8cdff2a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1081961681', 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e', 'project_id': '7e68015eb8844c43b1007154397602c4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:56:08.818210 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-dc1a5586-a2aa-4bc1-a9a3-f88a8cdff2a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:56:08.821977 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-dc1a5586-a2aa-4bc1-a9a3-f88a8cdff2a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:subnet and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:56:08.824737 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-dc1a5586-a2aa-4bc1-a9a3-f88a8cdff2a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:56:08.830782 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-dc1a5586-a2aa-4bc1-a9a3-f88a8cdff2a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:56:08.840946 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1a5586-a2aa-4bc1-a9a3-f88a8cdff2a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:56:08.844344 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dc1a5586-a2aa-4bc1-a9a3-f88a8cdff2a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:08.864981 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'name': 'tempest-TestNetworkBasicOps-router-931267568', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:56:05Z', 'updated_at': '2021-06-02T20:56:07Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:06Z', 'updated_at': '2021-06-02T20:56:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:56:08.868798 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] Checking router: 957ff006-babb-49ff-8b10-25f0f82cf922 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:56:08.869162 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] Updating router 957ff006-babb-49ff-8b10-25f0f82cf922 port 65d8639c-1c64-45a3-bdc5-d8e758cd24c5 binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:56:08.920837 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:09.246503 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:09.254334 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dc1a5586-a2aa-4bc1-a9a3-f88a8cdff2a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:09.258078 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3934d856-bc6e-408b-abe2-3407b2a0e933 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:09.258458 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] Transition to ACTIVE for port object 65d8639c-1c64-45a3-bdc5-d8e758cd24c5 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:56:09.264962 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:09.269129 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:09.330943 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a5586-a2aa-4bc1-a9a3-f88a8cdff2a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Subnet': ['ID=9d1b1038-b4b3-45dd-ad36-20a7e5979fac,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:09.334173 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-dc1a5586-a2aa-4bc1-a9a3-f88a8cdff2a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:09.340585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a5586-a2aa-4bc1-a9a3-f88a8cdff2a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Checking segment: {'id': 'd8d9cb97-e52b-4520-a22c-d68318976861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:56:09.340938 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1a5586-a2aa-4bc1-a9a3-f88a8cdff2a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network hostable DHCP agents. Network: 3394c95b-b053-4a6e-9269-059c24dd711e, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:56:09.342086 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] Attempting to bind port 65d8639c-1c64-45a3-bdc5-d8e758cd24c5 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:56:09.342491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] Attempting to bind port 65d8639c-1c64-45a3-bdc5-d8e758cd24c5 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:56:09.342949 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] Attempting to bind port 65d8639c-1c64-45a3-bdc5-d8e758cd24c5 on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:56:09.349240 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478284c1-908d-4599-97aa-d1275cdba35b None None] Pushing event updated for resources: {'Port': ['ID=65d8639c-1c64-45a3-bdc5-d8e758cd24c5,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:09.353086 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-478284c1-908d-4599-97aa-d1275cdba35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:09.354094 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:56:09.354454 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:56:09.354878 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:09.356089 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:56:09.356089 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] Bound port: 65d8639c-1c64-45a3-bdc5-d8e758cd24c5, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:56:09.356491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:09.360243 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1a5586-a2aa-4bc1-a9a3-f88a8cdff2a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 3394c95b-b053-4a6e-9269-059c24dd711e is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:56:09.369389 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-dc1a5586-a2aa-4bc1-a9a3-f88a8cdff2a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 3394c95b-b053-4a6e-9269-059c24dd711e) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:56:09.379005 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1a5586-a2aa-4bc1-a9a3-f88a8cdff2a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:09.379612 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-dc1a5586-a2aa-4bc1-a9a3-f88a8cdff2a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:09.386228 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5ed322-721f-4f7c-b2d1-e3b80cb7789a None None] Network 3394c95b-b053-4a6e-9269-059c24dd711e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:56:09.403962 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dc1a5586-a2aa-4bc1-a9a3-f88a8cdff2a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7007859 Jun 02 20:56:09.406668 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60612) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:09.522543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] For port 65d8639c-1c64-45a3-bdc5-d8e758cd24c5, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:56:09.542748 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] For port 65d8639c-1c64-45a3-bdc5-d8e758cd24c5, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=65d8639c-1c64-45a3-bdc5-d8e758cd24c5,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:56:09.573766 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:09.582261 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:09.708127 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] Routers {'957ff006-babb-49ff-8b10-25f0f82cf922'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:56:09.708756 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:56:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['957ff006-babb-49ff-8b10-25f0f82cf922'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:56:09.759647 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-3394c95b-b053-4a6e-9269-059c24dd711e', 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ips': [{'subnet_id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 20:56:09.760476 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:09.777421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478284c1-908d-4599-97aa-d1275cdba35b None None] Pushing event updated for resources: {'Port': ['ID=65d8639c-1c64-45a3-bdc5-d8e758cd24c5,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:09.844659 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-478284c1-908d-4599-97aa-d1275cdba35b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:10.058721 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] Set router 957ff006-babb-49ff-8b10-25f0f82cf922 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:56:10.252469 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:10.252705 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Allocated IP 172.20.0.2 (3394c95b-b053-4a6e-9269-059c24dd711e/9d1b1038-b4b3-45dd-ad36-20a7e5979fac/3c26f3a4-79dc-451a-a23b-89cedd0ca60f) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:56:10.548175 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'name': 'tempest-TestNetworkBasicOps-router-931267568', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:56:05Z', 'updated_at': '2021-06-02T20:56:07Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:06Z', 'updated_at': '2021-06-02T20:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:56:10.553450 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:10.558893 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a2261-86d4-40f2-8eb3-7b74479148e6 None None] The sync data for ids ['957ff006-babb-49ff-8b10-25f0f82cf922'] in dv-neutron-601336-84-hyperv is: [{'id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'name': 'tempest-TestNetworkBasicOps-router-931267568', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:56:05Z', 'updated_at': '2021-06-02T20:56:07Z', 'revision_number': 3, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:06Z', 'updated_at': '2021-06-02T20:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:56:10.566343 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Transition to ACTIVE for port object 3c26f3a4-79dc-451a-a23b-89cedd0ca60f will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:56:10.585553 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Transition to ACTIVE for port object 3c26f3a4-79dc-451a-a23b-89cedd0ca60f will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:56:10.591939 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:10.597131 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-84eca065-a82a-4638-9137-3afe14e9c12e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:10.669853 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.20.0.1 (3394c95b-b053-4a6e-9269-059c24dd711e/9d1b1038-b4b3-45dd-ad36-20a7e5979fac/a9f68a5d-21f0-4423-b366-d8d1bc073ed3) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:56:10.671170 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Network 3394c95b-b053-4a6e-9269-059c24dd711e is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:56:10.675700 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:56:10.680324 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:56:10.693177 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Pushing event updated for resources: {'Port': ['ID=3c26f3a4-79dc-451a-a23b-89cedd0ca60f,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:10.727559 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:10.819004 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Attempting to bind port 3c26f3a4-79dc-451a-a23b-89cedd0ca60f on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:56:10.819431 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Attempting to bind port 3c26f3a4-79dc-451a-a23b-89cedd0ca60f by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'd8d9cb97-e52b-4520-a22c-d68318976861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:56:10.819804 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Attempting to bind port 3c26f3a4-79dc-451a-a23b-89cedd0ca60f on network 3394c95b-b053-4a6e-9269-059c24dd711e {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:56:10.825125 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:56:10.825510 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Checking segment: {'id': 'd8d9cb97-e52b-4520-a22c-d68318976861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:56:10.825917 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:10.826317 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Bound using segment: {'id': 'd8d9cb97-e52b-4520-a22c-d68318976861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:56:10.826789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Bound port: 3c26f3a4-79dc-451a-a23b-89cedd0ca60f, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d9cb97-e52b-4520-a22c-d68318976861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:56:10.827201 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:10.860273 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:10.878221 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Transition to ACTIVE for port object a9f68a5d-21f0-4423-b366-d8d1bc073ed3 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:56:10.905387 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:10.911227 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-289674dc-d065-43f5-b6d0-7c7552a0bd39 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:10.926975 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] For port 3c26f3a4-79dc-451a-a23b-89cedd0ca60f, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:56:10.930538 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] For port 3c26f3a4-79dc-451a-a23b-89cedd0ca60f, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3c26f3a4-79dc-451a-a23b-89cedd0ca60f,segment=NetworkSegment(d8d9cb97-e52b-4520-a22c-d68318976861),segment_id=d8d9cb97-e52b-4520-a22c-d68318976861)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:56:10.935012 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:10.939590 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:10.983495 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 3394c95b-b053-4a6e-9269-059c24dd711e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:56:10.988654 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:56:10.993109 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:56:11.032396 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Pushing event updated for resources: {'Port': ['ID=3c26f3a4-79dc-451a-a23b-89cedd0ca60f,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:11.035774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:11.040041 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=a9f68a5d-21f0-4423-b366-d8d1bc073ed3,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:11.044774 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:11.065134 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:11.229809 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:11.653191 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:11.657894 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:11.683646 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4b09fd18-97fa-4075-8af8-91479ba5a07d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:11.927167 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d71b854-9b2c-4fc8-84d5-a9c4de7c19ca None None] Network 3394c95b-b053-4a6e-9269-059c24dd711e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:56:11.927942 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:11.931372 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=a9f68a5d-21f0-4423-b366-d8d1bc073ed3,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:11.934615 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:12.039370 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-04bb1ecf-50cb-45a1-8840-b265ee5be21d None None] Provisioning for port 3c26f3a4-79dc-451a-a23b-89cedd0ca60f completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:56:12.066186 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 3394c95b-b053-4a6e-9269-059c24dd711e is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:56:12.067352 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:56:12.282256 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 957ff006-babb-49ff-8b10-25f0f82cf922 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:56:12.342111 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 65d8639c-1c64-45a3-bdc5-d8e758cd24c5 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:56:12.424630 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 65d8639c-1c64-45a3-bdc5-d8e758cd24c5 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:56:12.430168 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 65d8639c-1c64-45a3-bdc5-d8e758cd24c5 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:56:12.430570 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:12.475696 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:56:12.489079 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/routers/957ff006-babb-49ff-8b10-25f0f82cf922/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0809965 Jun 02 20:56:12.491588 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60614) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:12.522927 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] Sync routers for ids ['957ff006-babb-49ff-8b10-25f0f82cf922'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:56:12.533460 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] Routers {'957ff006-babb-49ff-8b10-25f0f82cf922'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:56:12.534073 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:56:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['957ff006-babb-49ff-8b10-25f0f82cf922'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:56:12.571744 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:12.576335 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-291db535-3d24-42eb-ae16-e5d078f4bc62 None None] Provisioning for port a9f68a5d-21f0-4423-b366-d8d1bc073ed3 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:56:12.583209 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-291db535-3d24-42eb-ae16-e5d078f4bc62 None None] Provisioning complete for port a9f68a5d-21f0-4423-b366-d8d1bc073ed3 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:56:12.583592 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-291db535-3d24-42eb-ae16-e5d078f4bc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:12.664427 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5514987-d1ea-4dfe-bdcb-2e3f2c480c5c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:12.664953 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5514987-d1ea-4dfe-bdcb-2e3f2c480c5c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:12.665422 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5514987-d1ea-4dfe-bdcb-2e3f2c480c5c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:12.666124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5514987-d1ea-4dfe-bdcb-2e3f2c480c5c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:12.671109 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60616) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:12.671308 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e5514987-d1ea-4dfe-bdcb-2e3f2c480c5c tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1784756 Jun 02 20:56:12.694984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 65d8639c-1c64-45a3-bdc5-d8e758cd24c5, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=65d8639c-1c64-45a3-bdc5-d8e758cd24c5,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:56:12.703070 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:12.703989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3c26f3a4-79dc-451a-a23b-89cedd0ca60f up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:56:12.733946 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:12.749447 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] Set router 957ff006-babb-49ff-8b10-25f0f82cf922 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:56:12.750105 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a39f991-da25-431a-8a6d-c1115df406fc tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:12.750595 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a39f991-da25-431a-8a6d-c1115df406fc tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:12.751030 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a39f991-da25-431a-8a6d-c1115df406fc tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:12.752059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a39f991-da25-431a-8a6d-c1115df406fc tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:12.756131 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7a39f991-da25-431a-8a6d-c1115df406fc tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0818729 Jun 02 20:56:12.756971 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60618) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:12.773957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-291db535-3d24-42eb-ae16-e5d078f4bc62 None None] Port a9f68a5d-21f0-4423-b366-d8d1bc073ed3 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:56:12.836035 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=65d8639c-1c64-45a3-bdc5-d8e758cd24c5,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:12.839471 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:12.843044 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 3c26f3a4-79dc-451a-a23b-89cedd0ca60f completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:56:12.849304 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 3c26f3a4-79dc-451a-a23b-89cedd0ca60f triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:56:12.849795 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:12.918537 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-47f04c04-4ea3-4779-b61d-ef7c55aa0a81 None None] Provisioning complete for port a9f68a5d-21f0-4423-b366-d8d1bc073ed3 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:56:12.919042 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-47f04c04-4ea3-4779-b61d-ef7c55aa0a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:12.979934 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-47f04c04-4ea3-4779-b61d-ef7c55aa0a81 None None] Port a9f68a5d-21f0-4423-b366-d8d1bc073ed3 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:56:13.000483 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e7abbea0-d583-4f7d-8b9b-a170f73a8688 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2417536 Jun 02 20:56:13.037760 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.070987 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 3c26f3a4-79dc-451a-a23b-89cedd0ca60f, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3c26f3a4-79dc-451a-a23b-89cedd0ca60f,segment=NetworkSegment(d8d9cb97-e52b-4520-a22c-d68318976861),segment_id=d8d9cb97-e52b-4520-a22c-d68318976861)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:56:13.075674 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.077690 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-478284c1-908d-4599-97aa-d1275cdba35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:13.139624 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'name': 'tempest-TestNetworkBasicOps-router-931267568', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:56:05Z', 'updated_at': '2021-06-02T20:56:11Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:06Z', 'updated_at': '2021-06-02T20:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'a9f68a5d-21f0-4423-b366-d8d1bc073ed3', 'name': '', 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:58:f8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:10Z', 'updated_at': '2021-06-02T20:56:11Z', 'revision_number': 2, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:56:13.143503 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] Checking router: 957ff006-babb-49ff-8b10-25f0f82cf922 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:56:13.143801 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] Updating router 957ff006-babb-49ff-8b10-25f0f82cf922 port a9f68a5d-21f0-4423-b366-d8d1bc073ed3 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 20:56:13.154938 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-58a65951-2e00-42ac-83dc-a1591ecaf75a None None] Provisioning complete for port a9f68a5d-21f0-4423-b366-d8d1bc073ed3 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:56:13.155346 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-58a65951-2e00-42ac-83dc-a1591ecaf75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.184187 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=3c26f3a4-79dc-451a-a23b-89cedd0ca60f,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:13.193044 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:13.196391 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.212271 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-58a65951-2e00-42ac-83dc-a1591ecaf75a None None] Port a9f68a5d-21f0-4423-b366-d8d1bc073ed3 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:56:13.275400 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60622) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:13.280262 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c9ed8b88-28f4-4cfb-bba9-03d2f8271179 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-217159620', 'description': 'tempest-secgroup-smoke-217159620 description', 'project_id': '7e68015eb8844c43b1007154397602c4'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:56:13.286335 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c9ed8b88-28f4-4cfb-bba9-03d2f8271179 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:56:13.290523 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c9ed8b88-28f4-4cfb-bba9-03d2f8271179 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:56:13.293464 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c9ed8b88-28f4-4cfb-bba9-03d2f8271179 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:56:13.299766 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c9ed8b88-28f4-4cfb-bba9-03d2f8271179 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:56:13.311017 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c9ed8b88-28f4-4cfb-bba9-03d2f8271179 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.331636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c9ed8b88-28f4-4cfb-bba9-03d2f8271179 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:56:13.337192 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c9ed8b88-28f4-4cfb-bba9-03d2f8271179 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:56:13.340145 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c9ed8b88-28f4-4cfb-bba9-03d2f8271179 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:56:13.345847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c9ed8b88-28f4-4cfb-bba9-03d2f8271179 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:56:13.418194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c9ed8b88-28f4-4cfb-bba9-03d2f8271179 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.421918 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c9ed8b88-28f4-4cfb-bba9-03d2f8271179 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.426472 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-74894901-a287-4ad0-9f74-66abf3fd2770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:13.470733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed8b88-28f4-4cfb-bba9-03d2f8271179 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d29524-7ae4-4402-9f91-27d04983b900,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:13.473612 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c9ed8b88-28f4-4cfb-bba9-03d2f8271179 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:13.478175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c9ed8b88-28f4-4cfb-bba9-03d2f8271179 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.479551 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c9ed8b88-28f4-4cfb-bba9-03d2f8271179 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2028992 Jun 02 20:56:13.482417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60624) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:13.487755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-7b48ca23-d230-407b-8a7b-c180bce40417 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': 'b9d29524-7ae4-4402-9f91-27d04983b900', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:56:13.493845 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7b48ca23-d230-407b-8a7b-c180bce40417 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:56:13.498106 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7b48ca23-d230-407b-8a7b-c180bce40417 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:56:13.500918 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7b48ca23-d230-407b-8a7b-c180bce40417 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:56:13.506477 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7b48ca23-d230-407b-8a7b-c180bce40417 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:56:13.522337 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b48ca23-d230-407b-8a7b-c180bce40417 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.541171 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.553364 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] Transition to ACTIVE for port object a9f68a5d-21f0-4423-b366-d8d1bc073ed3 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:56:13.560359 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.563944 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:13.584854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b48ca23-d230-407b-8a7b-c180bce40417 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.588440 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b48ca23-d230-407b-8a7b-c180bce40417 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.596461 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dc0cdd7f-8348-4676-a433-43f1a8751c05 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:13.618123 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48ca23-d230-407b-8a7b-c180bce40417 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d42142-aff8-48eb-8308-d7f956938b87,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:13.620688 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7b48ca23-d230-407b-8a7b-c180bce40417 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:13.627727 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b48ca23-d230-407b-8a7b-c180bce40417 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.629206 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7b48ca23-d230-407b-8a7b-c180bce40417 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456256 Jun 02 20:56:13.632091 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60626) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:13.637301 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-70bbef0c-e8ee-4fa6-813a-278d35597204 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': 'b9d29524-7ae4-4402-9f91-27d04983b900', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:56:13.643402 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-70bbef0c-e8ee-4fa6-813a-278d35597204 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:56:13.647419 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-70bbef0c-e8ee-4fa6-813a-278d35597204 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:56:13.650378 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-70bbef0c-e8ee-4fa6-813a-278d35597204 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:56:13.656447 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-70bbef0c-e8ee-4fa6-813a-278d35597204 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:56:13.676303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70bbef0c-e8ee-4fa6-813a-278d35597204 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.705345 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c381fe-3c08-41e7-8e69-5d8f0cf92ef0 None None] Pushing event updated for resources: {'Port': ['ID=a9f68a5d-21f0-4423-b366-d8d1bc073ed3,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:13.741653 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c381fe-3c08-41e7-8e69-5d8f0cf92ef0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:13.742288 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c381fe-3c08-41e7-8e69-5d8f0cf92ef0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:13.742890 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c381fe-3c08-41e7-8e69-5d8f0cf92ef0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:13.743202 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c381fe-3c08-41e7-8e69-5d8f0cf92ef0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:13.743789 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c381fe-3c08-41e7-8e69-5d8f0cf92ef0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:13.744106 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c381fe-3c08-41e7-8e69-5d8f0cf92ef0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:13.744475 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c381fe-3c08-41e7-8e69-5d8f0cf92ef0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:13.744819 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c381fe-3c08-41e7-8e69-5d8f0cf92ef0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:13.745133 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c381fe-3c08-41e7-8e69-5d8f0cf92ef0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:13.745473 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c381fe-3c08-41e7-8e69-5d8f0cf92ef0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:13.745787 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c381fe-3c08-41e7-8e69-5d8f0cf92ef0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:13.746096 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c381fe-3c08-41e7-8e69-5d8f0cf92ef0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:56:13.750013 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-b6c381fe-3c08-41e7-8e69-5d8f0cf92ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:13.755560 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70bbef0c-e8ee-4fa6-813a-278d35597204 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.761005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70bbef0c-e8ee-4fa6-813a-278d35597204 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.763069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9e199817-cad3-43ac-81ea-f735a0d7919f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:13.788022 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbef0c-e8ee-4fa6-813a-278d35597204 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c27dc6-ad6c-428a-876a-de08591687f8,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:13.792903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-70bbef0c-e8ee-4fa6-813a-278d35597204 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:13.799620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-70bbef0c-e8ee-4fa6-813a-278d35597204 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.803656 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-70bbef0c-e8ee-4fa6-813a-278d35597204 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1700845 Jun 02 20:56:13.804101 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60628) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:13.808893 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] Attempting to bind port a9f68a5d-21f0-4423-b366-d8d1bc073ed3 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:56:13.809272 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] Attempting to bind port a9f68a5d-21f0-4423-b366-d8d1bc073ed3 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'd8d9cb97-e52b-4520-a22c-d68318976861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:56:13.809614 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-279910f1-d986-415e-a98f-7333b9b3ad0e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': 'b9d29524-7ae4-4402-9f91-27d04983b900', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:56:13.809826 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] Attempting to bind port a9f68a5d-21f0-4423-b366-d8d1bc073ed3 on network 3394c95b-b053-4a6e-9269-059c24dd711e {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:56:13.815809 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:56:13.816229 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-279910f1-d986-415e-a98f-7333b9b3ad0e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:56:13.816347 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] Checking segment: {'id': 'd8d9cb97-e52b-4520-a22c-d68318976861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:56:13.816765 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.817245 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] Bound using segment: {'id': 'd8d9cb97-e52b-4520-a22c-d68318976861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:56:13.817772 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] Bound port: a9f68a5d-21f0-4423-b366-d8d1bc073ed3, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d9cb97-e52b-4520-a22c-d68318976861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:56:13.818151 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.820246 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-279910f1-d986-415e-a98f-7333b9b3ad0e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:56:13.823198 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-279910f1-d986-415e-a98f-7333b9b3ad0e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:56:13.830653 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-279910f1-d986-415e-a98f-7333b9b3ad0e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:56:13.846929 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-279910f1-d986-415e-a98f-7333b9b3ad0e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.910975 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-279910f1-d986-415e-a98f-7333b9b3ad0e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.911750 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] For port a9f68a5d-21f0-4423-b366-d8d1bc073ed3, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:56:13.915918 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] For port a9f68a5d-21f0-4423-b366-d8d1bc073ed3, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a9f68a5d-21f0-4423-b366-d8d1bc073ed3,segment=NetworkSegment(d8d9cb97-e52b-4520-a22c-d68318976861),segment_id=d8d9cb97-e52b-4520-a22c-d68318976861)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:56:13.916506 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-279910f1-d986-415e-a98f-7333b9b3ad0e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.918475 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8cbc681e-7528-4d4b-aae6-1d11003b53b4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:13.921981 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.927096 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-bee905d1-7345-4db6-9cae-a04efab02856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:13.941450 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279910f1-d986-415e-a98f-7333b9b3ad0e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a756491f-f02a-4a6c-9760-03de388d8489,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:13.943824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-279910f1-d986-415e-a98f-7333b9b3ad0e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:13.951103 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-279910f1-d986-415e-a98f-7333b9b3ad0e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:13.952447 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-279910f1-d986-415e-a98f-7333b9b3ad0e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466310 Jun 02 20:56:13.955102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60630) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:13.960040 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-f94dbd90-9c6f-4f57-b44d-a46c63874515 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': 'b9d29524-7ae4-4402-9f91-27d04983b900', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:56:13.965947 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f94dbd90-9c6f-4f57-b44d-a46c63874515 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:56:13.969811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f94dbd90-9c6f-4f57-b44d-a46c63874515 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:56:13.972870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f94dbd90-9c6f-4f57-b44d-a46c63874515 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:56:13.978922 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f94dbd90-9c6f-4f57-b44d-a46c63874515 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:56:13.999694 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] Routers {'957ff006-babb-49ff-8b10-25f0f82cf922'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:56:14.000319 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:56:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['957ff006-babb-49ff-8b10-25f0f82cf922'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:56:14.002398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f94dbd90-9c6f-4f57-b44d-a46c63874515 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:14.069024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f94dbd90-9c6f-4f57-b44d-a46c63874515 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:14.073782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f94dbd90-9c6f-4f57-b44d-a46c63874515 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:14.075671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-968352c9-1004-4bb3-a22f-596fb46b2985 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:14.079358 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c381fe-3c08-41e7-8e69-5d8f0cf92ef0 None None] Pushing event updated for resources: {'Port': ['ID=a9f68a5d-21f0-4423-b366-d8d1bc073ed3,revision_number=4']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:14.082390 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-b6c381fe-3c08-41e7-8e69-5d8f0cf92ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:14.096740 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94dbd90-9c6f-4f57-b44d-a46c63874515 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7152f2a0-b8af-4b31-8d3a-d003e40463ee,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:14.100969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f94dbd90-9c6f-4f57-b44d-a46c63874515 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:14.110251 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f94dbd90-9c6f-4f57-b44d-a46c63874515 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:14.113625 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f94dbd90-9c6f-4f57-b44d-a46c63874515 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1559160 Jun 02 20:56:14.115068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60632) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:14.120070 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-ce810b1f-9865-4819-8b87-5c6a9fcea9f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': 'b9d29524-7ae4-4402-9f91-27d04983b900', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:56:14.126752 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ce810b1f-9865-4819-8b87-5c6a9fcea9f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:56:14.131324 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ce810b1f-9865-4819-8b87-5c6a9fcea9f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:56:14.135800 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ce810b1f-9865-4819-8b87-5c6a9fcea9f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:56:14.143297 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-ce810b1f-9865-4819-8b87-5c6a9fcea9f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:56:14.159129 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.securitygroups_db [None req-ce810b1f-9865-4819-8b87-5c6a9fcea9f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:56:14.165542 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ce810b1f-9865-4819-8b87-5c6a9fcea9f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:14.197782 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] Set router 957ff006-babb-49ff-8b10-25f0f82cf922 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:56:14.232455 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ce810b1f-9865-4819-8b87-5c6a9fcea9f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:14.244194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ce810b1f-9865-4819-8b87-5c6a9fcea9f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:14.246407 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-12cec9b8-4a60-4ed4-acfe-ac589db89eb8 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:14.276433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce810b1f-9865-4819-8b87-5c6a9fcea9f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580862ee-7e45-43ce-aa5e-ffd5d5996aba,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:14.279329 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ce810b1f-9865-4819-8b87-5c6a9fcea9f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:14.284200 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 65d8639c-1c64-45a3-bdc5-d8e758cd24c5 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:56:14.285162 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ce810b1f-9865-4819-8b87-5c6a9fcea9f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:14.287292 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ce810b1f-9865-4819-8b87-5c6a9fcea9f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1700943 Jun 02 20:56:14.289350 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60634) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:14.294030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e08ec647-1555-4b5b-a196-11b0ec426296 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'security_group_rule': {'security_group_id': 'b9d29524-7ae4-4402-9f91-27d04983b900', 'project_id': '7e68015eb8844c43b1007154397602c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:56:14.300788 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e08ec647-1555-4b5b-a196-11b0ec426296 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:56:14.304916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e08ec647-1555-4b5b-a196-11b0ec426296 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:security_group_rule and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:56:14.307943 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e08ec647-1555-4b5b-a196-11b0ec426296 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:56:14.313838 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e08ec647-1555-4b5b-a196-11b0ec426296 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:56:14.324175 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-e08ec647-1555-4b5b-a196-11b0ec426296 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Project 7e68015eb8844c43b1007154397602c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 20:56:14.331869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e08ec647-1555-4b5b-a196-11b0ec426296 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:14.375818 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 65d8639c-1c64-45a3-bdc5-d8e758cd24c5 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:56:14.376535 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:14.401917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e08ec647-1555-4b5b-a196-11b0ec426296 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:14.406086 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e08ec647-1555-4b5b-a196-11b0ec426296 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:14.414713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-44a538de-c276-4560-abb7-62a6bd6def81 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:14.433386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ec647-1555-4b5b-a196-11b0ec426296 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c834de-182b-412f-867f-ef3143d9d446,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:14.440819 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e08ec647-1555-4b5b-a196-11b0ec426296 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:14.449396 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e08ec647-1555-4b5b-a196-11b0ec426296 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:14.450714 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e08ec647-1555-4b5b-a196-11b0ec426296 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1603343 Jun 02 20:56:14.508236 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3c26f3a4-79dc-451a-a23b-89cedd0ca60f up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:56:14.554441 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'name': 'tempest-TestNetworkBasicOps-router-931267568', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:56:05Z', 'updated_at': '2021-06-02T20:56:11Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:06Z', 'updated_at': '2021-06-02T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'a9f68a5d-21f0-4423-b366-d8d1bc073ed3', 'name': '', 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:58:f8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:10Z', 'updated_at': '2021-06-02T20:56:13Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:56:14.559247 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34819b51-55b1-4d40-b3a2-8bee54f8614b None None] The sync data for ids ['957ff006-babb-49ff-8b10-25f0f82cf922'] in dv-neutron-601336-84-hyperv is: [{'id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'name': 'tempest-TestNetworkBasicOps-router-931267568', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:56:05Z', 'updated_at': '2021-06-02T20:56:11Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:06Z', 'updated_at': '2021-06-02T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'a9f68a5d-21f0-4423-b366-d8d1bc073ed3', 'name': '', 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:58:f8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:10Z', 'updated_at': '2021-06-02T20:56:13Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:56:14.571325 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:14.589540 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 3c26f3a4-79dc-451a-a23b-89cedd0ca60f triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:56:14.589995 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:14.662718 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8c927da9-c65d-4b74-91b3-74719092089e req-1c40c809-8a6f-4e48-a1ce-19f2fce59d9f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-217159620&fields=id&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 267 time: 0.0737469 Jun 02 20:56:14.823687 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c927da9-c65d-4b74-91b3-74719092089e req-2b16b9c9-df39-4c26-9e53-296133915ead tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:14.824380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-8c927da9-c65d-4b74-91b3-74719092089e req-2b16b9c9-df39-4c26-9e53-296133915ead tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:network {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:56:14.840312 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-8c927da9-c65d-4b74-91b3-74719092089e req-2b16b9c9-df39-4c26-9e53-296133915ead tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:network {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:56:14.841431 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8c927da9-c65d-4b74-91b3-74719092089e req-2b16b9c9-df39-4c26-9e53-296133915ead tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/networks?id=3394c95b-b053-4a6e-9269-059c24dd711e HTTP/1.1" status: 200 len: 797 time: 0.1719627 Jun 02 20:56:14.857602 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8c927da9-c65d-4b74-91b3-74719092089e req-5490c4ee-fe12-448c-aa04-5e1a382360b1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/quotas/7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 375 time: 0.0099363 Jun 02 20:56:14.944446 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-8c927da9-c65d-4b74-91b3-74719092089e req-3a3d5bc3-f34d-4c46-8f28-5b55026f50a7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:56:14.960607 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-8c927da9-c65d-4b74-91b3-74719092089e req-3a3d5bc3-f34d-4c46-8f28-5b55026f50a7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:56:14.962108 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8c927da9-c65d-4b74-91b3-74719092089e req-3a3d5bc3-f34d-4c46-8f28-5b55026f50a7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986743 Jun 02 20:56:15.022351 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [req-8c927da9-c65d-4b74-91b3-74719092089e req-a8651fce-f003-48bc-9657-6bd01ab777c3 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:56:15.023522 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8c927da9-c65d-4b74-91b3-74719092089e req-a8651fce-f003-48bc-9657-6bd01ab777c3 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491991 Jun 02 20:56:15.162750 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8c927da9-c65d-4b74-91b3-74719092089e req-61791be4-a475-442b-95f3-be651c07c990 service neutron] 10.222.0.25 "GET /v2.0/networks/3394c95b-b053-4a6e-9269-059c24dd711e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330194 Jun 02 20:56:15.298524 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8c927da9-c65d-4b74-91b3-74719092089e req-7a83a764-0ae8-41c2-8761-12455b7a500e service neutron] 10.222.0.25 "GET /v2.0/networks/3394c95b-b053-4a6e-9269-059c24dd711e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300428 Jun 02 20:56:16.273484 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a9f68a5d-21f0-4423-b366-d8d1bc073ed3 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:56:16.338341 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port a9f68a5d-21f0-4423-b366-d8d1bc073ed3 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:56:16.343180 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port a9f68a5d-21f0-4423-b366-d8d1bc073ed3 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:56:16.343592 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:16.463667 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:16.496133 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port a9f68a5d-21f0-4423-b366-d8d1bc073ed3, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a9f68a5d-21f0-4423-b366-d8d1bc073ed3,segment=NetworkSegment(d8d9cb97-e52b-4520-a22c-d68318976861),segment_id=d8d9cb97-e52b-4520-a22c-d68318976861)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:56:16.500739 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:16.502702 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ab2970a2-0d20-42f1-9d51-371145fb5797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:16.504231 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-95e1bba5-1c01-412d-b94c-b7d764c3cd1a req-e197183b-053f-4d81-bd1a-d0f123ae863d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:56:16.516167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-95e1bba5-1c01-412d-b94c-b7d764c3cd1a req-e197183b-053f-4d81-bd1a-d0f123ae863d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:56:16.517390 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-95e1bba5-1c01-412d-b94c-b7d764c3cd1a req-e197183b-053f-4d81-bd1a-d0f123ae863d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 210 time: 0.0589292 Jun 02 20:56:16.568829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=a9f68a5d-21f0-4423-b366-d8d1bc073ed3,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:16.571872 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:17.615708 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-42a4aa64-e134-4c04-b03c-3338f2dd60e6 req-2976d70f-3a1a-4aa6-a75d-9cfb976d6142 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 210 time: 0.0458593 Jun 02 20:56:18.260606 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a9f68a5d-21f0-4423-b366-d8d1bc073ed3 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:56:18.331530 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port a9f68a5d-21f0-4423-b366-d8d1bc073ed3 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:56:18.331827 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:18.713447 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fc285077-0c0c-4eb5-b2f3-ccb60b370145 req-e56ead46-7388-4e34-a3a5-e7c097ce6771 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 210 time: 0.0457175 Jun 02 20:56:19.810870 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-29d0476e-01c3-4066-8a3b-d8e83fb94c9e req-ee4d051f-5649-434b-a805-9f155bacca89 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 210 time: 0.0441446 Jun 02 20:56:20.964729 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1b252c0b-86b8-4adb-b854-683c33330284 req-fcd2dad8-0170-4778-8bdc-2697d59422b0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 210 time: 0.0449517 Jun 02 20:56:21.608186 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c927da9-c65d-4b74-91b3-74719092089e req-4efd1106-4d6d-4aea-952f-c927f8067bcb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:21.608852 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-8c927da9-c65d-4b74-91b3-74719092089e req-4efd1106-4d6d-4aea-952f-c927f8067bcb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:network {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:56:21.620853 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-8c927da9-c65d-4b74-91b3-74719092089e req-4efd1106-4d6d-4aea-952f-c927f8067bcb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:network {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:56:21.622011 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8c927da9-c65d-4b74-91b3-74719092089e req-4efd1106-4d6d-4aea-952f-c927f8067bcb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/networks?id=3394c95b-b053-4a6e-9269-059c24dd711e HTTP/1.1" status: 200 len: 797 time: 0.1613693 Jun 02 20:56:21.669806 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-8c927da9-c65d-4b74-91b3-74719092089e req-836fa6a2-0376-471b-a0d8-25c665203dc6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:56:21.685426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-8c927da9-c65d-4b74-91b3-74719092089e req-836fa6a2-0376-471b-a0d8-25c665203dc6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:56:21.686811 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8c927da9-c65d-4b74-91b3-74719092089e req-836fa6a2-0376-471b-a0d8-25c665203dc6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e68015eb8844c43b1007154397602c4 HTTP/1.1" status: 200 len: 379 time: 0.0564070 Jun 02 20:56:21.696267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-8c927da9-c65d-4b74-91b3-74719092089e req-0fccef48-682b-43c0-a1ff-eb0f0a067b2d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'port': {'device_id': '16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc', 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e', 'admin_state_up': True, 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'security_groups': ['b9d29524-7ae4-4402-9f91-27d04983b900']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:56:21.842023 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-8c927da9-c65d-4b74-91b3-74719092089e req-0fccef48-682b-43c0-a1ff-eb0f0a067b2d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:56:21.851643 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-8c927da9-c65d-4b74-91b3-74719092089e req-0fccef48-682b-43c0-a1ff-eb0f0a067b2d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:56:21.860200 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c927da9-c65d-4b74-91b3-74719092089e req-0fccef48-682b-43c0-a1ff-eb0f0a067b2d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Made reservation on behalf of 7e68015eb8844c43b1007154397602c4 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:56:21.864464 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-8c927da9-c65d-4b74-91b3-74719092089e req-0fccef48-682b-43c0-a1ff-eb0f0a067b2d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:22.024821 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-8c927da9-c65d-4b74-91b3-74719092089e req-0fccef48-682b-43c0-a1ff-eb0f0a067b2d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.20.0.7 (3394c95b-b053-4a6e-9269-059c24dd711e/9d1b1038-b4b3-45dd-ad36-20a7e5979fac/82aff60c-17c4-4fbd-a50b-3926490cbb6f) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:56:22.111488 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5bbf6c9c-9499-494d-98fb-63c6df3a7e31 req-08d3e3ca-e599-4dd8-b34e-c86cfb20aa21 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 210 time: 0.0433750 Jun 02 20:56:22.230014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-8c927da9-c65d-4b74-91b3-74719092089e req-0fccef48-682b-43c0-a1ff-eb0f0a067b2d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:22.246893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-8c927da9-c65d-4b74-91b3-74719092089e req-0fccef48-682b-43c0-a1ff-eb0f0a067b2d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Transition to ACTIVE for port object 82aff60c-17c4-4fbd-a50b-3926490cbb6f will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:56:22.270721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-8c927da9-c65d-4b74-91b3-74719092089e req-0fccef48-682b-43c0-a1ff-eb0f0a067b2d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:22.276092 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9534cdc7-0675-4445-838c-8456be3e639d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:22.337667 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c927da9-c65d-4b74-91b3-74719092089e req-0fccef48-682b-43c0-a1ff-eb0f0a067b2d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 3394c95b-b053-4a6e-9269-059c24dd711e is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:56:22.341120 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-8c927da9-c65d-4b74-91b3-74719092089e req-0fccef48-682b-43c0-a1ff-eb0f0a067b2d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:56:22.345036 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c927da9-c65d-4b74-91b3-74719092089e req-0fccef48-682b-43c0-a1ff-eb0f0a067b2d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:56:22.386704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccef48-682b-43c0-a1ff-eb0f0a067b2d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=82aff60c-17c4-4fbd-a50b-3926490cbb6f,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:22.391211 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0fccef48-682b-43c0-a1ff-eb0f0a067b2d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:22.416164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c927da9-c65d-4b74-91b3-74719092089e req-0fccef48-682b-43c0-a1ff-eb0f0a067b2d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:22.416784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-8c927da9-c65d-4b74-91b3-74719092089e req-0fccef48-682b-43c0-a1ff-eb0f0a067b2d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:22.457419 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8c927da9-c65d-4b74-91b3-74719092089e req-0fccef48-682b-43c0-a1ff-eb0f0a067b2d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7646284 Jun 02 20:56:22.475023 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-8c927da9-c65d-4b74-91b3-74719092089e req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Request body: {'port': {'device_id': '16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:56:22.535528 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f5b8a256-40e3-46de-a63c-c9f636952e93 None None] Provisioning for port 82aff60c-17c4-4fbd-a50b-3926490cbb6f completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:56:22.540240 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f5b8a256-40e3-46de-a63c-c9f636952e93 None None] Provisioning complete for port 82aff60c-17c4-4fbd-a50b-3926490cbb6f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:56:22.540607 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f5b8a256-40e3-46de-a63c-c9f636952e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:22.587538 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-8c927da9-c65d-4b74-91b3-74719092089e req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:22.593061 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-f5b8a256-40e3-46de-a63c-c9f636952e93 None None] Port 82aff60c-17c4-4fbd-a50b-3926490cbb6f cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:56:22.930726 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-8c927da9-c65d-4b74-91b3-74719092089e req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82aff60c-17c4-4fbd-a50b-3926490cbb6f {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:56:22.937696 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-8c927da9-c65d-4b74-91b3-74719092089e req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:22.952140 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-8c927da9-c65d-4b74-91b3-74719092089e req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Transition to ACTIVE for port object 82aff60c-17c4-4fbd-a50b-3926490cbb6f will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:56:22.955991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-8c927da9-c65d-4b74-91b3-74719092089e req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:22.960531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:23.279629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Pushing event updated for resources: {'Port': ['ID=82aff60c-17c4-4fbd-a50b-3926490cbb6f,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:23.293761 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:23.390917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-8c927da9-c65d-4b74-91b3-74719092089e req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Attempting to bind port 82aff60c-17c4-4fbd-a50b-3926490cbb6f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:56:23.391363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-8c927da9-c65d-4b74-91b3-74719092089e req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Attempting to bind port 82aff60c-17c4-4fbd-a50b-3926490cbb6f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'd8d9cb97-e52b-4520-a22c-d68318976861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:56:23.391624 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c927da9-c65d-4b74-91b3-74719092089e req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Attempting to bind port 82aff60c-17c4-4fbd-a50b-3926490cbb6f on network 3394c95b-b053-4a6e-9269-059c24dd711e {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:56:23.404011 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59265a9-9ba6-40bd-a6be-c64ef3996313 req-69aac48c-1dad-4a56-b66e-7d2645a16038 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:23.404697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-a59265a9-9ba6-40bd-a6be-c64ef3996313 req-69aac48c-1dad-4a56-b66e-7d2645a16038 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:56:23.408125 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c927da9-c65d-4b74-91b3-74719092089e req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Port 82aff60c-17c4-4fbd-a50b-3926490cbb6f on network 3394c95b-b053-4a6e-9269-059c24dd711e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:56:23.408447 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c927da9-c65d-4b74-91b3-74719092089e req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Attempting to bind port 82aff60c-17c4-4fbd-a50b-3926490cbb6f on network 3394c95b-b053-4a6e-9269-059c24dd711e {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:56:23.416734 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c927da9-c65d-4b74-91b3-74719092089e req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:56:23.417006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c927da9-c65d-4b74-91b3-74719092089e req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Checking segment: {'id': 'd8d9cb97-e52b-4520-a22c-d68318976861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:56:23.417382 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c927da9-c65d-4b74-91b3-74719092089e req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Bound using segment: {'id': 'd8d9cb97-e52b-4520-a22c-d68318976861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:56:23.417861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-8c927da9-c65d-4b74-91b3-74719092089e req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Bound port: 82aff60c-17c4-4fbd-a50b-3926490cbb6f, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8d9cb97-e52b-4520-a22c-d68318976861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:56:23.418214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-8c927da9-c65d-4b74-91b3-74719092089e req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:23.470767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-a59265a9-9ba6-40bd-a6be-c64ef3996313 req-69aac48c-1dad-4a56-b66e-7d2645a16038 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:56:23.471953 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a59265a9-9ba6-40bd-a6be-c64ef3996313 req-69aac48c-1dad-4a56-b66e-7d2645a16038 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 943 time: 0.2519352 Jun 02 20:56:23.544748 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a59265a9-9ba6-40bd-a6be-c64ef3996313 req-ccd218d0-e8d0-4aca-be8c-4675a0aff222 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9d29524-7ae4-4402-9f91-27d04983b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663683 Jun 02 20:56:23.550978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-8c927da9-c65d-4b74-91b3-74719092089e req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] For port 82aff60c-17c4-4fbd-a50b-3926490cbb6f, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:56:23.554071 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-8c927da9-c65d-4b74-91b3-74719092089e req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] For port 82aff60c-17c4-4fbd-a50b-3926490cbb6f, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=82aff60c-17c4-4fbd-a50b-3926490cbb6f,segment=NetworkSegment(d8d9cb97-e52b-4520-a22c-d68318976861),segment_id=d8d9cb97-e52b-4520-a22c-d68318976861)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:56:23.558484 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-8c927da9-c65d-4b74-91b3-74719092089e req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:23.563177 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4e53e953-e653-43b6-9884-a2a84fcebafa tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:23.619749 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c927da9-c65d-4b74-91b3-74719092089e req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:23.620364 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-8c927da9-c65d-4b74-91b3-74719092089e req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:23.621771 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8c927da9-c65d-4b74-91b3-74719092089e req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] 10.222.0.95 "PUT /v2.0/ports/82aff60c-17c4-4fbd-a50b-3926490cbb6f HTTP/1.1" status: 200 len: 1093 time: 1.1560216 Jun 02 20:56:23.622301 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc', 'tag': '82aff60c-17c4-4fbd-a50b-3926490cbb6f'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:56:23.624627 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe16ad1d-977b-4503-9496-85b6ede1e29b" -d '{"events": [{"name": "network-changed", "server_uuid": "16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc", "tag": "82aff60c-17c4-4fbd-a50b-3926490cbb6f"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:56:23.644041 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Pushing event updated for resources: {'Port': ['ID=82aff60c-17c4-4fbd-a50b-3926490cbb6f,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:23.647381 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:23.703950 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a48821-5c68-4ff7-89ad-23152f23d28b x-openstack-request-id: req-c0a48821-5c68-4ff7-89ad-23152f23d28b {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:56:23.704353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc", "tag": "82aff60c-17c4-4fbd-a50b-3926490cbb6f", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:56:23.704654 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0a48821-5c68-4ff7-89ad-23152f23d28b {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:56:23.705092 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc', 'tag': '82aff60c-17c4-4fbd-a50b-3926490cbb6f', 'status': 'completed', 'code': 200} Jun 02 20:56:23.746698 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c927da9-c65d-4b74-91b3-74719092089e req-47238782-ede2-4bd2-a6a8-819ec60a04a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:23.748231 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8c927da9-c65d-4b74-91b3-74719092089e req-47238782-ede2-4bd2-a6a8-819ec60a04a6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 1096 time: 0.0809202 Jun 02 20:56:23.818664 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8c927da9-c65d-4b74-91b3-74719092089e req-6d81cd33-679f-49ab-a17d-3637fd5a61a0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82aff60c-17c4-4fbd-a50b-3926490cbb6f HTTP/1.1" status: 200 len: 217 time: 0.0635269 Jun 02 20:56:23.879447 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c927da9-c65d-4b74-91b3-74719092089e req-db1d253c-adad-4d73-8f21-2f7560566b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:23.880788 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8c927da9-c65d-4b74-91b3-74719092089e req-db1d253c-adad-4d73-8f21-2f7560566b07 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9d1b1038-b4b3-45dd-ad36-20a7e5979fac HTTP/1.1" status: 200 len: 835 time: 0.0562749 Jun 02 20:56:23.955225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c927da9-c65d-4b74-91b3-74719092089e req-55cca9fa-97d3-4e4b-b792-015701ab65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:23.956639 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8c927da9-c65d-4b74-91b3-74719092089e req-55cca9fa-97d3-4e4b-b792-015701ab65a0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3394c95b-b053-4a6e-9269-059c24dd711e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0695879 Jun 02 20:56:24.086615 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8c927da9-c65d-4b74-91b3-74719092089e req-998b4e6a-c750-435f-a874-11e7e6ba65a3 service neutron] 10.222.0.95 "GET /v2.0/networks/3394c95b-b053-4a6e-9269-059c24dd711e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228998 Jun 02 20:56:24.216915 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8c927da9-c65d-4b74-91b3-74719092089e req-8022ba96-638c-4056-9ce3-caa74027765a service neutron] 10.222.0.95 "GET /v2.0/networks/3394c95b-b053-4a6e-9269-059c24dd711e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245258 Jun 02 20:56:24.333892 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16ad1d-977b-4503-9496-85b6ede1e29b req-409112d0-4748-4725-b2f2-9082ef30bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:24.335345 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe16ad1d-977b-4503-9496-85b6ede1e29b req-409112d0-4748-4725-b2f2-9082ef30bebf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 1096 time: 0.0733318 Jun 02 20:56:24.463600 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16ad1d-977b-4503-9496-85b6ede1e29b req-5e9baae3-55c9-44e8-bc50-0baba9c2d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:24.464930 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe16ad1d-977b-4503-9496-85b6ede1e29b req-5e9baae3-55c9-44e8-bc50-0baba9c2d31e service neutron] 10.222.0.95 "GET /v2.0/networks?id=3394c95b-b053-4a6e-9269-059c24dd711e HTTP/1.1" status: 200 len: 898 time: 0.1235099 Jun 02 20:56:24.529122 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe16ad1d-977b-4503-9496-85b6ede1e29b req-639807b6-b8d4-4d12-aa9f-90481b6bb0c0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82aff60c-17c4-4fbd-a50b-3926490cbb6f HTTP/1.1" status: 200 len: 217 time: 0.0576482 Jun 02 20:56:24.592531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16ad1d-977b-4503-9496-85b6ede1e29b req-e4fb452b-f6c4-4322-8dec-ae3c6895189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:24.593989 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe16ad1d-977b-4503-9496-85b6ede1e29b req-e4fb452b-f6c4-4322-8dec-ae3c6895189a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9d1b1038-b4b3-45dd-ad36-20a7e5979fac HTTP/1.1" status: 200 len: 835 time: 0.0595827 Jun 02 20:56:24.847088 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16ad1d-977b-4503-9496-85b6ede1e29b req-3c175e87-98a0-4d4c-a1b7-32dca8aa306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:24.848569 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe16ad1d-977b-4503-9496-85b6ede1e29b req-3c175e87-98a0-4d4c-a1b7-32dca8aa306d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3394c95b-b053-4a6e-9269-059c24dd711e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2472141 Jun 02 20:56:24.949847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62243fe7-94d6-426e-ab34-f2c5cab15b88 req-295e2af4-ec49-4e60-b99d-ec792767837b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:24.951299 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-62243fe7-94d6-426e-ab34-f2c5cab15b88 req-295e2af4-ec49-4e60-b99d-ec792767837b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 943 time: 0.2948194 Jun 02 20:56:25.024582 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-62243fe7-94d6-426e-ab34-f2c5cab15b88 req-ec1bfd79-fd61-4387-ae61-1ffb821f685c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9d29524-7ae4-4402-9f91-27d04983b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642538 Jun 02 20:56:25.029357 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe16ad1d-977b-4503-9496-85b6ede1e29b req-03cb55ff-7fb9-4932-9c1b-01873ea190ef service neutron] 10.222.0.95 "GET /v2.0/networks/3394c95b-b053-4a6e-9269-059c24dd711e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726124 Jun 02 20:56:25.162663 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe16ad1d-977b-4503-9496-85b6ede1e29b req-afd2dc98-f6ef-4e0e-b6ff-965d216e4e36 service neutron] 10.222.0.95 "GET /v2.0/networks/3394c95b-b053-4a6e-9269-059c24dd711e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264300 Jun 02 20:56:26.061059 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:56:26.217051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf7878-ba83-43a5-95ae-37a67eabccb0 req-bd848f47-47e6-444c-b4a4-d9bb5c98cff5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:26.218485 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2bcf7878-ba83-43a5-95ae-37a67eabccb0 req-bd848f47-47e6-444c-b4a4-d9bb5c98cff5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 943 time: 0.0867941 Jun 02 20:56:26.261788 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2bcf7878-ba83-43a5-95ae-37a67eabccb0 req-c192cbe9-ba90-4693-b0c2-93ddb6673332 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9d29524-7ae4-4402-9f91-27d04983b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372260 Jun 02 20:56:27.445376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59527397-e92b-41e5-93ed-91dbfe4f576c req-0b719ca5-1d52-477b-97ff-8e0babefc713 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:27.446818 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-59527397-e92b-41e5-93ed-91dbfe4f576c req-0b719ca5-1d52-477b-97ff-8e0babefc713 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 943 time: 0.0807655 Jun 02 20:56:27.494712 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-59527397-e92b-41e5-93ed-91dbfe4f576c req-860d25d5-865e-49d1-95d3-f2fef5084180 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9d29524-7ae4-4402-9f91-27d04983b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422812 Jun 02 20:56:28.012218 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 82aff60c-17c4-4fbd-a50b-3926490cbb6f details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:56:28.143833 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 82aff60c-17c4-4fbd-a50b-3926490cbb6f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=82aff60c-17c4-4fbd-a50b-3926490cbb6f,segment=NetworkSegment(d8d9cb97-e52b-4520-a22c-d68318976861),segment_id=d8d9cb97-e52b-4520-a22c-d68318976861)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:56:28.156526 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '82aff60c-17c4-4fbd-a50b-3926490cbb6f', 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e', 'port_id': '82aff60c-17c4-4fbd-a50b-3926490cbb6f', 'mac_address': 'fa:16:3e:83:f1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:56:28.250396 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:28.267772 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82aff60c-17c4-4fbd-a50b-3926490cbb6f {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:56:28.282997 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 82aff60c-17c4-4fbd-a50b-3926490cbb6f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=82aff60c-17c4-4fbd-a50b-3926490cbb6f,segment=NetworkSegment(d8d9cb97-e52b-4520-a22c-d68318976861),segment_id=d8d9cb97-e52b-4520-a22c-d68318976861)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:56:28.286637 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:28.288343 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-14109afc-8873-4ad3-a1ed-676f4aea1049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:28.357852 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=82aff60c-17c4-4fbd-a50b-3926490cbb6f,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:28.361542 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:28.578229 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['82aff60c-17c4-4fbd-a50b-3926490cbb6f'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:56:28.683818 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8bc01-cd40-4346-98c2-e480270819fb req-919a3032-af4b-465e-8769-eeca2467b669 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:28.685187 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a1e8bc01-cd40-4346-98c2-e480270819fb req-919a3032-af4b-465e-8769-eeca2467b669 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 944 time: 0.0826120 Jun 02 20:56:28.729214 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a1e8bc01-cd40-4346-98c2-e480270819fb req-755c67ec-a4bd-43a2-a90b-ddd2bdb845dd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9d29524-7ae4-4402-9f91-27d04983b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383878 Jun 02 20:56:29.910697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18bd47-fb34-400e-8bc5-0a9950850162 req-77927bf0-91be-4469-8cfe-64710c925b45 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:29.912143 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1b18bd47-fb34-400e-8bc5-0a9950850162 req-77927bf0-91be-4469-8cfe-64710c925b45 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 944 time: 0.0800116 Jun 02 20:56:29.956124 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1b18bd47-fb34-400e-8bc5-0a9950850162 req-a60b9148-2be4-438a-85f6-a50211672904 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9d29524-7ae4-4402-9f91-27d04983b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384820 Jun 02 20:56:30.010837 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 82aff60c-17c4-4fbd-a50b-3926490cbb6f up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:56:30.076446 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 82aff60c-17c4-4fbd-a50b-3926490cbb6f completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:56:30.081227 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 82aff60c-17c4-4fbd-a50b-3926490cbb6f triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:56:30.081619 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:30.194766 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:30.220738 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82aff60c-17c4-4fbd-a50b-3926490cbb6f'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:56:30.222986 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbd8833-4e15-47e0-b06e-473f98dd910f" -d '{"events": [{"server_uuid": "16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc", "name": "network-vif-plugged", "status": "completed", "tag": "82aff60c-17c4-4fbd-a50b-3926490cbb6f"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:56:30.230395 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 82aff60c-17c4-4fbd-a50b-3926490cbb6f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=82aff60c-17c4-4fbd-a50b-3926490cbb6f,segment=NetworkSegment(d8d9cb97-e52b-4520-a22c-d68318976861),segment_id=d8d9cb97-e52b-4520-a22c-d68318976861)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:56:30.234420 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:30.236822 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:30.271509 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6296bb44-95e6-42c6-9b78-d1e121d3429c x-openstack-request-id: req-6296bb44-95e6-42c6-9b78-d1e121d3429c {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:56:30.271806 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc", "name": "network-vif-plugged", "status": "completed", "tag": "82aff60c-17c4-4fbd-a50b-3926490cbb6f", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:56:30.272061 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6296bb44-95e6-42c6-9b78-d1e121d3429c {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:56:30.272448 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82aff60c-17c4-4fbd-a50b-3926490cbb6f', 'code': 200} Jun 02 20:56:30.303956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=82aff60c-17c4-4fbd-a50b-3926490cbb6f,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:30.306732 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:30.494906 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ea909-4428-439c-a811-8d8b4ac42819 req-7a73a5e8-50f9-4c77-9f77-5fb68c9c4841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:30.496353 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-260ea909-4428-439c-a811-8d8b4ac42819 req-7a73a5e8-50f9-4c77-9f77-5fb68c9c4841 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 1098 time: 0.0724347 Jun 02 20:56:30.536088 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-260ea909-4428-439c-a811-8d8b4ac42819 req-c31770fb-1309-443f-b4ff-c9931bfe7f22 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b9d29524-7ae4-4402-9f91-27d04983b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337839 Jun 02 20:56:30.768024 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b569724d-9845-4bd3-81dd-b66cba93b6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:31.137257 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cabe22-7ca5-4209-9674-11595eaf14bc req-fe8a2652-1952-4378-8cbc-5f3183cc9ff1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:31.138694 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-72cabe22-7ca5-4209-9674-11595eaf14bc req-fe8a2652-1952-4378-8cbc-5f3183cc9ff1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 945 time: 0.0788906 Jun 02 20:56:31.181329 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-72cabe22-7ca5-4209-9674-11595eaf14bc req-ab686971-f558-4540-b8d0-1bb8c44c90b1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9d29524-7ae4-4402-9f91-27d04983b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370381 Jun 02 20:56:32.504424 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29899c5-e31f-498c-b96f-762c2a633a1e req-11686baa-8305-44c2-9754-e6ed22299dff tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:32.505790 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c29899c5-e31f-498c-b96f-762c2a633a1e req-11686baa-8305-44c2-9754-e6ed22299dff tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 945 time: 0.2203674 Jun 02 20:56:32.549597 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c29899c5-e31f-498c-b96f-762c2a633a1e req-06253314-3c96-4b08-a2bd-293cd6df5f1c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9d29524-7ae4-4402-9f91-27d04983b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378146 Jun 02 20:56:32.735037 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dc4b2-a5bc-484b-ac75-5b9310120fe4 req-6c8c2436-768b-4cba-8324-91f215285202 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:32.737011 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-829dc4b2-a5bc-484b-ac75-5b9310120fe4 req-6c8c2436-768b-4cba-8324-91f215285202 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 945 time: 0.0832345 Jun 02 20:56:32.780769 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-829dc4b2-a5bc-484b-ac75-5b9310120fe4 req-97c14405-4960-4c06-8f6a-8af6cde25fd6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9d29524-7ae4-4402-9f91-27d04983b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381691 Jun 02 20:56:32.803039 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60716) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:32.870669 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64c4a8a-0fc7-4e7b-afa4-471e1e346564 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:32.872145 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a64c4a8a-0fc7-4e7b-afa4-471e1e346564 tempest-TestNetworkBasicOps-432888408 tempest-TestNetworkBasicOps-432888408-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 1093 time: 0.0681143 Jun 02 20:56:32.874809 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60718) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:32.879719 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': '82aff60c-17c4-4fbd-a50b-3926490cbb6f', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:56:32.885738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:56:32.889518 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Usage tracker for resource:floatingip and tenant:7e68015eb8844c43b1007154397602c4 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:56:32.892317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:56:32.898025 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:56:32.908791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:33.041340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:33.172325 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Allocated IP 172.26.0.167 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/ef4ee8ba-5faf-43a9-9dea-2fefd0b239fc) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:56:33.319409 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:33.336419 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a56f-38fb-4250-84ba-8e88784bbdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:33.351451 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:33.355856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f36909a2-f9f5-41eb-83b1-3fb35dc06a31 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:33.378209 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:33.422920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:56:33.427369 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:56:33.430994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:56:33.463331 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=ef4ee8ba-5faf-43a9-9dea-2fefd0b239fc,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:33.467212 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:33.970130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:34.040975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:34.244868 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:34.249471 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:34.254622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0fccef48-682b-43c0-a1ff-eb0f0a067b2d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:56:34.287949 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:34.361400 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event updated for resources: {'Port': ['ID=ef4ee8ba-5faf-43a9-9dea-2fefd0b239fc,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:56:34.366749 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:56:34.374164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:34.551411 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Floating IP 39d9b479-381c-4d09-b9ed-e9375585507f associated. External IP: 172.26.0.167, port: 82aff60c-17c4-4fbd-a50b-3926490cbb6f. Jun 02 20:56:34.896268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 957ff006-babb-49ff-8b10-25f0f82cf922 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:56:35.073866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:56:35.083723 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33f5999-19db-4d89-a367-ddc1ca411798 None None] Sync routers for ids ['957ff006-babb-49ff-8b10-25f0f82cf922'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:56:35.093165 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33f5999-19db-4d89-a367-ddc1ca411798 None None] Routers {'957ff006-babb-49ff-8b10-25f0f82cf922'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:56:35.093767 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b33f5999-19db-4d89-a367-ddc1ca411798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:56:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['957ff006-babb-49ff-8b10-25f0f82cf922'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:56:35.097935 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:35.152515 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2766654 Jun 02 20:56:35.153319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc', 'tag': '82aff60c-17c4-4fbd-a50b-3926490cbb6f'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:56:35.155238 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60720) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:35.155801 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70636da-65b2-4b3d-a2cc-e159f0440132" -d '{"events": [{"name": "network-changed", "server_uuid": "16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc", "tag": "82aff60c-17c4-4fbd-a50b-3926490cbb6f"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:56:35.198948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f70d78-6066-4572-9929-045dca6bfa7d x-openstack-request-id: req-e5f70d78-6066-4572-9929-045dca6bfa7d {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:56:35.199401 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc", "tag": "82aff60c-17c4-4fbd-a50b-3926490cbb6f", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:56:35.199709 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5f70d78-6066-4572-9929-045dca6bfa7d {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:56:35.200150 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc', 'tag': '82aff60c-17c4-4fbd-a50b-3926490cbb6f', 'status': 'completed', 'code': 200} Jun 02 20:56:35.270285 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6700bb54-778b-4a7e-9a3a-e07239dc2c08 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/39d9b479-381c-4d09-b9ed-e9375585507f HTTP/1.1" status: 200 len: 991 time: 0.1136682 Jun 02 20:56:35.274652 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-b33f5999-19db-4d89-a367-ddc1ca411798 None None] Set router 957ff006-babb-49ff-8b10-25f0f82cf922 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:56:35.466959 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70636da-65b2-4b3d-a2cc-e159f0440132 req-7d5990e4-db0f-49e7-915a-b121840d8ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:35.468496 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d70636da-65b2-4b3d-a2cc-e159f0440132 req-7d5990e4-db0f-49e7-915a-b121840d8ad1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 1098 time: 0.2488732 Jun 02 20:56:35.607638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70636da-65b2-4b3d-a2cc-e159f0440132 req-0913b0d5-2aab-4cc0-afc5-f54bf0ec857a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:35.609103 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d70636da-65b2-4b3d-a2cc-e159f0440132 req-0913b0d5-2aab-4cc0-afc5-f54bf0ec857a service neutron] 10.222.0.95 "GET /v2.0/networks?id=3394c95b-b053-4a6e-9269-059c24dd711e HTTP/1.1" status: 200 len: 898 time: 0.1332200 Jun 02 20:56:35.648051 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b33f5999-19db-4d89-a367-ddc1ca411798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'name': 'tempest-TestNetworkBasicOps-router-931267568', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:56:05Z', 'updated_at': '2021-06-02T20:56:11Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:06Z', 'updated_at': '2021-06-02T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '39d9b479-381c-4d09-b9ed-e9375585507f', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.167', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'port_id': '82aff60c-17c4-4fbd-a50b-3926490cbb6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e', 'mac_address': 'fa:16:3e:83:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:56:33Z', 'updated_at': '2021-06-02T20:56:33Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9f68a5d-21f0-4423-b366-d8d1bc073ed3', 'name': '', 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:58:f8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:10Z', 'updated_at': '2021-06-02T20:56:16Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:56:35.651791 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33f5999-19db-4d89-a367-ddc1ca411798 None None] Checking router: 957ff006-babb-49ff-8b10-25f0f82cf922 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:56:35.660796 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33f5999-19db-4d89-a367-ddc1ca411798 None None] Routers {'957ff006-babb-49ff-8b10-25f0f82cf922'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:56:35.661393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b33f5999-19db-4d89-a367-ddc1ca411798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:56:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['957ff006-babb-49ff-8b10-25f0f82cf922'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:56:35.716233 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d70636da-65b2-4b3d-a2cc-e159f0440132 req-c6cd9541-76d9-4e51-9705-2d358719f7d3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82aff60c-17c4-4fbd-a50b-3926490cbb6f HTTP/1.1" status: 200 len: 999 time: 0.0960517 Jun 02 20:56:35.777571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70636da-65b2-4b3d-a2cc-e159f0440132 req-d9320260-3726-48b7-a83b-e1dd90673e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:35.779025 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d70636da-65b2-4b3d-a2cc-e159f0440132 req-d9320260-3726-48b7-a83b-e1dd90673e63 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9d1b1038-b4b3-45dd-ad36-20a7e5979fac HTTP/1.1" status: 200 len: 835 time: 0.0570579 Jun 02 20:56:35.841233 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-b33f5999-19db-4d89-a367-ddc1ca411798 None None] Set router 957ff006-babb-49ff-8b10-25f0f82cf922 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:56:35.853264 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70636da-65b2-4b3d-a2cc-e159f0440132 req-9f189736-6569-422a-bc00-d762bca7d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:56:35.854770 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d70636da-65b2-4b3d-a2cc-e159f0440132 req-9f189736-6569-422a-bc00-d762bca7d098 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3394c95b-b053-4a6e-9269-059c24dd711e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0695958 Jun 02 20:56:35.987940 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d70636da-65b2-4b3d-a2cc-e159f0440132 req-24b3348c-8c07-4d78-99ac-ae5d6e351333 service neutron] 10.222.0.95 "GET /v2.0/networks/3394c95b-b053-4a6e-9269-059c24dd711e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269987 Jun 02 20:56:36.047035 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:56:36.120309 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d70636da-65b2-4b3d-a2cc-e159f0440132 req-cb391866-79a1-4154-992f-3249d3ff7d06 service neutron] 10.222.0.95 "GET /v2.0/networks/3394c95b-b053-4a6e-9269-059c24dd711e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247907 Jun 02 20:56:36.237035 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b33f5999-19db-4d89-a367-ddc1ca411798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'name': 'tempest-TestNetworkBasicOps-router-931267568', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:56:05Z', 'updated_at': '2021-06-02T20:56:11Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:06Z', 'updated_at': '2021-06-02T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '39d9b479-381c-4d09-b9ed-e9375585507f', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.167', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'port_id': '82aff60c-17c4-4fbd-a50b-3926490cbb6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e', 'mac_address': 'fa:16:3e:83:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:56:33Z', 'updated_at': '2021-06-02T20:56:33Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9f68a5d-21f0-4423-b366-d8d1bc073ed3', 'name': '', 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:58:f8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:10Z', 'updated_at': '2021-06-02T20:56:16Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:56:36.240973 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33f5999-19db-4d89-a367-ddc1ca411798 None None] The sync data for ids ['957ff006-babb-49ff-8b10-25f0f82cf922'] in dv-neutron-601336-84-hyperv is: [{'id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'name': 'tempest-TestNetworkBasicOps-router-931267568', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:56:05Z', 'updated_at': '2021-06-02T20:56:11Z', 'revision_number': 4, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:06Z', 'updated_at': '2021-06-02T20:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '39d9b479-381c-4d09-b9ed-e9375585507f', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.167', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'port_id': '82aff60c-17c4-4fbd-a50b-3926490cbb6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e', 'mac_address': 'fa:16:3e:83:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:56:33Z', 'updated_at': '2021-06-02T20:56:33Z', 'revision_number': 0, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9f68a5d-21f0-4423-b366-d8d1bc073ed3', 'name': '', 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:58:f8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:10Z', 'updated_at': '2021-06-02T20:56:16Z', 'revision_number': 5, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:56:36.273081 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60726) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:36.384700 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8476aa68-a64c-4cb5-bccc-5778dbcaf305 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/39d9b479-381c-4d09-b9ed-e9375585507f HTTP/1.1" status: 200 len: 991 time: 0.1102631 Jun 02 20:56:36.412356 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ed7693-cd3a-465f-9fad-f263a9603912 None None] New status for floating IP 39d9b479-381c-4d09-b9ed-e9375585507f: ACTIVE {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:56:37.388694 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60730) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:56:37.492162 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-eb271b3a-f5ba-45fb-b6dd-9fa7d847629e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/39d9b479-381c-4d09-b9ed-e9375585507f HTTP/1.1" status: 200 len: 993 time: 0.1022420 Jun 02 20:56:44.545182 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:00.770113 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-20f97d8f-21b9-4486-aa8b-ac366acd8ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:03.060072 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:57:03.338095 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-492f8407-cfe2-4e86-b61d-bf82aa30972c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:03.379957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:04.290964 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:05.954838 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:14.541759 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:30.771687 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-38c8e00e-f2bb-4c4e-bed3-dfd8298a6e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:33.337689 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ee95e637-e9eb-42f7-94fc-d8d5130c08e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:33.341872 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f138cb38-0bdd-40fb-8057-1d765b0d73f5 req-0ba0facc-548e-49d4-bff4-27a3656102d2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735967 Jun 02 20:57:33.382137 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:33.479264 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138cb38-0bdd-40fb-8057-1d765b0d73f5 req-aa0480cf-3803-48bb-ab47-3c08cdbe8bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:57:33.480669 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f138cb38-0bdd-40fb-8057-1d765b0d73f5 req-aa0480cf-3803-48bb-ab47-3c08cdbe8bab service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 1098 time: 0.0688949 Jun 02 20:57:33.625227 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138cb38-0bdd-40fb-8057-1d765b0d73f5 req-def257f3-1390-49f9-9280-beb7c1625415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:57:33.626572 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f138cb38-0bdd-40fb-8057-1d765b0d73f5 req-def257f3-1390-49f9-9280-beb7c1625415 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3394c95b-b053-4a6e-9269-059c24dd711e HTTP/1.1" status: 200 len: 898 time: 0.1260517 Jun 02 20:57:33.733066 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f138cb38-0bdd-40fb-8057-1d765b0d73f5 req-7fa3c4ac-2442-41b3-ab95-10f85609203f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82aff60c-17c4-4fbd-a50b-3926490cbb6f HTTP/1.1" status: 200 len: 1001 time: 0.1005902 Jun 02 20:57:33.795303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138cb38-0bdd-40fb-8057-1d765b0d73f5 req-dadec2b7-21d4-495d-93ba-736049d12d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:57:33.796678 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f138cb38-0bdd-40fb-8057-1d765b0d73f5 req-dadec2b7-21d4-495d-93ba-736049d12d88 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9d1b1038-b4b3-45dd-ad36-20a7e5979fac HTTP/1.1" status: 200 len: 835 time: 0.0566063 Jun 02 20:57:33.872825 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138cb38-0bdd-40fb-8057-1d765b0d73f5 req-6740e89e-937a-4134-ab0b-6ae85f2ce104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:57:33.874243 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f138cb38-0bdd-40fb-8057-1d765b0d73f5 req-6740e89e-937a-4134-ab0b-6ae85f2ce104 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3394c95b-b053-4a6e-9269-059c24dd711e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0714393 Jun 02 20:57:34.004361 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f138cb38-0bdd-40fb-8057-1d765b0d73f5 req-4bbc52c0-a763-4d27-93ab-1d684e7e62fe service neutron] 10.222.0.95 "GET /v2.0/networks/3394c95b-b053-4a6e-9269-059c24dd711e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235571 Jun 02 20:57:34.133577 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f138cb38-0bdd-40fb-8057-1d765b0d73f5 req-701da7be-94b4-4151-988d-ec4a2ec05a25 service neutron] 10.222.0.95 "GET /v2.0/networks/3394c95b-b053-4a6e-9269-059c24dd711e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216598 Jun 02 20:57:34.293316 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:35.957627 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:40.061481 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:57:44.538225 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:46.454034 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60762) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:57:46.459328 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-cee69b06-1ad6-4a14-b536-3e6fe39f6e78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'router': {'admin_state_up': False}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:57:46.975437 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cee69b06-1ad6-4a14-b536-3e6fe39f6e78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:46.986424 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cee69b06-1ad6-4a14-b536-3e6fe39f6e78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:47.157220 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee69b06-1ad6-4a14-b536-3e6fe39f6e78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 957ff006-babb-49ff-8b10-25f0f82cf922 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:57:47.478046 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee69b06-1ad6-4a14-b536-3e6fe39f6e78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:57:47.484588 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cee69b06-1ad6-4a14-b536-3e6fe39f6e78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:47.485692 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cee69b06-1ad6-4a14-b536-3e6fe39f6e78 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/routers/957ff006-babb-49ff-8b10-25f0f82cf922 HTTP/1.1" status: 200 len: 888 time: 1.0306904 Jun 02 20:57:47.487942 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce626900-431a-40ca-886f-6c1d4f2ce7e0 None None] Sync routers for ids ['957ff006-babb-49ff-8b10-25f0f82cf922'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:57:47.498952 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce626900-431a-40ca-886f-6c1d4f2ce7e0 None None] Routers {'957ff006-babb-49ff-8b10-25f0f82cf922'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:57:47.499582 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-ce626900-431a-40ca-886f-6c1d4f2ce7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:57:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['957ff006-babb-49ff-8b10-25f0f82cf922'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:57:47.562483 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-ce626900-431a-40ca-886f-6c1d4f2ce7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:57:47.570551 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce626900-431a-40ca-886f-6c1d4f2ce7e0 None None] Routers {'957ff006-babb-49ff-8b10-25f0f82cf922'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:57:47.571233 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-ce626900-431a-40ca-886f-6c1d4f2ce7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:57:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['957ff006-babb-49ff-8b10-25f0f82cf922'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:57:47.635847 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-ce626900-431a-40ca-886f-6c1d4f2ce7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:57:47.636259 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce626900-431a-40ca-886f-6c1d4f2ce7e0 None None] The sync data for ids ['957ff006-babb-49ff-8b10-25f0f82cf922'] in dv-neutron-601336-84-hyperv is: [] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:57:48.404240 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84563273-a0fe-4bf1-b033-73f8c60b1662 None None] New status for floating IP 39d9b479-381c-4d09-b9ed-e9375585507f: DOWN {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:57:48.432192 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 65d8639c-1c64-45a3-bdc5-d8e758cd24c5 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:57:48.543976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:48.559839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 65d8639c-1c64-45a3-bdc5-d8e758cd24c5, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=65d8639c-1c64-45a3-bdc5-d8e758cd24c5,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:57:48.564247 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:48.565013 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a9f68a5d-21f0-4423-b366-d8d1bc073ed3 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:57:48.595741 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:57:48.703737 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=65d8639c-1c64-45a3-bdc5-d8e758cd24c5,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:57:48.724280 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:48.724620 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:48.724953 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:48.725278 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:48.725640 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:48.725960 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:48.726276 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:48.726591 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:48.726905 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:48.727244 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:48.727556 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:48.727867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:48.732883 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:57:48.747557 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:48.779456 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port a9f68a5d-21f0-4423-b366-d8d1bc073ed3, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a9f68a5d-21f0-4423-b366-d8d1bc073ed3,segment=NetworkSegment(d8d9cb97-e52b-4520-a22c-d68318976861),segment_id=d8d9cb97-e52b-4520-a22c-d68318976861)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:57:48.783389 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:48.785087 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:57:48.850595 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=a9f68a5d-21f0-4423-b366-d8d1bc073ed3,revision_number=6']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:57:48.853682 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:57:49.701166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60772) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:57:49.705946 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-7060defb-a4a8-45cf-8bb0-2fafc046c6c5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Request body: {'router': {'admin_state_up': True}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:57:50.358755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7060defb-a4a8-45cf-8bb0-2fafc046c6c5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:50.369002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7060defb-a4a8-45cf-8bb0-2fafc046c6c5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-352639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-352624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709403'] for router, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:50.546306 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7060defb-a4a8-45cf-8bb0-2fafc046c6c5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 957ff006-babb-49ff-8b10-25f0f82cf922 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:57:50.719875 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7060defb-a4a8-45cf-8bb0-2fafc046c6c5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:57:50.726883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7060defb-a4a8-45cf-8bb0-2fafc046c6c5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:50.728032 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7060defb-a4a8-45cf-8bb0-2fafc046c6c5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/routers/957ff006-babb-49ff-8b10-25f0f82cf922 HTTP/1.1" status: 200 len: 887 time: 1.0258660 Jun 02 20:57:50.729809 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb995c25-edbc-45b4-993a-c7c8d959ab59 None None] Sync routers for ids ['957ff006-babb-49ff-8b10-25f0f82cf922'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:57:50.731012 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60774) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:57:50.743749 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb995c25-edbc-45b4-993a-c7c8d959ab59 None None] Routers {'957ff006-babb-49ff-8b10-25f0f82cf922'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:57:50.744376 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-bb995c25-edbc-45b4-993a-c7c8d959ab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:57:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['957ff006-babb-49ff-8b10-25f0f82cf922'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:57:50.835743 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-92d34bfe-14aa-4fe4-ad04-d836ca494d3a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/39d9b479-381c-4d09-b9ed-e9375585507f HTTP/1.1" status: 200 len: 991 time: 0.1034510 Jun 02 20:57:50.922130 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-bb995c25-edbc-45b4-993a-c7c8d959ab59 None None] Set router 957ff006-babb-49ff-8b10-25f0f82cf922 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:57:51.298862 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-bb995c25-edbc-45b4-993a-c7c8d959ab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'name': 'tempest-TestNetworkBasicOps-router-931267568', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:56:05Z', 'updated_at': '2021-06-02T20:57:50Z', 'revision_number': 6, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:06Z', 'updated_at': '2021-06-02T20:57:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '39d9b479-381c-4d09-b9ed-e9375585507f', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.167', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'port_id': '82aff60c-17c4-4fbd-a50b-3926490cbb6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e', 'mac_address': 'fa:16:3e:83:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:56:33Z', 'updated_at': '2021-06-02T20:57:48Z', 'revision_number': 2, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9f68a5d-21f0-4423-b366-d8d1bc073ed3', 'name': '', 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:58:f8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:10Z', 'updated_at': '2021-06-02T20:57:48Z', 'revision_number': 6, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:57:51.302925 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb995c25-edbc-45b4-993a-c7c8d959ab59 None None] Checking router: 957ff006-babb-49ff-8b10-25f0f82cf922 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:57:51.311068 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb995c25-edbc-45b4-993a-c7c8d959ab59 None None] Routers {'957ff006-babb-49ff-8b10-25f0f82cf922'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:57:51.311690 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-bb995c25-edbc-45b4-993a-c7c8d959ab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:57:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['957ff006-babb-49ff-8b10-25f0f82cf922'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:57:51.481269 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-bb995c25-edbc-45b4-993a-c7c8d959ab59 None None] Set router 957ff006-babb-49ff-8b10-25f0f82cf922 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:57:51.815708 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-bb995c25-edbc-45b4-993a-c7c8d959ab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'name': 'tempest-TestNetworkBasicOps-router-931267568', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:56:05Z', 'updated_at': '2021-06-02T20:57:50Z', 'revision_number': 6, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:06Z', 'updated_at': '2021-06-02T20:57:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '39d9b479-381c-4d09-b9ed-e9375585507f', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.167', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'port_id': '82aff60c-17c4-4fbd-a50b-3926490cbb6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e', 'mac_address': 'fa:16:3e:83:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:56:33Z', 'updated_at': '2021-06-02T20:57:48Z', 'revision_number': 2, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9f68a5d-21f0-4423-b366-d8d1bc073ed3', 'name': '', 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:58:f8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:10Z', 'updated_at': '2021-06-02T20:57:48Z', 'revision_number': 6, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:57:51.820078 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb995c25-edbc-45b4-993a-c7c8d959ab59 None None] The sync data for ids ['957ff006-babb-49ff-8b10-25f0f82cf922'] in dv-neutron-601336-84-hyperv is: [{'id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'name': 'tempest-TestNetworkBasicOps-router-931267568', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:56:05Z', 'updated_at': '2021-06-02T20:57:50Z', 'revision_number': 6, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:06Z', 'updated_at': '2021-06-02T20:57:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '39d9b479-381c-4d09-b9ed-e9375585507f', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'floating_ip_address': '172.26.0.167', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'port_id': '82aff60c-17c4-4fbd-a50b-3926490cbb6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e', 'mac_address': 'fa:16:3e:83:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T20:56:33Z', 'updated_at': '2021-06-02T20:57:48Z', 'revision_number': 2, 'project_id': '7e68015eb8844c43b1007154397602c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9f68a5d-21f0-4423-b366-d8d1bc073ed3', 'name': '', 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:58:f8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:10Z', 'updated_at': '2021-06-02T20:57:48Z', 'revision_number': 6, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:57:51.839758 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60776) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:57:51.951393 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4556c4d0-a8eb-47d3-ae74-6c101f25fd93 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/39d9b479-381c-4d09-b9ed-e9375585507f HTTP/1.1" status: 200 len: 991 time: 0.1103044 Jun 02 20:57:52.332998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a9f68a5d-21f0-4423-b366-d8d1bc073ed3 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:57:52.425593 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port a9f68a5d-21f0-4423-b366-d8d1bc073ed3 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:57:52.425970 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:52.545176 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:52.579561 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port a9f68a5d-21f0-4423-b366-d8d1bc073ed3, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a9f68a5d-21f0-4423-b366-d8d1bc073ed3,segment=NetworkSegment(d8d9cb97-e52b-4520-a22c-d68318976861),segment_id=d8d9cb97-e52b-4520-a22c-d68318976861)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:57:52.583267 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:52.585344 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-43c84ca0-a5cc-45b3-9d61-f2790b7a2261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:57:52.654778 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=a9f68a5d-21f0-4423-b366-d8d1bc073ed3,revision_number=7']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:57:52.657820 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:57:52.955212 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60778) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:57:53.054987 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a3654a62-1a9c-4f55-908c-e4ffb761268d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/39d9b479-381c-4d09-b9ed-e9375585507f HTTP/1.1" status: 200 len: 991 time: 0.0984242 Jun 02 20:57:53.332805 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4929a540-e195-4304-baca-bb2bfac682cc None None] New status for floating IP 39d9b479-381c-4d09-b9ed-e9375585507f: ACTIVE {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:57:54.058605 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60780) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:57:54.162375 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c7109ddd-ee0b-4c09-a072-b4c711bb34a7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/floatingips/39d9b479-381c-4d09-b9ed-e9375585507f HTTP/1.1" status: 200 len: 993 time: 0.1023591 Jun 02 20:57:54.377057 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 65d8639c-1c64-45a3-bdc5-d8e758cd24c5 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:57:54.443488 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 65d8639c-1c64-45a3-bdc5-d8e758cd24c5 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:57:54.443865 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:54.563005 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:54.588028 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 65d8639c-1c64-45a3-bdc5-d8e758cd24c5, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=65d8639c-1c64-45a3-bdc5-d8e758cd24c5,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:57:54.593448 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:54.594351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a9f68a5d-21f0-4423-b366-d8d1bc073ed3 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:57:54.617112 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f3301615-f3ea-4d9d-bcce-813bacfd5502 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:57:54.707075 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=65d8639c-1c64-45a3-bdc5-d8e758cd24c5,revision_number=6']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:57:54.710675 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:57:54.719357 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port a9f68a5d-21f0-4423-b366-d8d1bc073ed3 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:57:54.719736 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:56.319088 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 65d8639c-1c64-45a3-bdc5-d8e758cd24c5 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:57:56.385144 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 65d8639c-1c64-45a3-bdc5-d8e758cd24c5 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:57:56.385518 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:56.439408 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60786) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:57:56.698252 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port ef4ee8ba-5faf-43a9-9dea-2fefd0b239fc {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:57:56.698504 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:56.811809 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:56.812131 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:56.928913 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for ef4ee8ba-5faf-43a9-9dea-2fefd0b239fc owned by network:floatingip {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:57:57.048322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:57.052510 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-86d6b797-4d10-418d-b1ca-7b5dca7a73a5 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:57:57.094413 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=ef4ee8ba-5faf-43a9-9dea-2fefd0b239fc,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:57:57.130621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:57.131011 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:57.131417 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:57.131892 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:57.132264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:57.132635 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:57.133000 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:57.133609 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:57.133983 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:57.134344 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:57.134703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:57.135064 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:57:57.141978 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:57:57.196247 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for floatingip, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:57.196578 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Floating IP 39d9b479-381c-4d09-b9ed-e9375585507f disassociated (deleted). External IP: 172.26.0.167, port: 82aff60c-17c4-4fbd-a50b-3926490cbb6f. Jun 02 20:57:57.548421 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 957ff006-babb-49ff-8b10-25f0f82cf922 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:57:57.878820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:57:57.888164 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac6d01-3c84-48dd-826b-da658a19f86f None None] Sync routers for ids ['957ff006-babb-49ff-8b10-25f0f82cf922'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:57:57.898089 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac6d01-3c84-48dd-826b-da658a19f86f None None] Routers {'957ff006-babb-49ff-8b10-25f0f82cf922'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:57:57.898736 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-0fac6d01-3c84-48dd-826b-da658a19f86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:57:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['957ff006-babb-49ff-8b10-25f0f82cf922'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:57:57.900204 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:57:57.957194 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/floatingips/39d9b479-381c-4d09-b9ed-e9375585507f HTTP/1.1" status: 204 len: 168 time: 1.5142677 Jun 02 20:57:57.957194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc', 'tag': '82aff60c-17c4-4fbd-a50b-3926490cbb6f'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:57:57.957771 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169ced20-86b5-419d-8e44-32cc4dbdcae0" -d '{"events": [{"name": "network-changed", "server_uuid": "16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc", "tag": "82aff60c-17c4-4fbd-a50b-3926490cbb6f"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:57:58.014284 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29ddedc-ab1a-4aec-ac50-8cfefda29509 x-openstack-request-id: req-f29ddedc-ab1a-4aec-ac50-8cfefda29509 {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:57:58.014671 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc", "tag": "82aff60c-17c4-4fbd-a50b-3926490cbb6f", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:57:58.014984 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f29ddedc-ab1a-4aec-ac50-8cfefda29509 {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:57:58.015470 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc', 'tag': '82aff60c-17c4-4fbd-a50b-3926490cbb6f', 'status': 'completed', 'code': 200} Jun 02 20:57:58.089301 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-0fac6d01-3c84-48dd-826b-da658a19f86f None None] Set router 957ff006-babb-49ff-8b10-25f0f82cf922 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:57:58.112134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ced20-86b5-419d-8e44-32cc4dbdcae0 req-32f7b310-1c81-4758-b89a-629b6a319a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:57:58.113761 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-169ced20-86b5-419d-8e44-32cc4dbdcae0 req-32f7b310-1c81-4758-b89a-629b6a319a41 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7e68015eb8844c43b1007154397602c4&device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 1098 time: 0.0790265 Jun 02 20:57:58.418755 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-0fac6d01-3c84-48dd-826b-da658a19f86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'name': 'tempest-TestNetworkBasicOps-router-931267568', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:56:05Z', 'updated_at': '2021-06-02T20:57:50Z', 'revision_number': 6, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:06Z', 'updated_at': '2021-06-02T20:57:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'a9f68a5d-21f0-4423-b366-d8d1bc073ed3', 'name': '', 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:58:f8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:10Z', 'updated_at': '2021-06-02T20:57:52Z', 'revision_number': 7, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:57:58.423313 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac6d01-3c84-48dd-826b-da658a19f86f None None] Checking router: 957ff006-babb-49ff-8b10-25f0f82cf922 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:57:58.431617 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac6d01-3c84-48dd-826b-da658a19f86f None None] Routers {'957ff006-babb-49ff-8b10-25f0f82cf922'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:57:58.432406 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-0fac6d01-3c84-48dd-826b-da658a19f86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:57:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['957ff006-babb-49ff-8b10-25f0f82cf922'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:57:58.460478 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ced20-86b5-419d-8e44-32cc4dbdcae0 req-026908b2-3a8e-4541-85c6-b0f9b0cd8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:57:58.461914 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-169ced20-86b5-419d-8e44-32cc4dbdcae0 req-026908b2-3a8e-4541-85c6-b0f9b0cd8d6e service neutron] 10.222.0.95 "GET /v2.0/networks?id=3394c95b-b053-4a6e-9269-059c24dd711e HTTP/1.1" status: 200 len: 898 time: 0.3425093 Jun 02 20:57:58.538571 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-169ced20-86b5-419d-8e44-32cc4dbdcae0 req-0eda4c0e-c8f6-4c6e-ac90-6e760d71dbad service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82aff60c-17c4-4fbd-a50b-3926490cbb6f HTTP/1.1" status: 200 len: 217 time: 0.0685172 Jun 02 20:57:58.546023 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af09747-5317-47d2-8c6f-1f01fe4a32c2 req-8faa3794-631c-4c81-9aa5-a0b294ca0f3c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:57:58.547523 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1af09747-5317-47d2-8c6f-1f01fe4a32c2 req-8faa3794-631c-4c81-9aa5-a0b294ca0f3c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 945 time: 0.1756418 Jun 02 20:57:58.607694 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-0fac6d01-3c84-48dd-826b-da658a19f86f None None] Set router 957ff006-babb-49ff-8b10-25f0f82cf922 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:57:58.640249 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1af09747-5317-47d2-8c6f-1f01fe4a32c2 req-db217971-803f-4b8d-84f8-33c490174812 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9d29524-7ae4-4402-9f91-27d04983b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625851 Jun 02 20:57:58.641726 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ced20-86b5-419d-8e44-32cc4dbdcae0 req-ecee54b9-9c87-41c4-8c05-3932bb0da5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:57:58.643086 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-169ced20-86b5-419d-8e44-32cc4dbdcae0 req-ecee54b9-9c87-41c4-8c05-3932bb0da5c3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9d1b1038-b4b3-45dd-ad36-20a7e5979fac HTTP/1.1" status: 200 len: 835 time: 0.0946996 Jun 02 20:57:58.717534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ced20-86b5-419d-8e44-32cc4dbdcae0 req-d74590d6-afe8-4868-9a59-80f7c0cf176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:57:58.718993 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-169ced20-86b5-419d-8e44-32cc4dbdcae0 req-d74590d6-afe8-4868-9a59-80f7c0cf176d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3394c95b-b053-4a6e-9269-059c24dd711e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0696099 Jun 02 20:57:58.848780 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-169ced20-86b5-419d-8e44-32cc4dbdcae0 req-98ddb2a8-f1db-4345-bdf8-86caec8dc816 service neutron] 10.222.0.95 "GET /v2.0/networks/3394c95b-b053-4a6e-9269-059c24dd711e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223104 Jun 02 20:57:58.923262 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-0fac6d01-3c84-48dd-826b-da658a19f86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'name': 'tempest-TestNetworkBasicOps-router-931267568', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:56:05Z', 'updated_at': '2021-06-02T20:57:50Z', 'revision_number': 6, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:06Z', 'updated_at': '2021-06-02T20:57:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'a9f68a5d-21f0-4423-b366-d8d1bc073ed3', 'name': '', 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:58:f8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:10Z', 'updated_at': '2021-06-02T20:57:52Z', 'revision_number': 7, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:57:58.927128 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac6d01-3c84-48dd-826b-da658a19f86f None None] The sync data for ids ['957ff006-babb-49ff-8b10-25f0f82cf922'] in dv-neutron-601336-84-hyperv is: [{'id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'name': 'tempest-TestNetworkBasicOps-router-931267568', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:56:05Z', 'updated_at': '2021-06-02T20:57:50Z', 'revision_number': 6, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:06Z', 'updated_at': '2021-06-02T20:57:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'a9f68a5d-21f0-4423-b366-d8d1bc073ed3', 'name': '', 'network_id': '3394c95b-b053-4a6e-9269-059c24dd711e', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'mac_address': 'fa:16:3e:58:f8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:10Z', 'updated_at': '2021-06-02T20:57:52Z', 'revision_number': 7, 'project_id': '7e68015eb8844c43b1007154397602c4', 'subnets': [{'id': '9d1b1038-b4b3-45dd-ad36-20a7e5979fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:57:58.991858 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-169ced20-86b5-419d-8e44-32cc4dbdcae0 req-6e178d83-d0b3-40be-813b-91896e9e3c48 service neutron] 10.222.0.95 "GET /v2.0/networks/3394c95b-b053-4a6e-9269-059c24dd711e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353145 Jun 02 20:57:59.517467 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc85516-149d-4206-8d24-aef76d959722 None None] New status for floating IP 39d9b479-381c-4d09-b9ed-e9375585507f: DOWN {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 20:57:59.828993 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6766d-4745-4b66-b46a-2477b56cdcec req-4ecf732a-2e84-4d84-ad06-15e31ea8c786 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:57:59.829678 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-f3a6766d-4745-4b66-b46a-2477b56cdcec req-4ecf732a-2e84-4d84-ad06-15e31ea8c786 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Synchronizing usage tracker for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:57:59.845240 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-f3a6766d-4745-4b66-b46a-2477b56cdcec req-4ecf732a-2e84-4d84-ad06-15e31ea8c786 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Unset dirty status for tenant:7e68015eb8844c43b1007154397602c4 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:57:59.846333 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f3a6766d-4745-4b66-b46a-2477b56cdcec req-4ecf732a-2e84-4d84-ad06-15e31ea8c786 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 945 time: 0.0951223 Jun 02 20:57:59.896622 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f3a6766d-4745-4b66-b46a-2477b56cdcec req-6fb725ac-3b2c-4a6b-b8d4-34d9016f0a3c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/security-groups?id=b9d29524-7ae4-4402-9f91-27d04983b900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436776 Jun 02 20:57:59.939402 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7a985-27e5-4029-8172-203b6e6fef6c req-183b8443-5ad2-4ec3-9215-a9641bf17ba7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:57:59.941147 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e4e7a985-27e5-4029-8172-203b6e6fef6c req-183b8443-5ad2-4ec3-9215-a9641bf17ba7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "GET /v2.0/ports?device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 945 time: 0.0935709 Jun 02 20:58:00.074431 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-e4e7a985-27e5-4029-8172-203b6e6fef6c req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 82aff60c-17c4-4fbd-a50b-3926490cbb6f {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:58:00.074776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-e4e7a985-27e5-4029-8172-203b6e6fef6c req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:00.204589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-e4e7a985-27e5-4029-8172-203b6e6fef6c req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 82aff60c-17c4-4fbd-a50b-3926490cbb6f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=82aff60c-17c4-4fbd-a50b-3926490cbb6f,segment=NetworkSegment(d8d9cb97-e52b-4520-a22c-d68318976861),segment_id=d8d9cb97-e52b-4520-a22c-d68318976861)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:58:00.204859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-e4e7a985-27e5-4029-8172-203b6e6fef6c req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:00.331043 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-e4e7a985-27e5-4029-8172-203b6e6fef6c req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 82aff60c-17c4-4fbd-a50b-3926490cbb6f owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:58:00.437456 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-e4e7a985-27e5-4029-8172-203b6e6fef6c req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:00.445189 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-280ca2b3-6225-4101-858d-a5c05d0f3bcc tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:00.493013 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=82aff60c-17c4-4fbd-a50b-3926490cbb6f,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:00.533176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:00.533570 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:00.533956 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:00.534336 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:00.534712 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:00.535089 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:00.535483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:00.535854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:00.536228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:00.536600 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:00.536968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:00.537333 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:00.544900 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:00.580061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e7a985-27e5-4029-8172-203b6e6fef6c req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] No DVR routers for this DVR port 82aff60c-17c4-4fbd-a50b-3926490cbb6f on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:58:00.582419 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-e4e7a985-27e5-4029-8172-203b6e6fef6c req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:00.584971 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc', 'name': 'network-vif-deleted', 'tag': '82aff60c-17c4-4fbd-a50b-3926490cbb6f'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:58:00.587297 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751f2e74-f1c2-4e06-81cf-f12590a6239c" -d '{"events": [{"server_uuid": "16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc", "name": "network-vif-deleted", "tag": "82aff60c-17c4-4fbd-a50b-3926490cbb6f"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:58:00.601245 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e4e7a985-27e5-4029-8172-203b6e6fef6c req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.95 "DELETE /v2.0/ports/82aff60c-17c4-4fbd-a50b-3926490cbb6f HTTP/1.1" status: 204 len: 173 time: 0.6541524 Jun 02 20:58:00.634043 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5838df-c5a5-423b-bd94-4b1838908af8 x-openstack-request-id: req-6a5838df-c5a5-423b-bd94-4b1838908af8 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:58:00.634383 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc", "name": "network-vif-deleted", "tag": "82aff60c-17c4-4fbd-a50b-3926490cbb6f", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:58:00.634683 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a5838df-c5a5-423b-bd94-4b1838908af8 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:58:00.635124 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc', 'name': 'network-vif-deleted', 'tag': '82aff60c-17c4-4fbd-a50b-3926490cbb6f', 'status': 'completed', 'code': 200} Jun 02 20:58:00.772293 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-455fa69c-b420-46fe-aed0-597782568aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:01.060955 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b34d0b5e-3860-489a-9e42-351f50f53f8b req-c9ccb74c-9dbd-4a73-9838-5cab6083b328 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a2e18a-2d23-4704-bbaf-3d3cd7ef48bc HTTP/1.1" status: 200 len: 210 time: 0.0465751 Jun 02 20:58:02.155161 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60806) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:58:02.220156 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c98ced44-e80b-4b18-955e-05276bcfe9e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:02.248102 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c98ced44-e80b-4b18-955e-05276bcfe9e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:02.311554 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c98ced44-e80b-4b18-955e-05276bcfe9e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:02.315272 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9073a1c9-20f8-415a-b30d-d787090f98a6 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:02.333732 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ced44-e80b-4b18-955e-05276bcfe9e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d29524-7ae4-4402-9f91-27d04983b900,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:02.336869 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c98ced44-e80b-4b18-955e-05276bcfe9e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:02.345131 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c98ced44-e80b-4b18-955e-05276bcfe9e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:02.346245 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c98ced44-e80b-4b18-955e-05276bcfe9e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/security-groups/b9d29524-7ae4-4402-9f91-27d04983b900 HTTP/1.1" status: 204 len: 168 time: 0.1901138 Jun 02 20:58:02.379482 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60810) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:58:02.919378 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4d2f0a7f-c6a2-49f6-8fb2-8ddbe4afa52d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:03.330133 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f0a7f-c6a2-49f6-8fb2-8ddbe4afa52d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port a9f68a5d-21f0-4423-b366-d8d1bc073ed3 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:58:03.330819 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4d2f0a7f-c6a2-49f6-8fb2-8ddbe4afa52d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:03.339552 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9b086b0a-5c6c-4234-a4d8-630d2b557862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:03.386999 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:03.612303 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-4d2f0a7f-c6a2-49f6-8fb2-8ddbe4afa52d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port a9f68a5d-21f0-4423-b366-d8d1bc073ed3, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a9f68a5d-21f0-4423-b366-d8d1bc073ed3,segment=NetworkSegment(d8d9cb97-e52b-4520-a22c-d68318976861),segment_id=d8d9cb97-e52b-4520-a22c-d68318976861)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:58:03.612636 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4d2f0a7f-c6a2-49f6-8fb2-8ddbe4afa52d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:03.734147 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f0a7f-c6a2-49f6-8fb2-8ddbe4afa52d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for a9f68a5d-21f0-4423-b366-d8d1bc073ed3 owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:58:04.018601 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4d2f0a7f-c6a2-49f6-8fb2-8ddbe4afa52d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:04.022067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-106346d6-da3c-4cc2-80a6-4eb9e5b9d80f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:04.065997 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f0a7f-c6a2-49f6-8fb2-8ddbe4afa52d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=a9f68a5d-21f0-4423-b366-d8d1bc073ed3,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:04.068530 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4d2f0a7f-c6a2-49f6-8fb2-8ddbe4afa52d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:04.296747 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:04.338972 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4d2f0a7f-c6a2-49f6-8fb2-8ddbe4afa52d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:04.427029 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 82aff60c-17c4-4fbd-a50b-3926490cbb6f no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:58:04.461225 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 82aff60c-17c4-4fbd-a50b-3926490cbb6f {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:58:04.461588 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 82aff60c-17c4-4fbd-a50b-3926490cbb6f not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:58:04.689909 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2f0a7f-c6a2-49f6-8fb2-8ddbe4afa52d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Router 957ff006-babb-49ff-8b10-25f0f82cf922 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 20:58:05.008090 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2f0a7f-c6a2-49f6-8fb2-8ddbe4afa52d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 20:58:05.017142 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa2577f-0d4d-478f-b058-e24bfcd85c2f None None] Sync routers for ids ['957ff006-babb-49ff-8b10-25f0f82cf922'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 20:58:05.021628 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4d2f0a7f-c6a2-49f6-8fb2-8ddbe4afa52d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "PUT /v2.0/routers/957ff006-babb-49ff-8b10-25f0f82cf922/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6409652 Jun 02 20:58:05.023200 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60812) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:58:05.026301 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa2577f-0d4d-478f-b058-e24bfcd85c2f None None] Routers {'957ff006-babb-49ff-8b10-25f0f82cf922'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:58:05.026905 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-5fa2577f-0d4d-478f-b058-e24bfcd85c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:58:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['957ff006-babb-49ff-8b10-25f0f82cf922'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:58:05.092675 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc0f6d1-2e63-4fef-9cf5-6f38497b9693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting subnet 9d1b1038-b4b3-45dd-ad36-20a7e5979fac {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:58:05.095941 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f6d1-2e63-4fef-9cf5-6f38497b9693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:05.150234 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f6d1-2e63-4fef-9cf5-6f38497b9693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:05.235188 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f6d1-2e63-4fef-9cf5-6f38497b9693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:05.250450 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-5fa2577f-0d4d-478f-b058-e24bfcd85c2f None None] Set router 957ff006-babb-49ff-8b10-25f0f82cf922 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:58:05.498581 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f6d1-2e63-4fef-9cf5-6f38497b9693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:05.503093 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1e062768-a134-40df-804b-297101283eaf tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:05.536163 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-5fa2577f-0d4d-478f-b058-e24bfcd85c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'name': 'tempest-TestNetworkBasicOps-router-931267568', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:56:05Z', 'updated_at': '2021-06-02T20:58:03Z', 'revision_number': 7, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:06Z', 'updated_at': '2021-06-02T20:57:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:58:05.540614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa2577f-0d4d-478f-b058-e24bfcd85c2f None None] Checking router: 957ff006-babb-49ff-8b10-25f0f82cf922 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 20:58:05.543961 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0f6d1-2e63-4fef-9cf5-6f38497b9693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Subnet': ['ID=9d1b1038-b4b3-45dd-ad36-20a7e5979fac,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:05.545992 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f6d1-2e63-4fef-9cf5-6f38497b9693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:05.548638 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1fc0f6d1-2e63-4fef-9cf5-6f38497b9693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:05.548978 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa2577f-0d4d-478f-b058-e24bfcd85c2f None None] Routers {'957ff006-babb-49ff-8b10-25f0f82cf922'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 20:58:05.549845 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-5fa2577f-0d4d-478f-b058-e24bfcd85c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T20:58:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['957ff006-babb-49ff-8b10-25f0f82cf922'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:58:05.552840 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1fc0f6d1-2e63-4fef-9cf5-6f38497b9693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/subnets/9d1b1038-b4b3-45dd-ad36-20a7e5979fac HTTP/1.1" status: 204 len: 168 time: 0.5286920 Jun 02 20:58:05.555948 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60814) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:58:05.598801 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51ca73e-301a-437a-8c3c-d87515c71d87 None None] Network 3394c95b-b053-4a6e-9269-059c24dd711e requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:58:05.732963 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e33f3947-05de-4020-a348-f323de383aeb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:05.881465 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-5fa2577f-0d4d-478f-b058-e24bfcd85c2f None None] Set router 957ff006-babb-49ff-8b10-25f0f82cf922 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 20:58:05.907887 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e33f3947-05de-4020-a348-f323de383aeb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:05.977565 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-e33f3947-05de-4020-a348-f323de383aeb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Deleting port 65d8639c-1c64-45a3-bdc5-d8e758cd24c5 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:58:05.977913 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e33f3947-05de-4020-a348-f323de383aeb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:06.040027 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:06.097997 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-e33f3947-05de-4020-a348-f323de383aeb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] For port 65d8639c-1c64-45a3-bdc5-d8e758cd24c5, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=65d8639c-1c64-45a3-bdc5-d8e758cd24c5,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:58:06.098349 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e33f3947-05de-4020-a348-f323de383aeb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:06.173502 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a599f1e6-64b2-4c78-b803-654927ffa70f None None] DHCP port deletion for 3394c95b-b053-4a6e-9269-059c24dd711e request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 20:58:06.229321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-e33f3947-05de-4020-a348-f323de383aeb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Calling delete_port for 65d8639c-1c64-45a3-bdc5-d8e758cd24c5 owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:58:06.261856 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-5fa2577f-0d4d-478f-b058-e24bfcd85c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'name': 'tempest-TestNetworkBasicOps-router-931267568', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:56:05Z', 'updated_at': '2021-06-02T20:58:03Z', 'revision_number': 7, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:06Z', 'updated_at': '2021-06-02T20:57:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:58:06.268253 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa2577f-0d4d-478f-b058-e24bfcd85c2f None None] The sync data for ids ['957ff006-babb-49ff-8b10-25f0f82cf922'] in dv-neutron-601336-84-hyperv is: [{'id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'name': 'tempest-TestNetworkBasicOps-router-931267568', 'tenant_id': '7e68015eb8844c43b1007154397602c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T20:56:05Z', 'updated_at': '2021-06-02T20:58:03Z', 'revision_number': 7, 'project_id': '7e68015eb8844c43b1007154397602c4', 'gw_port': {'id': '65d8639c-1c64-45a3-bdc5-d8e758cd24c5', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957ff006-babb-49ff-8b10-25f0f82cf922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T20:56:06Z', 'updated_at': '2021-06-02T20:57:54Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 20:58:06.272981 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a599f1e6-64b2-4c78-b803-654927ffa70f None None] Deleting port 3c26f3a4-79dc-451a-a23b-89cedd0ca60f {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:58:06.273424 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a599f1e6-64b2-4c78-b803-654927ffa70f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:06.369970 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e33f3947-05de-4020-a348-f323de383aeb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:06.374380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8f2b5798-7e6e-4625-874f-e5f2c0bb79e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:06.421438 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f3947-05de-4020-a348-f323de383aeb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Port': ['ID=65d8639c-1c64-45a3-bdc5-d8e758cd24c5,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:06.426650 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-a599f1e6-64b2-4c78-b803-654927ffa70f None None] For port 3c26f3a4-79dc-451a-a23b-89cedd0ca60f, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3c26f3a4-79dc-451a-a23b-89cedd0ca60f,segment=NetworkSegment(d8d9cb97-e52b-4520-a22c-d68318976861),segment_id=d8d9cb97-e52b-4520-a22c-d68318976861)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:58:06.427040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a599f1e6-64b2-4c78-b803-654927ffa70f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:06.447457 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e33f3947-05de-4020-a348-f323de383aeb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:06.509182 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e33f3947-05de-4020-a348-f323de383aeb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:06.543912 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a599f1e6-64b2-4c78-b803-654927ffa70f None None] Calling delete_port for 3c26f3a4-79dc-451a-a23b-89cedd0ca60f owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:58:06.587716 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a599f1e6-64b2-4c78-b803-654927ffa70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:06.591403 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-77564471-0f43-40db-bfb0-ba25e2622850 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:06.637847 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599f1e6-64b2-4c78-b803-654927ffa70f None None] Pushing event deleted for resources: {'Port': ['ID=3c26f3a4-79dc-451a-a23b-89cedd0ca60f,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:06.640902 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a599f1e6-64b2-4c78-b803-654927ffa70f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:06.641704 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a599f1e6-64b2-4c78-b803-654927ffa70f None None] No DVR routers for this DVR port 3c26f3a4-79dc-451a-a23b-89cedd0ca60f on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:58:06.686847 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3c26f3a4-79dc-451a-a23b-89cedd0ca60f no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:58:06.722886 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 3c26f3a4-79dc-451a-a23b-89cedd0ca60f {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:58:06.723273 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3c26f3a4-79dc-451a-a23b-89cedd0ca60f not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:58:06.845067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e33f3947-05de-4020-a348-f323de383aeb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:06.847309 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e33f3947-05de-4020-a348-f323de383aeb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:06.871015 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e33f3947-05de-4020-a348-f323de383aeb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:06.871562 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33f3947-05de-4020-a348-f323de383aeb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Fanout notify agent at l3_agent the message router_deleted on router 957ff006-babb-49ff-8b10-25f0f82cf922 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 20:58:06.886518 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e33f3947-05de-4020-a348-f323de383aeb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:06.887583 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e33f3947-05de-4020-a348-f323de383aeb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/routers/957ff006-babb-49ff-8b10-25f0f82cf922 HTTP/1.1" status: 204 len: 168 time: 1.3307302 Jun 02 20:58:06.890214 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60816) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:58:07.003663 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3d4960c8-3f2c-4cce-aca7-fb75f12de5a4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:07.131400 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3d4960c8-3f2c-4cce-aca7-fb75f12de5a4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:07.147080 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-3d4960c8-3f2c-4cce-aca7-fb75f12de5a4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3394c95b-b053-4a6e-9269-059c24dd711e']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:58:07.159199 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-3d4960c8-3f2c-4cce-aca7-fb75f12de5a4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d9cb97-e52b-4520-a22c-d68318976861') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:58:07.159501 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-3d4960c8-3f2c-4cce-aca7-fb75f12de5a4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d9cb97-e52b-4520-a22c-d68318976861') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:58:07.170999 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3d4960c8-3f2c-4cce-aca7-fb75f12de5a4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:07.186239 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3d4960c8-3f2c-4cce-aca7-fb75f12de5a4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:07.192130 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4960c8-3f2c-4cce-aca7-fb75f12de5a4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:58:07.192462 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3d4960c8-3f2c-4cce-aca7-fb75f12de5a4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:58:07.206505 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:58:07.283274 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3d4960c8-3f2c-4cce-aca7-fb75f12de5a4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:07.286579 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e8d077df-3403-41c9-bba1-61ba29b0031a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:07.305490 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3d4960c8-3f2c-4cce-aca7-fb75f12de5a4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:07.316899 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4960c8-3f2c-4cce-aca7-fb75f12de5a4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Pushing event deleted for resources: {'Network': ['ID=3394c95b-b053-4a6e-9269-059c24dd711e,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:07.320727 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3d4960c8-3f2c-4cce-aca7-fb75f12de5a4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:07.327368 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3d4960c8-3f2c-4cce-aca7-fb75f12de5a4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] 10.222.0.25 "DELETE /v2.0/networks/3394c95b-b053-4a6e-9269-059c24dd711e HTTP/1.1" status: 204 len: 168 time: 0.4361584 Jun 02 20:58:07.662433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60822) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:58:07.842037 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fcffea7a-a17c-4ddc-8574-c092dd6f2117 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e68015eb8844c43b1007154397602c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1783714 Jun 02 20:58:07.844381 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60826) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:58:07.899799 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0f33f6d8-dd8d-43f4-a4a5-30c2444e7736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:07.924381 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0f33f6d8-dd8d-43f4-a4a5-30c2444e7736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:07.975226 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0f33f6d8-dd8d-43f4-a4a5-30c2444e7736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:07.979295 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b05c3a9c-18b9-4988-8fc8-38632b5843a0 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:07.991954 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33f6d8-dd8d-43f4-a4a5-30c2444e7736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79ba642-6290-44f1-aac3-5b6507d0a611,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:07.994247 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0f33f6d8-dd8d-43f4-a4a5-30c2444e7736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:08.007248 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0f33f6d8-dd8d-43f4-a4a5-30c2444e7736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:08.008376 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0f33f6d8-dd8d-43f4-a4a5-30c2444e7736 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a79ba642-6290-44f1-aac3-5b6507d0a611 HTTP/1.1" status: 204 len: 168 time: 0.1631272 Jun 02 20:58:08.283539 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60832) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:58:08.300587 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d17b011-0dcf-42c3-b067-c9a72bd22688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:08.318137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2d17b011-0dcf-42c3-b067-c9a72bd22688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:58:08.322559 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2d17b011-0dcf-42c3-b067-c9a72bd22688 admin admin] Usage tracker for resource:security_group_rule and tenant:e507f504d4f44ab8a2876aea678eb9df is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:58:08.326545 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-2d17b011-0dcf-42c3-b067-c9a72bd22688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:58:08.326675 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 65d8639c-1c64-45a3-bdc5-d8e758cd24c5 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:58:08.332221 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-2d17b011-0dcf-42c3-b067-c9a72bd22688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:58:08.360070 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 65d8639c-1c64-45a3-bdc5-d8e758cd24c5 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:58:08.360484 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 65d8639c-1c64-45a3-bdc5-d8e758cd24c5 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:58:08.360908 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a9f68a5d-21f0-4423-b366-d8d1bc073ed3 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:58:08.397348 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: a9f68a5d-21f0-4423-b366-d8d1bc073ed3 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:58:08.397651 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a9f68a5d-21f0-4423-b366-d8d1bc073ed3 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:58:08.417740 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d17b011-0dcf-42c3-b067-c9a72bd22688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:08.421451 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2d17b011-0dcf-42c3-b067-c9a72bd22688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:08.430169 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ea158af6-371e-4e8e-9a33-132f5dc30bb2 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:08.468809 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2d17b011-0dcf-42c3-b067-c9a72bd22688 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e507f504d4f44ab8a2876aea678eb9df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1842406 Jun 02 20:58:08.469713 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17b011-0dcf-42c3-b067-c9a72bd22688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ba77f3-6267-4088-982c-e8ab6d5afcb1,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:08.471438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60834) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:58:08.472752 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2d17b011-0dcf-42c3-b067-c9a72bd22688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:08.533419 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-acabe3b8-810c-4f5f-8a6b-837d52c0ab81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:08.559609 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-acabe3b8-810c-4f5f-8a6b-837d52c0ab81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:08.609862 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-acabe3b8-810c-4f5f-8a6b-837d52c0ab81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:08.613438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a7cc835c-4b27-462a-ae09-5492012f3ef4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:08.624801 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabe3b8-810c-4f5f-8a6b-837d52c0ab81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ba77f3-6267-4088-982c-e8ab6d5afcb1,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:08.628318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-acabe3b8-810c-4f5f-8a6b-837d52c0ab81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:08.631421 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-acabe3b8-810c-4f5f-8a6b-837d52c0ab81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:08.633112 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-acabe3b8-810c-4f5f-8a6b-837d52c0ab81 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82ba77f3-6267-4088-982c-e8ab6d5afcb1 HTTP/1.1" status: 204 len: 168 time: 0.1606700 Jun 02 20:58:09.385415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60856) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:58:09.490147 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2060840785-network', 'tenant_id': 'f0dd9593d8174da6a0292e24650eb515'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:58:09.494884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:58:09.498648 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Usage tracker for resource:network and tenant:f0dd9593d8174da6a0292e24650eb515 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:58:09.501456 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:58:09.507542 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:58:09.517709 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Made reservation on behalf of f0dd9593d8174da6a0292e24650eb515 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:58:09.520117 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:09.533414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:09.548443 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:58:09.552097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Usage tracker for resource:security_group_rule and tenant:f0dd9593d8174da6a0292e24650eb515 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:58:09.555118 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:58:09.560661 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:58:09.641267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:09.646370 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:09.650067 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fc14f35b-5583-49f1-9763-64706ca23d62 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:09.678122 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:58:09.687577 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdcae85-b829-4a5a-ab6f-008094377d99,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:09.692516 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:09.696444 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:09.696785 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Added segment e0e8c26b-4b9e-4cd8-a5c7-4ca645a67a98 of type vlan for network a75040cb-a821-4be2-8e57-7753cf6f3b62 Jun 02 20:58:09.729823 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:09.759311 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:09.760453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:09.761061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:09.765943 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fd2b1ea0-5d3f-4779-9874-17e9f9595bad tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:09.864546 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Pushing event updated for resources: {'Network': ['ID=a75040cb-a821-4be2-8e57-7753cf6f3b62,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:09.867901 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:09.870660 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4831111 Jun 02 20:58:09.874509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60860) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:58:09.879476 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-dd6f3359-822a-4f27-a4f2-56735846a1d2 admin admin] Request body: {'subnet': {'network_id': 'a75040cb-a821-4be2-8e57-7753cf6f3b62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2060840785-subnet', 'tenant_id': 'f0dd9593d8174da6a0292e24650eb515', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:58:09.879747 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network a75040cb-a821-4be2-8e57-7753cf6f3b62 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:58:09.885296 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-dd6f3359-822a-4f27-a4f2-56735846a1d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:58:09.889080 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-dd6f3359-822a-4f27-a4f2-56735846a1d2 admin admin] Usage tracker for resource:subnet and tenant:f0dd9593d8174da6a0292e24650eb515 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:58:09.892221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-dd6f3359-822a-4f27-a4f2-56735846a1d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:58:09.897824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-dd6f3359-822a-4f27-a4f2-56735846a1d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:58:09.908118 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6f3359-822a-4f27-a4f2-56735846a1d2 admin admin] Made reservation on behalf of f0dd9593d8174da6a0292e24650eb515 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:58:09.910483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd6f3359-822a-4f27-a4f2-56735846a1d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:10.486407 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd6f3359-822a-4f27-a4f2-56735846a1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:10.489949 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-52b19e22-bd1c-4c2b-beea-183fc1b78182 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:10.567458 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f3359-822a-4f27-a4f2-56735846a1d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49cd1420-5a85-4a7f-91fd-401a1916340e,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:10.571619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dd6f3359-822a-4f27-a4f2-56735846a1d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:10.579134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6f3359-822a-4f27-a4f2-56735846a1d2 admin admin] Checking segment: {'id': 'e0e8c26b-4b9e-4cd8-a5c7-4ca645a67a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a75040cb-a821-4be2-8e57-7753cf6f3b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:58:10.579584 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6f3359-822a-4f27-a4f2-56735846a1d2 admin admin] Network hostable DHCP agents. Network: a75040cb-a821-4be2-8e57-7753cf6f3b62, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:58:10.596849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6f3359-822a-4f27-a4f2-56735846a1d2 admin admin] Network a75040cb-a821-4be2-8e57-7753cf6f3b62 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:58:10.605434 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-dd6f3359-822a-4f27-a4f2-56735846a1d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, a75040cb-a821-4be2-8e57-7753cf6f3b62) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:58:10.614009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6f3359-822a-4f27-a4f2-56735846a1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:10.614159 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f4b2fc-fdad-40f7-85b1-56da71641bf0 None None] Network a75040cb-a821-4be2-8e57-7753cf6f3b62 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:58:10.614599 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd6f3359-822a-4f27-a4f2-56735846a1d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:10.635294 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-dd6f3359-822a-4f27-a4f2-56735846a1d2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7597077 Jun 02 20:58:10.808397 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8207d7c6-92d6-4780-a26b-22498c5f2285 None None] Network a75040cb-a821-4be2-8e57-7753cf6f3b62 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:58:11.151346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60876) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:58:11.156417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-958104055-network', 'tenant_id': 'd3f1ab0c6eeb48e5965caa32cf4f6400'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:58:11.161264 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:58:11.165667 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Usage tracker for resource:network and tenant:d3f1ab0c6eeb48e5965caa32cf4f6400 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:58:11.168567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:58:11.174107 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:58:11.184120 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Made reservation on behalf of d3f1ab0c6eeb48e5965caa32cf4f6400 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:58:11.186383 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:11.198669 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:11.213048 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:58:11.216849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Usage tracker for resource:security_group_rule and tenant:d3f1ab0c6eeb48e5965caa32cf4f6400 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:58:11.219563 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:58:11.225038 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:58:11.306108 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:11.309875 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:11.313925 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:11.341400 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:58:11.349794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dbd881-a6e1-448c-be6b-0ebcd82f5285,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:11.352878 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:11.357108 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:11.357350 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Added segment 91abd774-a3c0-49e2-9155-c6c04d0a5399 of type vlan for network b0a47b28-cb68-45a6-b4ed-f402c2036291 Jun 02 20:58:11.388055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:11.417274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:11.418454 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:11.419021 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:11.423993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7445e747-042a-484b-a397-f73bd8a54651 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:11.522302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Pushing event updated for resources: {'Network': ['ID=b0a47b28-cb68-45a6-b4ed-f402c2036291,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:11.525208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:11.526887 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3745341 Jun 02 20:58:11.529768 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60878) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:58:11.532720 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network b0a47b28-cb68-45a6-b4ed-f402c2036291 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:58:11.535433 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-ec46f1d4-a5a4-47cf-aedb-55ba76f58996 admin admin] Request body: {'subnet': {'network_id': 'b0a47b28-cb68-45a6-b4ed-f402c2036291', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-958104055-subnet', 'tenant_id': 'd3f1ab0c6eeb48e5965caa32cf4f6400', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:58:11.541123 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ec46f1d4-a5a4-47cf-aedb-55ba76f58996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:58:11.545630 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ec46f1d4-a5a4-47cf-aedb-55ba76f58996 admin admin] Usage tracker for resource:subnet and tenant:d3f1ab0c6eeb48e5965caa32cf4f6400 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:58:11.548896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ec46f1d4-a5a4-47cf-aedb-55ba76f58996 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:58:11.555038 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ec46f1d4-a5a4-47cf-aedb-55ba76f58996 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:58:11.565281 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec46f1d4-a5a4-47cf-aedb-55ba76f58996 admin admin] Made reservation on behalf of d3f1ab0c6eeb48e5965caa32cf4f6400 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:58:11.567774 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ec46f1d4-a5a4-47cf-aedb-55ba76f58996 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:11.937462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ec46f1d4-a5a4-47cf-aedb-55ba76f58996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:11.941615 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fd9cfbc1-4674-4d5c-a95c-b18b6df78c61 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:12.014258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46f1d4-a5a4-47cf-aedb-55ba76f58996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b86cb032-7c96-4d3c-a3b8-3546c3c7f07f,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:12.017632 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ec46f1d4-a5a4-47cf-aedb-55ba76f58996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:12.020000 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec46f1d4-a5a4-47cf-aedb-55ba76f58996 admin admin] Checking segment: {'id': '91abd774-a3c0-49e2-9155-c6c04d0a5399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b0a47b28-cb68-45a6-b4ed-f402c2036291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:58:12.020356 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec46f1d4-a5a4-47cf-aedb-55ba76f58996 admin admin] Network hostable DHCP agents. Network: b0a47b28-cb68-45a6-b4ed-f402c2036291, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:58:12.036603 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec46f1d4-a5a4-47cf-aedb-55ba76f58996 admin admin] Network b0a47b28-cb68-45a6-b4ed-f402c2036291 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:58:12.046213 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-ec46f1d4-a5a4-47cf-aedb-55ba76f58996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, b0a47b28-cb68-45a6-b4ed-f402c2036291) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:58:12.054853 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec46f1d4-a5a4-47cf-aedb-55ba76f58996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:12.055478 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ec46f1d4-a5a4-47cf-aedb-55ba76f58996 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:12.055780 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9ef464-278c-4d87-bee4-6dda175b5055 None None] Network b0a47b28-cb68-45a6-b4ed-f402c2036291 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:58:12.081461 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ec46f1d4-a5a4-47cf-aedb-55ba76f58996 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5427070 Jun 02 20:58:12.251111 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187ccd45-955d-45b8-ba15-10d254da8d89 None None] Network b0a47b28-cb68-45a6-b4ed-f402c2036291 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:58:12.670349 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-a5cbf78f-b547-4798-aae1-7e6cacf7cb18 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:12.671030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-a5cbf78f-b547-4798-aae1-7e6cacf7cb18 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Synchronizing usage tracker for tenant:f0dd9593d8174da6a0292e24650eb515 on resource:network {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:58:12.687601 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-a5cbf78f-b547-4798-aae1-7e6cacf7cb18 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Unset dirty status for tenant:f0dd9593d8174da6a0292e24650eb515 on resource:network {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:58:12.688977 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-a5cbf78f-b547-4798-aae1-7e6cacf7cb18 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/networks?id=a75040cb-a821-4be2-8e57-7753cf6f3b62 HTTP/1.1" status: 200 len: 812 time: 0.1605418 Jun 02 20:58:12.703398 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-4e62fbf6-cf4d-489c-9462-216b9f7abc59 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/quotas/f0dd9593d8174da6a0292e24650eb515 HTTP/1.1" status: 200 len: 375 time: 0.0088634 Jun 02 20:58:12.750184 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-10e4d19f-cc24-48f5-af32-78e95a308244 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f0dd9593d8174da6a0292e24650eb515&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420794 Jun 02 20:58:12.760665 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-ec17fdf4-24c1-4e65-a193-a21ae980192e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 20:58:12.761586 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-ec17fdf4-24c1-4e65-a193-a21ae980192e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052364 Jun 02 20:58:12.889560 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-5579a684-cdcf-4a36-9d62-16ccdd36b328 service neutron] 10.222.0.25 "GET /v2.0/networks/a75040cb-a821-4be2-8e57-7753cf6f3b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223392 Jun 02 20:58:13.018583 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-b8117900-823c-47bf-aff0-1700aa141329 service neutron] 10.222.0.25 "GET /v2.0/networks/a75040cb-a821-4be2-8e57-7753cf6f3b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232934 Jun 02 20:58:13.195226 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ed3f3355-2d4e-4e2c-b3f9-ff3b274812ee req-9ec8ce13-4b7d-4ab0-9857-39cb8d783280 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 210 time: 0.0437391 Jun 02 20:58:14.199901 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-ce741b51-72a7-4bb9-9417-49653e690cbb tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:14.201298 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-ce741b51-72a7-4bb9-9417-49653e690cbb tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.95 "GET /v2.0/networks?id=a75040cb-a821-4be2-8e57-7753cf6f3b62 HTTP/1.1" status: 200 len: 812 time: 0.1477764 Jun 02 20:58:14.213251 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-6e04d3f5-c149-46f1-8643-e891aaec46b5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Request body: {'port': {'device_id': '043d5287-0b2b-4299-88ce-3342bee640ed', 'network_id': 'a75040cb-a821-4be2-8e57-7753cf6f3b62', 'admin_state_up': True, 'tenant_id': 'f0dd9593d8174da6a0292e24650eb515'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:58:14.357372 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-00b1934d-289d-4789-8c4a-77a5ee79afef req-58742800-dccf-48c3-b535-e15b7cf8c071 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 210 time: 0.0494258 Jun 02 20:58:14.394272 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-6e04d3f5-c149-46f1-8643-e891aaec46b5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:58:14.398530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-6e04d3f5-c149-46f1-8643-e891aaec46b5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Usage tracker for resource:port and tenant:f0dd9593d8174da6a0292e24650eb515 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:58:14.401314 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-6e04d3f5-c149-46f1-8643-e891aaec46b5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:58:14.406947 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-6e04d3f5-c149-46f1-8643-e891aaec46b5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:58:14.416671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-6e04d3f5-c149-46f1-8643-e891aaec46b5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Made reservation on behalf of f0dd9593d8174da6a0292e24650eb515 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:58:14.420089 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-6e04d3f5-c149-46f1-8643-e891aaec46b5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:14.538911 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:14.576829 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-6e04d3f5-c149-46f1-8643-e891aaec46b5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Allocated IP 172.20.0.14 (a75040cb-a821-4be2-8e57-7753cf6f3b62/49cd1420-5a85-4a7f-91fd-401a1916340e/ab17f25f-ec1c-4d28-b88d-255736ea665d) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:58:14.908497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-6e04d3f5-c149-46f1-8643-e891aaec46b5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:14.936309 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-6e04d3f5-c149-46f1-8643-e891aaec46b5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:14.942956 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0187a4ce-e562-4c81-9929-b65be39bb830 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:15.001095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-6e04d3f5-c149-46f1-8643-e891aaec46b5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Network a75040cb-a821-4be2-8e57-7753cf6f3b62 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:58:15.009091 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-6e04d3f5-c149-46f1-8643-e891aaec46b5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:58:15.011392 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-6e04d3f5-c149-46f1-8643-e891aaec46b5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:58:15.056089 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04d3f5-c149-46f1-8643-e891aaec46b5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Pushing event updated for resources: {'Port': ['ID=ab17f25f-ec1c-4d28-b88d-255736ea665d,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:15.066235 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6e04d3f5-c149-46f1-8643-e891aaec46b5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:15.093540 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-6e04d3f5-c149-46f1-8643-e891aaec46b5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:15.094149 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-6e04d3f5-c149-46f1-8643-e891aaec46b5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:15.114244 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-6e04d3f5-c149-46f1-8643-e891aaec46b5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9045191 Jun 02 20:58:15.125723 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Request body: {'port': {'device_id': '043d5287-0b2b-4299-88ce-3342bee640ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:58:15.234937 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:15.549016 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762d0d8-b929-40d4-86ca-9dea18073dfd req-a5d21eb6-182a-4194-8e33-c0ec6c2fa7ed tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:15.550390 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7762d0d8-b929-40d4-86ca-9dea18073dfd req-a5d21eb6-182a-4194-8e33-c0ec6c2fa7ed tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 932 time: 0.0897815 Jun 02 20:58:15.589726 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab17f25f-ec1c-4d28-b88d-255736ea665d {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:58:15.594632 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7762d0d8-b929-40d4-86ca-9dea18073dfd req-b3289697-7fea-4f84-8259-a01baf96de76 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379040 Jun 02 20:58:15.597095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:15.612673 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Transition to ACTIVE for port object ab17f25f-ec1c-4d28-b88d-255736ea665d will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:58:15.617079 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:15.623729 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2ca83ec6-bf95-476e-91c2-34507d9789f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:15.778881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Pushing event updated for resources: {'Port': ['ID=ab17f25f-ec1c-4d28-b88d-255736ea665d,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:15.785593 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:15.849975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Attempting to bind port ab17f25f-ec1c-4d28-b88d-255736ea665d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:58:15.850788 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Attempting to bind port ab17f25f-ec1c-4d28-b88d-255736ea665d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e0e8c26b-4b9e-4cd8-a5c7-4ca645a67a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a75040cb-a821-4be2-8e57-7753cf6f3b62'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:58:15.851120 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Attempting to bind port ab17f25f-ec1c-4d28-b88d-255736ea665d on network a75040cb-a821-4be2-8e57-7753cf6f3b62 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:58:15.855609 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Port ab17f25f-ec1c-4d28-b88d-255736ea665d on network a75040cb-a821-4be2-8e57-7753cf6f3b62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:58:15.855925 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Attempting to bind port ab17f25f-ec1c-4d28-b88d-255736ea665d on network a75040cb-a821-4be2-8e57-7753cf6f3b62 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:58:15.861026 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:58:15.861358 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Checking segment: {'id': 'e0e8c26b-4b9e-4cd8-a5c7-4ca645a67a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a75040cb-a821-4be2-8e57-7753cf6f3b62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:58:15.861734 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Bound using segment: {'id': 'e0e8c26b-4b9e-4cd8-a5c7-4ca645a67a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a75040cb-a821-4be2-8e57-7753cf6f3b62'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:58:15.862150 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Bound port: ab17f25f-ec1c-4d28-b88d-255736ea665d, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0e8c26b-4b9e-4cd8-a5c7-4ca645a67a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a75040cb-a821-4be2-8e57-7753cf6f3b62'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:58:15.862485 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:15.950807 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] For port ab17f25f-ec1c-4d28-b88d-255736ea665d, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:58:15.953685 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] For port ab17f25f-ec1c-4d28-b88d-255736ea665d, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ab17f25f-ec1c-4d28-b88d-255736ea665d,segment=NetworkSegment(e0e8c26b-4b9e-4cd8-a5c7-4ca645a67a98),segment_id=e0e8c26b-4b9e-4cd8-a5c7-4ca645a67a98)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:58:15.958111 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:15.962941 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2decc3a4-6200-432d-a0cf-f42acce80c05 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:16.016538 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:16.017137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:16.018467 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] 10.222.0.95 "PUT /v2.0/ports/ab17f25f-ec1c-4d28-b88d-255736ea665d HTTP/1.1" status: 200 len: 1094 time: 0.8967803 Jun 02 20:58:16.018976 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '043d5287-0b2b-4299-88ce-3342bee640ed', 'tag': 'ab17f25f-ec1c-4d28-b88d-255736ea665d'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:58:16.021268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93862bb-faca-4e6d-b804-b4f249f87c10" -d '{"events": [{"name": "network-changed", "server_uuid": "043d5287-0b2b-4299-88ce-3342bee640ed", "tag": "ab17f25f-ec1c-4d28-b88d-255736ea665d"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:58:16.041554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Pushing event updated for resources: {'Port': ['ID=ab17f25f-ec1c-4d28-b88d-255736ea665d,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:16.044560 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:16.087013 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953c11f2-ffde-452c-8199-0a0047bded90 x-openstack-request-id: req-953c11f2-ffde-452c-8199-0a0047bded90 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:58:16.087382 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "043d5287-0b2b-4299-88ce-3342bee640ed", "tag": "ab17f25f-ec1c-4d28-b88d-255736ea665d", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:58:16.087713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-953c11f2-ffde-452c-8199-0a0047bded90 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:58:16.088117 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '043d5287-0b2b-4299-88ce-3342bee640ed', 'tag': 'ab17f25f-ec1c-4d28-b88d-255736ea665d', 'status': 'completed', 'code': 200} Jun 02 20:58:16.130656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-bb20b5cf-7a31-47d3-9412-9d6d86bc9814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:16.132109 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-bb20b5cf-7a31-47d3-9412-9d6d86bc9814 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f0dd9593d8174da6a0292e24650eb515&device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 1097 time: 0.0774312 Jun 02 20:58:16.199159 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-b734b8f9-a5b2-4d80-aedc-94d2f5209b0d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab17f25f-ec1c-4d28-b88d-255736ea665d HTTP/1.1" status: 200 len: 217 time: 0.0598748 Jun 02 20:58:16.263061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-745f0109-25f9-4c64-b6ab-5663fd852fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:16.264444 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-745f0109-25f9-4c64-b6ab-5663fd852fd7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=49cd1420-5a85-4a7f-91fd-401a1916340e HTTP/1.1" status: 200 len: 852 time: 0.0590401 Jun 02 20:58:16.309233 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-6f917a80-5b56-4d9c-a01a-a9074a3265ff service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a75040cb-a821-4be2-8e57-7753cf6f3b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390599 Jun 02 20:58:16.439245 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-d75cd4f1-1a83-46fc-b561-e10220f20508 service neutron] 10.222.0.95 "GET /v2.0/networks/a75040cb-a821-4be2-8e57-7753cf6f3b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206453 Jun 02 20:58:16.565989 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1389da29-e1bd-4593-bff6-881e7a20c42f req-8fdf3680-064e-446e-adc8-75f4d68e8d06 service neutron] 10.222.0.95 "GET /v2.0/networks/a75040cb-a821-4be2-8e57-7753cf6f3b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203833 Jun 02 20:58:16.679831 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93862bb-faca-4e6d-b804-b4f249f87c10 req-fe7c75f2-dbf6-4525-8c1d-82e2871202f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:16.681306 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c93862bb-faca-4e6d-b804-b4f249f87c10 req-fe7c75f2-dbf6-4525-8c1d-82e2871202f2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f0dd9593d8174da6a0292e24650eb515&device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 1097 time: 0.0696967 Jun 02 20:58:16.785979 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06f5fa-c364-41e1-bdae-7b2747c6cdbd req-b5b2d6e6-31aa-4459-a47b-19f76d623b08 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:16.787557 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7d06f5fa-c364-41e1-bdae-7b2747c6cdbd req-b5b2d6e6-31aa-4459-a47b-19f76d623b08 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 944 time: 0.0841117 Jun 02 20:58:16.833619 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7d06f5fa-c364-41e1-bdae-7b2747c6cdbd req-8ddd6702-efdd-4a64-befa-b54c1c89f516 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395670 Jun 02 20:58:16.953078 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93862bb-faca-4e6d-b804-b4f249f87c10 req-c7cf84e0-f51f-4da1-9295-b601921f5a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:16.954525 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c93862bb-faca-4e6d-b804-b4f249f87c10 req-c7cf84e0-f51f-4da1-9295-b601921f5a62 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a75040cb-a821-4be2-8e57-7753cf6f3b62 HTTP/1.1" status: 200 len: 913 time: 0.2657592 Jun 02 20:58:17.021085 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c93862bb-faca-4e6d-b804-b4f249f87c10 req-5dadd21b-db68-4b92-a583-0a9d29f95679 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab17f25f-ec1c-4d28-b88d-255736ea665d HTTP/1.1" status: 200 len: 217 time: 0.0596569 Jun 02 20:58:17.060440 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:58:17.083372 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93862bb-faca-4e6d-b804-b4f249f87c10 req-007fcc80-a799-4d68-a408-875f208d3a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:17.085322 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c93862bb-faca-4e6d-b804-b4f249f87c10 req-007fcc80-a799-4d68-a408-875f208d3a8c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=49cd1420-5a85-4a7f-91fd-401a1916340e HTTP/1.1" status: 200 len: 852 time: 0.0581787 Jun 02 20:58:17.129802 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c93862bb-faca-4e6d-b804-b4f249f87c10 req-9d34101e-4345-4d27-9c34-400f9caa02d0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a75040cb-a821-4be2-8e57-7753cf6f3b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380859 Jun 02 20:58:17.257982 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c93862bb-faca-4e6d-b804-b4f249f87c10 req-4e7b395f-d90b-40d9-9c07-9ef371a941ba service neutron] 10.222.0.95 "GET /v2.0/networks/a75040cb-a821-4be2-8e57-7753cf6f3b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212659 Jun 02 20:58:17.386059 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c93862bb-faca-4e6d-b804-b4f249f87c10 req-0ce6b39f-b20c-456b-9891-0625ebaaaed3 service neutron] 10.222.0.95 "GET /v2.0/networks/a75040cb-a821-4be2-8e57-7753cf6f3b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212647 Jun 02 20:58:18.017448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f368b0b-b092-41cc-a128-541beaeda885 req-9f45d0c6-e9bb-4299-979b-24bdcbdd61e6 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:18.018064 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-2f368b0b-b092-41cc-a128-541beaeda885 req-9f45d0c6-e9bb-4299-979b-24bdcbdd61e6 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Synchronizing usage tracker for tenant:f0dd9593d8174da6a0292e24650eb515 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:58:18.035553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-2f368b0b-b092-41cc-a128-541beaeda885 req-9f45d0c6-e9bb-4299-979b-24bdcbdd61e6 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Unset dirty status for tenant:f0dd9593d8174da6a0292e24650eb515 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:58:18.036783 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2f368b0b-b092-41cc-a128-541beaeda885 req-9f45d0c6-e9bb-4299-979b-24bdcbdd61e6 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 944 time: 0.0970795 Jun 02 20:58:18.083478 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-2f368b0b-b092-41cc-a128-541beaeda885 req-dd991205-39ac-4608-8bfb-5ddaa8260116 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Synchronizing usage tracker for tenant:f0dd9593d8174da6a0292e24650eb515 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:58:18.099587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-2f368b0b-b092-41cc-a128-541beaeda885 req-dd991205-39ac-4608-8bfb-5ddaa8260116 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Unset dirty status for tenant:f0dd9593d8174da6a0292e24650eb515 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:58:18.100742 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2f368b0b-b092-41cc-a128-541beaeda885 req-dd991205-39ac-4608-8bfb-5ddaa8260116 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584605 Jun 02 20:58:19.283650 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa268740-c537-45e4-8f71-b11f7de0b6fd req-e250ec06-7f2b-476b-b1f2-5171df9e37a7 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:19.285121 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fa268740-c537-45e4-8f71-b11f7de0b6fd req-e250ec06-7f2b-476b-b1f2-5171df9e37a7 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 944 time: 0.0817235 Jun 02 20:58:19.328395 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fa268740-c537-45e4-8f71-b11f7de0b6fd req-77011107-7eb0-4b1c-8eb2-1f514635ee69 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373371 Jun 02 20:58:20.504490 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device ab17f25f-ec1c-4d28-b88d-255736ea665d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:58:20.511838 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ab081-95b1-4456-8c72-f1c1d4a13d54 req-e2227072-6025-41df-9aaf-7a75c607c85e tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:20.513272 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fd0ab081-95b1-4456-8c72-f1c1d4a13d54 req-e2227072-6025-41df-9aaf-7a75c607c85e tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 944 time: 0.0803075 Jun 02 20:58:20.557519 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fd0ab081-95b1-4456-8c72-f1c1d4a13d54 req-ca3803cb-f848-41be-8613-3c8639870c6a tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385649 Jun 02 20:58:20.632312 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port ab17f25f-ec1c-4d28-b88d-255736ea665d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ab17f25f-ec1c-4d28-b88d-255736ea665d,segment=NetworkSegment(e0e8c26b-4b9e-4cd8-a5c7-4ca645a67a98),segment_id=e0e8c26b-4b9e-4cd8-a5c7-4ca645a67a98)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:58:20.644899 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': 'ab17f25f-ec1c-4d28-b88d-255736ea665d', 'network_id': 'a75040cb-a821-4be2-8e57-7753cf6f3b62', 'port_id': 'ab17f25f-ec1c-4d28-b88d-255736ea665d', 'mac_address': 'fa:16:3e:b6:54:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49cd1420-5a85-4a7f-91fd-401a1916340e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:58:20.697972 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:20.714437 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab17f25f-ec1c-4d28-b88d-255736ea665d {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:58:20.730018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port ab17f25f-ec1c-4d28-b88d-255736ea665d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ab17f25f-ec1c-4d28-b88d-255736ea665d,segment=NetworkSegment(e0e8c26b-4b9e-4cd8-a5c7-4ca645a67a98),segment_id=e0e8c26b-4b9e-4cd8-a5c7-4ca645a67a98)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:58:20.733954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:20.735710 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:20.802731 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=ab17f25f-ec1c-4d28-b88d-255736ea665d,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:20.805776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:21.091052 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['ab17f25f-ec1c-4d28-b88d-255736ea665d'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:58:21.737645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5e5c8-5ebd-448d-8073-a004bd74f871 req-7cc80693-380d-456a-b3b6-bd582e6f4ddd tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:21.739104 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f7e5e5c8-5ebd-448d-8073-a004bd74f871 req-7cc80693-380d-456a-b3b6-bd582e6f4ddd tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 945 time: 0.0787439 Jun 02 20:58:21.787513 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f7e5e5c8-5ebd-448d-8073-a004bd74f871 req-4395035c-c9cf-493d-877e-2248fccfbe5e tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426314 Jun 02 20:58:22.477527 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device ab17f25f-ec1c-4d28-b88d-255736ea665d up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:58:22.544440 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port ab17f25f-ec1c-4d28-b88d-255736ea665d completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:58:22.548917 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port ab17f25f-ec1c-4d28-b88d-255736ea665d triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:58:22.549299 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:22.665123 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:22.690915 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043d5287-0b2b-4299-88ce-3342bee640ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab17f25f-ec1c-4d28-b88d-255736ea665d'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:58:22.693164 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc51b2a3-96ff-48fd-90af-cc041521eb4a" -d '{"events": [{"server_uuid": "043d5287-0b2b-4299-88ce-3342bee640ed", "name": "network-vif-plugged", "status": "completed", "tag": "ab17f25f-ec1c-4d28-b88d-255736ea665d"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:58:22.701542 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port ab17f25f-ec1c-4d28-b88d-255736ea665d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ab17f25f-ec1c-4d28-b88d-255736ea665d,segment=NetworkSegment(e0e8c26b-4b9e-4cd8-a5c7-4ca645a67a98),segment_id=e0e8c26b-4b9e-4cd8-a5c7-4ca645a67a98)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:58:22.705651 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:22.707848 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:22.742891 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866dc6ec-03e2-43c3-90ad-c1ed1ac03cc5 x-openstack-request-id: req-866dc6ec-03e2-43c3-90ad-c1ed1ac03cc5 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:58:22.743260 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043d5287-0b2b-4299-88ce-3342bee640ed", "name": "network-vif-plugged", "status": "completed", "tag": "ab17f25f-ec1c-4d28-b88d-255736ea665d", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:58:22.743583 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-866dc6ec-03e2-43c3-90ad-c1ed1ac03cc5 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:58:22.743979 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043d5287-0b2b-4299-88ce-3342bee640ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab17f25f-ec1c-4d28-b88d-255736ea665d', 'code': 200} Jun 02 20:58:22.776239 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=ab17f25f-ec1c-4d28-b88d-255736ea665d,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:22.779083 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:22.964406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b09ff7-592e-4456-9b74-e55d0913f2aa req-6c9921db-a022-4553-b175-dbc2ab4edec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:22.965875 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d2b09ff7-592e-4456-9b74-e55d0913f2aa req-6c9921db-a022-4553-b175-dbc2ab4edec5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 1099 time: 0.0745029 Jun 02 20:58:22.973289 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01956b2e-e6b4-41fd-b5b5-decbb2e73717 req-8e6a0f56-0401-4b2f-8f82-aee0fd9ebbef tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:22.974733 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-01956b2e-e6b4-41fd-b5b5-decbb2e73717 req-8e6a0f56-0401-4b2f-8f82-aee0fd9ebbef tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 946 time: 0.0797555 Jun 02 20:58:23.007124 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d2b09ff7-592e-4456-9b74-e55d0913f2aa req-72db151c-75c5-44ad-a296-4d3547750f40 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346558 Jun 02 20:58:23.020052 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-01956b2e-e6b4-41fd-b5b5-decbb2e73717 req-35d25366-98bd-42e8-abdc-6fd35f8a4f72 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390570 Jun 02 20:58:24.210575 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a0623-aa6a-49a1-9cfe-2e0c5b5135f2 req-23de3bb0-d7d1-45fe-bc70-ed3c227a4937 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:24.212029 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b87a0623-aa6a-49a1-9cfe-2e0c5b5135f2 req-23de3bb0-d7d1-45fe-bc70-ed3c227a4937 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 946 time: 0.0784760 Jun 02 20:58:24.256259 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b87a0623-aa6a-49a1-9cfe-2e0c5b5135f2 req-11d9bd70-ca21-4213-97c4-7c421dd7cad5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377617 Jun 02 20:58:24.438946 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de5dfd-1938-41ff-8d52-6aef3635e1ad req-ff805407-734a-404b-9824-9438e1fb52a3 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:24.440433 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d7de5dfd-1938-41ff-8d52-6aef3635e1ad req-ff805407-734a-404b-9824-9438e1fb52a3 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 946 time: 0.0830264 Jun 02 20:58:24.485030 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d7de5dfd-1938-41ff-8d52-6aef3635e1ad req-b261e776-9870-4007-b129-b49b165fcba6 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384834 Jun 02 20:58:24.880823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe0ae8-94d7-461d-8713-2ec7dde9b418 req-22eaeae4-68f2-4b90-b2fc-3ad17a83583d tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:24.882262 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-1dbe0ae8-94d7-461d-8713-2ec7dde9b418 req-22eaeae4-68f2-4b90-b2fc-3ad17a83583d tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 946 time: 0.0873125 Jun 02 20:58:24.925487 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-1dbe0ae8-94d7-461d-8713-2ec7dde9b418 req-80f1bd19-49c1-4bcc-a619-b844bf1e7314 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373423 Jun 02 20:58:26.114990 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba55733-6494-46d8-9bf2-3ec3d63dd263 req-ddc90948-355d-4955-ab34-e69c5df209de tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:26.116966 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5ba55733-6494-46d8-9bf2-3ec3d63dd263 req-ddc90948-355d-4955-ab34-e69c5df209de tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 946 time: 0.0834482 Jun 02 20:58:26.164422 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5ba55733-6494-46d8-9bf2-3ec3d63dd263 req-4fda9649-cb74-4cc3-9bb2-2c89a23ba3a9 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419004 Jun 02 20:58:26.564450 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d63958-3326-4ad8-a6e6-c4da9cd88936 req-ad690288-c61d-40d4-8de2-a03322b7f1fe tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:26.565885 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-65d63958-3326-4ad8-a6e6-c4da9cd88936 req-ad690288-c61d-40d4-8de2-a03322b7f1fe tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 946 time: 0.1379261 Jun 02 20:58:26.568530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233607c-6da8-49af-a310-d176cd3e98dc req-43364a56-f919-4eb2-a6f0-cb1495dafa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:26.569852 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2233607c-6da8-49af-a310-d176cd3e98dc req-43364a56-f919-4eb2-a6f0-cb1495dafa93 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f0dd9593d8174da6a0292e24650eb515&device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 1099 time: 0.1072149 Jun 02 20:58:26.682739 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-65d63958-3326-4ad8-a6e6-c4da9cd88936 req-f61cd757-5610-4ed8-8b6e-150c1f9c68b4 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110828 Jun 02 20:58:26.727839 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233607c-6da8-49af-a310-d176cd3e98dc req-8e7f7e7c-8903-41fb-bd42-7022570933a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:26.729240 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2233607c-6da8-49af-a310-d176cd3e98dc req-8e7f7e7c-8903-41fb-bd42-7022570933a0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a75040cb-a821-4be2-8e57-7753cf6f3b62 HTTP/1.1" status: 200 len: 913 time: 0.1409299 Jun 02 20:58:26.797833 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2233607c-6da8-49af-a310-d176cd3e98dc req-1dfbbec5-dc34-46bd-bd69-0df4d9a820d9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab17f25f-ec1c-4d28-b88d-255736ea665d HTTP/1.1" status: 200 len: 217 time: 0.0623355 Jun 02 20:58:26.857799 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233607c-6da8-49af-a310-d176cd3e98dc req-729bda09-c9a6-44c1-8da7-64c331afa08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:26.859163 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2233607c-6da8-49af-a310-d176cd3e98dc req-729bda09-c9a6-44c1-8da7-64c331afa08a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=49cd1420-5a85-4a7f-91fd-401a1916340e HTTP/1.1" status: 200 len: 852 time: 0.0552180 Jun 02 20:58:26.908482 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2233607c-6da8-49af-a310-d176cd3e98dc req-068c4be9-95e5-4d8d-91bf-ce9328fb1cd2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a75040cb-a821-4be2-8e57-7753cf6f3b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430362 Jun 02 20:58:27.033483 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2233607c-6da8-49af-a310-d176cd3e98dc req-bf8f5950-658f-4e79-a758-b86026efbdbf service neutron] 10.222.0.95 "GET /v2.0/networks/a75040cb-a821-4be2-8e57-7753cf6f3b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185145 Jun 02 20:58:27.290193 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2233607c-6da8-49af-a310-d176cd3e98dc req-5f737cbb-5911-4ce8-89a6-fefacac51e33 service neutron] 10.222.0.95 "GET /v2.0/networks/a75040cb-a821-4be2-8e57-7753cf6f3b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508168 Jun 02 20:58:27.867893 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e212bf-e5e1-46dd-ada9-61fcaeb327cb req-9242b4b6-09c2-463c-b060-7aa4b2488f93 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:27.869310 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-19e212bf-e5e1-46dd-ada9-61fcaeb327cb req-9242b4b6-09c2-463c-b060-7aa4b2488f93 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 946 time: 0.0818775 Jun 02 20:58:27.911927 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-19e212bf-e5e1-46dd-ada9-61fcaeb327cb req-6a0a4a3c-7f75-403f-89cd-4213cf4dcc2b tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370936 Jun 02 20:58:29.091930 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134486a-6e6b-49c8-bd16-46a30575a35e req-167353ce-fa76-4065-a75e-ece1c67a68b7 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:29.093244 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d134486a-6e6b-49c8-bd16-46a30575a35e req-167353ce-fa76-4065-a75e-ece1c67a68b7 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 946 time: 0.0780344 Jun 02 20:58:29.139941 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d134486a-6e6b-49c8-bd16-46a30575a35e req-c3ce1ee6-a288-4a89-a89d-7631794fc9bc tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412269 Jun 02 20:58:29.531995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e619c-0e66-4ff6-8860-fd1a80169b5c req-ae1bbb63-1681-446e-b990-8fae87385d16 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:29.533431 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e50e619c-0e66-4ff6-8860-fd1a80169b5c req-ae1bbb63-1681-446e-b990-8fae87385d16 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 946 time: 0.0786986 Jun 02 20:58:29.576951 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e50e619c-0e66-4ff6-8860-fd1a80169b5c req-36231d9f-eff6-431a-8e95-34b66431c3f5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378559 Jun 02 20:58:30.759028 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f1f0d-bfda-4b07-8fdf-c96e9f16f4c9 req-cebdeee2-8162-48fd-8231-c6ee0a6ec721 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:30.760507 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ff2f1f0d-bfda-4b07-8fdf-c96e9f16f4c9 req-cebdeee2-8162-48fd-8231-c6ee0a6ec721 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 946 time: 0.0785580 Jun 02 20:58:30.774495 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7219f3aa-db99-4fc2-89a6-f63d75dc67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:30.807540 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ff2f1f0d-bfda-4b07-8fdf-c96e9f16f4c9 req-30e7bcfb-6162-47bf-9d47-c8cfb2ba35fa tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412323 Jun 02 20:58:31.142133 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe061d-7211-4608-af89-76a19ebfb3f8 req-d72f092e-cab1-4791-8401-55408c5f7e9b tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:31.143629 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0bfe061d-7211-4608-af89-76a19ebfb3f8 req-d72f092e-cab1-4791-8401-55408c5f7e9b tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 946 time: 0.0833523 Jun 02 20:58:31.158944 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254503e-917a-46a5-a5e6-b42765a90294 req-7e04e276-db2d-466f-b0f4-5143b2f6fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:31.160433 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6254503e-917a-46a5-a5e6-b42765a90294 req-7e04e276-db2d-466f-b0f4-5143b2f6fb35 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f0dd9593d8174da6a0292e24650eb515&device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 1099 time: 0.0750921 Jun 02 20:58:31.200156 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0bfe061d-7211-4608-af89-76a19ebfb3f8 req-7838a467-484f-43d8-b742-5c2e7f545b75 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494857 Jun 02 20:58:31.292160 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254503e-917a-46a5-a5e6-b42765a90294 req-119d0cab-ebb8-4615-961c-b16748ddd0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:31.293484 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6254503e-917a-46a5-a5e6-b42765a90294 req-119d0cab-ebb8-4615-961c-b16748ddd0c3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a75040cb-a821-4be2-8e57-7753cf6f3b62 HTTP/1.1" status: 200 len: 913 time: 0.1271880 Jun 02 20:58:31.358955 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6254503e-917a-46a5-a5e6-b42765a90294 req-ec729b68-6cb3-4dfc-8a7a-7d7e0c4794e8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab17f25f-ec1c-4d28-b88d-255736ea665d HTTP/1.1" status: 200 len: 217 time: 0.0581849 Jun 02 20:58:31.421556 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254503e-917a-46a5-a5e6-b42765a90294 req-3129e27d-717f-4832-9612-4c1a61b56b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:31.422918 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6254503e-917a-46a5-a5e6-b42765a90294 req-3129e27d-717f-4832-9612-4c1a61b56b25 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=49cd1420-5a85-4a7f-91fd-401a1916340e HTTP/1.1" status: 200 len: 852 time: 0.0585492 Jun 02 20:58:31.467934 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6254503e-917a-46a5-a5e6-b42765a90294 req-e6cc254a-24ab-46e8-862c-3634821dc3e7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a75040cb-a821-4be2-8e57-7753cf6f3b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392079 Jun 02 20:58:31.595945 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6254503e-917a-46a5-a5e6-b42765a90294 req-c270651f-1306-47db-b85c-9095137b02ce service neutron] 10.222.0.95 "GET /v2.0/networks/a75040cb-a821-4be2-8e57-7753cf6f3b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215782 Jun 02 20:58:31.726471 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6254503e-917a-46a5-a5e6-b42765a90294 req-a32ad1c9-f0db-4ff9-b976-aaff04a2252d service neutron] 10.222.0.95 "GET /v2.0/networks/a75040cb-a821-4be2-8e57-7753cf6f3b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236846 Jun 02 20:58:32.392124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853303a-381a-4cf3-bdcb-bbb9e2a8bbef req-26830d05-372f-4db7-a61b-fddea0cd38fe tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:32.393595 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2853303a-381a-4cf3-bdcb-bbb9e2a8bbef req-26830d05-372f-4db7-a61b-fddea0cd38fe tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 946 time: 0.0790708 Jun 02 20:58:32.441045 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2853303a-381a-4cf3-bdcb-bbb9e2a8bbef req-c80aea5e-b93c-4516-ac7d-5779b31dfa4d tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413268 Jun 02 20:58:33.340547 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d1b43085-c9f7-4b0a-b7bd-08d7b3228dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:33.388499 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:33.627847 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b7fa7-4e26-40b8-bd3b-e2fae8494686 req-ea923e61-5753-4123-bfbc-d2cb42ba0563 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:33.629182 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-380b7fa7-4e26-40b8-bd3b-e2fae8494686 req-ea923e61-5753-4123-bfbc-d2cb42ba0563 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 946 time: 0.0816419 Jun 02 20:58:33.674524 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-380b7fa7-4e26-40b8-bd3b-e2fae8494686 req-c5b70ab8-9158-4c8b-8e57-f40c36fbca2f tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386729 Jun 02 20:58:34.040498 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7325e03-41d2-4b7c-8c44-f3b13619acee req-64d48f08-1435-40bf-bfe9-08bfb9421a21 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:34.041934 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c7325e03-41d2-4b7c-8c44-f3b13619acee req-64d48f08-1435-40bf-bfe9-08bfb9421a21 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 946 time: 0.0792117 Jun 02 20:58:34.085537 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c7325e03-41d2-4b7c-8c44-f3b13619acee req-77b6ee38-c19c-462e-9bff-9b9216bf953c tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381668 Jun 02 20:58:34.304299 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:35.272476 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f09b5-b2fd-4018-810f-9f9b10ec904d req-e715af67-75b4-4be2-b9af-0c38b7779ada tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:35.273932 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-526f09b5-b2fd-4018-810f-9f9b10ec904d req-e715af67-75b4-4be2-b9af-0c38b7779ada tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 946 time: 0.0789251 Jun 02 20:58:35.317686 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-526f09b5-b2fd-4018-810f-9f9b10ec904d req-07a72abb-04eb-4c5d-aff3-fdf0c2c524b5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381715 Jun 02 20:58:35.964189 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:36.003551 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8b7a8-d8b6-41c1-aa8f-b1cc27d0f750 req-fb7a9dda-2b31-4841-a22f-0019d5c458a9 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:36.004918 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8fd8b7a8-d8b6-41c1-aa8f-b1cc27d0f750 req-fb7a9dda-2b31-4841-a22f-0019d5c458a9 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.95 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 946 time: 0.0860360 Jun 02 20:58:36.137612 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-8fd8b7a8-d8b6-41c1-aa8f-b1cc27d0f750 req-e5a908c6-8440-422d-9a73-17486c74a4b4 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Deleting port ab17f25f-ec1c-4d28-b88d-255736ea665d {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:58:36.137951 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-8fd8b7a8-d8b6-41c1-aa8f-b1cc27d0f750 req-e5a908c6-8440-422d-9a73-17486c74a4b4 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:36.266810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-8fd8b7a8-d8b6-41c1-aa8f-b1cc27d0f750 req-e5a908c6-8440-422d-9a73-17486c74a4b4 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] For port ab17f25f-ec1c-4d28-b88d-255736ea665d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ab17f25f-ec1c-4d28-b88d-255736ea665d,segment=NetworkSegment(e0e8c26b-4b9e-4cd8-a5c7-4ca645a67a98),segment_id=e0e8c26b-4b9e-4cd8-a5c7-4ca645a67a98)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:58:36.267122 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-8fd8b7a8-d8b6-41c1-aa8f-b1cc27d0f750 req-e5a908c6-8440-422d-9a73-17486c74a4b4 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:36.392310 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-8fd8b7a8-d8b6-41c1-aa8f-b1cc27d0f750 req-e5a908c6-8440-422d-9a73-17486c74a4b4 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Calling delete_port for ab17f25f-ec1c-4d28-b88d-255736ea665d owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:58:36.501750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-8fd8b7a8-d8b6-41c1-aa8f-b1cc27d0f750 req-e5a908c6-8440-422d-9a73-17486c74a4b4 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:36.505509 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15456c65-d17e-4018-b1a9-0c456dc68bd7 req-31f0cb4c-ae37-4194-a444-99de778d1ac5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:36.507686 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-15456c65-d17e-4018-b1a9-0c456dc68bd7 req-31f0cb4c-ae37-4194-a444-99de778d1ac5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/ports?device_id=043d5287-0b2b-4299-88ce-3342bee640ed HTTP/1.1" status: 200 len: 946 time: 0.0863285 Jun 02 20:58:36.507924 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:36.514245 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['ab17f25f-ec1c-4d28-b88d-255736ea665d'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:58:36.554527 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a908c6-8440-422d-9a73-17486c74a4b4 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Pushing event deleted for resources: {'Port': ['ID=ab17f25f-ec1c-4d28-b88d-255736ea665d,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:36.558090 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e5a908c6-8440-422d-9a73-17486c74a4b4 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:36.560231 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-15456c65-d17e-4018-b1a9-0c456dc68bd7 req-59a977a0-6aaa-4814-9d8a-44aedfd1f0b5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.25 "GET /v2.0/security-groups?id=dbdcae85-b829-4a5a-ab6f-008094377d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463002 Jun 02 20:58:36.630825 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd8b7a8-d8b6-41c1-aa8f-b1cc27d0f750 req-e5a908c6-8440-422d-9a73-17486c74a4b4 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] No DVR routers for this DVR port ab17f25f-ec1c-4d28-b88d-255736ea665d on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:58:36.633805 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-8fd8b7a8-d8b6-41c1-aa8f-b1cc27d0f750 req-e5a908c6-8440-422d-9a73-17486c74a4b4 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:36.636554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043d5287-0b2b-4299-88ce-3342bee640ed', 'name': 'network-vif-deleted', 'tag': 'ab17f25f-ec1c-4d28-b88d-255736ea665d'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:58:36.638823 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f019a3e-6d51-425f-80d3-f8aad05494d4" -d '{"events": [{"server_uuid": "043d5287-0b2b-4299-88ce-3342bee640ed", "name": "network-vif-deleted", "tag": "ab17f25f-ec1c-4d28-b88d-255736ea665d"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:58:36.653024 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8fd8b7a8-d8b6-41c1-aa8f-b1cc27d0f750 req-e5a908c6-8440-422d-9a73-17486c74a4b4 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] 10.222.0.95 "DELETE /v2.0/ports/ab17f25f-ec1c-4d28-b88d-255736ea665d HTTP/1.1" status: 204 len: 173 time: 0.6425283 Jun 02 20:58:36.737532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c4581e-7008-4fe4-b750-3491123b249c x-openstack-request-id: req-88c4581e-7008-4fe4-b750-3491123b249c {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:58:36.737532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043d5287-0b2b-4299-88ce-3342bee640ed", "name": "network-vif-deleted", "tag": "ab17f25f-ec1c-4d28-b88d-255736ea665d", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:58:36.737532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88c4581e-7008-4fe4-b750-3491123b249c {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:58:36.737532 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043d5287-0b2b-4299-88ce-3342bee640ed', 'name': 'network-vif-deleted', 'tag': 'ab17f25f-ec1c-4d28-b88d-255736ea665d', 'status': 'completed', 'code': 200} Jun 02 20:58:37.654207 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60980) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:58:37.711736 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e0b29d-7ae3-48e7-b3cc-078422409e04 admin admin] Deleting subnet 49cd1420-5a85-4a7f-91fd-401a1916340e {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:58:37.714614 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-67e0b29d-7ae3-48e7-b3cc-078422409e04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:37.766796 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-67e0b29d-7ae3-48e7-b3cc-078422409e04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:37.821801 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-67e0b29d-7ae3-48e7-b3cc-078422409e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:38.058214 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-67e0b29d-7ae3-48e7-b3cc-078422409e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:38.061616 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fc7447ee-e0fb-4231-9c70-ca3998176fb9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:38.094411 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0b29d-7ae3-48e7-b3cc-078422409e04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49cd1420-5a85-4a7f-91fd-401a1916340e,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:38.096923 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-67e0b29d-7ae3-48e7-b3cc-078422409e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:38.100382 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-67e0b29d-7ae3-48e7-b3cc-078422409e04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:38.110051 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-67e0b29d-7ae3-48e7-b3cc-078422409e04 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/49cd1420-5a85-4a7f-91fd-401a1916340e HTTP/1.1" status: 204 len: 168 time: 0.4547009 Jun 02 20:58:38.112550 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60982) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:58:38.351902 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1501b6c2-b242-4bae-8b08-f4f5c2b66dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:38.469528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1501b6c2-b242-4bae-8b08-f4f5c2b66dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:38.482596 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-1501b6c2-b242-4bae-8b08-f4f5c2b66dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75040cb-a821-4be2-8e57-7753cf6f3b62']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:58:38.494090 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-1501b6c2-b242-4bae-8b08-f4f5c2b66dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e8c26b-4b9e-4cd8-a5c7-4ca645a67a98') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:58:38.494382 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-1501b6c2-b242-4bae-8b08-f4f5c2b66dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e8c26b-4b9e-4cd8-a5c7-4ca645a67a98') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:58:38.505094 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1501b6c2-b242-4bae-8b08-f4f5c2b66dde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:38.520500 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1501b6c2-b242-4bae-8b08-f4f5c2b66dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:38.526800 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1501b6c2-b242-4bae-8b08-f4f5c2b66dde admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:58:38.527237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1501b6c2-b242-4bae-8b08-f4f5c2b66dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:58:38.540576 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:58:38.615219 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1501b6c2-b242-4bae-8b08-f4f5c2b66dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:38.620099 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1501b6c2-b242-4bae-8b08-f4f5c2b66dde admin admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:38.622473 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1c6fc2d4-3325-41ea-8bc0-9101c8752769 tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:38.645703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501b6c2-b242-4bae-8b08-f4f5c2b66dde admin admin] Pushing event deleted for resources: {'Network': ['ID=a75040cb-a821-4be2-8e57-7753cf6f3b62,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:38.647999 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1501b6c2-b242-4bae-8b08-f4f5c2b66dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:38.653628 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1501b6c2-b242-4bae-8b08-f4f5c2b66dde admin admin] 10.222.0.25 "DELETE /v2.0/networks/a75040cb-a821-4be2-8e57-7753cf6f3b62 HTTP/1.1" status: 204 len: 168 time: 0.5400023 Jun 02 20:58:38.656250 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60984) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:58:38.717252 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3bfd356-b2c0-441e-ae7d-fa0eb1cb3eb4 admin admin] Deleting subnet b86cb032-7c96-4d3c-a3b8-3546c3c7f07f {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:58:38.720235 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd356-b2c0-441e-ae7d-fa0eb1cb3eb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:38.769414 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd356-b2c0-441e-ae7d-fa0eb1cb3eb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:38.822864 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd356-b2c0-441e-ae7d-fa0eb1cb3eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:39.061929 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd356-b2c0-441e-ae7d-fa0eb1cb3eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:39.066244 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-15122d8c-5b8f-450f-aa8e-51576bb35039 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:39.101766 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfd356-b2c0-441e-ae7d-fa0eb1cb3eb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b86cb032-7c96-4d3c-a3b8-3546c3c7f07f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:39.103752 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd356-b2c0-441e-ae7d-fa0eb1cb3eb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:39.106268 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a3bfd356-b2c0-441e-ae7d-fa0eb1cb3eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:39.110237 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a3bfd356-b2c0-441e-ae7d-fa0eb1cb3eb4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b86cb032-7c96-4d3c-a3b8-3546c3c7f07f HTTP/1.1" status: 204 len: 168 time: 0.4530580 Jun 02 20:58:39.112739 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 60986) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:58:39.214110 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d55bd6bb-e30b-4a42-9840-141cf869d03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:39.333657 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d55bd6bb-e30b-4a42-9840-141cf869d03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:39.346338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-d55bd6bb-e30b-4a42-9840-141cf869d03d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a47b28-cb68-45a6-b4ed-f402c2036291']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:58:39.361941 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-d55bd6bb-e30b-4a42-9840-141cf869d03d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91abd774-a3c0-49e2-9155-c6c04d0a5399') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:58:39.362242 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-d55bd6bb-e30b-4a42-9840-141cf869d03d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91abd774-a3c0-49e2-9155-c6c04d0a5399') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 20:58:39.373331 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d55bd6bb-e30b-4a42-9840-141cf869d03d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:39.389380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d55bd6bb-e30b-4a42-9840-141cf869d03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:39.395481 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55bd6bb-e30b-4a42-9840-141cf869d03d admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 20:58:39.395865 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d55bd6bb-e30b-4a42-9840-141cf869d03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 20:58:39.409356 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 20:58:39.481422 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d55bd6bb-e30b-4a42-9840-141cf869d03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:39.484975 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f8358b1a-bb2b-4f25-a52f-690403241046 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:39.497318 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d55bd6bb-e30b-4a42-9840-141cf869d03d admin admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:39.510001 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bd6bb-e30b-4a42-9840-141cf869d03d admin admin] Pushing event deleted for resources: {'Network': ['ID=b0a47b28-cb68-45a6-b4ed-f402c2036291,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:39.512729 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d55bd6bb-e30b-4a42-9840-141cf869d03d admin admin] 10.222.0.25 "DELETE /v2.0/networks/b0a47b28-cb68-45a6-b4ed-f402c2036291 HTTP/1.1" status: 204 len: 168 time: 0.3990612 Jun 02 20:58:39.513643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d55bd6bb-e30b-4a42-9840-141cf869d03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:39.680398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60990) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:58:39.727636 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-eacc2ee6-f74f-401b-8519-d6501757b90f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0dd9593d8174da6a0292e24650eb515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453670 Jun 02 20:58:39.729990 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60992) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:58:39.788863 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c6db3f01-d998-4011-a0da-a58a27bd3122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:39.813538 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c6db3f01-d998-4011-a0da-a58a27bd3122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:39.863701 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c6db3f01-d998-4011-a0da-a58a27bd3122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:39.867165 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:39.879376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db3f01-d998-4011-a0da-a58a27bd3122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdcae85-b829-4a5a-ab6f-008094377d99,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:39.882435 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c6db3f01-d998-4011-a0da-a58a27bd3122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:39.891537 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c6db3f01-d998-4011-a0da-a58a27bd3122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:39.892635 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c6db3f01-d998-4011-a0da-a58a27bd3122 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dbdcae85-b829-4a5a-ab6f-008094377d99 HTTP/1.1" status: 204 len: 168 time: 0.1617744 Jun 02 20:58:40.221008 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 60998) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:58:40.268373 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7d01a4b5-e413-4fa9-a206-5c488d1489f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d3f1ab0c6eeb48e5965caa32cf4f6400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461268 Jun 02 20:58:40.270642 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 32768) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:58:40.336678 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-846b7b4d-e1ca-4fb6-8117-bdaf6d60b48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:40.365279 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-846b7b4d-e1ca-4fb6-8117-bdaf6d60b48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:40.547097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-846b7b4d-e1ca-4fb6-8117-bdaf6d60b48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:40.550581 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c9ed8b88-28f4-4cfb-bba9-03d2f8271179 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:40.561194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b7b4d-e1ca-4fb6-8117-bdaf6d60b48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dbd881-a6e1-448c-be6b-0ebcd82f5285,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:40.564561 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-846b7b4d-e1ca-4fb6-8117-bdaf6d60b48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:40.567643 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-846b7b4d-e1ca-4fb6-8117-bdaf6d60b48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:40.569254 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-846b7b4d-e1ca-4fb6-8117-bdaf6d60b48c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e8dbd881-a6e1-448c-be6b-0ebcd82f5285 HTTP/1.1" status: 204 len: 168 time: 0.2977097 Jun 02 20:58:40.602116 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device ab17f25f-ec1c-4d28-b88d-255736ea665d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:58:40.638933 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: ab17f25f-ec1c-4d28-b88d-255736ea665d {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:58:40.639662 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device ab17f25f-ec1c-4d28-b88d-255736ea665d not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:58:44.553509 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:47.531404 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-160545b9-6db9-40ea-be5b-852ca396587e tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=efebdcecc7314f27b8e31384cccd8f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278535 Jun 02 20:58:47.680175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-df942645-60f2-440d-b936-42fd6d34d318 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:47.681820 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-df942645-60f2-440d-b936-42fd6d34d318 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1455035 Jun 02 20:58:47.696635 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-6528b499-3eb7-4c8a-b866-74f88d288e89 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/quotas/efebdcecc7314f27b8e31384cccd8f60 HTTP/1.1" status: 200 len: 375 time: 0.0094371 Jun 02 20:58:47.742633 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-451d5be1-2f59-4516-9b20-10bd92c7ed42 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=efebdcecc7314f27b8e31384cccd8f60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412672 Jun 02 20:58:48.018084 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cc4c49bb-612a-4cf0-b07c-87ed72fd362a req-572d6a9a-2d8a-490e-9d21-ad0a1807104a tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac41d3a4-0876-4fc8-b2f3-d0ac4219f180 HTTP/1.1" status: 200 len: 210 time: 0.1496868 Jun 02 20:58:48.822345 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-8108199a-1e66-4ce4-9dea-b064406af7e5 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=efebdcecc7314f27b8e31384cccd8f60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332103 Jun 02 20:58:48.975716 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-3cbc68c2-7258-482e-9481-277e4e247440 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:48.977117 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-3cbc68c2-7258-482e-9481-277e4e247440 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1497166 Jun 02 20:58:48.989302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Request body: {'port': {'device_id': 'ac41d3a4-0876-4fc8-b2f3-d0ac4219f180', 'network_id': '5baeaabd-9137-46f2-929e-63c39c40509d', 'admin_state_up': True, 'tenant_id': 'efebdcecc7314f27b8e31384cccd8f60'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:58:49.122627 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:58:49.128016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Usage tracker for resource:port and tenant:efebdcecc7314f27b8e31384cccd8f60 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:58:49.158871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:58:49.172972 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:58:49.176325 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4bf04bdb-4ff4-4084-8cb6-964805e3420b req-c3e30b45-d19b-4a42-bab5-f7ae9e780773 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac41d3a4-0876-4fc8-b2f3-d0ac4219f180 HTTP/1.1" status: 200 len: 210 time: 0.0513768 Jun 02 20:58:49.185019 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Made reservation on behalf of efebdcecc7314f27b8e31384cccd8f60 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:58:49.189040 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:49.201159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:49.215793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:58:49.219524 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Usage tracker for resource:security_group_rule and tenant:efebdcecc7314f27b8e31384cccd8f60 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:58:49.222283 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:58:49.228384 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:58:49.314785 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:49.318847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:49.322845 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e47e27d9-3992-4b2a-8c16-d641d7185d20 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:49.401507 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8cb9d2-5699-4db9-8605-6da3cee9e691,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:49.406826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:49.486723 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Allocated IP 192.168.233.213 (5baeaabd-9137-46f2-929e-63c39c40509d/dcd5e77a-ace3-414e-9d3d-f7f6f7ae9d1e/39db01d5-7833-47b0-ac39-206f5f770231) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:58:49.690180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:49.705003 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Transition to ACTIVE for port object 39db01d5-7833-47b0-ac39-206f5f770231 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:58:49.728836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:49.734359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-23cc4609-d3ca-48a8-8769-4f64d93f206c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:49.801447 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Network 5baeaabd-9137-46f2-929e-63c39c40509d is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:58:49.804698 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:58:49.808680 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:58:49.843121 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Pushing event updated for resources: {'Port': ['ID=39db01d5-7833-47b0-ac39-206f5f770231,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:49.849801 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:49.883525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:49.884420 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:49.911037 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9251835 Jun 02 20:58:49.922671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Request body: {'port': {'device_id': 'ac41d3a4-0876-4fc8-b2f3-d0ac4219f180', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:58:50.031338 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-fdaef53c-fcac-4aa7-bce3-f4d0793f6784 None None] Provisioning for port 39db01d5-7833-47b0-ac39-206f5f770231 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:58:50.036194 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-fdaef53c-fcac-4aa7-bce3-f4d0793f6784 None None] Provisioning complete for port 39db01d5-7833-47b0-ac39-206f5f770231 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:58:50.036564 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fdaef53c-fcac-4aa7-bce3-f4d0793f6784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:50.037130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:50.104378 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-fdaef53c-fcac-4aa7-bce3-f4d0793f6784 None None] Port 39db01d5-7833-47b0-ac39-206f5f770231 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 20:58:50.356435 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a866b1-c996-45fa-b988-3c9bb23bbac9 req-39717f2e-98df-455f-bcc3-9d6b34a7ceb5 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:50.358058 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d6a866b1-c996-45fa-b988-3c9bb23bbac9 req-39717f2e-98df-455f-bcc3-9d6b34a7ceb5 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac41d3a4-0876-4fc8-b2f3-d0ac4219f180 HTTP/1.1" status: 200 len: 936 time: 0.0789955 Jun 02 20:58:50.405864 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d6a866b1-c996-45fa-b988-3c9bb23bbac9 req-6ec9ea7c-32e7-496e-8be9-694f409d141b tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8cb9d2-5699-4db9-8605-6da3cee9e691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421004 Jun 02 20:58:50.510013 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39db01d5-7833-47b0-ac39-206f5f770231 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:58:50.516923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:50.531192 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Transition to ACTIVE for port object 39db01d5-7833-47b0-ac39-206f5f770231 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:58:50.534981 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:50.539410 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:50.692790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Pushing event updated for resources: {'Port': ['ID=39db01d5-7833-47b0-ac39-206f5f770231,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:50.703493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:50.770893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Attempting to bind port 39db01d5-7833-47b0-ac39-206f5f770231 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:58:50.771180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Attempting to bind port 39db01d5-7833-47b0-ac39-206f5f770231 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '5719f433-69cd-4e3c-8148-b5b883bedeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5baeaabd-9137-46f2-929e-63c39c40509d'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:58:50.771509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Attempting to bind port 39db01d5-7833-47b0-ac39-206f5f770231 on network 5baeaabd-9137-46f2-929e-63c39c40509d {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:58:50.775996 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Port 39db01d5-7833-47b0-ac39-206f5f770231 on network 5baeaabd-9137-46f2-929e-63c39c40509d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:58:50.776322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Attempting to bind port 39db01d5-7833-47b0-ac39-206f5f770231 on network 5baeaabd-9137-46f2-929e-63c39c40509d {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:58:50.781242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:58:50.781578 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Checking segment: {'id': '5719f433-69cd-4e3c-8148-b5b883bedeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5baeaabd-9137-46f2-929e-63c39c40509d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:58:50.781961 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Bound using segment: {'id': '5719f433-69cd-4e3c-8148-b5b883bedeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5baeaabd-9137-46f2-929e-63c39c40509d'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:58:50.782383 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Bound port: 39db01d5-7833-47b0-ac39-206f5f770231, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5719f433-69cd-4e3c-8148-b5b883bedeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '5baeaabd-9137-46f2-929e-63c39c40509d'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:58:50.782753 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:50.872676 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] For port 39db01d5-7833-47b0-ac39-206f5f770231, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:58:50.875455 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] For port 39db01d5-7833-47b0-ac39-206f5f770231, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=39db01d5-7833-47b0-ac39-206f5f770231,segment=NetworkSegment(5719f433-69cd-4e3c-8148-b5b883bedeb7),segment_id=5719f433-69cd-4e3c-8148-b5b883bedeb7)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:58:50.880499 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:50.885197 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7207fbbd-50bb-46bb-ae86-7d90bd2fc9c7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:50.934066 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:50.934671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:50.936052 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] 10.222.0.95 "PUT /v2.0/ports/39db01d5-7833-47b0-ac39-206f5f770231 HTTP/1.1" status: 200 len: 1098 time: 1.0177047 Jun 02 20:58:50.936559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac41d3a4-0876-4fc8-b2f3-d0ac4219f180', 'tag': '39db01d5-7833-47b0-ac39-206f5f770231'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:58:50.938840 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c4d59b-b0a7-4f1a-8696-3042d05e86e8" -d '{"events": [{"name": "network-changed", "server_uuid": "ac41d3a4-0876-4fc8-b2f3-d0ac4219f180", "tag": "39db01d5-7833-47b0-ac39-206f5f770231"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:58:50.965920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Pushing event updated for resources: {'Port': ['ID=39db01d5-7833-47b0-ac39-206f5f770231,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:50.969370 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:51.018224 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec67eb34-35c2-46f4-9390-5d5da1de7b3b x-openstack-request-id: req-ec67eb34-35c2-46f4-9390-5d5da1de7b3b {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:58:51.018562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac41d3a4-0876-4fc8-b2f3-d0ac4219f180", "tag": "39db01d5-7833-47b0-ac39-206f5f770231", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:58:51.018910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec67eb34-35c2-46f4-9390-5d5da1de7b3b {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:58:51.019373 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac41d3a4-0876-4fc8-b2f3-d0ac4219f180', 'tag': '39db01d5-7833-47b0-ac39-206f5f770231', 'status': 'completed', 'code': 200} Jun 02 20:58:51.061219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-95e45e5f-70c6-485a-aedd-8dcd72d52fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:51.062698 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-95e45e5f-70c6-485a-aedd-8dcd72d52fbd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=efebdcecc7314f27b8e31384cccd8f60&device_id=ac41d3a4-0876-4fc8-b2f3-d0ac4219f180 HTTP/1.1" status: 200 len: 1101 time: 0.0779591 Jun 02 20:58:51.134393 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-d9187f8a-f37b-4691-8f8f-a1bc1d2cbb18 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=39db01d5-7833-47b0-ac39-206f5f770231 HTTP/1.1" status: 200 len: 217 time: 0.0639927 Jun 02 20:58:51.194910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-b93fe56b-0af0-4b73-a63d-7a239bcc3431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:51.196395 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-b93fe56b-0af0-4b73-a63d-7a239bcc3431 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=dcd5e77a-ace3-414e-9d3d-f7f6f7ae9d1e HTTP/1.1" status: 200 len: 843 time: 0.0564859 Jun 02 20:58:51.273059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-ff1f6cab-7427-40ab-9091-d61c31a62490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:51.274480 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-ff1f6cab-7427-40ab-9091-d61c31a62490 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5baeaabd-9137-46f2-929e-63c39c40509d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0721941 Jun 02 20:58:51.402768 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-25bb2e46-da14-41a6-9d7b-005753a15c43 service neutron] 10.222.0.95 "GET /v2.0/networks/5baeaabd-9137-46f2-929e-63c39c40509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218538 Jun 02 20:58:51.532312 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b98ae371-bb18-40d0-b06e-7a3b33a293ea req-62894f65-6dec-4a34-86fd-820a0dff5281 service neutron] 10.222.0.95 "GET /v2.0/networks/5baeaabd-9137-46f2-929e-63c39c40509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234057 Jun 02 20:58:51.594924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333bc84-b8c9-465e-9018-7003550fd9fe req-f03c079f-ff98-49f1-a122-0766b339080d tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:51.596415 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d333bc84-b8c9-465e-9018-7003550fd9fe req-f03c079f-ff98-49f1-a122-0766b339080d tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac41d3a4-0876-4fc8-b2f3-d0ac4219f180 HTTP/1.1" status: 200 len: 948 time: 0.0894139 Jun 02 20:58:51.640870 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d333bc84-b8c9-465e-9018-7003550fd9fe req-05b11fe8-d96c-4353-bee3-96df6ff619b6 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8cb9d2-5699-4db9-8605-6da3cee9e691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386925 Jun 02 20:58:51.650047 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4d59b-b0a7-4f1a-8696-3042d05e86e8 req-a4678222-641a-498c-880d-54ca0851b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:51.651534 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-14c4d59b-b0a7-4f1a-8696-3042d05e86e8 req-a4678222-641a-498c-880d-54ca0851b42e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=efebdcecc7314f27b8e31384cccd8f60&device_id=ac41d3a4-0876-4fc8-b2f3-d0ac4219f180 HTTP/1.1" status: 200 len: 1101 time: 0.0723453 Jun 02 20:58:51.781046 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4d59b-b0a7-4f1a-8696-3042d05e86e8 req-53ce68f4-69e0-45ef-a74e-c1e0e8a0a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:51.782487 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-14c4d59b-b0a7-4f1a-8696-3042d05e86e8 req-53ce68f4-69e0-45ef-a74e-c1e0e8a0a9a0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5baeaabd-9137-46f2-929e-63c39c40509d HTTP/1.1" status: 200 len: 870 time: 0.1246803 Jun 02 20:58:51.852064 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-14c4d59b-b0a7-4f1a-8696-3042d05e86e8 req-32e84cce-603a-4166-bb53-5e3b4603239e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=39db01d5-7833-47b0-ac39-206f5f770231 HTTP/1.1" status: 200 len: 217 time: 0.0630991 Jun 02 20:58:51.916785 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4d59b-b0a7-4f1a-8696-3042d05e86e8 req-58037917-d345-487b-9850-3f2b675e527f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:51.918322 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-14c4d59b-b0a7-4f1a-8696-3042d05e86e8 req-58037917-d345-487b-9850-3f2b675e527f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=dcd5e77a-ace3-414e-9d3d-f7f6f7ae9d1e HTTP/1.1" status: 200 len: 843 time: 0.0602899 Jun 02 20:58:51.995891 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4d59b-b0a7-4f1a-8696-3042d05e86e8 req-cada807d-042f-4ce5-af80-a8cf9b12f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:51.997331 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-14c4d59b-b0a7-4f1a-8696-3042d05e86e8 req-cada807d-042f-4ce5-af80-a8cf9b12f890 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5baeaabd-9137-46f2-929e-63c39c40509d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0728915 Jun 02 20:58:52.257993 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-14c4d59b-b0a7-4f1a-8696-3042d05e86e8 req-05436574-fea5-4069-85a2-fa6f7c08266f service neutron] 10.222.0.95 "GET /v2.0/networks/5baeaabd-9137-46f2-929e-63c39c40509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537060 Jun 02 20:58:52.387223 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-14c4d59b-b0a7-4f1a-8696-3042d05e86e8 req-fa863f95-9788-4a6f-abf2-5c1e1beee1e2 service neutron] 10.222.0.95 "GET /v2.0/networks/5baeaabd-9137-46f2-929e-63c39c40509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214287 Jun 02 20:58:52.826840 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fc646-2de1-431f-b89e-14ba8c66884a req-08292141-bdbc-4799-ab55-3bd6d5b6f9d5 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:52.827537 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-b56fc646-2de1-431f-b89e-14ba8c66884a req-08292141-bdbc-4799-ab55-3bd6d5b6f9d5 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Synchronizing usage tracker for tenant:efebdcecc7314f27b8e31384cccd8f60 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:58:52.843719 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-b56fc646-2de1-431f-b89e-14ba8c66884a req-08292141-bdbc-4799-ab55-3bd6d5b6f9d5 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Unset dirty status for tenant:efebdcecc7314f27b8e31384cccd8f60 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:58:52.844937 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b56fc646-2de1-431f-b89e-14ba8c66884a req-08292141-bdbc-4799-ab55-3bd6d5b6f9d5 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac41d3a4-0876-4fc8-b2f3-d0ac4219f180 HTTP/1.1" status: 200 len: 948 time: 0.0956173 Jun 02 20:58:52.887817 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-b56fc646-2de1-431f-b89e-14ba8c66884a req-6cf3ac8f-bb40-4c9c-a067-6b7ded2fa73a tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Synchronizing usage tracker for tenant:efebdcecc7314f27b8e31384cccd8f60 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:58:52.902900 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-b56fc646-2de1-431f-b89e-14ba8c66884a req-6cf3ac8f-bb40-4c9c-a067-6b7ded2fa73a tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Unset dirty status for tenant:efebdcecc7314f27b8e31384cccd8f60 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:58:52.903996 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b56fc646-2de1-431f-b89e-14ba8c66884a req-6cf3ac8f-bb40-4c9c-a067-6b7ded2fa73a tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8cb9d2-5699-4db9-8605-6da3cee9e691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532222 Jun 02 20:58:54.059550 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:58:54.089359 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f540750-ea92-4013-b47a-d5a578053253 req-b597f7d4-7be8-4b75-9b63-ee19f862819a tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:54.090813 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3f540750-ea92-4013-b47a-d5a578053253 req-b597f7d4-7be8-4b75-9b63-ee19f862819a tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac41d3a4-0876-4fc8-b2f3-d0ac4219f180 HTTP/1.1" status: 200 len: 948 time: 0.0798023 Jun 02 20:58:54.137777 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3f540750-ea92-4013-b47a-d5a578053253 req-12c1589d-bf62-4e24-9725-c5ca1a530dde tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8cb9d2-5699-4db9-8605-6da3cee9e691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412524 Jun 02 20:58:54.681669 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 39db01d5-7833-47b0-ac39-206f5f770231 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:58:54.810959 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 39db01d5-7833-47b0-ac39-206f5f770231, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=39db01d5-7833-47b0-ac39-206f5f770231,segment=NetworkSegment(5719f433-69cd-4e3c-8148-b5b883bedeb7),segment_id=5719f433-69cd-4e3c-8148-b5b883bedeb7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:58:54.824176 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '39db01d5-7833-47b0-ac39-206f5f770231', 'network_id': '5baeaabd-9137-46f2-929e-63c39c40509d', 'port_id': '39db01d5-7833-47b0-ac39-206f5f770231', 'mac_address': 'fa:16:3e:70:6d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd5e77a-ace3-414e-9d3d-f7f6f7ae9d1e', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:58:54.877564 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:54.894296 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39db01d5-7833-47b0-ac39-206f5f770231 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:58:54.908965 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 39db01d5-7833-47b0-ac39-206f5f770231, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=39db01d5-7833-47b0-ac39-206f5f770231,segment=NetworkSegment(5719f433-69cd-4e3c-8148-b5b883bedeb7),segment_id=5719f433-69cd-4e3c-8148-b5b883bedeb7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:58:54.913832 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:54.915601 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-77564471-0f43-40db-bfb0-ba25e2622850 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:54.981581 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=39db01d5-7833-47b0-ac39-206f5f770231,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:54.988724 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:54.989076 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:54.989419 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:54.989754 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:54.990577 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:54.990908 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:54.991265 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:54.991596 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:54.991923 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:54.992245 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:54.992567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:54.992890 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:58:54.996543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:55.203568 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['39db01d5-7833-47b0-ac39-206f5f770231'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:58:55.325312 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a910e2e-58c6-4acc-a976-6122bec560d5 req-59a37a3f-e1fe-4a7d-8192-04e51731ce63 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:55.327461 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9a910e2e-58c6-4acc-a976-6122bec560d5 req-59a37a3f-e1fe-4a7d-8192-04e51731ce63 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac41d3a4-0876-4fc8-b2f3-d0ac4219f180 HTTP/1.1" status: 200 len: 949 time: 0.0852580 Jun 02 20:58:55.374915 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9a910e2e-58c6-4acc-a976-6122bec560d5 req-819cc154-500a-456e-92a9-ad9cc9fc5c2b tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8cb9d2-5699-4db9-8605-6da3cee9e691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417614 Jun 02 20:58:56.555223 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558edb20-3d18-4234-97f1-8b40b46e2959 req-09168f30-efcb-4433-911c-301680660f2e tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:56.556586 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-558edb20-3d18-4234-97f1-8b40b46e2959 req-09168f30-efcb-4433-911c-301680660f2e tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac41d3a4-0876-4fc8-b2f3-d0ac4219f180 HTTP/1.1" status: 200 len: 949 time: 0.0805082 Jun 02 20:58:56.600017 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-558edb20-3d18-4234-97f1-8b40b46e2959 req-a77b78a3-b9a6-42ba-941a-90d7e8a6cb62 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8cb9d2-5699-4db9-8605-6da3cee9e691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378551 Jun 02 20:58:56.695980 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 39db01d5-7833-47b0-ac39-206f5f770231 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:58:56.762990 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 39db01d5-7833-47b0-ac39-206f5f770231 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:58:56.767378 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 39db01d5-7833-47b0-ac39-206f5f770231 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:58:56.767755 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:56.893253 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:56.919025 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac41d3a4-0876-4fc8-b2f3-d0ac4219f180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39db01d5-7833-47b0-ac39-206f5f770231'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:58:56.921397 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0409a13d-0f9f-4e44-ad9a-c6219edcb2f4" -d '{"events": [{"server_uuid": "ac41d3a4-0876-4fc8-b2f3-d0ac4219f180", "name": "network-vif-plugged", "status": "completed", "tag": "39db01d5-7833-47b0-ac39-206f5f770231"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:58:56.929830 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 39db01d5-7833-47b0-ac39-206f5f770231, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=39db01d5-7833-47b0-ac39-206f5f770231,segment=NetworkSegment(5719f433-69cd-4e3c-8148-b5b883bedeb7),segment_id=5719f433-69cd-4e3c-8148-b5b883bedeb7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:58:56.933531 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:58:56.936309 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-274faa1d-a1fd-4e06-8a8c-294a77ee9b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:58:56.971073 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6272e61-3436-4b99-b482-1f36b9100822 x-openstack-request-id: req-f6272e61-3436-4b99-b482-1f36b9100822 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:58:56.971556 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac41d3a4-0876-4fc8-b2f3-d0ac4219f180", "name": "network-vif-plugged", "status": "completed", "tag": "39db01d5-7833-47b0-ac39-206f5f770231", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:58:56.971813 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6272e61-3436-4b99-b482-1f36b9100822 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:58:56.972196 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac41d3a4-0876-4fc8-b2f3-d0ac4219f180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39db01d5-7833-47b0-ac39-206f5f770231', 'code': 200} Jun 02 20:58:57.006310 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=39db01d5-7833-47b0-ac39-206f5f770231,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:58:57.009805 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:58:57.189134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd9ef0-2276-4781-a1c7-77036294f30b req-a250a55b-3b8a-4f51-85a1-00845ba5406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:57.190598 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-72fd9ef0-2276-4781-a1c7-77036294f30b req-a250a55b-3b8a-4f51-85a1-00845ba5406e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ac41d3a4-0876-4fc8-b2f3-d0ac4219f180 HTTP/1.1" status: 200 len: 1103 time: 0.0724399 Jun 02 20:58:57.234411 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-72fd9ef0-2276-4781-a1c7-77036294f30b req-1f4fb9e9-b926-4ee5-998d-564d83fc9a8e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=7e8cb9d2-5699-4db9-8605-6da3cee9e691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371487 Jun 02 20:58:57.783498 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8d695-6f25-4fbc-8649-ff0f74313971 req-9bfa8cf4-48df-42da-988b-a547a98fe043 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:57.784950 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-1fe8d695-6f25-4fbc-8649-ff0f74313971 req-9bfa8cf4-48df-42da-988b-a547a98fe043 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac41d3a4-0876-4fc8-b2f3-d0ac4219f180 HTTP/1.1" status: 200 len: 950 time: 0.0834320 Jun 02 20:58:57.837031 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-1fe8d695-6f25-4fbc-8649-ff0f74313971 req-ede1a0a4-a887-4bea-80c5-d1f5d6755853 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8cb9d2-5699-4db9-8605-6da3cee9e691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459561 Jun 02 20:58:59.024920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0d930-83eb-44c8-a092-6726f7ea01fa req-0e5b2a05-d5c4-47b8-a309-5c608b908179 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:58:59.026288 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b6d0d930-83eb-44c8-a092-6726f7ea01fa req-0e5b2a05-d5c4-47b8-a309-5c608b908179 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac41d3a4-0876-4fc8-b2f3-d0ac4219f180 HTTP/1.1" status: 200 len: 950 time: 0.0839756 Jun 02 20:58:59.069532 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b6d0d930-83eb-44c8-a092-6726f7ea01fa req-d301b3c7-b719-469c-88af-222fcec0800c tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8cb9d2-5699-4db9-8605-6da3cee9e691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375705 Jun 02 20:59:00.136467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87649c-994c-4d1d-9544-dc9fc6f77778 req-08bf3e9c-9f15-498f-9b51-d54f3aa5b7d0 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:00.137827 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7e87649c-994c-4d1d-9544-dc9fc6f77778 req-08bf3e9c-9f15-498f-9b51-d54f3aa5b7d0 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac41d3a4-0876-4fc8-b2f3-d0ac4219f180 HTTP/1.1" status: 200 len: 950 time: 0.0831535 Jun 02 20:59:00.181143 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7e87649c-994c-4d1d-9544-dc9fc6f77778 req-87a1c1f7-6c91-4dd1-9f7f-02d12f527816 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8cb9d2-5699-4db9-8605-6da3cee9e691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377905 Jun 02 20:59:00.776675 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-67e54ba3-43d6-4c6f-adde-d0de4b2138e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:01.365049 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9983f7-d497-4e38-baa4-4397b87cac39 req-406bc19e-ba68-41e7-ae90-0e8e3fe78a41 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:01.366516 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3b9983f7-d497-4e38-baa4-4397b87cac39 req-406bc19e-ba68-41e7-ae90-0e8e3fe78a41 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac41d3a4-0876-4fc8-b2f3-d0ac4219f180 HTTP/1.1" status: 200 len: 950 time: 0.0806267 Jun 02 20:59:01.409193 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3b9983f7-d497-4e38-baa4-4397b87cac39 req-b51ed23e-df24-4eb7-b1b1-7804c93848f4 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8cb9d2-5699-4db9-8605-6da3cee9e691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369833 Jun 02 20:59:01.489348 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f69501-4855-44a4-a349-62789d8408ac req-c25961a9-89da-4c61-b9fd-ed0f4b05e862 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:01.491300 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e5f69501-4855-44a4-a349-62789d8408ac req-c25961a9-89da-4c61-b9fd-ed0f4b05e862 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.95 "GET /v2.0/ports?device_id=ac41d3a4-0876-4fc8-b2f3-d0ac4219f180 HTTP/1.1" status: 200 len: 950 time: 0.0780809 Jun 02 20:59:01.628245 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-e5f69501-4855-44a4-a349-62789d8408ac req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Deleting port 39db01d5-7833-47b0-ac39-206f5f770231 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:59:01.628589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-e5f69501-4855-44a4-a349-62789d8408ac req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:01.759595 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-e5f69501-4855-44a4-a349-62789d8408ac req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] For port 39db01d5-7833-47b0-ac39-206f5f770231, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=39db01d5-7833-47b0-ac39-206f5f770231,segment=NetworkSegment(5719f433-69cd-4e3c-8148-b5b883bedeb7),segment_id=5719f433-69cd-4e3c-8148-b5b883bedeb7)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:59:01.759894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-e5f69501-4855-44a4-a349-62789d8408ac req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:01.889673 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-e5f69501-4855-44a4-a349-62789d8408ac req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Calling delete_port for 39db01d5-7833-47b0-ac39-206f5f770231 owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:59:01.997625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-e5f69501-4855-44a4-a349-62789d8408ac req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:02.002877 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:59:02.009101 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['39db01d5-7833-47b0-ac39-206f5f770231'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:59:02.049000 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Pushing event deleted for resources: {'Port': ['ID=39db01d5-7833-47b0-ac39-206f5f770231,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:59:02.088657 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:02.089050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:02.089432 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:02.090127 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:02.090296 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:02.090530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:02.090899 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:02.091292 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:02.091660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:02.092027 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:02.092393 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:02.092760 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:02.100242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:59:02.139660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f69501-4855-44a4-a349-62789d8408ac req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] No DVR routers for this DVR port 39db01d5-7833-47b0-ac39-206f5f770231 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:59:02.142206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-e5f69501-4855-44a4-a349-62789d8408ac req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:02.144984 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac41d3a4-0876-4fc8-b2f3-d0ac4219f180', 'name': 'network-vif-deleted', 'tag': '39db01d5-7833-47b0-ac39-206f5f770231'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:59:02.147965 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf44ede-dab6-4af5-a14c-25871c7c1ef3" -d '{"events": [{"server_uuid": "ac41d3a4-0876-4fc8-b2f3-d0ac4219f180", "name": "network-vif-deleted", "tag": "39db01d5-7833-47b0-ac39-206f5f770231"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:59:02.164293 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e5f69501-4855-44a4-a349-62789d8408ac req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.95 "DELETE /v2.0/ports/39db01d5-7833-47b0-ac39-206f5f770231 HTTP/1.1" status: 204 len: 173 time: 0.6675010 Jun 02 20:59:02.206872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f9aa8d-c79b-490b-926a-e54366abeedd x-openstack-request-id: req-b2f9aa8d-c79b-490b-926a-e54366abeedd {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:59:02.207258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac41d3a4-0876-4fc8-b2f3-d0ac4219f180", "name": "network-vif-deleted", "tag": "39db01d5-7833-47b0-ac39-206f5f770231", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:59:02.207538 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2f9aa8d-c79b-490b-926a-e54366abeedd {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:59:02.208223 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac41d3a4-0876-4fc8-b2f3-d0ac4219f180', 'name': 'network-vif-deleted', 'tag': '39db01d5-7833-47b0-ac39-206f5f770231', 'status': 'completed', 'code': 200} Jun 02 20:59:02.575105 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-08a2d98e-fa7c-4a44-9702-168931275be4 req-3565720c-06b2-407e-ba20-daaffbbfed87 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac41d3a4-0876-4fc8-b2f3-d0ac4219f180 HTTP/1.1" status: 200 len: 210 time: 0.0477695 Jun 02 20:59:03.340359 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b1672559-e915-4ce0-bea3-5a2b12ea50e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:03.391489 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:03.944401 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 32904) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:59:04.089697 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8bad9e6c-10f8-4d7e-a2f8-87b1d242d035 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=efebdcecc7314f27b8e31384cccd8f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440589 Jun 02 20:59:04.092154 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 32908) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:59:04.147015 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9ac3-e4fa-4c8f-9224-746ee60965db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:04.171137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9ac3-e4fa-4c8f-9224-746ee60965db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:04.222731 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9ac3-e4fa-4c8f-9224-746ee60965db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:04.226793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:59:04.238396 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef9ac3-e4fa-4c8f-9224-746ee60965db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8cb9d2-5699-4db9-8605-6da3cee9e691,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:59:04.242044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f0ef9ac3-e4fa-4c8f-9224-746ee60965db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:59:04.251274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9ac3-e4fa-4c8f-9224-746ee60965db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:04.252382 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f0ef9ac3-e4fa-4c8f-9224-746ee60965db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e8cb9d2-5699-4db9-8605-6da3cee9e691 HTTP/1.1" status: 204 len: 168 time: 0.1593578 Jun 02 20:59:04.305074 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:04.521474 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 32914) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:59:04.541845 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-945ea3f7-2016-4655-a32f-a802c461dba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:04.556080 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-945ea3f7-2016-4655-a32f-a802c461dba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:59:04.559812 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-945ea3f7-2016-4655-a32f-a802c461dba2 admin admin] Usage tracker for resource:security_group_rule and tenant:dfdb0ab7a4134a2ab8ad5ba0c6a4849a is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:59:04.562516 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-945ea3f7-2016-4655-a32f-a802c461dba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:59:04.568055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-945ea3f7-2016-4655-a32f-a802c461dba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:59:04.653433 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-945ea3f7-2016-4655-a32f-a802c461dba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:04.657314 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-945ea3f7-2016-4655-a32f-a802c461dba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:04.666224 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-15c6dafd-ee2a-4e34-afad-a3a6b48bbd63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:59:04.703453 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-945ea3f7-2016-4655-a32f-a802c461dba2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dfdb0ab7a4134a2ab8ad5ba0c6a4849a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808412 Jun 02 20:59:04.704973 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ea3f7-2016-4655-a32f-a802c461dba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e73fe1-173a-4235-a4f5-a939ba1d5880,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:59:04.706063 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 32916) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:59:04.707941 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-945ea3f7-2016-4655-a32f-a802c461dba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:59:04.764044 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29b39c56-034b-48c4-9098-a8713496af89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:04.774882 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 39db01d5-7833-47b0-ac39-206f5f770231 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 20:59:04.793751 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29b39c56-034b-48c4-9098-a8713496af89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:04.808574 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 39db01d5-7833-47b0-ac39-206f5f770231 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 20:59:04.808923 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 39db01d5-7833-47b0-ac39-206f5f770231 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 20:59:04.844630 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29b39c56-034b-48c4-9098-a8713496af89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:04.848474 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8f6591eb-5515-4826-b10b-279a43194a62 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:59:04.859515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b39c56-034b-48c4-9098-a8713496af89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e73fe1-173a-4235-a4f5-a939ba1d5880,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:59:04.869945 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b39c56-034b-48c4-9098-a8713496af89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:04.870339 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b39c56-034b-48c4-9098-a8713496af89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:04.870724 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b39c56-034b-48c4-9098-a8713496af89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:04.871103 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b39c56-034b-48c4-9098-a8713496af89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:04.871504 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b39c56-034b-48c4-9098-a8713496af89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:04.871876 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b39c56-034b-48c4-9098-a8713496af89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:04.872247 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b39c56-034b-48c4-9098-a8713496af89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:04.872617 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b39c56-034b-48c4-9098-a8713496af89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:04.872986 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b39c56-034b-48c4-9098-a8713496af89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:04.873353 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b39c56-034b-48c4-9098-a8713496af89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:04.873719 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b39c56-034b-48c4-9098-a8713496af89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:04.874084 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b39c56-034b-48c4-9098-a8713496af89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 20:59:04.877170 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-29b39c56-034b-48c4-9098-a8713496af89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:59:04.878563 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29b39c56-034b-48c4-9098-a8713496af89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:04.879818 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-29b39c56-034b-48c4-9098-a8713496af89 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5e73fe1-173a-4235-a4f5-a939ba1d5880 HTTP/1.1" status: 204 len: 168 time: 0.1727662 Jun 02 20:59:05.602275 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 32938) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:59:05.702965 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-636347554-network', 'tenant_id': 'af8b69b229ee42e5984df09a01380848'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:59:05.707664 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:59:05.711936 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Usage tracker for resource:network and tenant:af8b69b229ee42e5984df09a01380848 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:59:05.714709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:59:05.721124 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:59:05.731139 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Made reservation on behalf of af8b69b229ee42e5984df09a01380848 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:59:05.733381 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:05.745002 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:05.762784 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:59:05.766509 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Usage tracker for resource:security_group_rule and tenant:af8b69b229ee42e5984df09a01380848 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:59:05.769288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:59:05.775631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:59:05.855222 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:05.858972 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:05.862796 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3a849d3c-fb04-4a6d-a293-2fa4c9085a5c tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:59:05.885884 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 20:59:05.898465 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:59:05.902307 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:59:05.903197 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:05.903535 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Added segment 3b50c851-66c7-4bcd-91a0-6c20893a923e of type vlan for network 8cf35b02-9dad-48e0-b575-b89fdf24f05a Jun 02 20:59:05.928513 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:05.956774 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:05.958171 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:05.959538 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:05.963661 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2a51e1fb-4f01-4ce4-821a-3f4d0eac0f52 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:59:05.966209 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:06.067091 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Pushing event updated for resources: {'Network': ['ID=8cf35b02-9dad-48e0-b575-b89fdf24f05a,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:59:06.071004 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:59:06.072583 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4692740 Jun 02 20:59:06.075597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 32942) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:59:06.078017 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 8cf35b02-9dad-48e0-b575-b89fdf24f05a details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 20:59:06.080323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-de707b98-e0e7-475b-8880-080b7ec199b6 admin admin] Request body: {'subnet': {'network_id': '8cf35b02-9dad-48e0-b575-b89fdf24f05a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-636347554-subnet', 'tenant_id': 'af8b69b229ee42e5984df09a01380848', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:59:06.085814 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-de707b98-e0e7-475b-8880-080b7ec199b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:59:06.089598 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-de707b98-e0e7-475b-8880-080b7ec199b6 admin admin] Usage tracker for resource:subnet and tenant:af8b69b229ee42e5984df09a01380848 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:59:06.092521 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-de707b98-e0e7-475b-8880-080b7ec199b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:59:06.098182 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-de707b98-e0e7-475b-8880-080b7ec199b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:59:06.107815 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de707b98-e0e7-475b-8880-080b7ec199b6 admin admin] Made reservation on behalf of af8b69b229ee42e5984df09a01380848 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:59:06.110095 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-de707b98-e0e7-475b-8880-080b7ec199b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:06.617181 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-de707b98-e0e7-475b-8880-080b7ec199b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:06.621380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8d8e46d2-df83-443b-b9e7-33347462b29c tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:59:06.690442 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de707b98-e0e7-475b-8880-080b7ec199b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93fe8d01-2e49-4d44-b555-f94b8f774d61,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:59:06.693849 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-de707b98-e0e7-475b-8880-080b7ec199b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:59:06.699277 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de707b98-e0e7-475b-8880-080b7ec199b6 admin admin] Checking segment: {'id': '3b50c851-66c7-4bcd-91a0-6c20893a923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8cf35b02-9dad-48e0-b575-b89fdf24f05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:59:06.699632 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de707b98-e0e7-475b-8880-080b7ec199b6 admin admin] Network hostable DHCP agents. Network: 8cf35b02-9dad-48e0-b575-b89fdf24f05a, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 20:59:06.716729 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de707b98-e0e7-475b-8880-080b7ec199b6 admin admin] Network 8cf35b02-9dad-48e0-b575-b89fdf24f05a is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 20:59:06.726463 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-de707b98-e0e7-475b-8880-080b7ec199b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 8cf35b02-9dad-48e0-b575-b89fdf24f05a) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:59:06.734922 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de707b98-e0e7-475b-8880-080b7ec199b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:06.735538 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-de707b98-e0e7-475b-8880-080b7ec199b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:06.740654 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ff9337-c47b-404c-ba67-a4ed63feb429 None None] Network 8cf35b02-9dad-48e0-b575-b89fdf24f05a requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:59:06.756337 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-de707b98-e0e7-475b-8880-080b7ec199b6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6797228 Jun 02 20:59:06.932803 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4e92e7-0cf5-4657-910f-a1a9087f95e5 None None] Network 8cf35b02-9dad-48e0-b575-b89fdf24f05a requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 20:59:07.253889 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-aad79a82-0e98-4398-9944-64f407d7a6b1 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:07.254566 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-aad79a82-0e98-4398-9944-64f407d7a6b1 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Synchronizing usage tracker for tenant:af8b69b229ee42e5984df09a01380848 on resource:network {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:59:07.270755 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-aad79a82-0e98-4398-9944-64f407d7a6b1 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Unset dirty status for tenant:af8b69b229ee42e5984df09a01380848 on resource:network {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:59:07.271926 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-aad79a82-0e98-4398-9944-64f407d7a6b1 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/networks?id=8cf35b02-9dad-48e0-b575-b89fdf24f05a HTTP/1.1" status: 200 len: 811 time: 0.1578894 Jun 02 20:59:07.286010 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-fcaa7895-3151-400e-96f2-5f55ac8acae4 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/quotas/af8b69b229ee42e5984df09a01380848 HTTP/1.1" status: 200 len: 375 time: 0.0086930 Jun 02 20:59:07.335748 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-ecf6e04d-e48d-4010-89e3-a3d5c976c68e tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=af8b69b229ee42e5984df09a01380848&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444040 Jun 02 20:59:07.464130 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-c961a9ea-4415-446e-9886-61b5ae86a4af service neutron] 10.222.0.25 "GET /v2.0/networks/8cf35b02-9dad-48e0-b575-b89fdf24f05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218536 Jun 02 20:59:07.592124 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-4a8018f2-5016-431a-bf10-b7a8ff3563f3 service neutron] 10.222.0.25 "GET /v2.0/networks/8cf35b02-9dad-48e0-b575-b89fdf24f05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222646 Jun 02 20:59:07.766036 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1d140ffc-15d3-4cd5-95d8-f8a96d4893c7 req-81847674-1854-474d-b305-f56eaeb78c83 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 210 time: 0.0425589 Jun 02 20:59:08.922815 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e2c6f598-a242-4491-9ee2-d75bd7543f56 req-1873c7bc-79f5-430e-9be7-7c14f3985159 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 210 time: 0.0460839 Jun 02 20:59:08.965263 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-2eceb271-0b64-46c8-bb3b-d0a4ee5ec360 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:08.966672 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-2eceb271-0b64-46c8-bb3b-d0a4ee5ec360 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.95 "GET /v2.0/networks?id=8cf35b02-9dad-48e0-b575-b89fdf24f05a HTTP/1.1" status: 200 len: 811 time: 0.1501069 Jun 02 20:59:08.978638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-eb37cf23-698c-42c3-b7ef-fffa2229d9e5 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Request body: {'port': {'device_id': '204f309d-3f47-48c7-8d34-5e58772c0806', 'network_id': '8cf35b02-9dad-48e0-b575-b89fdf24f05a', 'admin_state_up': True, 'tenant_id': 'af8b69b229ee42e5984df09a01380848'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:59:09.241180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-eb37cf23-698c-42c3-b7ef-fffa2229d9e5 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 20:59:09.244945 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-eb37cf23-698c-42c3-b7ef-fffa2229d9e5 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Usage tracker for resource:port and tenant:af8b69b229ee42e5984df09a01380848 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 20:59:09.247708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-eb37cf23-698c-42c3-b7ef-fffa2229d9e5 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 20:59:09.253287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-eb37cf23-698c-42c3-b7ef-fffa2229d9e5 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 20:59:09.263737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-eb37cf23-698c-42c3-b7ef-fffa2229d9e5 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Made reservation on behalf of af8b69b229ee42e5984df09a01380848 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 20:59:09.267005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-eb37cf23-698c-42c3-b7ef-fffa2229d9e5 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:09.423449 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-eb37cf23-698c-42c3-b7ef-fffa2229d9e5 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Allocated IP 172.20.0.10 (8cf35b02-9dad-48e0-b575-b89fdf24f05a/93fe8d01-2e49-4d44-b555-f94b8f774d61/f27925c8-750a-4468-a107-6d441f632533) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 20:59:09.622767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-eb37cf23-698c-42c3-b7ef-fffa2229d9e5 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:09.650499 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-eb37cf23-698c-42c3-b7ef-fffa2229d9e5 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:09.656166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:59:09.722333 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-eb37cf23-698c-42c3-b7ef-fffa2229d9e5 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Network 8cf35b02-9dad-48e0-b575-b89fdf24f05a is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 20:59:09.726112 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-eb37cf23-698c-42c3-b7ef-fffa2229d9e5 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 20:59:09.730054 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-eb37cf23-698c-42c3-b7ef-fffa2229d9e5 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 20:59:09.760564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37cf23-698c-42c3-b7ef-fffa2229d9e5 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Pushing event updated for resources: {'Port': ['ID=f27925c8-750a-4468-a107-6d441f632533,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:59:09.766575 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-eb37cf23-698c-42c3-b7ef-fffa2229d9e5 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:59:09.798483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-eb37cf23-698c-42c3-b7ef-fffa2229d9e5 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:09.799084 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-eb37cf23-698c-42c3-b7ef-fffa2229d9e5 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:09.823043 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-eb37cf23-698c-42c3-b7ef-fffa2229d9e5 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8479564 Jun 02 20:59:09.835050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Request body: {'port': {'device_id': '204f309d-3f47-48c7-8d34-5e58772c0806', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 20:59:09.941684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:10.241925 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db9c5d-6fa6-4791-ae97-68e99f0e4691 req-aa4e7b28-32d3-41a3-9ac8-50efdf2f7303 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:10.242587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-e9db9c5d-6fa6-4791-ae97-68e99f0e4691 req-aa4e7b28-32d3-41a3-9ac8-50efdf2f7303 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Synchronizing usage tracker for tenant:af8b69b229ee42e5984df09a01380848 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:59:10.289735 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-e9db9c5d-6fa6-4791-ae97-68e99f0e4691 req-aa4e7b28-32d3-41a3-9ac8-50efdf2f7303 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Unset dirty status for tenant:af8b69b229ee42e5984df09a01380848 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:59:10.290865 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e9db9c5d-6fa6-4791-ae97-68e99f0e4691 req-aa4e7b28-32d3-41a3-9ac8-50efdf2f7303 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 932 time: 0.2328341 Jun 02 20:59:10.385681 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e9db9c5d-6fa6-4791-ae97-68e99f0e4691 req-e32ec9de-13de-4435-b512-4416caf536a6 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884254 Jun 02 20:59:10.395221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27925c8-750a-4468-a107-6d441f632533 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:59:10.403521 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:10.418511 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Transition to ACTIVE for port object f27925c8-750a-4468-a107-6d441f632533 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 20:59:10.421903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:10.425459 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b29e1ef6-cca0-4fc2-b709-a0cb6353662f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:59:10.573953 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Pushing event updated for resources: {'Port': ['ID=f27925c8-750a-4468-a107-6d441f632533,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:59:10.581062 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:59:10.658369 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Attempting to bind port f27925c8-750a-4468-a107-6d441f632533 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 20:59:10.658711 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Attempting to bind port f27925c8-750a-4468-a107-6d441f632533 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '3b50c851-66c7-4bcd-91a0-6c20893a923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8cf35b02-9dad-48e0-b575-b89fdf24f05a'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 20:59:10.659038 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Attempting to bind port f27925c8-750a-4468-a107-6d441f632533 on network 8cf35b02-9dad-48e0-b575-b89fdf24f05a {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:59:10.664078 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Port f27925c8-750a-4468-a107-6d441f632533 on network 8cf35b02-9dad-48e0-b575-b89fdf24f05a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 20:59:10.664419 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Attempting to bind port f27925c8-750a-4468-a107-6d441f632533 on network 8cf35b02-9dad-48e0-b575-b89fdf24f05a {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 20:59:10.669465 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 20:59:10.669802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Checking segment: {'id': '3b50c851-66c7-4bcd-91a0-6c20893a923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8cf35b02-9dad-48e0-b575-b89fdf24f05a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 20:59:10.670186 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Bound using segment: {'id': '3b50c851-66c7-4bcd-91a0-6c20893a923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8cf35b02-9dad-48e0-b575-b89fdf24f05a'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 20:59:10.670614 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Bound port: f27925c8-750a-4468-a107-6d441f632533, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b50c851-66c7-4bcd-91a0-6c20893a923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8cf35b02-9dad-48e0-b575-b89fdf24f05a'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 20:59:10.670955 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:10.768474 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] For port f27925c8-750a-4468-a107-6d441f632533, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 20:59:10.772959 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] For port f27925c8-750a-4468-a107-6d441f632533, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f27925c8-750a-4468-a107-6d441f632533,segment=NetworkSegment(3b50c851-66c7-4bcd-91a0-6c20893a923e),segment_id=3b50c851-66c7-4bcd-91a0-6c20893a923e)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 20:59:10.776607 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:10.781095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9a596cc2-49ee-4697-bf58-bff640f8f3f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:59:10.834394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:10.835760 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:10.837138 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] 10.222.0.95 "PUT /v2.0/ports/f27925c8-750a-4468-a107-6d441f632533 HTTP/1.1" status: 200 len: 1094 time: 1.0063372 Jun 02 20:59:10.838714 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204f309d-3f47-48c7-8d34-5e58772c0806', 'tag': 'f27925c8-750a-4468-a107-6d441f632533'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:59:10.840677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e913b74c-8a52-4974-b0a5-7238fca0837a" -d '{"events": [{"name": "network-changed", "server_uuid": "204f309d-3f47-48c7-8d34-5e58772c0806", "tag": "f27925c8-750a-4468-a107-6d441f632533"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:59:10.867020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Pushing event updated for resources: {'Port': ['ID=f27925c8-750a-4468-a107-6d441f632533,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:59:10.869991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:59:10.913042 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 20:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66131db-630f-412c-a3cc-a51116537717 x-openstack-request-id: req-f66131db-630f-412c-a3cc-a51116537717 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:59:10.913382 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204f309d-3f47-48c7-8d34-5e58772c0806", "tag": "f27925c8-750a-4468-a107-6d441f632533", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:59:10.913682 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f66131db-630f-412c-a3cc-a51116537717 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:59:10.914118 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204f309d-3f47-48c7-8d34-5e58772c0806', 'tag': 'f27925c8-750a-4468-a107-6d441f632533', 'status': 'completed', 'code': 200} Jun 02 20:59:10.963666 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-4de174b7-e1ec-476c-b887-199b9ca0e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:10.965143 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-4de174b7-e1ec-476c-b887-199b9ca0e6a8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=af8b69b229ee42e5984df09a01380848&device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 1097 time: 0.0923479 Jun 02 20:59:11.037342 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-6b934113-6c1d-42da-848b-e4b57aefc076 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f27925c8-750a-4468-a107-6d441f632533 HTTP/1.1" status: 200 len: 217 time: 0.0641928 Jun 02 20:59:11.107841 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-83725189-a64b-4811-85d0-9cfad0e7f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:11.109160 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-83725189-a64b-4811-85d0-9cfad0e7f440 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=93fe8d01-2e49-4d44-b555-f94b8f774d61 HTTP/1.1" status: 200 len: 851 time: 0.0656998 Jun 02 20:59:11.159044 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-a09d7f99-7b8c-475e-9e93-7c774e835a5c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8cf35b02-9dad-48e0-b575-b89fdf24f05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431662 Jun 02 20:59:11.457655 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-d1ead28b-3564-4b1f-ac10-4e1c15df4c21 service neutron] 10.222.0.95 "GET /v2.0/networks/8cf35b02-9dad-48e0-b575-b89fdf24f05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924826 Jun 02 20:59:11.650489 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0e585f9d-dc0c-4ddf-ab00-7280db42765e req-87e48c33-ee45-4a09-b5d8-7e3ccd108c8b service neutron] 10.222.0.95 "GET /v2.0/networks/8cf35b02-9dad-48e0-b575-b89fdf24f05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863778 Jun 02 20:59:11.668124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47094cd2-43e3-4480-bb14-32b214a2da91 req-f057ba67-3667-4097-a66f-3496f987acf9 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:11.669472 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-47094cd2-43e3-4480-bb14-32b214a2da91 req-f057ba67-3667-4097-a66f-3496f987acf9 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 944 time: 0.1777413 Jun 02 20:59:11.751788 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-47094cd2-43e3-4480-bb14-32b214a2da91 req-7b4a5bc0-0584-4adc-ae6a-a40720c0acbe tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764031 Jun 02 20:59:11.782469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913b74c-8a52-4974-b0a5-7238fca0837a req-efde417e-8d3c-4b43-aa53-7edc4d577a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:11.783951 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e913b74c-8a52-4974-b0a5-7238fca0837a req-efde417e-8d3c-4b43-aa53-7edc4d577a8a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=af8b69b229ee42e5984df09a01380848&device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 1097 time: 0.0799806 Jun 02 20:59:11.912385 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913b74c-8a52-4974-b0a5-7238fca0837a req-dec43eb2-ceb3-4a6e-bfa2-f24cf93aa312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:11.913793 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e913b74c-8a52-4974-b0a5-7238fca0837a req-dec43eb2-ceb3-4a6e-bfa2-f24cf93aa312 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8cf35b02-9dad-48e0-b575-b89fdf24f05a HTTP/1.1" status: 200 len: 912 time: 0.1230993 Jun 02 20:59:11.984248 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e913b74c-8a52-4974-b0a5-7238fca0837a req-0896fcb7-e30d-4809-a984-743c149a2faa service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f27925c8-750a-4468-a107-6d441f632533 HTTP/1.1" status: 200 len: 217 time: 0.0637796 Jun 02 20:59:12.045591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913b74c-8a52-4974-b0a5-7238fca0837a req-f896d6a2-07e0-4d32-9883-aeed95d5b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:12.046972 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e913b74c-8a52-4974-b0a5-7238fca0837a req-f896d6a2-07e0-4d32-9883-aeed95d5b769 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=93fe8d01-2e49-4d44-b555-f94b8f774d61 HTTP/1.1" status: 200 len: 851 time: 0.0565190 Jun 02 20:59:12.095781 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e913b74c-8a52-4974-b0a5-7238fca0837a req-e067b4c9-504d-439c-8e77-36a47f030b26 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8cf35b02-9dad-48e0-b575-b89fdf24f05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423863 Jun 02 20:59:12.222789 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e913b74c-8a52-4974-b0a5-7238fca0837a req-5fca5560-8134-46e3-bdc4-96e019d71dbc service neutron] 10.222.0.95 "GET /v2.0/networks/8cf35b02-9dad-48e0-b575-b89fdf24f05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205349 Jun 02 20:59:12.358094 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e913b74c-8a52-4974-b0a5-7238fca0837a req-d7b07e69-b58a-480a-9600-a927a0557bd8 service neutron] 10.222.0.95 "GET /v2.0/networks/8cf35b02-9dad-48e0-b575-b89fdf24f05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283078 Jun 02 20:59:12.941257 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc993601-589d-440f-9f1f-c05482d42a84 req-b7208447-a12d-4bf3-a2ec-37af3bdc106a tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:12.943366 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fc993601-589d-440f-9f1f-c05482d42a84 req-b7208447-a12d-4bf3-a2ec-37af3bdc106a tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 944 time: 0.0855103 Jun 02 20:59:12.990773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-fc993601-589d-440f-9f1f-c05482d42a84 req-3fdbf31f-8e51-4b10-8686-2501bafc1e12 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Synchronizing usage tracker for tenant:af8b69b229ee42e5984df09a01380848 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:59:13.006959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-fc993601-589d-440f-9f1f-c05482d42a84 req-3fdbf31f-8e51-4b10-8686-2501bafc1e12 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Unset dirty status for tenant:af8b69b229ee42e5984df09a01380848 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:59:13.008250 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fc993601-589d-440f-9f1f-c05482d42a84 req-3fdbf31f-8e51-4b10-8686-2501bafc1e12 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594358 Jun 02 20:59:14.194463 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66a6e5-59a8-40b3-b880-c3ba21d0d9fb req-3458d7b9-b818-49af-9006-469be51f2ff8 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:14.195923 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dd66a6e5-59a8-40b3-b880-c3ba21d0d9fb req-3458d7b9-b818-49af-9006-469be51f2ff8 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 944 time: 0.0818982 Jun 02 20:59:14.238067 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dd66a6e5-59a8-40b3-b880-c3ba21d0d9fb req-c0a700c4-7a05-4a7d-b24c-6535f39f5c47 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366588 Jun 02 20:59:14.568893 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:14.850764 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device f27925c8-750a-4468-a107-6d441f632533 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:59:14.985494 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port f27925c8-750a-4468-a107-6d441f632533, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f27925c8-750a-4468-a107-6d441f632533,segment=NetworkSegment(3b50c851-66c7-4bcd-91a0-6c20893a923e),segment_id=3b50c851-66c7-4bcd-91a0-6c20893a923e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:59:14.998235 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': 'f27925c8-750a-4468-a107-6d441f632533', 'network_id': '8cf35b02-9dad-48e0-b575-b89fdf24f05a', 'port_id': 'f27925c8-750a-4468-a107-6d441f632533', 'mac_address': 'fa:16:3e:a8:40:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93fe8d01-2e49-4d44-b555-f94b8f774d61', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:59:15.055727 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:15.072203 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27925c8-750a-4468-a107-6d441f632533 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:59:15.088915 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port f27925c8-750a-4468-a107-6d441f632533, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f27925c8-750a-4468-a107-6d441f632533,segment=NetworkSegment(3b50c851-66c7-4bcd-91a0-6c20893a923e),segment_id=3b50c851-66c7-4bcd-91a0-6c20893a923e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:59:15.093469 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:15.096008 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7f7afade-7813-4e94-9131-b8baa6dbbb13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:59:15.159374 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=f27925c8-750a-4468-a107-6d441f632533,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:59:15.162152 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:59:15.387155 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['f27925c8-750a-4468-a107-6d441f632533'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:59:15.575862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dede86-8c6c-44de-a0a1-1cfafa90ff3c req-32ead613-2a23-4a73-b7f3-8855f4103398 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:15.577317 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c1dede86-8c6c-44de-a0a1-1cfafa90ff3c req-32ead613-2a23-4a73-b7f3-8855f4103398 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 945 time: 0.0845811 Jun 02 20:59:15.621797 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c1dede86-8c6c-44de-a0a1-1cfafa90ff3c req-4a2ace51-f185-42d5-9440-6e096c5035f2 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387919 Jun 02 20:59:16.810197 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a1279-845d-4d74-a195-9cbd49dad4fa req-4d3174cc-111a-48cc-bda5-c33ddbd33947 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:16.811658 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-540a1279-845d-4d74-a195-9cbd49dad4fa req-4d3174cc-111a-48cc-bda5-c33ddbd33947 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 945 time: 0.0812614 Jun 02 20:59:16.851925 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device f27925c8-750a-4468-a107-6d441f632533 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:59:16.854517 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-540a1279-845d-4d74-a195-9cbd49dad4fa req-50e15c02-a15d-48eb-b04c-c6435c17230e tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373137 Jun 02 20:59:16.922191 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port f27925c8-750a-4468-a107-6d441f632533 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 20:59:16.926753 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port f27925c8-750a-4468-a107-6d441f632533 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:59:16.927135 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:17.058891 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:17.085101 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204f309d-3f47-48c7-8d34-5e58772c0806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27925c8-750a-4468-a107-6d441f632533'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:59:17.087271 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d157d807-cbe6-434e-bc1a-ae23b0424fb8" -d '{"events": [{"server_uuid": "204f309d-3f47-48c7-8d34-5e58772c0806", "name": "network-vif-plugged", "status": "completed", "tag": "f27925c8-750a-4468-a107-6d441f632533"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:59:17.094731 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port f27925c8-750a-4468-a107-6d441f632533, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f27925c8-750a-4468-a107-6d441f632533,segment=NetworkSegment(3b50c851-66c7-4bcd-91a0-6c20893a923e),segment_id=3b50c851-66c7-4bcd-91a0-6c20893a923e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:59:17.099021 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:17.100838 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:59:17.167937 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=f27925c8-750a-4468-a107-6d441f632533,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:59:17.170896 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:59:17.181791 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a58f82-1562-48aa-8e95-db478170a78e x-openstack-request-id: req-77a58f82-1562-48aa-8e95-db478170a78e {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:59:17.182096 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204f309d-3f47-48c7-8d34-5e58772c0806", "name": "network-vif-plugged", "status": "completed", "tag": "f27925c8-750a-4468-a107-6d441f632533", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:59:17.182355 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77a58f82-1562-48aa-8e95-db478170a78e {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:59:17.182748 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204f309d-3f47-48c7-8d34-5e58772c0806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27925c8-750a-4468-a107-6d441f632533', 'code': 200} Jun 02 20:59:17.403482 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49791a1-9290-44f5-84df-0c8851f97789 req-54940f5d-2cbf-4224-aa57-9498ddd5b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:17.404939 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f49791a1-9290-44f5-84df-0c8851f97789 req-54940f5d-2cbf-4224-aa57-9498ddd5b7e7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 1099 time: 0.0725129 Jun 02 20:59:17.448257 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f49791a1-9290-44f5-84df-0c8851f97789 req-16d9124e-94de-4793-b15f-1f517b207c2e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355163 Jun 02 20:59:18.035916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e89474-0033-4d1d-a2f8-4a538bd74053 req-78d9aa29-eee8-4ca6-aaa0-1f9a2a272991 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:18.038539 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-84e89474-0033-4d1d-a2f8-4a538bd74053 req-78d9aa29-eee8-4ca6-aaa0-1f9a2a272991 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0811186 Jun 02 20:59:18.081728 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-84e89474-0033-4d1d-a2f8-4a538bd74053 req-26b34b08-45bb-42f3-998c-f910857b5ed9 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377417 Jun 02 20:59:19.261631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82f43d-4473-49f0-9bb8-c9d8e31ebf6a req-77425f5a-0af3-4d0c-80f3-730a39b2352c tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:19.263051 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8d82f43d-4473-49f0-9bb8-c9d8e31ebf6a req-77425f5a-0af3-4d0c-80f3-730a39b2352c tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0778174 Jun 02 20:59:19.309445 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8d82f43d-4473-49f0-9bb8-c9d8e31ebf6a req-941503da-afb4-489d-bac4-0d2b3c435417 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409338 Jun 02 20:59:19.672699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 33012) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:59:19.706082 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b716fc0-a4b4-499f-8b00-b942259c7dff req-fb2f9fa5-7a83-482e-bd91-97b8152c6e88 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:19.707566 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-1b716fc0-a4b4-499f-8b00-b942259c7dff req-fb2f9fa5-7a83-482e-bd91-97b8152c6e88 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0824220 Jun 02 20:59:19.753068 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-1b716fc0-a4b4-499f-8b00-b942259c7dff req-99b6a693-20d3-4841-b1cb-a7e5b774e67a tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393369 Jun 02 20:59:19.791434 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-751c406e-167c-4990-b4e7-2abab3f2471d req-102bb855-6b44-4d6a-b4fb-916f50b8cd9f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1174784 Jun 02 20:59:21.007338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868dae0-ff65-42d1-a623-8a556b3696ec req-e4807ab4-ba9b-4105-9fb7-1b38727fca04 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:21.009900 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c868dae0-ff65-42d1-a623-8a556b3696ec req-e4807ab4-ba9b-4105-9fb7-1b38727fca04 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.1157341 Jun 02 20:59:21.011173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c406e-167c-4990-b4e7-2abab3f2471d req-fdf46662-9358-4992-bd0f-1f3d626b6806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:21.012502 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-751c406e-167c-4990-b4e7-2abab3f2471d req-fdf46662-9358-4992-bd0f-1f3d626b6806 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=af8b69b229ee42e5984df09a01380848&device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 1099 time: 0.1548545 Jun 02 20:59:21.256905 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c868dae0-ff65-42d1-a623-8a556b3696ec req-22f39d3d-ceba-4f65-95f3-ee16d838d226 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405689 Jun 02 20:59:21.302705 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c406e-167c-4990-b4e7-2abab3f2471d req-5f7c65ca-8220-499c-b360-273cf7871d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:21.304186 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-751c406e-167c-4990-b4e7-2abab3f2471d req-5f7c65ca-8220-499c-b360-273cf7871d95 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8cf35b02-9dad-48e0-b575-b89fdf24f05a HTTP/1.1" status: 200 len: 912 time: 0.1445878 Jun 02 20:59:21.372879 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-751c406e-167c-4990-b4e7-2abab3f2471d req-edc5fd00-abf7-435b-b2c3-f75d378692cd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f27925c8-750a-4468-a107-6d441f632533 HTTP/1.1" status: 200 len: 217 time: 0.0616627 Jun 02 20:59:21.432747 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c406e-167c-4990-b4e7-2abab3f2471d req-00d368eb-ff9c-4ef5-8930-3dfd98a2fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:21.434081 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-751c406e-167c-4990-b4e7-2abab3f2471d req-00d368eb-ff9c-4ef5-8930-3dfd98a2fb11 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=93fe8d01-2e49-4d44-b555-f94b8f774d61 HTTP/1.1" status: 200 len: 851 time: 0.0549238 Jun 02 20:59:21.479636 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-751c406e-167c-4990-b4e7-2abab3f2471d req-b816a33a-82fc-4dc7-ab68-3ef832533fac service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8cf35b02-9dad-48e0-b575-b89fdf24f05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390041 Jun 02 20:59:21.607562 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-751c406e-167c-4990-b4e7-2abab3f2471d req-c7ad1499-b5ff-4f5c-8c27-fe64b15ce51d service neutron] 10.222.0.95 "GET /v2.0/networks/8cf35b02-9dad-48e0-b575-b89fdf24f05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204774 Jun 02 20:59:21.741472 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-751c406e-167c-4990-b4e7-2abab3f2471d req-0487c04d-d0c6-47f9-be23-c3177b3a935d service neutron] 10.222.0.95 "GET /v2.0/networks/8cf35b02-9dad-48e0-b575-b89fdf24f05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269805 Jun 02 20:59:22.444888 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4af591-dded-4a75-97ac-a18f0e40527f req-259aaf40-9468-490e-9f82-15e69bc39691 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:22.446343 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cf4af591-dded-4a75-97ac-a18f0e40527f req-259aaf40-9468-490e-9f82-15e69bc39691 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0835116 Jun 02 20:59:22.488941 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cf4af591-dded-4a75-97ac-a18f0e40527f req-86d1bffb-d4c9-4107-9611-31ba3aa0ed3b tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371027 Jun 02 20:59:23.676704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd63e6-af42-4a3d-9eca-32e50c4d7e22 req-b89565a2-a245-4dac-858a-96c5cd5d7a3e tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:23.678746 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5acd63e6-af42-4a3d-9eca-32e50c4d7e22 req-b89565a2-a245-4dac-858a-96c5cd5d7a3e tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0835650 Jun 02 20:59:23.723549 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5acd63e6-af42-4a3d-9eca-32e50c4d7e22 req-c3f39615-2c06-4dfa-ac19-514b7cb16312 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388687 Jun 02 20:59:24.905282 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d603d6-1e11-4d29-8323-1cc4843075dd req-806a8df0-1f1c-47b5-98b4-f6a3c7cd1d5e tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:24.906731 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-43d603d6-1e11-4d29-8323-1cc4843075dd req-806a8df0-1f1c-47b5-98b4-f6a3c7cd1d5e tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0792606 Jun 02 20:59:24.953477 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-43d603d6-1e11-4d29-8323-1cc4843075dd req-ff6a7a23-2da0-414d-a44c-5a778e20457e tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412378 Jun 02 20:59:26.131756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3d56d-8dcc-4cfa-88dd-73d9a587142d req-61d8e3c8-7720-42e0-9a7a-38db3c14a583 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:26.133163 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-66e3d56d-8dcc-4cfa-88dd-73d9a587142d req-61d8e3c8-7720-42e0-9a7a-38db3c14a583 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0777357 Jun 02 20:59:26.179230 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-66e3d56d-8dcc-4cfa-88dd-73d9a587142d req-309354f1-cafa-4695-b3ff-491ebe338194 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402446 Jun 02 20:59:27.358567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76073822-ed55-4a06-b4d0-e1b2d8b36e5d req-05056b38-afb0-4c0b-bfbd-b26f74290df8 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:27.360016 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-76073822-ed55-4a06-b4d0-e1b2d8b36e5d req-05056b38-afb0-4c0b-bfbd-b26f74290df8 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0784507 Jun 02 20:59:27.402566 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-76073822-ed55-4a06-b4d0-e1b2d8b36e5d req-a1a22737-062f-4821-a603-80c2e3777d75 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371113 Jun 02 20:59:28.589676 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cd6c4-9ff7-4fc7-b0e6-45906d27559f req-90b2e97d-54e2-42f9-bdca-b750ffc2716a tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:28.591066 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-299cd6c4-9ff7-4fc7-b0e6-45906d27559f req-90b2e97d-54e2-42f9-bdca-b750ffc2716a tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0808859 Jun 02 20:59:28.637372 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-299cd6c4-9ff7-4fc7-b0e6-45906d27559f req-8c855c89-2580-4cb9-9805-93de8b10b084 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383034 Jun 02 20:59:29.827914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74572b03-1363-4b44-aa14-9fd745caa10e req-f890d9ba-0bbd-4f95-a64d-22201ae76474 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:29.829351 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-74572b03-1363-4b44-aa14-9fd745caa10e req-f890d9ba-0bbd-4f95-a64d-22201ae76474 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0828834 Jun 02 20:59:29.872410 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-74572b03-1363-4b44-aa14-9fd745caa10e req-89f8e3c9-7449-49ce-816a-1e1cda534627 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369089 Jun 02 20:59:30.779003 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a8f94385-334c-404c-97fa-478defde812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:31.058281 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 20:59:31.060677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b6e19-fde6-4f28-a8c0-59aad6cf081d req-dd7b2492-028b-4bf9-9a96-656be156868e tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:31.062125 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0d2b6e19-fde6-4f28-a8c0-59aad6cf081d req-dd7b2492-028b-4bf9-9a96-656be156868e tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0832431 Jun 02 20:59:31.109015 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0d2b6e19-fde6-4f28-a8c0-59aad6cf081d req-e80edb81-810b-44e5-9e85-e553dcfed74f tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413363 Jun 02 20:59:32.294320 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d1717-11b0-468f-a6d1-0189ec600549 req-94658b1b-4ac3-4a89-a050-bf5497b808b1 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:32.295799 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4c7d1717-11b0-468f-a6d1-0189ec600549 req-94658b1b-4ac3-4a89-a050-bf5497b808b1 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0797954 Jun 02 20:59:32.339349 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4c7d1717-11b0-468f-a6d1-0189ec600549 req-dd505b82-1dfb-488b-a6d6-f8c6a7722a6e tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380330 Jun 02 20:59:33.340503 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c756dcfc-4de0-42fc-9435-10ce878e8bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:33.393610 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:33.522206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4801139-6c95-4117-b129-85f14e7352a6 req-f23a833c-f42b-43a5-834f-ec5a3a63a953 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:33.523666 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a4801139-6c95-4117-b129-85f14e7352a6 req-f23a833c-f42b-43a5-834f-ec5a3a63a953 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0799391 Jun 02 20:59:33.565722 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a4801139-6c95-4117-b129-85f14e7352a6 req-11d35973-360e-428f-9455-60449bf821ed tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365851 Jun 02 20:59:34.305017 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:34.753631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47639ce-1198-4d31-ac83-ccd4437b41d1 req-c709059a-3fa0-4901-8f72-6e9bbb921b91 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:34.755166 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d47639ce-1198-4d31-ac83-ccd4437b41d1 req-c709059a-3fa0-4901-8f72-6e9bbb921b91 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0858514 Jun 02 20:59:34.798452 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d47639ce-1198-4d31-ac83-ccd4437b41d1 req-70b0bed5-c70c-4582-bf5a-406ac19e84b7 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369828 Jun 02 20:59:35.969776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:35.985915 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21019a-b053-46ae-9f33-d0b8bc1d15be req-e4f8dc88-00b5-44ee-a1c9-fae30b0c98bd tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:35.987360 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bd21019a-b053-46ae-9f33-d0b8bc1d15be req-e4f8dc88-00b5-44ee-a1c9-fae30b0c98bd tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0849690 Jun 02 20:59:36.030473 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bd21019a-b053-46ae-9f33-d0b8bc1d15be req-557d9a2d-0778-4b5a-b0a4-9a5f6a76019f tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368307 Jun 02 20:59:36.440468 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0869eb-dbed-4ff3-b5cf-784916216a04 req-0c604c8f-4af1-45ce-92e8-d49054b721c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:36.441907 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0f0869eb-dbed-4ff3-b5cf-784916216a04 req-0c604c8f-4af1-45ce-92e8-d49054b721c8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=af8b69b229ee42e5984df09a01380848&device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 1099 time: 0.1121042 Jun 02 20:59:36.592621 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0869eb-dbed-4ff3-b5cf-784916216a04 req-af7cbd21-32ca-4037-b8e8-670c50273d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:36.593969 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0f0869eb-dbed-4ff3-b5cf-784916216a04 req-af7cbd21-32ca-4037-b8e8-670c50273d90 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8cf35b02-9dad-48e0-b575-b89fdf24f05a HTTP/1.1" status: 200 len: 912 time: 0.1326842 Jun 02 20:59:36.664440 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0f0869eb-dbed-4ff3-b5cf-784916216a04 req-333fd604-4897-41c3-93cb-d15bee7a7fea service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f27925c8-750a-4468-a107-6d441f632533 HTTP/1.1" status: 200 len: 217 time: 0.0629191 Jun 02 20:59:36.730847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0869eb-dbed-4ff3-b5cf-784916216a04 req-249a31d3-0953-4067-af6c-1670f136dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:36.732287 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0f0869eb-dbed-4ff3-b5cf-784916216a04 req-249a31d3-0953-4067-af6c-1670f136dacc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=93fe8d01-2e49-4d44-b555-f94b8f774d61 HTTP/1.1" status: 200 len: 851 time: 0.0574751 Jun 02 20:59:36.784797 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0f0869eb-dbed-4ff3-b5cf-784916216a04 req-17370646-46ab-4891-b18b-fc521c3bae9e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8cf35b02-9dad-48e0-b575-b89fdf24f05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441630 Jun 02 20:59:37.042149 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0f0869eb-dbed-4ff3-b5cf-784916216a04 req-52fb5528-0d64-498c-9286-d2aa6ce24297 service neutron] 10.222.0.95 "GET /v2.0/networks/8cf35b02-9dad-48e0-b575-b89fdf24f05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499516 Jun 02 20:59:37.173837 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0f0869eb-dbed-4ff3-b5cf-784916216a04 req-21c37d93-510c-4171-9dd0-bcc95b00712b service neutron] 10.222.0.95 "GET /v2.0/networks/8cf35b02-9dad-48e0-b575-b89fdf24f05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224971 Jun 02 20:59:37.218611 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f5a5a-0a62-4b56-b64f-310935272ee6 req-393598ca-f36e-4bb0-8edb-64724da626e6 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:37.220100 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-433f5a5a-0a62-4b56-b64f-310935272ee6 req-393598ca-f36e-4bb0-8edb-64724da626e6 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0837612 Jun 02 20:59:37.263873 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-433f5a5a-0a62-4b56-b64f-310935272ee6 req-4135ee2b-b915-4fcc-b40b-5122d2133b38 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376375 Jun 02 20:59:38.450271 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f64023-dfdf-4193-902e-8be34b984e48 req-29928c85-7495-441b-9ee3-bd6c66e1d7a0 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:38.451727 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-91f64023-dfdf-4193-902e-8be34b984e48 req-29928c85-7495-441b-9ee3-bd6c66e1d7a0 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0814722 Jun 02 20:59:38.497713 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-91f64023-dfdf-4193-902e-8be34b984e48 req-77fdc7eb-4c76-482a-a732-53a5db4447dd tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404346 Jun 02 20:59:39.685313 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862efdfb-14f0-4630-ad20-f78d635ef724 req-d07680af-6789-4d66-b074-05c13bba23dc tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:39.686767 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-862efdfb-14f0-4630-ad20-f78d635ef724 req-d07680af-6789-4d66-b074-05c13bba23dc tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0824218 Jun 02 20:59:39.732543 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-862efdfb-14f0-4630-ad20-f78d635ef724 req-0b6fd160-8182-4137-af6d-43d821931a7c tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400317 Jun 02 20:59:40.914445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781414a3-790f-4084-9d10-908cf1c126ca req-f6172b79-fbc7-4d14-9090-26a5dfd5c71a tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:40.916048 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-781414a3-790f-4084-9d10-908cf1c126ca req-f6172b79-fbc7-4d14-9090-26a5dfd5c71a tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0793309 Jun 02 20:59:40.959106 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-781414a3-790f-4084-9d10-908cf1c126ca req-e5743057-7693-4374-b606-17307a4ab748 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370312 Jun 02 20:59:42.140661 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e89ec-a40c-4ba4-8173-e0fe162597b0 req-3b57dd8c-69e7-4b9e-b16d-89bd054d6546 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:42.142115 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f31e89ec-a40c-4ba4-8173-e0fe162597b0 req-3b57dd8c-69e7-4b9e-b16d-89bd054d6546 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0802343 Jun 02 20:59:42.189093 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f31e89ec-a40c-4ba4-8173-e0fe162597b0 req-3302f472-e997-469f-b419-fbd60c5f510c tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413418 Jun 02 20:59:43.398173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba305ed-d44b-4416-9fbc-ab647a17de93 req-368ab687-1ffb-4537-9d6f-e5d3f6e0b019 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:43.399610 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9ba305ed-d44b-4416-9fbc-ab647a17de93 req-368ab687-1ffb-4537-9d6f-e5d3f6e0b019 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0822153 Jun 02 20:59:43.443043 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9ba305ed-d44b-4416-9fbc-ab647a17de93 req-3ab377c4-3b80-4368-ba6d-5814af49d6ba tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378706 Jun 02 20:59:44.569943 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:44.625754 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab999884-9b40-4b97-af1e-e672fb14cbfb req-20bb806b-f0c3-4e7e-881b-96f75fd1324b tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:44.627090 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ab999884-9b40-4b97-af1e-e672fb14cbfb req-20bb806b-f0c3-4e7e-881b-96f75fd1324b tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0784006 Jun 02 20:59:44.671079 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ab999884-9b40-4b97-af1e-e672fb14cbfb req-d90cfb4c-0dbf-401f-8273-3a403a0a0492 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377896 Jun 02 20:59:45.855838 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a8d2b-42eb-4784-9d3c-71eb9fe227d0 req-a56a0552-3c3f-4264-a894-36421e1a1843 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:45.857265 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a18a8d2b-42eb-4784-9d3c-71eb9fe227d0 req-a56a0552-3c3f-4264-a894-36421e1a1843 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0786810 Jun 02 20:59:45.900820 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a18a8d2b-42eb-4784-9d3c-71eb9fe227d0 req-4d79a047-3a06-4185-90a5-b0109a9cc8cc tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380607 Jun 02 20:59:47.086651 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd946bd3-2064-45b4-bca4-7fd0d2247cbe req-f8ec6a0a-34c7-4464-abc8-1395af2edd05 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:47.088056 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-dd946bd3-2064-45b4-bca4-7fd0d2247cbe req-f8ec6a0a-34c7-4464-abc8-1395af2edd05 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0841408 Jun 02 20:59:47.133748 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-dd946bd3-2064-45b4-bca4-7fd0d2247cbe req-e991d1aa-751f-4a0f-8f29-4a3969801ba9 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400398 Jun 02 20:59:48.321360 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd39e3-24e0-44a9-8539-f5c590efead3 req-c6cdf2cd-3f53-4649-8c0f-e2a4e6f56fa6 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:48.322793 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-77cd39e3-24e0-44a9-8539-f5c590efead3 req-c6cdf2cd-3f53-4649-8c0f-e2a4e6f56fa6 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0835121 Jun 02 20:59:48.436009 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-77cd39e3-24e0-44a9-8539-f5c590efead3 req-712720d2-0b27-45b2-b99c-26e75666fa94 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075461 Jun 02 20:59:48.451035 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-751c406e-167c-4990-b4e7-2abab3f2471d req-26bd3fdc-382f-45a2-84ab-2e38ceb92e2b service neutron] 10.222.0.95 "GET /v2.0/ports/f27925c8-750a-4468-a107-6d441f632533/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.1075737 Jun 02 20:59:48.756083 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c406e-167c-4990-b4e7-2abab3f2471d req-c23ec64c-a565-4291-aa20-e835bc89c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:48.757532 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-751c406e-167c-4990-b4e7-2abab3f2471d req-c23ec64c-a565-4291-aa20-e835bc89c3a0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806&tenant_id=af8b69b229ee42e5984df09a01380848 HTTP/1.1" status: 200 len: 1099 time: 0.0859575 Jun 02 20:59:48.845902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c406e-167c-4990-b4e7-2abab3f2471d req-01f5c0b3-4c28-4186-af2c-e04623c80b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:48.847349 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-751c406e-167c-4990-b4e7-2abab3f2471d req-01f5c0b3-4c28-4186-af2c-e04623c80b05 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=af8b69b229ee42e5984df09a01380848&device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 1099 time: 0.0693178 Jun 02 20:59:48.976409 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c406e-167c-4990-b4e7-2abab3f2471d req-c6ccdd2d-49c4-4bcc-9793-bbee8a229115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:48.977857 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-751c406e-167c-4990-b4e7-2abab3f2471d req-c6ccdd2d-49c4-4bcc-9793-bbee8a229115 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8cf35b02-9dad-48e0-b575-b89fdf24f05a HTTP/1.1" status: 200 len: 912 time: 0.1243124 Jun 02 20:59:49.047965 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-751c406e-167c-4990-b4e7-2abab3f2471d req-2ca65ded-ff65-4806-bd8b-66490d59d9f2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f27925c8-750a-4468-a107-6d441f632533 HTTP/1.1" status: 200 len: 217 time: 0.0636718 Jun 02 20:59:49.112372 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c406e-167c-4990-b4e7-2abab3f2471d req-16a1a654-32f1-4eea-b026-aec91009f25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:49.113735 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-751c406e-167c-4990-b4e7-2abab3f2471d req-16a1a654-32f1-4eea-b026-aec91009f25c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=93fe8d01-2e49-4d44-b555-f94b8f774d61 HTTP/1.1" status: 200 len: 851 time: 0.0584028 Jun 02 20:59:49.159824 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-751c406e-167c-4990-b4e7-2abab3f2471d req-aab6f688-0100-45f3-95a1-10647db57c5e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8cf35b02-9dad-48e0-b575-b89fdf24f05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395594 Jun 02 20:59:49.288795 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-751c406e-167c-4990-b4e7-2abab3f2471d req-6ddc4eb5-0b2c-4b3b-bff6-434a67d4e082 service neutron] 10.222.0.95 "GET /v2.0/networks/8cf35b02-9dad-48e0-b575-b89fdf24f05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220994 Jun 02 20:59:49.416173 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-751c406e-167c-4990-b4e7-2abab3f2471d req-7b8bb8c6-aa9d-4ff8-accb-896836a43610 service neutron] 10.222.0.95 "GET /v2.0/networks/8cf35b02-9dad-48e0-b575-b89fdf24f05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216667 Jun 02 20:59:49.622126 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db931e8-7811-4dc3-9158-749a9b583e33 req-96ac474b-cf41-4253-a00c-4e3bd7df2ce4 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:49.623589 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6db931e8-7811-4dc3-9158-749a9b583e33 req-96ac474b-cf41-4253-a00c-4e3bd7df2ce4 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0814917 Jun 02 20:59:49.670699 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6db931e8-7811-4dc3-9158-749a9b583e33 req-51679db9-645c-479a-bf52-10be280fb05e tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414848 Jun 02 20:59:50.852690 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527c372-fa1e-44ed-aa49-962588e7582a req-3050ebeb-66fa-4c5d-a6ed-11b02fc1c9a6 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:50.854094 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2527c372-fa1e-44ed-aa49-962588e7582a req-3050ebeb-66fa-4c5d-a6ed-11b02fc1c9a6 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0778973 Jun 02 20:59:50.897309 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2527c372-fa1e-44ed-aa49-962588e7582a req-ede9ff71-ba68-43e5-9529-18b4c6c85cf2 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377152 Jun 02 20:59:51.037409 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device f27925c8-750a-4468-a107-6d441f632533 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 20:59:51.169778 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port f27925c8-750a-4468-a107-6d441f632533, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f27925c8-750a-4468-a107-6d441f632533,segment=NetworkSegment(3b50c851-66c7-4bcd-91a0-6c20893a923e),segment_id=3b50c851-66c7-4bcd-91a0-6c20893a923e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:59:51.182450 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': 'f27925c8-750a-4468-a107-6d441f632533', 'network_id': '8cf35b02-9dad-48e0-b575-b89fdf24f05a', 'port_id': 'f27925c8-750a-4468-a107-6d441f632533', 'mac_address': 'fa:16:3e:a8:40:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93fe8d01-2e49-4d44-b555-f94b8f774d61', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 20:59:51.236398 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:51.255097 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f27925c8-750a-4468-a107-6d441f632533 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 20:59:51.270023 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port f27925c8-750a-4468-a107-6d441f632533, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f27925c8-750a-4468-a107-6d441f632533,segment=NetworkSegment(3b50c851-66c7-4bcd-91a0-6c20893a923e),segment_id=3b50c851-66c7-4bcd-91a0-6c20893a923e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:59:51.273922 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:51.275738 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:59:51.340353 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=f27925c8-750a-4468-a107-6d441f632533,revision_number=6']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:59:51.343290 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:59:51.473268 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['f27925c8-750a-4468-a107-6d441f632533'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:59:52.080323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed36e0-b900-4b5c-8f0e-139c85014c13 req-94e99472-9ecd-4e12-a697-eadea1a762e0 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:52.081696 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c8ed36e0-b900-4b5c-8f0e-139c85014c13 req-94e99472-9ecd-4e12-a697-eadea1a762e0 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 945 time: 0.0785842 Jun 02 20:59:52.128516 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c8ed36e0-b900-4b5c-8f0e-139c85014c13 req-8b342846-4f5f-4b21-8cff-2e61182e76a9 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402086 Jun 02 20:59:53.038849 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device f27925c8-750a-4468-a107-6d441f632533 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 20:59:53.105223 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port f27925c8-750a-4468-a107-6d441f632533 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 20:59:53.105601 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:53.221383 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:53.248802 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204f309d-3f47-48c7-8d34-5e58772c0806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27925c8-750a-4468-a107-6d441f632533'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:59:53.251028 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f2e1fc-2e52-4cc2-bcf3-679fe9b8cab6" -d '{"events": [{"server_uuid": "204f309d-3f47-48c7-8d34-5e58772c0806", "name": "network-vif-plugged", "status": "completed", "tag": "f27925c8-750a-4468-a107-6d441f632533"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:59:53.259312 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port f27925c8-750a-4468-a107-6d441f632533, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f27925c8-750a-4468-a107-6d441f632533,segment=NetworkSegment(3b50c851-66c7-4bcd-91a0-6c20893a923e),segment_id=3b50c851-66c7-4bcd-91a0-6c20893a923e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:59:53.263996 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:53.267055 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e343c00f-3c1b-4f61-9914-7a4c206b844e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:59:53.314052 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dfeee1-b842-4967-a55b-f367552a483e x-openstack-request-id: req-10dfeee1-b842-4967-a55b-f367552a483e {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:59:53.314348 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204f309d-3f47-48c7-8d34-5e58772c0806", "name": "network-vif-plugged", "status": "completed", "tag": "f27925c8-750a-4468-a107-6d441f632533", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:59:53.314603 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10dfeee1-b842-4967-a55b-f367552a483e {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:59:53.314994 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204f309d-3f47-48c7-8d34-5e58772c0806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27925c8-750a-4468-a107-6d441f632533', 'code': 200} Jun 02 20:59:53.341998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=f27925c8-750a-4468-a107-6d441f632533,revision_number=7']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:59:53.345186 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:59:53.452393 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ba601-718b-4970-9842-b7ad3773255b req-16007cec-efce-4229-9723-8bfe32616578 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:53.453838 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-000ba601-718b-4970-9842-b7ad3773255b req-16007cec-efce-4229-9723-8bfe32616578 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.2173331 Jun 02 20:59:53.497536 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-000ba601-718b-4970-9842-b7ad3773255b req-b408672a-1fdb-4dc2-93d4-806d56bcf05a tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375917 Jun 02 20:59:53.865975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c8b8c-ff64-4260-b123-359001091e98 req-55e76fc0-5811-40f3-91fb-a196ec579e35 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:53.867318 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f17c8b8c-ff64-4260-b123-359001091e98 req-55e76fc0-5811-40f3-91fb-a196ec579e35 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.95 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806&tenant_id=af8b69b229ee42e5984df09a01380848&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 946 time: 0.0846739 Jun 02 20:59:54.022445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c8b8c-ff64-4260-b123-359001091e98 req-52f30658-cf74-4c68-9968-df28917679fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:54.023934 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f17c8b8c-ff64-4260-b123-359001091e98 req-52f30658-cf74-4c68-9968-df28917679fb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=af8b69b229ee42e5984df09a01380848&device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 1099 time: 0.0713637 Jun 02 20:59:54.153605 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c8b8c-ff64-4260-b123-359001091e98 req-cc3d65ef-69c9-4b47-abfe-226fad87a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:54.154927 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f17c8b8c-ff64-4260-b123-359001091e98 req-cc3d65ef-69c9-4b47-abfe-226fad87a377 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8cf35b02-9dad-48e0-b575-b89fdf24f05a HTTP/1.1" status: 200 len: 912 time: 0.1254666 Jun 02 20:59:54.223605 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f17c8b8c-ff64-4260-b123-359001091e98 req-d683ad47-7793-4550-9624-cf961d402456 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f27925c8-750a-4468-a107-6d441f632533 HTTP/1.1" status: 200 len: 217 time: 0.0627351 Jun 02 20:59:54.284380 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c8b8c-ff64-4260-b123-359001091e98 req-7830f2f5-210c-4dc1-9a2c-a53b2c917562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:54.285740 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f17c8b8c-ff64-4260-b123-359001091e98 req-7830f2f5-210c-4dc1-9a2c-a53b2c917562 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=93fe8d01-2e49-4d44-b555-f94b8f774d61 HTTP/1.1" status: 200 len: 851 time: 0.0561860 Jun 02 20:59:54.332057 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f17c8b8c-ff64-4260-b123-359001091e98 req-7a1b426d-3c04-47d5-81c0-554bc084a7da service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8cf35b02-9dad-48e0-b575-b89fdf24f05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397372 Jun 02 20:59:54.460171 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f17c8b8c-ff64-4260-b123-359001091e98 req-97e5d6ef-9455-40dd-aaf0-e98d4ba9d952 service neutron] 10.222.0.95 "GET /v2.0/networks/8cf35b02-9dad-48e0-b575-b89fdf24f05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214383 Jun 02 20:59:54.588772 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f17c8b8c-ff64-4260-b123-359001091e98 req-cb9bbd77-cd05-469d-b5cd-0a5cdb9f9497 service neutron] 10.222.0.95 "GET /v2.0/networks/8cf35b02-9dad-48e0-b575-b89fdf24f05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216209 Jun 02 20:59:55.389826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcca8bf-bb3a-4178-bdbf-993892153723 req-a60785d3-89dc-4cb4-9f5c-c2ec3f6b40d4 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:55.391208 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9fcca8bf-bb3a-4178-bdbf-993892153723 req-a60785d3-89dc-4cb4-9f5c-c2ec3f6b40d4 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0864401 Jun 02 20:59:55.434667 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9fcca8bf-bb3a-4178-bdbf-993892153723 req-f7aa9dc6-3569-4e06-af0a-b3abebbf40d2 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378990 Jun 02 20:59:56.623481 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01ead8-e2bb-4ecb-884d-d221217af983 req-a6b2f370-2837-4399-b582-c88be14e71f5 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:56.624842 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ac01ead8-e2bb-4ecb-884d-d221217af983 req-a6b2f370-2837-4399-b582-c88be14e71f5 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0824137 Jun 02 20:59:56.806367 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ac01ead8-e2bb-4ecb-884d-d221217af983 req-febb8dab-e6aa-43f5-848f-0ef570d9e184 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752210 Jun 02 20:59:57.222371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c8b8c-ff64-4260-b123-359001091e98 req-076046f0-45e9-4431-827b-5d6db57ea100 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 20:59:57.223811 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f17c8b8c-ff64-4260-b123-359001091e98 req-076046f0-45e9-4431-827b-5d6db57ea100 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.95 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 946 time: 0.0767837 Jun 02 20:59:57.356661 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-f17c8b8c-ff64-4260-b123-359001091e98 req-8aaad302-3712-4f0c-b986-a7824b7f5b58 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Deleting port f27925c8-750a-4468-a107-6d441f632533 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 20:59:57.357001 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f17c8b8c-ff64-4260-b123-359001091e98 req-8aaad302-3712-4f0c-b986-a7824b7f5b58 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:57.485769 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-f17c8b8c-ff64-4260-b123-359001091e98 req-8aaad302-3712-4f0c-b986-a7824b7f5b58 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] For port f27925c8-750a-4468-a107-6d441f632533, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f27925c8-750a-4468-a107-6d441f632533,segment=NetworkSegment(3b50c851-66c7-4bcd-91a0-6c20893a923e),segment_id=3b50c851-66c7-4bcd-91a0-6c20893a923e)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 20:59:57.486034 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f17c8b8c-ff64-4260-b123-359001091e98 req-8aaad302-3712-4f0c-b986-a7824b7f5b58 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:57.608809 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-f17c8b8c-ff64-4260-b123-359001091e98 req-8aaad302-3712-4f0c-b986-a7824b7f5b58 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Calling delete_port for f27925c8-750a-4468-a107-6d441f632533 owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 20:59:57.714258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f17c8b8c-ff64-4260-b123-359001091e98 req-8aaad302-3712-4f0c-b986-a7824b7f5b58 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:57.719551 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a8dc75be-e1dc-4ef1-ab7b-d1ae6b8d75d7 tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:59:57.725780 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['f27925c8-750a-4468-a107-6d441f632533'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 20:59:57.769242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaad302-3712-4f0c-b986-a7824b7f5b58 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Pushing event deleted for resources: {'Port': ['ID=f27925c8-750a-4468-a107-6d441f632533,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:59:57.772857 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8aaad302-3712-4f0c-b986-a7824b7f5b58 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:59:57.848985 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17c8b8c-ff64-4260-b123-359001091e98 req-8aaad302-3712-4f0c-b986-a7824b7f5b58 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] No DVR routers for this DVR port f27925c8-750a-4468-a107-6d441f632533 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 20:59:57.851655 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f17c8b8c-ff64-4260-b123-359001091e98 req-8aaad302-3712-4f0c-b986-a7824b7f5b58 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:57.854274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204f309d-3f47-48c7-8d34-5e58772c0806', 'name': 'network-vif-deleted', 'tag': 'f27925c8-750a-4468-a107-6d441f632533'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 20:59:57.856578 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e2df67-4a5c-4945-85a8-9af5b998a1fd" -d '{"events": [{"server_uuid": "204f309d-3f47-48c7-8d34-5e58772c0806", "name": "network-vif-deleted", "tag": "f27925c8-750a-4468-a107-6d441f632533"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 20:59:57.870564 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f17c8b8c-ff64-4260-b123-359001091e98 req-8aaad302-3712-4f0c-b986-a7824b7f5b58 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.95 "DELETE /v2.0/ports/f27925c8-750a-4468-a107-6d441f632533 HTTP/1.1" status: 204 len: 173 time: 0.6412990 Jun 02 20:59:57.908739 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 20:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95db909-4ae9-4723-9cef-ef5788c0530e x-openstack-request-id: req-f95db909-4ae9-4723-9cef-ef5788c0530e {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 20:59:57.909089 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204f309d-3f47-48c7-8d34-5e58772c0806", "name": "network-vif-deleted", "tag": "f27925c8-750a-4468-a107-6d441f632533", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 20:59:57.909391 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f95db909-4ae9-4723-9cef-ef5788c0530e {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 20:59:57.909834 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204f309d-3f47-48c7-8d34-5e58772c0806', 'name': 'network-vif-deleted', 'tag': 'f27925c8-750a-4468-a107-6d441f632533', 'status': 'completed', 'code': 200} Jun 02 20:59:57.957770 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-be38ed44-7c8a-4568-9b05-2da5a52e4373 req-b6a41506-1fc5-4951-8472-4c4a1cb8a93b tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Synchronizing usage tracker for tenant:af8b69b229ee42e5984df09a01380848 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 20:59:57.973296 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-be38ed44-7c8a-4568-9b05-2da5a52e4373 req-b6a41506-1fc5-4951-8472-4c4a1cb8a93b tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Unset dirty status for tenant:af8b69b229ee42e5984df09a01380848 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 20:59:57.974611 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-be38ed44-7c8a-4568-9b05-2da5a52e4373 req-b6a41506-1fc5-4951-8472-4c4a1cb8a93b tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] 10.222.0.25 "GET /v2.0/ports?device_id=204f309d-3f47-48c7-8d34-5e58772c0806 HTTP/1.1" status: 200 len: 210 time: 0.0624743 Jun 02 20:59:59.220354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 33116) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:59:59.278569 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2a0a31-2f22-4276-9a58-5259e1c62773 admin admin] Deleting subnet 93fe8d01-2e49-4d44-b555-f94b8f774d61 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 20:59:59.281335 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0a31-2f22-4276-9a58-5259e1c62773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:59.330396 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0a31-2f22-4276-9a58-5259e1c62773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:59.387669 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0a31-2f22-4276-9a58-5259e1c62773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:59.756391 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0a31-2f22-4276-9a58-5259e1c62773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:59.760903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-59f6d34e-2cff-4023-be9e-21db4eea9ea4 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 20:59:59.798865 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd2a0a31-2f22-4276-9a58-5259e1c62773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 20:59:59.801412 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a0a31-2f22-4276-9a58-5259e1c62773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93fe8d01-2e49-4d44-b555-f94b8f774d61,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 20:59:59.804133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cd2a0a31-2f22-4276-9a58-5259e1c62773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 20:59:59.808662 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cd2a0a31-2f22-4276-9a58-5259e1c62773 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/93fe8d01-2e49-4d44-b555-f94b8f774d61 HTTP/1.1" status: 204 len: 168 time: 0.5872653 Jun 02 20:59:59.811163 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 33118) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 20:59:59.913573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-60122d47-0097-4e14-aeac-89ae102254b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:00.032773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-60122d47-0097-4e14-aeac-89ae102254b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:00.045535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-60122d47-0097-4e14-aeac-89ae102254b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf35b02-9dad-48e0-b575-b89fdf24f05a']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:00:00.057747 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-60122d47-0097-4e14-aeac-89ae102254b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b50c851-66c7-4bcd-91a0-6c20893a923e') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:00:00.058040 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-60122d47-0097-4e14-aeac-89ae102254b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b50c851-66c7-4bcd-91a0-6c20893a923e') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:00:00.069040 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-60122d47-0097-4e14-aeac-89ae102254b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:00.084917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-60122d47-0097-4e14-aeac-89ae102254b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:00.090798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60122d47-0097-4e14-aeac-89ae102254b0 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:00:00.091196 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-60122d47-0097-4e14-aeac-89ae102254b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:00:00.104471 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:00:00.180283 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-60122d47-0097-4e14-aeac-89ae102254b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:00.184684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-60122d47-0097-4e14-aeac-89ae102254b0 admin admin] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:00.188129 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e1353ac6-80cc-4927-aff5-76c58d38c146 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:00:00.207881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60122d47-0097-4e14-aeac-89ae102254b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf35b02-9dad-48e0-b575-b89fdf24f05a,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:00:00.211635 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-60122d47-0097-4e14-aeac-89ae102254b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:00:00.214886 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-60122d47-0097-4e14-aeac-89ae102254b0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8cf35b02-9dad-48e0-b575-b89fdf24f05a HTTP/1.1" status: 204 len: 168 time: 0.4027767 Jun 02 21:00:00.341396 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 33122) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:00:00.388859 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cdd619b9-9fe4-4687-86ba-eab5edccbe57 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af8b69b229ee42e5984df09a01380848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462103 Jun 02 21:00:00.391170 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 33124) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:00:00.449438 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a16af6f6-40c6-4cbb-8afc-df33d35ec929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:00.474183 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a16af6f6-40c6-4cbb-8afc-df33d35ec929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:00.524648 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a16af6f6-40c6-4cbb-8afc-df33d35ec929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:00.528711 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e702fcdd-0f0a-4ca3-b342-4c2a768da39b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:00:00.543807 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16af6f6-40c6-4cbb-8afc-df33d35ec929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:00:00.546887 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a16af6f6-40c6-4cbb-8afc-df33d35ec929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:00:00.555648 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a16af6f6-40c6-4cbb-8afc-df33d35ec929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:00.556729 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a16af6f6-40c6-4cbb-8afc-df33d35ec929 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b17d217b-91d0-4dc1-9fb0-8c20d9bba6fc HTTP/1.1" status: 204 len: 168 time: 0.1646869 Jun 02 21:00:00.781178 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-545b6d3a-b956-4c6c-a259-f42f4722b219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:01.074022 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device f27925c8-750a-4468-a107-6d441f632533 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:00:01.108386 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: f27925c8-750a-4468-a107-6d441f632533 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:00:01.108744 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device f27925c8-750a-4468-a107-6d441f632533 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:00:01.280057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 33146) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:00:01.381639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1070081649-network', 'tenant_id': '74fbaa66104b427089a0072dadc1bfee'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:00:01.386550 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:00:01.390346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Usage tracker for resource:network and tenant:74fbaa66104b427089a0072dadc1bfee is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:00:01.393218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:00:01.398758 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:00:01.410110 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Made reservation on behalf of 74fbaa66104b427089a0072dadc1bfee for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:00:01.413093 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:01.424743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:01.438990 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:00:01.442695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Usage tracker for resource:security_group_rule and tenant:74fbaa66104b427089a0072dadc1bfee is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:00:01.445535 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:00:01.453287 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:00:01.534472 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:01.538671 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:01.541417 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0ed7bf2b-a754-4afe-b248-780d7755b52b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:00:01.571457 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:00:01.576559 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf9fa7a-5a1d-438d-af43-e91e9e090dc4,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:00:01.580259 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:00:01.585060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:01.585423 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Added segment e8960e7c-20d2-45ef-93f5-119692022fc2 of type vlan for network 30f2bdf5-def5-447e-a18c-989d3c8e5c59 Jun 02 21:00:01.612016 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:01.640484 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:01.641518 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:01.642123 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:01.645331 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ae992af0-41ed-48d0-9af1-504babd13b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:00:01.744049 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Pushing event updated for resources: {'Network': ['ID=30f2bdf5-def5-447e-a18c-989d3c8e5c59,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:00:01.746793 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4657431 Jun 02 21:00:01.747677 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:00:01.749647 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 33150) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:00:01.754090 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 30f2bdf5-def5-447e-a18c-989d3c8e5c59 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:00:01.754350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-d3e15022-0cf4-4c16-b275-b128481132b9 admin admin] Request body: {'subnet': {'network_id': '30f2bdf5-def5-447e-a18c-989d3c8e5c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1070081649-subnet', 'tenant_id': '74fbaa66104b427089a0072dadc1bfee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:00:01.759345 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d3e15022-0cf4-4c16-b275-b128481132b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:00:01.763760 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d3e15022-0cf4-4c16-b275-b128481132b9 admin admin] Usage tracker for resource:subnet and tenant:74fbaa66104b427089a0072dadc1bfee is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:00:01.766946 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d3e15022-0cf4-4c16-b275-b128481132b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:00:01.774098 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d3e15022-0cf4-4c16-b275-b128481132b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:00:01.784688 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e15022-0cf4-4c16-b275-b128481132b9 admin admin] Made reservation on behalf of 74fbaa66104b427089a0072dadc1bfee for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:00:01.787115 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d3e15022-0cf4-4c16-b275-b128481132b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:02.157033 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d3e15022-0cf4-4c16-b275-b128481132b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:02.161144 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1fc0f6d1-2e63-4fef-9cf5-6f38497b9693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:00:02.231528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e15022-0cf4-4c16-b275-b128481132b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2c4b3b0-5bf3-4086-a4ee-242c20c2179d,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:00:02.236562 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d3e15022-0cf4-4c16-b275-b128481132b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:00:02.238916 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e15022-0cf4-4c16-b275-b128481132b9 admin admin] Checking segment: {'id': 'e8960e7c-20d2-45ef-93f5-119692022fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30f2bdf5-def5-447e-a18c-989d3c8e5c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:00:02.239298 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e15022-0cf4-4c16-b275-b128481132b9 admin admin] Network hostable DHCP agents. Network: 30f2bdf5-def5-447e-a18c-989d3c8e5c59, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:00:02.256799 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e15022-0cf4-4c16-b275-b128481132b9 admin admin] Network 30f2bdf5-def5-447e-a18c-989d3c8e5c59 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:00:02.266048 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-d3e15022-0cf4-4c16-b275-b128481132b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 30f2bdf5-def5-447e-a18c-989d3c8e5c59) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:00:02.275399 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db350b45-b1c8-4899-9f49-83239efd350b None None] Network 30f2bdf5-def5-447e-a18c-989d3c8e5c59 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:00:02.275842 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e15022-0cf4-4c16-b275-b128481132b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:02.276104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d3e15022-0cf4-4c16-b275-b128481132b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:02.295913 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d3e15022-0cf4-4c16-b275-b128481132b9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5452693 Jun 02 21:00:02.463101 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a45e68-46c2-4d76-a1e4-fe7888d94338 None None] Network 30f2bdf5-def5-447e-a18c-989d3c8e5c59 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:00:02.792262 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b300c-0883-41a6-8a46-69d7590537ea req-214ae233-33e2-4e38-933a-3b1dc6dc1e6b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:02.793686 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-898b300c-0883-41a6-8a46-69d7590537ea req-214ae233-33e2-4e38-933a-3b1dc6dc1e6b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/networks?id=30f2bdf5-def5-447e-a18c-989d3c8e5c59 HTTP/1.1" status: 200 len: 815 time: 0.1452243 Jun 02 21:00:02.808232 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-898b300c-0883-41a6-8a46-69d7590537ea req-abc50d89-f552-4402-a433-9dfc2945e5a4 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/quotas/74fbaa66104b427089a0072dadc1bfee HTTP/1.1" status: 200 len: 375 time: 0.0092726 Jun 02 21:00:02.853632 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-898b300c-0883-41a6-8a46-69d7590537ea req-743b326a-b0be-4d9b-b0fa-9d9de0450f86 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=74fbaa66104b427089a0072dadc1bfee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406332 Jun 02 21:00:03.032129 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-898b300c-0883-41a6-8a46-69d7590537ea req-620adad6-bbdc-44dd-aecc-c97778497a9f service neutron] 10.222.0.25 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678030 Jun 02 21:00:03.163096 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-898b300c-0883-41a6-8a46-69d7590537ea req-d3069ea6-e9b1-460b-b8c8-ee3c9274de00 service neutron] 10.222.0.25 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242528 Jun 02 21:00:03.339361 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9ae0e223-9c4e-4732-be86-b2073239b950 req-c07d4839-5647-4d37-bbac-7b87fd4a4553 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 210 time: 0.0442793 Jun 02 21:00:03.346090 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-74910475-131b-43e6-a2df-82c47366d52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:03.400308 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:04.308774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:04.374247 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b300c-0883-41a6-8a46-69d7590537ea req-7054ea80-9b58-4133-8b89-0dc345c1c9f4 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:04.375734 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-898b300c-0883-41a6-8a46-69d7590537ea req-7054ea80-9b58-4133-8b89-0dc345c1c9f4 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.95 "GET /v2.0/networks?id=30f2bdf5-def5-447e-a18c-989d3c8e5c59 HTTP/1.1" status: 200 len: 815 time: 0.1512859 Jun 02 21:00:04.388958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-898b300c-0883-41a6-8a46-69d7590537ea req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Request body: {'port': {'device_id': '4e7ac3a8-d6b3-413d-906c-6cf934f8b44f', 'network_id': '30f2bdf5-def5-447e-a18c-989d3c8e5c59', 'admin_state_up': True, 'tenant_id': '74fbaa66104b427089a0072dadc1bfee'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:00:04.523499 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5708e1e9-48bb-43ec-aa57-bfc2502dbc1e req-47594e00-ec21-4f44-820f-e0feabbf3fda tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 210 time: 0.0590565 Jun 02 21:00:04.568963 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-898b300c-0883-41a6-8a46-69d7590537ea req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:00:04.572696 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-898b300c-0883-41a6-8a46-69d7590537ea req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Usage tracker for resource:port and tenant:74fbaa66104b427089a0072dadc1bfee is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:00:04.575469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-898b300c-0883-41a6-8a46-69d7590537ea req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:00:04.581014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-898b300c-0883-41a6-8a46-69d7590537ea req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:00:04.591664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-898b300c-0883-41a6-8a46-69d7590537ea req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Made reservation on behalf of 74fbaa66104b427089a0072dadc1bfee for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:00:04.595259 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-898b300c-0883-41a6-8a46-69d7590537ea req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:04.753388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-898b300c-0883-41a6-8a46-69d7590537ea req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Allocated IP 172.20.0.3 (30f2bdf5-def5-447e-a18c-989d3c8e5c59/a2c4b3b0-5bf3-4086-a4ee-242c20c2179d/7852dc00-fb93-4107-a3a1-8b7e71b2fbb3) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:00:05.083559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-898b300c-0883-41a6-8a46-69d7590537ea req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:05.113079 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-898b300c-0883-41a6-8a46-69d7590537ea req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:05.118589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6e04d3f5-c149-46f1-8643-e891aaec46b5 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:00:05.185430 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-898b300c-0883-41a6-8a46-69d7590537ea req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Network 30f2bdf5-def5-447e-a18c-989d3c8e5c59 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:00:05.188531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-898b300c-0883-41a6-8a46-69d7590537ea req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:00:05.192433 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-898b300c-0883-41a6-8a46-69d7590537ea req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:00:05.223005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Pushing event updated for resources: {'Port': ['ID=7852dc00-fb93-4107-a3a1-8b7e71b2fbb3,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:00:05.237671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:05.238060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:05.238438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:05.238814 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:05.239211 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:05.239581 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:05.239947 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:05.240339 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:05.240707 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:05.241077 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:05.241434 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:05.241794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:05.250106 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:00:05.267896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b300c-0883-41a6-8a46-69d7590537ea req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:05.268501 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-898b300c-0883-41a6-8a46-69d7590537ea req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:05.288541 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-898b300c-0883-41a6-8a46-69d7590537ea req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9036601 Jun 02 21:00:05.300164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-898b300c-0883-41a6-8a46-69d7590537ea req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Request body: {'port': {'device_id': '4e7ac3a8-d6b3-413d-906c-6cf934f8b44f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:00:05.409434 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-898b300c-0883-41a6-8a46-69d7590537ea req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:05.710419 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76806758-632d-46a6-8eb6-eee8c59f987a req-0c7574e2-262f-49c1-a10d-35aae729cc34 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:05.711892 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-76806758-632d-46a6-8eb6-eee8c59f987a req-0c7574e2-262f-49c1-a10d-35aae729cc34 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 931 time: 0.0790429 Jun 02 21:00:05.745088 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-898b300c-0883-41a6-8a46-69d7590537ea req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:00:05.752413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-898b300c-0883-41a6-8a46-69d7590537ea req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:05.759458 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-76806758-632d-46a6-8eb6-eee8c59f987a req-ea881814-9e9e-41a9-b8e1-671f46e480cc tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Synchronizing usage tracker for tenant:74fbaa66104b427089a0072dadc1bfee on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:00:05.769392 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-898b300c-0883-41a6-8a46-69d7590537ea req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Transition to ACTIVE for port object 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:00:05.772978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-898b300c-0883-41a6-8a46-69d7590537ea req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:05.777560 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-76806758-632d-46a6-8eb6-eee8c59f987a req-ea881814-9e9e-41a9-b8e1-671f46e480cc tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Unset dirty status for tenant:74fbaa66104b427089a0072dadc1bfee on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:00:05.778674 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:00:05.778871 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-76806758-632d-46a6-8eb6-eee8c59f987a req-ea881814-9e9e-41a9-b8e1-671f46e480cc tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611596 Jun 02 21:00:05.936656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Pushing event updated for resources: {'Port': ['ID=7852dc00-fb93-4107-a3a1-8b7e71b2fbb3,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:00:05.939420 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:00:05.970946 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:06.004995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-898b300c-0883-41a6-8a46-69d7590537ea req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Attempting to bind port 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:00:06.005324 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-898b300c-0883-41a6-8a46-69d7590537ea req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Attempting to bind port 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e8960e7c-20d2-45ef-93f5-119692022fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30f2bdf5-def5-447e-a18c-989d3c8e5c59'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:00:06.005647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b300c-0883-41a6-8a46-69d7590537ea req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Attempting to bind port 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 on network 30f2bdf5-def5-447e-a18c-989d3c8e5c59 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:00:06.010293 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b300c-0883-41a6-8a46-69d7590537ea req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Port 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 on network 30f2bdf5-def5-447e-a18c-989d3c8e5c59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 21:00:06.010673 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b300c-0883-41a6-8a46-69d7590537ea req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Attempting to bind port 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 on network 30f2bdf5-def5-447e-a18c-989d3c8e5c59 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:00:06.015617 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b300c-0883-41a6-8a46-69d7590537ea req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 20, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:00:06.015954 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b300c-0883-41a6-8a46-69d7590537ea req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Checking segment: {'id': 'e8960e7c-20d2-45ef-93f5-119692022fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30f2bdf5-def5-447e-a18c-989d3c8e5c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:00:06.016324 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b300c-0883-41a6-8a46-69d7590537ea req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Bound using segment: {'id': 'e8960e7c-20d2-45ef-93f5-119692022fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30f2bdf5-def5-447e-a18c-989d3c8e5c59'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:00:06.016736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-898b300c-0883-41a6-8a46-69d7590537ea req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Bound port: 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8960e7c-20d2-45ef-93f5-119692022fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30f2bdf5-def5-447e-a18c-989d3c8e5c59'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:00:06.017068 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-898b300c-0883-41a6-8a46-69d7590537ea req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:06.106225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-898b300c-0883-41a6-8a46-69d7590537ea req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] For port 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:00:06.109130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-898b300c-0883-41a6-8a46-69d7590537ea req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] For port 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7852dc00-fb93-4107-a3a1-8b7e71b2fbb3,segment=NetworkSegment(e8960e7c-20d2-45ef-93f5-119692022fc2),segment_id=e8960e7c-20d2-45ef-93f5-119692022fc2)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:00:06.112817 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-898b300c-0883-41a6-8a46-69d7590537ea req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:06.116227 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c1162305-4c0f-4344-98a1-04a9d721ab91 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:00:06.166995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b300c-0883-41a6-8a46-69d7590537ea req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:06.167784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-898b300c-0883-41a6-8a46-69d7590537ea req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:06.169110 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-898b300c-0883-41a6-8a46-69d7590537ea req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] 10.222.0.95 "PUT /v2.0/ports/7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 HTTP/1.1" status: 200 len: 1093 time: 0.8728724 Jun 02 21:00:06.171434 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7ac3a8-d6b3-413d-906c-6cf934f8b44f', 'tag': '7852dc00-fb93-4107-a3a1-8b7e71b2fbb3'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:00:06.174657 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ce325d-9ded-49f8-9e7e-bd36fc7624a0" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7ac3a8-d6b3-413d-906c-6cf934f8b44f", "tag": "7852dc00-fb93-4107-a3a1-8b7e71b2fbb3"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:00:06.200917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Pushing event updated for resources: {'Port': ['ID=7852dc00-fb93-4107-a3a1-8b7e71b2fbb3,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:00:06.204279 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:00:06.254577 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03b8487-d764-44b8-acfa-5b2300878f06 x-openstack-request-id: req-c03b8487-d764-44b8-acfa-5b2300878f06 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:00:06.254911 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7ac3a8-d6b3-413d-906c-6cf934f8b44f", "tag": "7852dc00-fb93-4107-a3a1-8b7e71b2fbb3", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:00:06.255234 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c03b8487-d764-44b8-acfa-5b2300878f06 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:00:06.255659 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7ac3a8-d6b3-413d-906c-6cf934f8b44f', 'tag': '7852dc00-fb93-4107-a3a1-8b7e71b2fbb3', 'status': 'completed', 'code': 200} Jun 02 21:00:06.295832 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b300c-0883-41a6-8a46-69d7590537ea req-8612c39a-e952-4dd9-85b4-9a909641178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:06.297336 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-898b300c-0883-41a6-8a46-69d7590537ea req-8612c39a-e952-4dd9-85b4-9a909641178e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74fbaa66104b427089a0072dadc1bfee&device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 1096 time: 0.0771947 Jun 02 21:00:06.362771 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-898b300c-0883-41a6-8a46-69d7590537ea req-c94dd427-63b5-4ac1-9708-dcad7e465b1b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 HTTP/1.1" status: 200 len: 217 time: 0.0583289 Jun 02 21:00:06.425082 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b300c-0883-41a6-8a46-69d7590537ea req-dec916ff-f62e-4da4-9731-71de8309068b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:06.426433 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-898b300c-0883-41a6-8a46-69d7590537ea req-dec916ff-f62e-4da4-9731-71de8309068b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a2c4b3b0-5bf3-4086-a4ee-242c20c2179d HTTP/1.1" status: 200 len: 855 time: 0.0582376 Jun 02 21:00:06.474529 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-898b300c-0883-41a6-8a46-69d7590537ea req-654ec337-aa2d-4aa8-97fb-ac0a0ebe1424 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=30f2bdf5-def5-447e-a18c-989d3c8e5c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411127 Jun 02 21:00:06.604456 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-898b300c-0883-41a6-8a46-69d7590537ea req-2bf14221-646a-4ef9-9416-e37135a2d101 service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228249 Jun 02 21:00:06.731472 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-898b300c-0883-41a6-8a46-69d7590537ea req-fe8581a9-6189-4ee5-b211-92c7eb6ae671 service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206317 Jun 02 21:00:06.853411 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce325d-9ded-49f8-9e7e-bd36fc7624a0 req-c0daccf2-48ae-4c48-b17f-51b583dbfe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:06.854877 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-69ce325d-9ded-49f8-9e7e-bd36fc7624a0 req-c0daccf2-48ae-4c48-b17f-51b583dbfe66 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74fbaa66104b427089a0072dadc1bfee&device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 1096 time: 0.0762992 Jun 02 21:00:06.964527 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd1884-82aa-401e-8677-c80bd6973dd5 req-0355537b-1166-422e-bcbe-1998cc05cf8f tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:06.966120 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8ecd1884-82aa-401e-8677-c80bd6973dd5 req-0355537b-1166-422e-bcbe-1998cc05cf8f tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 943 time: 0.0827525 Jun 02 21:00:07.011525 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8ecd1884-82aa-401e-8677-c80bd6973dd5 req-ef38bd08-a72e-48c3-9933-4c6a4d99a0d2 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394855 Jun 02 21:00:07.117864 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce325d-9ded-49f8-9e7e-bd36fc7624a0 req-500ea9ba-a33b-4c03-a9fc-bb2e4dcf79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:07.119310 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-69ce325d-9ded-49f8-9e7e-bd36fc7624a0 req-500ea9ba-a33b-4c03-a9fc-bb2e4dcf79b2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=30f2bdf5-def5-447e-a18c-989d3c8e5c59 HTTP/1.1" status: 200 len: 916 time: 0.2583086 Jun 02 21:00:07.185677 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-69ce325d-9ded-49f8-9e7e-bd36fc7624a0 req-dd8edb00-ac0d-4f00-a65c-d70e9ec74fb2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 HTTP/1.1" status: 200 len: 217 time: 0.0599089 Jun 02 21:00:07.249800 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce325d-9ded-49f8-9e7e-bd36fc7624a0 req-2f6a2434-bad2-43a5-837d-e52ecb2f5d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:07.251183 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-69ce325d-9ded-49f8-9e7e-bd36fc7624a0 req-2f6a2434-bad2-43a5-837d-e52ecb2f5d36 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a2c4b3b0-5bf3-4086-a4ee-242c20c2179d HTTP/1.1" status: 200 len: 855 time: 0.0589597 Jun 02 21:00:07.297151 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-69ce325d-9ded-49f8-9e7e-bd36fc7624a0 req-46acf81d-b176-4541-9670-45979fbcfb04 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=30f2bdf5-def5-447e-a18c-989d3c8e5c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393379 Jun 02 21:00:07.424941 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-69ce325d-9ded-49f8-9e7e-bd36fc7624a0 req-f8783af7-136d-4d37-9f4b-9501515bf650 service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213436 Jun 02 21:00:07.556886 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-69ce325d-9ded-49f8-9e7e-bd36fc7624a0 req-dddd1c06-3629-45de-8ec1-ecce8d7855a9 service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255195 Jun 02 21:00:08.062091 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:00:08.199710 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13283b1c-a82b-4d94-80c3-7ccbec85ed3d req-43bf9811-97a4-4cac-bb2f-2eb3c4ee1561 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:08.200403 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-13283b1c-a82b-4d94-80c3-7ccbec85ed3d req-43bf9811-97a4-4cac-bb2f-2eb3c4ee1561 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Synchronizing usage tracker for tenant:74fbaa66104b427089a0072dadc1bfee on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:00:08.216419 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-13283b1c-a82b-4d94-80c3-7ccbec85ed3d req-43bf9811-97a4-4cac-bb2f-2eb3c4ee1561 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Unset dirty status for tenant:74fbaa66104b427089a0072dadc1bfee on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:00:08.217549 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-13283b1c-a82b-4d94-80c3-7ccbec85ed3d req-43bf9811-97a4-4cac-bb2f-2eb3c4ee1561 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 943 time: 0.1005914 Jun 02 21:00:08.261890 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-13283b1c-a82b-4d94-80c3-7ccbec85ed3d req-f787ec00-78ef-4bfb-9bf3-fcf95fe6bedb tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385895 Jun 02 21:00:09.124026 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:00:09.254962 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7852dc00-fb93-4107-a3a1-8b7e71b2fbb3,segment=NetworkSegment(e8960e7c-20d2-45ef-93f5-119692022fc2),segment_id=e8960e7c-20d2-45ef-93f5-119692022fc2)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:00:09.268422 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '7852dc00-fb93-4107-a3a1-8b7e71b2fbb3', 'network_id': '30f2bdf5-def5-447e-a18c-989d3c8e5c59', 'port_id': '7852dc00-fb93-4107-a3a1-8b7e71b2fbb3', 'mac_address': 'fa:16:3e:2b:cb:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c4b3b0-5bf3-4086-a4ee-242c20c2179d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:00:09.365942 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:09.383525 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:00:09.398626 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7852dc00-fb93-4107-a3a1-8b7e71b2fbb3,segment=NetworkSegment(e8960e7c-20d2-45ef-93f5-119692022fc2),segment_id=e8960e7c-20d2-45ef-93f5-119692022fc2)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:00:09.402667 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:09.404135 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:00:09.449555 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7ccc0-52b8-479c-8cc4-2875d54def47 req-e8dca53c-7405-409c-bbcd-102e7444f08a tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:09.451002 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-82d7ccc0-52b8-479c-8cc4-2875d54def47 req-e8dca53c-7405-409c-bbcd-102e7444f08a tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 944 time: 0.0842223 Jun 02 21:00:09.469117 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=7852dc00-fb93-4107-a3a1-8b7e71b2fbb3,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:00:09.476685 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:09.477035 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:09.477376 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:09.477711 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:09.478038 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:09.478364 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:09.478691 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:09.479013 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:09.479503 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:09.479831 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:09.480025 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:09.480335 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:00:09.484127 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:00:09.496167 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-82d7ccc0-52b8-479c-8cc4-2875d54def47 req-5f477902-b399-4942-b619-d99b423f55e2 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393808 Jun 02 21:00:09.775322 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['7852dc00-fb93-4107-a3a1-8b7e71b2fbb3'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:00:10.681543 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5077b-50ed-4e57-8883-9c1d92c3ba1f req-2a840243-9b5e-4089-8254-d60254a71ad0 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:10.682897 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5ec5077b-50ed-4e57-8883-9c1d92c3ba1f req-2a840243-9b5e-4089-8254-d60254a71ad0 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 944 time: 0.0788991 Jun 02 21:00:10.727080 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5ec5077b-50ed-4e57-8883-9c1d92c3ba1f req-af1d4460-936e-402d-82b7-f5033af3f253 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385103 Jun 02 21:00:11.124026 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:00:11.197707 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:00:11.203457 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:00:11.203924 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:11.329794 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:11.357894 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7ac3a8-d6b3-413d-906c-6cf934f8b44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7852dc00-fb93-4107-a3a1-8b7e71b2fbb3'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:00:11.360181 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef126b3-267f-4c09-9bc6-d799e0ff83da" -d '{"events": [{"server_uuid": "4e7ac3a8-d6b3-413d-906c-6cf934f8b44f", "name": "network-vif-plugged", "status": "completed", "tag": "7852dc00-fb93-4107-a3a1-8b7e71b2fbb3"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:00:11.369976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7852dc00-fb93-4107-a3a1-8b7e71b2fbb3,segment=NetworkSegment(e8960e7c-20d2-45ef-93f5-119692022fc2),segment_id=e8960e7c-20d2-45ef-93f5-119692022fc2)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:00:11.374230 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:11.376088 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-478284c1-908d-4599-97aa-d1275cdba35b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:00:11.408903 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd390c9-210a-4be2-a75a-a7e9e7b11610 x-openstack-request-id: req-0dd390c9-210a-4be2-a75a-a7e9e7b11610 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:00:11.409201 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7ac3a8-d6b3-413d-906c-6cf934f8b44f", "name": "network-vif-plugged", "status": "completed", "tag": "7852dc00-fb93-4107-a3a1-8b7e71b2fbb3", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:00:11.409460 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0dd390c9-210a-4be2-a75a-a7e9e7b11610 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:00:11.409842 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7ac3a8-d6b3-413d-906c-6cf934f8b44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7852dc00-fb93-4107-a3a1-8b7e71b2fbb3', 'code': 200} Jun 02 21:00:11.447579 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=7852dc00-fb93-4107-a3a1-8b7e71b2fbb3,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:00:11.450354 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:00:11.636443 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bea9e-72af-4cd9-97ca-ae9088420132 req-cc326a05-5fe6-4baf-9bb2-5216aa1c9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:11.637803 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-207bea9e-72af-4cd9-97ca-ae9088420132 req-cc326a05-5fe6-4baf-9bb2-5216aa1c9ba4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 1098 time: 0.0754633 Jun 02 21:00:11.677398 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-207bea9e-72af-4cd9-97ca-ae9088420132 req-73f63d18-9cef-479f-a2c5-f30796a4ce39 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333037 Jun 02 21:00:11.908588 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15d97f-c1a6-4c34-bb48-533851a46f9b req-3b5023a8-fd78-4851-ab91-5a61cf26314e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:11.909957 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fd15d97f-c1a6-4c34-bb48-533851a46f9b req-3b5023a8-fd78-4851-ab91-5a61cf26314e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0786984 Jun 02 21:00:11.957474 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fd15d97f-c1a6-4c34-bb48-533851a46f9b req-85db0285-fca5-41e5-bd8b-c75e4d051fcb tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420280 Jun 02 21:00:13.141594 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e0814-5d51-4a24-a4df-55c165583639 req-f355a0d3-7759-4dcb-8675-2bc51674b239 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:13.143034 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a18e0814-5d51-4a24-a4df-55c165583639 req-f355a0d3-7759-4dcb-8675-2bc51674b239 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0786469 Jun 02 21:00:13.187081 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a18e0814-5d51-4a24-a4df-55c165583639 req-ac7e4d83-a4c1-47c7-9e28-6c70193d497e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379286 Jun 02 21:00:13.369872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab91b64-b11f-473f-bfc7-b3929874caa2 req-3e94dc9e-eda5-4fcb-a5a0-7e9eac3ff008 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:13.371239 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fab91b64-b11f-473f-bfc7-b3929874caa2 req-3e94dc9e-eda5-4fcb-a5a0-7e9eac3ff008 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0791519 Jun 02 21:00:13.414886 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fab91b64-b11f-473f-bfc7-b3929874caa2 req-85a06dcf-364e-44d4-abad-a99dd05e1186 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380557 Jun 02 21:00:13.765170 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717e140-99df-40f4-9b05-7700b744ee30 req-a06a6864-2938-4002-8a3a-e52227134925 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:13.766581 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0717e140-99df-40f4-9b05-7700b744ee30 req-a06a6864-2938-4002-8a3a-e52227134925 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0821378 Jun 02 21:00:13.809674 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0717e140-99df-40f4-9b05-7700b744ee30 req-d134b110-9e44-4e13-a5a3-97282279dc82 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370231 Jun 02 21:00:14.013067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3037b-7753-4b0b-b1d1-5b04f0adaca7 req-d7b5a83a-19c4-406c-93c2-3806e1a6c136 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:14.014418 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fbd3037b-7753-4b0b-b1d1-5b04f0adaca7 req-d7b5a83a-19c4-406c-93c2-3806e1a6c136 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0869875 Jun 02 21:00:14.057531 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fbd3037b-7753-4b0b-b1d1-5b04f0adaca7 req-38c3d1da-ba8d-4fc0-b1ab-f436331e9aa4 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374882 Jun 02 21:00:14.402527 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-972bfde8-a95b-437d-8140-7ac641765b19 req-9aed7747-54ce-4532-8bff-63c960b10713 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0698662 Jun 02 21:00:14.454355 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bae09-dd78-4e60-b842-5ecf2ed08934 req-75cf6dba-7537-4d2c-9077-4f7490287524 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:14.455839 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-051bae09-dd78-4e60-b842-5ecf2ed08934 req-75cf6dba-7537-4d2c-9077-4f7490287524 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0814788 Jun 02 21:00:14.500113 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-051bae09-dd78-4e60-b842-5ecf2ed08934 req-9ae25327-b461-460c-a764-21e918486245 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386391 Jun 02 21:00:14.567824 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:15.567321 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bfde8-a95b-437d-8140-7ac641765b19 req-8d993140-1dd3-4f29-9745-fcd375ab2512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:15.569276 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-972bfde8-a95b-437d-8140-7ac641765b19 req-8d993140-1dd3-4f29-9745-fcd375ab2512 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74fbaa66104b427089a0072dadc1bfee&device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 1098 time: 0.0764723 Jun 02 21:00:15.761512 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bfde8-a95b-437d-8140-7ac641765b19 req-a884e941-29ae-46ec-8dfe-ebe65d055f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:15.762949 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-972bfde8-a95b-437d-8140-7ac641765b19 req-a884e941-29ae-46ec-8dfe-ebe65d055f75 service neutron] 10.222.0.95 "GET /v2.0/networks?id=30f2bdf5-def5-447e-a18c-989d3c8e5c59 HTTP/1.1" status: 200 len: 916 time: 0.1877143 Jun 02 21:00:15.958791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba1141-dd79-4f26-967d-f123fd601f90 req-d1e2dfa6-2449-49e2-9144-5b2356755bc9 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:15.960799 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-66ba1141-dd79-4f26-967d-f123fd601f90 req-d1e2dfa6-2449-49e2-9144-5b2356755bc9 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.3093481 Jun 02 21:00:15.988203 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-972bfde8-a95b-437d-8140-7ac641765b19 req-9cf20ee7-c13c-4c11-ac51-b0a3e95cc34b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 HTTP/1.1" status: 200 len: 217 time: 0.2151155 Jun 02 21:00:16.047560 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-66ba1141-dd79-4f26-967d-f123fd601f90 req-35b33fa9-11b5-4152-9d1f-36264a5a3576 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807948 Jun 02 21:00:16.066026 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bfde8-a95b-437d-8140-7ac641765b19 req-0e1b6b44-dc01-41c4-b0ba-8be7fc2d2e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:16.067459 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-972bfde8-a95b-437d-8140-7ac641765b19 req-0e1b6b44-dc01-41c4-b0ba-8be7fc2d2e9b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a2c4b3b0-5bf3-4086-a4ee-242c20c2179d HTTP/1.1" status: 200 len: 855 time: 0.0726733 Jun 02 21:00:16.118197 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-972bfde8-a95b-437d-8140-7ac641765b19 req-0e17c7f8-50c4-4da5-b02e-4e15ef4af4aa service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=30f2bdf5-def5-447e-a18c-989d3c8e5c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444860 Jun 02 21:00:16.246666 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-972bfde8-a95b-437d-8140-7ac641765b19 req-3699ab43-d815-4ffb-a1ba-9d376a242d33 service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218541 Jun 02 21:00:16.377306 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-972bfde8-a95b-437d-8140-7ac641765b19 req-0a692bf3-b9ff-4da8-a7f0-b14030373b02 service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239574 Jun 02 21:00:17.230956 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af3eac-e9d8-45a0-bce5-ac1939f4a9a6 req-0dd0bdbc-39e5-4f79-acec-ba34de40c622 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:17.232404 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f2af3eac-e9d8-45a0-bce5-ac1939f4a9a6 req-0dd0bdbc-39e5-4f79-acec-ba34de40c622 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0815082 Jun 02 21:00:17.276883 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f2af3eac-e9d8-45a0-bce5-ac1939f4a9a6 req-b3ebbb94-0acb-4e21-96e5-47d7b47dccd2 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389087 Jun 02 21:00:18.457628 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997fc52f-8105-415b-b8f6-507ad278f254 req-d82f62cf-c6a9-4832-afda-705a5a836b28 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:18.459053 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-997fc52f-8105-415b-b8f6-507ad278f254 req-d82f62cf-c6a9-4832-afda-705a5a836b28 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0793388 Jun 02 21:00:18.502580 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-997fc52f-8105-415b-b8f6-507ad278f254 req-18b27509-50cd-4bac-9447-b283028a7013 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372250 Jun 02 21:00:19.691473 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06bb49-d146-4cb5-8f1f-be94922c39ac req-446898fe-bd06-47a0-89cc-d4d4ba95bf3c tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:19.692892 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9b06bb49-d146-4cb5-8f1f-be94922c39ac req-446898fe-bd06-47a0-89cc-d4d4ba95bf3c tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0833759 Jun 02 21:00:19.736514 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9b06bb49-d146-4cb5-8f1f-be94922c39ac req-77b040a8-02a1-43ae-90a9-38ff8f0c4f9d tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373640 Jun 02 21:00:20.922504 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b89a7-c4ce-4933-b624-ba7a4f2c9162 req-b398a61c-9b3a-46f3-93f2-a25b72493e1f tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:20.923955 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-590b89a7-c4ce-4933-b624-ba7a4f2c9162 req-b398a61c-9b3a-46f3-93f2-a25b72493e1f tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0824394 Jun 02 21:00:20.966808 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-590b89a7-c4ce-4933-b624-ba7a4f2c9162 req-cb42baf3-607e-4207-b288-810f6937c8e9 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373573 Jun 02 21:00:22.145952 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359bdd7-2128-4358-b841-c5c717eb2bce req-3caf953d-c1bd-4ad0-8c29-bd71a6718e03 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:22.147913 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3359bdd7-2128-4358-b841-c5c717eb2bce req-3caf953d-c1bd-4ad0-8c29-bd71a6718e03 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0785730 Jun 02 21:00:22.195002 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3359bdd7-2128-4358-b841-c5c717eb2bce req-6c57d73b-ea92-4e49-ac7a-8fa109e6d23e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392685 Jun 02 21:00:23.382346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb5f2c-4f2c-4759-846d-71a35120063c req-e22209bd-294f-4161-ba88-72ea7acbe6e9 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:23.383844 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dfdb5f2c-4f2c-4759-846d-71a35120063c req-e22209bd-294f-4161-ba88-72ea7acbe6e9 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0799382 Jun 02 21:00:23.427971 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dfdb5f2c-4f2c-4759-846d-71a35120063c req-5a0a50bb-3bcc-4b66-9088-c05f4ca86f67 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381069 Jun 02 21:00:24.738124 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4b813-6793-46bb-8216-1c02cd78e557 req-a53c9865-7f40-4b88-9828-790d211fdbe5 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:24.739621 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-32d4b813-6793-46bb-8216-1c02cd78e557 req-a53c9865-7f40-4b88-9828-790d211fdbe5 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.2102604 Jun 02 21:00:24.783107 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-32d4b813-6793-46bb-8216-1c02cd78e557 req-95d34bc4-6454-4b78-a608-d0fa3ac5e11b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371830 Jun 02 21:00:25.968534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70633f1f-9428-415f-ab25-0904f8f1d6a8 req-0ebbf097-199d-48e1-8da5-f7dbcc5eeb8a tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:25.969971 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-70633f1f-9428-415f-ab25-0904f8f1d6a8 req-0ebbf097-199d-48e1-8da5-f7dbcc5eeb8a tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0825515 Jun 02 21:00:26.013204 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-70633f1f-9428-415f-ab25-0904f8f1d6a8 req-a0289a23-e384-4229-83f3-4b2b6a255d66 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371366 Jun 02 21:00:27.198932 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc21e9f-e2b3-4b6d-8826-da90d393ef02 req-eeb797a4-55be-4e93-916a-024e0db9bead tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:27.200399 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3dc21e9f-e2b3-4b6d-8826-da90d393ef02 req-eeb797a4-55be-4e93-916a-024e0db9bead tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0818915 Jun 02 21:00:27.243767 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3dc21e9f-e2b3-4b6d-8826-da90d393ef02 req-2abc2fe2-e93b-4f11-a681-b323a62bdbf5 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378253 Jun 02 21:00:28.430371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46726b-b7d7-47bd-804a-93d089b269a3 req-3485d67c-db96-4c4e-a458-43e91337e79d tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:28.431866 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8d46726b-b7d7-47bd-804a-93d089b269a3 req-3485d67c-db96-4c4e-a458-43e91337e79d tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0818787 Jun 02 21:00:28.480289 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8d46726b-b7d7-47bd-804a-93d089b269a3 req-3a69aa01-50af-4cf3-8d0f-f1ca2b502a30 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424647 Jun 02 21:00:29.673367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427772c-5dc8-428f-9868-cb51e780c789 req-a685e4de-0267-4e4c-a934-9f2c273cdaed tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:29.674796 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0427772c-5dc8-428f-9868-cb51e780c789 req-a685e4de-0267-4e4c-a934-9f2c273cdaed tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0909879 Jun 02 21:00:29.718044 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0427772c-5dc8-428f-9868-cb51e780c789 req-e173d49e-3b6f-4ef0-ab4e-afe76e412ca6 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375981 Jun 02 21:00:30.784377 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8b53e50c-ce35-4a14-81f3-ba11415b8feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:30.906350 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004e0b7-35b5-4b02-9057-b4f7090f2122 req-f5d8c111-350a-403c-bc55-1f84a200eef7 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:30.907819 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0004e0b7-35b5-4b02-9057-b4f7090f2122 req-f5d8c111-350a-403c-bc55-1f84a200eef7 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0810988 Jun 02 21:00:30.951868 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0004e0b7-35b5-4b02-9057-b4f7090f2122 req-7493bf16-4e66-42e3-9173-025cdee03a65 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381169 Jun 02 21:00:32.133988 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7154a88-6157-40d8-92e1-8705d3cebd8d req-c966258d-814f-4017-a676-66e8ca9cdbc2 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:32.135711 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a7154a88-6157-40d8-92e1-8705d3cebd8d req-c966258d-814f-4017-a676-66e8ca9cdbc2 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0813861 Jun 02 21:00:32.179311 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a7154a88-6157-40d8-92e1-8705d3cebd8d req-2e59e1a3-bc05-4a53-9278-d15635111827 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380192 Jun 02 21:00:33.338417 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0373597a-f2f8-4e68-8aad-023b46bd0e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:33.368885 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920de3bd-1eca-48ee-b03c-1ebdf2c73ffd req-a7b97019-0ce1-4213-b092-adb804f2369e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:33.370363 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-920de3bd-1eca-48ee-b03c-1ebdf2c73ffd req-a7b97019-0ce1-4213-b092-adb804f2369e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0873230 Jun 02 21:00:33.393461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:33.415129 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-920de3bd-1eca-48ee-b03c-1ebdf2c73ffd req-a0a69f56-1db1-498a-a306-abac9879897a tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391667 Jun 02 21:00:34.317386 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:34.602635 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac88f93-3dbb-4bb3-bf01-a43689c6ee0e req-91c196f2-efca-4c2a-8b53-50695751387d tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:34.604045 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cac88f93-3dbb-4bb3-bf01-a43689c6ee0e req-91c196f2-efca-4c2a-8b53-50695751387d tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0830014 Jun 02 21:00:34.647938 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cac88f93-3dbb-4bb3-bf01-a43689c6ee0e req-40989d77-6275-42eb-ad65-504344a5b1c5 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383224 Jun 02 21:00:35.837494 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6827805-a6a9-45bf-bd4f-2efa06270522 req-1bd69dd6-236a-4c96-944b-42ac895a5371 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:35.838954 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f6827805-a6a9-45bf-bd4f-2efa06270522 req-1bd69dd6-236a-4c96-944b-42ac895a5371 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0854664 Jun 02 21:00:35.882857 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f6827805-a6a9-45bf-bd4f-2efa06270522 req-c90f35da-143d-4e66-b3a2-fc3aa47d4e0d tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382504 Jun 02 21:00:35.974396 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:37.064995 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6de7c8-0078-4aee-a6b3-e8e8e4b077cf req-a2520244-5955-419d-bc8e-5df60f10cf4f tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:37.066329 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ba6de7c8-0078-4aee-a6b3-e8e8e4b077cf req-a2520244-5955-419d-bc8e-5df60f10cf4f tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0794652 Jun 02 21:00:37.110018 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ba6de7c8-0078-4aee-a6b3-e8e8e4b077cf req-a002c7cb-fa2e-4af4-9ee8-a5e66bba7353 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379679 Jun 02 21:00:38.299817 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81b8ad-0eea-4022-8fb0-a1a323638603 req-8fa5addc-389b-47a0-9800-8a620162663d tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:38.301264 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ce81b8ad-0eea-4022-8fb0-a1a323638603 req-8fa5addc-389b-47a0-9800-8a620162663d tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0848615 Jun 02 21:00:38.387026 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ce81b8ad-0eea-4022-8fb0-a1a323638603 req-f7468ef3-ea07-41d7-9112-1553e7e22b4e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790555 Jun 02 21:00:38.414051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44294ad0-f48b-49bc-849a-10c520078def req-287b2a03-bdb3-4977-98b9-3770d7ac77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:38.415538 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-44294ad0-f48b-49bc-849a-10c520078def req-287b2a03-bdb3-4977-98b9-3770d7ac77d3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74fbaa66104b427089a0072dadc1bfee&device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 1098 time: 0.0878344 Jun 02 21:00:38.556374 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44294ad0-f48b-49bc-849a-10c520078def req-b70f7b1c-5061-4bcc-9be0-8245ee051db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:38.557790 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-44294ad0-f48b-49bc-849a-10c520078def req-b70f7b1c-5061-4bcc-9be0-8245ee051db3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=30f2bdf5-def5-447e-a18c-989d3c8e5c59 HTTP/1.1" status: 200 len: 916 time: 0.1242728 Jun 02 21:00:38.627590 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-44294ad0-f48b-49bc-849a-10c520078def req-2146b8d0-a616-42d6-98ef-782cca0daf07 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 HTTP/1.1" status: 200 len: 217 time: 0.0624182 Jun 02 21:00:38.688069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44294ad0-f48b-49bc-849a-10c520078def req-6e4b519d-05eb-4c6e-a043-7f3e51566f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:38.689568 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-44294ad0-f48b-49bc-849a-10c520078def req-6e4b519d-05eb-4c6e-a043-7f3e51566f31 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a2c4b3b0-5bf3-4086-a4ee-242c20c2179d HTTP/1.1" status: 200 len: 855 time: 0.0558641 Jun 02 21:00:38.742006 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-44294ad0-f48b-49bc-849a-10c520078def req-1b05e13b-0eb1-4bc2-a94d-04bb7ed079fa service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=30f2bdf5-def5-447e-a18c-989d3c8e5c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438333 Jun 02 21:00:38.872266 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-44294ad0-f48b-49bc-849a-10c520078def req-fbe25f11-a083-4715-99b4-a0c40e126a2a service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235230 Jun 02 21:00:39.134566 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-44294ad0-f48b-49bc-849a-10c520078def req-ffe23fdd-395e-487a-ab57-7a96fcd89f0f service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552602 Jun 02 21:00:39.570456 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c64108-b926-4fea-aff7-85af779674ce req-000515d8-a9f5-404d-85b3-e186f61eb56b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:39.571911 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-48c64108-b926-4fea-aff7-85af779674ce req-000515d8-a9f5-404d-85b3-e186f61eb56b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0815320 Jun 02 21:00:39.616980 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-48c64108-b926-4fea-aff7-85af779674ce req-e6a87f6f-3d35-4124-980f-3dd9db1bcf8f tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395560 Jun 02 21:00:40.813888 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1acdea-7db2-4071-9057-e36fa3b81a55 req-06d10350-d4cf-4864-ac5a-aa570d5c69c3 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:40.815340 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ab1acdea-7db2-4071-9057-e36fa3b81a55 req-06d10350-d4cf-4864-ac5a-aa570d5c69c3 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0814657 Jun 02 21:00:40.863577 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ab1acdea-7db2-4071-9057-e36fa3b81a55 req-17ec75df-0a7c-45c8-ab20-d755062e35b5 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426619 Jun 02 21:00:42.049466 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bd5b2-539d-4443-9b5c-5ae257cbdc7d req-d056cb51-bb79-4086-8d6b-81286d83ac2d tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:42.050787 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7e7bd5b2-539d-4443-9b5c-5ae257cbdc7d req-d056cb51-bb79-4086-8d6b-81286d83ac2d tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0770268 Jun 02 21:00:42.096907 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7e7bd5b2-539d-4443-9b5c-5ae257cbdc7d req-a449c2c9-1af4-42f5-8130-9eedbd197e72 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400918 Jun 02 21:00:43.184789 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-972bfde8-a95b-437d-8140-7ac641765b19 req-23b7bd05-2fa7-4f64-9b1b-01f07b8b42e9 service neutron] 10.222.0.95 "GET /v2.0/ports/7852dc00-fb93-4107-a3a1-8b7e71b2fbb3/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0780718 Jun 02 21:00:43.281275 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce951f-d578-44f9-93e6-98f6af8d9d0a req-cbe281aa-4f14-4845-a7d8-a4701970c8be tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:43.282711 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e5ce951f-d578-44f9-93e6-98f6af8d9d0a req-cbe281aa-4f14-4845-a7d8-a4701970c8be tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0820942 Jun 02 21:00:43.331872 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e5ce951f-d578-44f9-93e6-98f6af8d9d0a req-1746950e-38be-4a5e-8cf6-bf7d8194d27d tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436401 Jun 02 21:00:43.439811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bfde8-a95b-437d-8140-7ac641765b19 req-bff6c7b1-66d4-498c-b632-d6bf29ccbd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:43.441260 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-972bfde8-a95b-437d-8140-7ac641765b19 req-bff6c7b1-66d4-498c-b632-d6bf29ccbd69 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f&tenant_id=74fbaa66104b427089a0072dadc1bfee HTTP/1.1" status: 200 len: 1098 time: 0.0702562 Jun 02 21:00:43.529202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bfde8-a95b-437d-8140-7ac641765b19 req-f90f8e0b-8264-472b-9e31-5c6c3912c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:43.530624 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-972bfde8-a95b-437d-8140-7ac641765b19 req-f90f8e0b-8264-472b-9e31-5c6c3912c094 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74fbaa66104b427089a0072dadc1bfee&device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 1098 time: 0.0693321 Jun 02 21:00:43.661261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bfde8-a95b-437d-8140-7ac641765b19 req-28a57f16-f6e2-4dd9-ba5b-f6d4b6769ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:43.663195 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-972bfde8-a95b-437d-8140-7ac641765b19 req-28a57f16-f6e2-4dd9-ba5b-f6d4b6769ea8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=30f2bdf5-def5-447e-a18c-989d3c8e5c59 HTTP/1.1" status: 200 len: 916 time: 0.1252885 Jun 02 21:00:43.733343 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-972bfde8-a95b-437d-8140-7ac641765b19 req-71246ef2-73c3-49cd-a414-45d10857658e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 HTTP/1.1" status: 200 len: 217 time: 0.0642314 Jun 02 21:00:43.798255 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bfde8-a95b-437d-8140-7ac641765b19 req-1e451e02-c42c-4f72-99e6-45c4ffeb384b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:43.799689 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-972bfde8-a95b-437d-8140-7ac641765b19 req-1e451e02-c42c-4f72-99e6-45c4ffeb384b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a2c4b3b0-5bf3-4086-a4ee-242c20c2179d HTTP/1.1" status: 200 len: 855 time: 0.0600064 Jun 02 21:00:43.847105 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-972bfde8-a95b-437d-8140-7ac641765b19 req-d8e481d5-ac19-4f93-a058-06bf7fa8aced service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=30f2bdf5-def5-447e-a18c-989d3c8e5c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410862 Jun 02 21:00:43.979422 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-972bfde8-a95b-437d-8140-7ac641765b19 req-a1a720b5-d76e-446c-9f23-6bf99e46c355 service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263065 Jun 02 21:00:44.115790 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-972bfde8-a95b-437d-8140-7ac641765b19 req-38d9d841-d398-4d96-9972-7ed7e6d0108d service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303360 Jun 02 21:00:44.527505 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73f641-954b-48b1-b4a4-1fdef54f0e5a req-48e92f07-f853-4530-977d-492dc76dd352 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:44.528933 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2b73f641-954b-48b1-b4a4-1fdef54f0e5a req-48e92f07-f853-4530-977d-492dc76dd352 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0798297 Jun 02 21:00:44.572055 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2b73f641-954b-48b1-b4a4-1fdef54f0e5a req-af8a3d77-2f18-4207-b9cf-f792f8431a2b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375779 Jun 02 21:00:44.582366 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:45.060823 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:00:45.769175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0f5a8-78dd-4740-a01e-b4463a54ca74 req-4cb4030c-444d-4537-a1e2-4e471f179205 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:45.770623 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d6e0f5a8-78dd-4740-a01e-b4463a54ca74 req-4cb4030c-444d-4537-a1e2-4e471f179205 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0885913 Jun 02 21:00:45.813789 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d6e0f5a8-78dd-4740-a01e-b4463a54ca74 req-022dab16-ea23-4adb-ae1f-b7ffa0c3622a tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374539 Jun 02 21:00:46.997514 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520775d-951d-4b06-9ab9-22be5730836d req-4b33363b-d1e3-4a83-872b-b181e87152ac tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:46.998869 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d520775d-951d-4b06-9ab9-22be5730836d req-4b33363b-d1e3-4a83-872b-b181e87152ac tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0824776 Jun 02 21:00:47.042777 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d520775d-951d-4b06-9ab9-22be5730836d req-a268ccc7-f21f-4a6b-a08d-f040c368c3f4 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383518 Jun 02 21:00:47.351621 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:00:47.358082 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f744a8-5032-4a7b-a8bb-d4eec37b4ae0 req-e6c74a28-b438-4b2f-aeb7-4a8e3f432b01 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:47.359683 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-15f744a8-5032-4a7b-a8bb-d4eec37b4ae0 req-e6c74a28-b438-4b2f-aeb7-4a8e3f432b01 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 945 time: 0.0790122 Jun 02 21:00:47.361734 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd844967-e7e5-4738-88bd-2147d7e850ab req-bcff1da4-0ba7-4e67-b81d-f1e07c0578d1 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:47.363211 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dd844967-e7e5-4738-88bd-2147d7e850ab req-bcff1da4-0ba7-4e67-b81d-f1e07c0578d1 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f&tenant_id=74fbaa66104b427089a0072dadc1bfee&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.0881224 Jun 02 21:00:47.404130 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-15f744a8-5032-4a7b-a8bb-d4eec37b4ae0 req-5fcff7e0-a329-48d5-a846-721485739299 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380456 Jun 02 21:00:47.467241 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:47.494293 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7ac3a8-d6b3-413d-906c-6cf934f8b44f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7852dc00-fb93-4107-a3a1-8b7e71b2fbb3'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:00:47.496540 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffc0f78-97b7-4ae3-a17f-8dd2c33fd4a9" -d '{"events": [{"server_uuid": "4e7ac3a8-d6b3-413d-906c-6cf934f8b44f", "name": "network-vif-unplugged", "status": "completed", "tag": "7852dc00-fb93-4107-a3a1-8b7e71b2fbb3"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:00:47.503903 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7852dc00-fb93-4107-a3a1-8b7e71b2fbb3,segment=NetworkSegment(e8960e7c-20d2-45ef-93f5-119692022fc2),segment_id=e8960e7c-20d2-45ef-93f5-119692022fc2)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:00:47.507923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd844967-e7e5-4738-88bd-2147d7e850ab req-8e51d8f5-8e41-4d43-84c7-00619af520ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:47.509585 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:47.510118 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dd844967-e7e5-4738-88bd-2147d7e850ab req-8e51d8f5-8e41-4d43-84c7-00619af520ad service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74fbaa66104b427089a0072dadc1bfee&device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 1098 time: 0.0736623 Jun 02 21:00:47.512606 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:00:47.559566 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 21:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cea2ed-4cd0-4ff8-900a-8f4e82ef0097 x-openstack-request-id: req-76cea2ed-4cd0-4ff8-900a-8f4e82ef0097 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:00:47.559865 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7ac3a8-d6b3-413d-906c-6cf934f8b44f", "name": "network-vif-unplugged", "status": "completed", "tag": "7852dc00-fb93-4107-a3a1-8b7e71b2fbb3", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:00:47.560125 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76cea2ed-4cd0-4ff8-900a-8f4e82ef0097 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:00:47.560510 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7ac3a8-d6b3-413d-906c-6cf934f8b44f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7852dc00-fb93-4107-a3a1-8b7e71b2fbb3', 'code': 200} Jun 02 21:00:47.584548 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=7852dc00-fb93-4107-a3a1-8b7e71b2fbb3,revision_number=6']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:00:47.587774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:00:47.642151 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd844967-e7e5-4738-88bd-2147d7e850ab req-a0d221d1-81b4-46e4-98fa-d2a99bfe2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:47.643529 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dd844967-e7e5-4738-88bd-2147d7e850ab req-a0d221d1-81b4-46e4-98fa-d2a99bfe2777 service neutron] 10.222.0.95 "GET /v2.0/networks?id=30f2bdf5-def5-447e-a18c-989d3c8e5c59 HTTP/1.1" status: 200 len: 916 time: 0.1268451 Jun 02 21:00:47.713555 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dd844967-e7e5-4738-88bd-2147d7e850ab req-04e5ed38-3cea-41f1-be3a-b5aad75f0b7e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 HTTP/1.1" status: 200 len: 217 time: 0.0637774 Jun 02 21:00:47.776358 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd844967-e7e5-4738-88bd-2147d7e850ab req-a72baa8d-4d87-4c2b-9959-873b7ec02bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:47.777763 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dd844967-e7e5-4738-88bd-2147d7e850ab req-a72baa8d-4d87-4c2b-9959-873b7ec02bed service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a2c4b3b0-5bf3-4086-a4ee-242c20c2179d HTTP/1.1" status: 200 len: 855 time: 0.0575972 Jun 02 21:00:47.827595 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dd844967-e7e5-4738-88bd-2147d7e850ab req-3d29b8ba-6147-43e1-8dee-87851af18bb9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=30f2bdf5-def5-447e-a18c-989d3c8e5c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429583 Jun 02 21:00:47.961805 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dd844967-e7e5-4738-88bd-2147d7e850ab req-acb71596-e244-49d8-a773-a42d396ccc48 service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266868 Jun 02 21:00:48.230823 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dd844967-e7e5-4738-88bd-2147d7e850ab req-e3750e4d-a449-4430-93a8-7606ed2a410f service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630646 Jun 02 21:00:48.593663 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0045c0f-a4e1-40eb-9f6a-0b056c873962 req-f4f049e2-ff5c-4b01-a811-0920fa40fa7f tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:48.595092 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e0045c0f-a4e1-40eb-9f6a-0b056c873962 req-f4f049e2-ff5c-4b01-a811-0920fa40fa7f tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 943 time: 0.0839052 Jun 02 21:00:48.640265 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e0045c0f-a4e1-40eb-9f6a-0b056c873962 req-c106d70f-eb13-4e60-a3f0-4ab6d613fbe6 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385959 Jun 02 21:00:49.837055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73075dd-6901-496f-99fe-6af8ca81ebc8 req-cf6b70a3-c49c-4ede-b453-8f8e36c558cb tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:49.838498 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c73075dd-6901-496f-99fe-6af8ca81ebc8 req-cf6b70a3-c49c-4ede-b453-8f8e36c558cb tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 943 time: 0.0892155 Jun 02 21:00:49.884085 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c73075dd-6901-496f-99fe-6af8ca81ebc8 req-80bb59ae-aa07-4f50-b6ce-f5008dcf2857 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400205 Jun 02 21:00:50.065212 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db99ab-e16b-4fce-9bcb-637fd2ea3f45 req-3b63a482-5813-43f6-8c3d-828beb120a93 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:50.066665 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-98db99ab-e16b-4fce-9bcb-637fd2ea3f45 req-3b63a482-5813-43f6-8c3d-828beb120a93 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 943 time: 0.0810194 Jun 02 21:00:50.118572 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-98db99ab-e16b-4fce-9bcb-637fd2ea3f45 req-de777f12-abe1-4ea1-a6b8-aba393f36391 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462158 Jun 02 21:00:50.307765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc6c73-9f2a-4d0e-a6c8-1721196fb910 req-9edd0fdb-6a04-4ada-a7dd-0812cc870774 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:50.309182 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fabc6c73-9f2a-4d0e-a6c8-1721196fb910 req-9edd0fdb-6a04-4ada-a7dd-0812cc870774 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 943 time: 0.0797424 Jun 02 21:00:50.351788 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fabc6c73-9f2a-4d0e-a6c8-1721196fb910 req-7dee82eb-89c7-4f74-862e-432278312646 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370650 Jun 02 21:00:50.833154 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-fd47dddf-947d-4c51-b3b3-1d7812b637c0 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:50.834508 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-fd47dddf-947d-4c51-b3b3-1d7812b637c0 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/networks?id=30f2bdf5-def5-447e-a18c-989d3c8e5c59 HTTP/1.1" status: 200 len: 815 time: 0.1428683 Jun 02 21:00:50.848426 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-f07677b7-cb95-47dc-82e1-e9fb2985f326 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/quotas/74fbaa66104b427089a0072dadc1bfee HTTP/1.1" status: 200 len: 375 time: 0.0085599 Jun 02 21:00:50.930972 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-6d923552-4a00-455d-83be-e9099e9a9894 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=74fbaa66104b427089a0072dadc1bfee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0778494 Jun 02 21:00:51.058220 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-a2fccd84-79de-44b3-b0e4-150134b6b346 service neutron] 10.222.0.25 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206543 Jun 02 21:00:51.184901 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5cf2c143-299c-4a91-b484-114727f72c24 service neutron] 10.222.0.25 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209037 Jun 02 21:00:51.357588 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-48cf5363-b763-4d68-a1a5-b8511d38f89e req-10fe921e-af2a-4424-a0f0-92dc4b6fc582 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 210 time: 0.0422359 Jun 02 21:00:52.445726 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-2b562510-a706-425a-a39c-9e3df4dd60d3 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:52.447429 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-2b562510-a706-425a-a39c-9e3df4dd60d3 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.95 "GET /v2.0/networks?id=30f2bdf5-def5-447e-a18c-989d3c8e5c59 HTTP/1.1" status: 200 len: 815 time: 0.1471248 Jun 02 21:00:52.460855 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-599adeb5-eaae-4077-9e21-4b9474cefe0b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Request body: {'port': {'device_id': '0deed397-cc6b-42f3-affc-6250c07ff594', 'network_id': '30f2bdf5-def5-447e-a18c-989d3c8e5c59', 'admin_state_up': True, 'tenant_id': '74fbaa66104b427089a0072dadc1bfee'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:00:52.575728 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d0d3332e-0665-44e7-a143-32d89755f697 req-4b230a6c-5179-48a4-829b-7ce10090618e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 210 time: 0.0973494 Jun 02 21:00:52.695200 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-599adeb5-eaae-4077-9e21-4b9474cefe0b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:00:52.708742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-599adeb5-eaae-4077-9e21-4b9474cefe0b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:00:52.717914 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724153c-9deb-45d0-8674-f1235f576c26 req-92b484bf-2083-4219-a517-efc250073dda tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:52.719349 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9724153c-9deb-45d0-8674-f1235f576c26 req-92b484bf-2083-4219-a517-efc250073dda tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7ac3a8-d6b3-413d-906c-6cf934f8b44f HTTP/1.1" status: 200 len: 943 time: 0.1387668 Jun 02 21:00:52.758846 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-599adeb5-eaae-4077-9e21-4b9474cefe0b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Made reservation on behalf of 74fbaa66104b427089a0072dadc1bfee for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:00:52.762504 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-599adeb5-eaae-4077-9e21-4b9474cefe0b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:52.983842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-9724153c-9deb-45d0-8674-f1235f576c26 req-eef11fb2-0bd7-4c35-82d1-6b8aa4b2d0c7 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Deleting port 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:00:52.984085 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9724153c-9deb-45d0-8674-f1235f576c26 req-eef11fb2-0bd7-4c35-82d1-6b8aa4b2d0c7 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:53.015176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-599adeb5-eaae-4077-9e21-4b9474cefe0b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Allocated IP 172.20.0.4 (30f2bdf5-def5-447e-a18c-989d3c8e5c59/a2c4b3b0-5bf3-4086-a4ee-242c20c2179d/5ae72d21-f565-4bc0-a530-19c670ebc5b3) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:00:53.160941 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-9724153c-9deb-45d0-8674-f1235f576c26 req-eef11fb2-0bd7-4c35-82d1-6b8aa4b2d0c7 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] For port 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7852dc00-fb93-4107-a3a1-8b7e71b2fbb3,segment=NetworkSegment(e8960e7c-20d2-45ef-93f5-119692022fc2),segment_id=e8960e7c-20d2-45ef-93f5-119692022fc2)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:00:53.161294 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9724153c-9deb-45d0-8674-f1235f576c26 req-eef11fb2-0bd7-4c35-82d1-6b8aa4b2d0c7 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:53.477791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-9724153c-9deb-45d0-8674-f1235f576c26 req-eef11fb2-0bd7-4c35-82d1-6b8aa4b2d0c7 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Calling delete_port for 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:00:53.565674 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-599adeb5-eaae-4077-9e21-4b9474cefe0b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:53.707025 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-599adeb5-eaae-4077-9e21-4b9474cefe0b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:53.714662 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e1d76d64-42b0-4b87-8d1a-d364c324a320 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:00:53.763406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9724153c-9deb-45d0-8674-f1235f576c26 req-eef11fb2-0bd7-4c35-82d1-6b8aa4b2d0c7 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:53.798526 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-599adeb5-eaae-4077-9e21-4b9474cefe0b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Network 30f2bdf5-def5-447e-a18c-989d3c8e5c59 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:00:53.811960 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866b28d-a425-4b8f-947c-590a0a1b2c00 req-9612e4e9-90d7-4713-b481-fcc16e93bc0b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:53.813423 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a866b28d-a425-4b8f-947c-590a0a1b2c00 req-9612e4e9-90d7-4713-b481-fcc16e93bc0b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 931 time: 0.0808256 Jun 02 21:00:53.830326 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-599adeb5-eaae-4077-9e21-4b9474cefe0b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:00:53.839410 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-599adeb5-eaae-4077-9e21-4b9474cefe0b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:00:53.862525 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a866b28d-a425-4b8f-947c-590a0a1b2c00 req-08e70e6f-7765-49a8-af19-e66d8ea1475b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431297 Jun 02 21:00:53.890784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599adeb5-eaae-4077-9e21-4b9474cefe0b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Pushing event updated for resources: {'Port': ['ID=5ae72d21-f565-4bc0-a530-19c670ebc5b3,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:00:53.906691 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-599adeb5-eaae-4077-9e21-4b9474cefe0b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:00:53.911672 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:00:53.946731 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-9724153c-9deb-45d0-8674-f1235f576c26 req-eef11fb2-0bd7-4c35-82d1-6b8aa4b2d0c7 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] No DVR routers for this DVR port 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:00:53.956031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9724153c-9deb-45d0-8674-f1235f576c26 req-eef11fb2-0bd7-4c35-82d1-6b8aa4b2d0c7 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:53.958653 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef11fb2-0bd7-4c35-82d1-6b8aa4b2d0c7 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Pushing event deleted for resources: {'Port': ['ID=7852dc00-fb93-4107-a3a1-8b7e71b2fbb3,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:00:53.960655 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7ac3a8-d6b3-413d-906c-6cf934f8b44f', 'name': 'network-vif-deleted', 'tag': '7852dc00-fb93-4107-a3a1-8b7e71b2fbb3'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:00:53.962897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48c63a7-edc5-4673-aff0-ea407a9a3078" -d '{"events": [{"server_uuid": "4e7ac3a8-d6b3-413d-906c-6cf934f8b44f", "name": "network-vif-deleted", "tag": "7852dc00-fb93-4107-a3a1-8b7e71b2fbb3"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:00:53.965352 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-eef11fb2-0bd7-4c35-82d1-6b8aa4b2d0c7 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:00:53.999076 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-599adeb5-eaae-4077-9e21-4b9474cefe0b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:53.999678 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-599adeb5-eaae-4077-9e21-4b9474cefe0b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:54.006787 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9724153c-9deb-45d0-8674-f1235f576c26 req-eef11fb2-0bd7-4c35-82d1-6b8aa4b2d0c7 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.95 "DELETE /v2.0/ports/7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 HTTP/1.1" status: 204 len: 173 time: 1.2817290 Jun 02 21:00:54.008294 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedab04c-f482-48b3-b47e-c791ab3a6770 x-openstack-request-id: req-aedab04c-f482-48b3-b47e-c791ab3a6770 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:00:54.008629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7ac3a8-d6b3-413d-906c-6cf934f8b44f", "name": "network-vif-deleted", "tag": "7852dc00-fb93-4107-a3a1-8b7e71b2fbb3", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:00:54.008927 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aedab04c-f482-48b3-b47e-c791ab3a6770 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:00:54.009351 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7ac3a8-d6b3-413d-906c-6cf934f8b44f', 'name': 'network-vif-deleted', 'tag': '7852dc00-fb93-4107-a3a1-8b7e71b2fbb3', 'status': 'completed', 'code': 200} Jun 02 21:00:54.027033 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-599adeb5-eaae-4077-9e21-4b9474cefe0b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5710106 Jun 02 21:00:54.043381 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Request body: {'port': {'device_id': '0deed397-cc6b-42f3-affc-6250c07ff594', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:00:54.154927 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:54.494794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae72d21-f565-4bc0-a530-19c670ebc5b3 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:00:54.501980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:54.517102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Transition to ACTIVE for port object 5ae72d21-f565-4bc0-a530-19c670ebc5b3 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:00:54.520514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:54.525054 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1ac0aad3-214c-4ffd-80ac-3a864891e57a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:00:54.679482 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Pushing event updated for resources: {'Port': ['ID=5ae72d21-f565-4bc0-a530-19c670ebc5b3,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:00:54.686377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:00:54.750451 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Attempting to bind port 5ae72d21-f565-4bc0-a530-19c670ebc5b3 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:00:54.750783 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Attempting to bind port 5ae72d21-f565-4bc0-a530-19c670ebc5b3 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'e8960e7c-20d2-45ef-93f5-119692022fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30f2bdf5-def5-447e-a18c-989d3c8e5c59'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:00:54.751105 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Attempting to bind port 5ae72d21-f565-4bc0-a530-19c670ebc5b3 on network 30f2bdf5-def5-447e-a18c-989d3c8e5c59 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:00:54.755567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Port 5ae72d21-f565-4bc0-a530-19c670ebc5b3 on network 30f2bdf5-def5-447e-a18c-989d3c8e5c59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 21:00:54.756462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Attempting to bind port 5ae72d21-f565-4bc0-a530-19c670ebc5b3 on network 30f2bdf5-def5-447e-a18c-989d3c8e5c59 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:00:54.761543 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:00:54.761871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Checking segment: {'id': 'e8960e7c-20d2-45ef-93f5-119692022fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30f2bdf5-def5-447e-a18c-989d3c8e5c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:00:54.762245 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Bound using segment: {'id': 'e8960e7c-20d2-45ef-93f5-119692022fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30f2bdf5-def5-447e-a18c-989d3c8e5c59'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:00:54.762657 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Bound port: 5ae72d21-f565-4bc0-a530-19c670ebc5b3, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8960e7c-20d2-45ef-93f5-119692022fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30f2bdf5-def5-447e-a18c-989d3c8e5c59'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:00:54.762991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:54.852530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] For port 5ae72d21-f565-4bc0-a530-19c670ebc5b3, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:00:54.855438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] For port 5ae72d21-f565-4bc0-a530-19c670ebc5b3, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5ae72d21-f565-4bc0-a530-19c670ebc5b3,segment=NetworkSegment(e8960e7c-20d2-45ef-93f5-119692022fc2),segment_id=e8960e7c-20d2-45ef-93f5-119692022fc2)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:00:54.859984 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:54.864352 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7d25dd89-3eae-4a1f-b65e-5218dd8c5bac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:00:54.916855 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:54.917469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:54.918823 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] 10.222.0.95 "PUT /v2.0/ports/5ae72d21-f565-4bc0-a530-19c670ebc5b3 HTTP/1.1" status: 200 len: 1093 time: 0.8803644 Jun 02 21:00:54.941488 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Pushing event updated for resources: {'Port': ['ID=5ae72d21-f565-4bc0-a530-19c670ebc5b3,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:00:54.944458 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:00:55.031967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5353c46d-9356-4c5d-a0bd-3f5a05bfdf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:55.033449 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-5353c46d-9356-4c5d-a0bd-3f5a05bfdf2c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74fbaa66104b427089a0072dadc1bfee&device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 1096 time: 0.0755904 Jun 02 21:00:55.049599 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8ccbf-34df-49af-9e92-4f87fefb36e4 req-9faa12a4-a282-4935-9cd2-d3b727cf0f08 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:55.051083 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-73c8ccbf-34df-49af-9e92-4f87fefb36e4 req-9faa12a4-a282-4935-9cd2-d3b727cf0f08 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 943 time: 0.0806773 Jun 02 21:00:55.097550 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-73c8ccbf-34df-49af-9e92-4f87fefb36e4 req-5d943ad3-fab7-4fba-aa1d-8558e24c4d59 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401480 Jun 02 21:00:55.233074 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-d14f5213-518d-43d5-bbcb-458639c499d1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ae72d21-f565-4bc0-a530-19c670ebc5b3 HTTP/1.1" status: 200 len: 217 time: 0.1919596 Jun 02 21:00:55.296608 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-4c8df9ef-f974-4eb8-9bfc-1b71ce472979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:55.298019 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-4c8df9ef-f974-4eb8-9bfc-1b71ce472979 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a2c4b3b0-5bf3-4086-a4ee-242c20c2179d HTTP/1.1" status: 200 len: 855 time: 0.0579853 Jun 02 21:00:55.343431 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-e2e8ead9-2a2c-404b-9cfb-9fd8401ce30c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=30f2bdf5-def5-447e-a18c-989d3c8e5c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393708 Jun 02 21:00:55.473033 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-6ff62ea4-89cf-4220-b424-73e7a87e26af service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231120 Jun 02 21:00:55.601226 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7dc30a35-7acf-4c3f-9ae0-5c5bb773286b req-3f3ba7a7-38f4-42f5-9b5b-b9ac110a247b service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214750 Jun 02 21:00:56.011084 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0deed397-cc6b-42f3-affc-6250c07ff594', 'tag': '5ae72d21-f565-4bc0-a530-19c670ebc5b3'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:00:56.013497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa26beb-2530-474c-b16c-dfc7d8e8df7c" -d '{"events": [{"name": "network-changed", "server_uuid": "0deed397-cc6b-42f3-affc-6250c07ff594", "tag": "5ae72d21-f565-4bc0-a530-19c670ebc5b3"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:00:56.058341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0993947-0be0-4765-bab7-30ab6a530608 x-openstack-request-id: req-d0993947-0be0-4765-bab7-30ab6a530608 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:00:56.058702 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0deed397-cc6b-42f3-affc-6250c07ff594", "tag": "5ae72d21-f565-4bc0-a530-19c670ebc5b3", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:00:56.059001 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0993947-0be0-4765-bab7-30ab6a530608 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:00:56.059472 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0deed397-cc6b-42f3-affc-6250c07ff594', 'tag': '5ae72d21-f565-4bc0-a530-19c670ebc5b3', 'status': 'completed', 'code': 200} Jun 02 21:00:56.154806 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa26beb-2530-474c-b16c-dfc7d8e8df7c req-5a619c93-3022-49c3-8665-701db66fb4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:56.156341 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-efa26beb-2530-474c-b16c-dfc7d8e8df7c req-5a619c93-3022-49c3-8665-701db66fb4d9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74fbaa66104b427089a0072dadc1bfee&device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 1096 time: 0.0752885 Jun 02 21:00:56.290030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa26beb-2530-474c-b16c-dfc7d8e8df7c req-c8a3cd4d-ef79-4a20-a947-c74c7834ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:56.291386 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-efa26beb-2530-474c-b16c-dfc7d8e8df7c req-c8a3cd4d-ef79-4a20-a947-c74c7834ce0e service neutron] 10.222.0.95 "GET /v2.0/networks?id=30f2bdf5-def5-447e-a18c-989d3c8e5c59 HTTP/1.1" status: 200 len: 916 time: 0.1278551 Jun 02 21:00:56.292957 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb0783-1ec5-4cc2-a0a4-8118b3d53253 req-7f4dff53-53d3-4906-8381-1e3fe439f8b7 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:56.294529 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-42fb0783-1ec5-4cc2-a0a4-8118b3d53253 req-7f4dff53-53d3-4906-8381-1e3fe439f8b7 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 943 time: 0.0856388 Jun 02 21:00:56.338440 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-42fb0783-1ec5-4cc2-a0a4-8118b3d53253 req-b347e88b-6c1f-4af8-906a-e7ef91f009ad tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383134 Jun 02 21:00:56.359437 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-efa26beb-2530-474c-b16c-dfc7d8e8df7c req-735a002c-7d81-43a6-9a6a-9d7e0edc5d0a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ae72d21-f565-4bc0-a530-19c670ebc5b3 HTTP/1.1" status: 200 len: 217 time: 0.0607934 Jun 02 21:00:56.426122 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa26beb-2530-474c-b16c-dfc7d8e8df7c req-230df430-ecae-490e-8814-fe57a39b8bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:56.427532 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-efa26beb-2530-474c-b16c-dfc7d8e8df7c req-230df430-ecae-490e-8814-fe57a39b8bda service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a2c4b3b0-5bf3-4086-a4ee-242c20c2179d HTTP/1.1" status: 200 len: 855 time: 0.0613396 Jun 02 21:00:56.474672 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-efa26beb-2530-474c-b16c-dfc7d8e8df7c req-073664dc-bd3b-4567-8f0e-f8f508300a56 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=30f2bdf5-def5-447e-a18c-989d3c8e5c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400934 Jun 02 21:00:56.602864 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-efa26beb-2530-474c-b16c-dfc7d8e8df7c req-88c969a7-4518-4b62-8d7e-9f862b19b2c7 service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216295 Jun 02 21:00:56.733481 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-efa26beb-2530-474c-b16c-dfc7d8e8df7c req-d1a71592-7b82-482f-8e36-a782959c28fb service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225176 Jun 02 21:00:57.397484 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:00:57.430928 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:00:57.431308 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 7852dc00-fb93-4107-a3a1-8b7e71b2fbb3 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:00:57.523997 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09396a-994a-4493-94a5-deff467d9e40 req-c8fee829-2b36-4885-8ae5-c1bcaf3054fc tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:57.524715 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-6d09396a-994a-4493-94a5-deff467d9e40 req-c8fee829-2b36-4885-8ae5-c1bcaf3054fc tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Synchronizing usage tracker for tenant:74fbaa66104b427089a0072dadc1bfee on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:00:57.539988 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-6d09396a-994a-4493-94a5-deff467d9e40 req-c8fee829-2b36-4885-8ae5-c1bcaf3054fc tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Unset dirty status for tenant:74fbaa66104b427089a0072dadc1bfee on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:00:57.541075 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6d09396a-994a-4493-94a5-deff467d9e40 req-c8fee829-2b36-4885-8ae5-c1bcaf3054fc tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 943 time: 0.0940473 Jun 02 21:00:57.587324 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6d09396a-994a-4493-94a5-deff467d9e40 req-6c9304f4-3d17-43ce-9fa4-14dedda07128 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405931 Jun 02 21:00:58.769827 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b234f6-f5fc-4639-a654-477e04662ef9 req-f33c866a-f6ef-4b63-9441-3b44e77528b8 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:58.771269 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-57b234f6-f5fc-4639-a654-477e04662ef9 req-f33c866a-f6ef-4b63-9441-3b44e77528b8 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 943 time: 0.0802484 Jun 02 21:00:58.813581 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-57b234f6-f5fc-4639-a654-477e04662ef9 req-410431e9-b7b7-4ff3-853c-274917026427 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360112 Jun 02 21:00:59.413535 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 5ae72d21-f565-4bc0-a530-19c670ebc5b3 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:00:59.546352 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 5ae72d21-f565-4bc0-a530-19c670ebc5b3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5ae72d21-f565-4bc0-a530-19c670ebc5b3,segment=NetworkSegment(e8960e7c-20d2-45ef-93f5-119692022fc2),segment_id=e8960e7c-20d2-45ef-93f5-119692022fc2)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:00:59.559454 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '5ae72d21-f565-4bc0-a530-19c670ebc5b3', 'network_id': '30f2bdf5-def5-447e-a18c-989d3c8e5c59', 'port_id': '5ae72d21-f565-4bc0-a530-19c670ebc5b3', 'mac_address': 'fa:16:3e:37:30:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c4b3b0-5bf3-4086-a4ee-242c20c2179d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:00:59.612017 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:59.628558 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae72d21-f565-4bc0-a530-19c670ebc5b3 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:00:59.643637 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 5ae72d21-f565-4bc0-a530-19c670ebc5b3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5ae72d21-f565-4bc0-a530-19c670ebc5b3,segment=NetworkSegment(e8960e7c-20d2-45ef-93f5-119692022fc2),segment_id=e8960e7c-20d2-45ef-93f5-119692022fc2)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:00:59.647768 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:00:59.649513 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:00:59.716109 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=5ae72d21-f565-4bc0-a530-19c670ebc5b3,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:00:59.719010 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:00:59.949168 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['5ae72d21-f565-4bc0-a530-19c670ebc5b3'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:00:59.995985 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93939312-6b14-49cb-b9f3-29e083d48ba0 req-4125aaad-05ef-4a4a-86a5-711d38843e70 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:00:59.997348 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-93939312-6b14-49cb-b9f3-29e083d48ba0 req-4125aaad-05ef-4a4a-86a5-711d38843e70 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 944 time: 0.0795341 Jun 02 21:01:00.042365 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-93939312-6b14-49cb-b9f3-29e083d48ba0 req-d33a2039-0d1c-413f-beba-58d394146272 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395589 Jun 02 21:01:00.785096 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7d83ce1b-f1ee-4e30-a4fa-91469348649c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:01.234623 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d958e7-38cf-4e13-8db5-7654a4ac7816 req-e0cf4b6b-6edb-4030-a732-b7ecd04c3e86 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:01.236094 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-17d958e7-38cf-4e13-8db5-7654a4ac7816 req-e0cf4b6b-6edb-4030-a732-b7ecd04c3e86 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 944 time: 0.0884249 Jun 02 21:01:01.280518 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-17d958e7-38cf-4e13-8db5-7654a4ac7816 req-951a0c8d-657b-4d5d-8cf0-3df2499d5026 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382862 Jun 02 21:01:01.428779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 5ae72d21-f565-4bc0-a530-19c670ebc5b3 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:01:01.494938 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 5ae72d21-f565-4bc0-a530-19c670ebc5b3 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:01:01.499543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 5ae72d21-f565-4bc0-a530-19c670ebc5b3 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:01:01.499913 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:01.615631 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:01.640710 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0deed397-cc6b-42f3-affc-6250c07ff594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae72d21-f565-4bc0-a530-19c670ebc5b3'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:01:01.642905 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c82d81f-6ccc-45c9-b242-3cce7b5f475b" -d '{"events": [{"server_uuid": "0deed397-cc6b-42f3-affc-6250c07ff594", "name": "network-vif-plugged", "status": "completed", "tag": "5ae72d21-f565-4bc0-a530-19c670ebc5b3"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:01:01.650364 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 5ae72d21-f565-4bc0-a530-19c670ebc5b3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5ae72d21-f565-4bc0-a530-19c670ebc5b3,segment=NetworkSegment(e8960e7c-20d2-45ef-93f5-119692022fc2),segment_id=e8960e7c-20d2-45ef-93f5-119692022fc2)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:01:01.654538 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:01.656473 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:01:01.691807 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796e966d-9cdb-419d-b1e0-8691e8695aa3 x-openstack-request-id: req-796e966d-9cdb-419d-b1e0-8691e8695aa3 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:01:01.692097 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0deed397-cc6b-42f3-affc-6250c07ff594", "name": "network-vif-plugged", "status": "completed", "tag": "5ae72d21-f565-4bc0-a530-19c670ebc5b3", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:01:01.692582 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-796e966d-9cdb-419d-b1e0-8691e8695aa3 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:01:01.692958 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0deed397-cc6b-42f3-affc-6250c07ff594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae72d21-f565-4bc0-a530-19c670ebc5b3', 'code': 200} Jun 02 21:01:01.723338 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=5ae72d21-f565-4bc0-a530-19c670ebc5b3,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:01:01.726640 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:01:01.910170 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991064ea-69ef-42cc-b4b1-dcc14e12faa4 req-c330874e-8ca4-4b2b-943b-429c1a9df232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:01.911632 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-991064ea-69ef-42cc-b4b1-dcc14e12faa4 req-c330874e-8ca4-4b2b-943b-429c1a9df232 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 1098 time: 0.0755095 Jun 02 21:01:01.952560 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-991064ea-69ef-42cc-b4b1-dcc14e12faa4 req-fdae8917-b770-45fa-a7d6-b0a9ceac65cc service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329719 Jun 02 21:01:02.462455 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8163c71-37d3-454f-864b-48b09cbac286 req-44d03ee3-a374-4a10-9606-2262401782e5 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:02.463927 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d8163c71-37d3-454f-864b-48b09cbac286 req-44d03ee3-a374-4a10-9606-2262401782e5 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0794139 Jun 02 21:01:02.506620 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d8163c71-37d3-454f-864b-48b09cbac286 req-8c468e09-d07c-443c-b642-a49ea11f92ea tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372374 Jun 02 21:01:03.340186 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c0fc2519-ff5b-4bdd-9ceb-cb6aac6d4690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:03.396153 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:03.695472 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c3351-e023-407a-843c-8ded071e325a req-ce873e75-e62a-408a-a54d-5ec3ca7d6390 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:03.696918 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-749c3351-e023-407a-843c-8ded071e325a req-ce873e75-e62a-408a-a54d-5ec3ca7d6390 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0828304 Jun 02 21:01:03.740928 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-749c3351-e023-407a-843c-8ded071e325a req-f6473cff-0368-49b5-b1a8-a25dd0ce67ed tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380733 Jun 02 21:01:03.928423 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431df30b-dee5-423c-b71c-00be35f4fe3b req-c93595ea-6978-4ef2-bb8d-bd310eecdf0a tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:03.929874 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-431df30b-dee5-423c-b71c-00be35f4fe3b req-c93595ea-6978-4ef2-bb8d-bd310eecdf0a tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0822411 Jun 02 21:01:03.973451 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-431df30b-dee5-423c-b71c-00be35f4fe3b req-f32e1e07-843d-4729-a762-78af07afb492 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379708 Jun 02 21:01:04.311068 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:04.314017 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-106a5f1f-83c7-413a-b27e-4320d29b997a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0764403 Jun 02 21:01:04.361931 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f0011-3f63-4423-bfd4-54e57341383e req-02434a8a-b861-41bf-a3f8-a5b6a18ac047 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:04.363396 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-504f0011-3f63-4423-bfd4-54e57341383e req-02434a8a-b861-41bf-a3f8-a5b6a18ac047 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0806549 Jun 02 21:01:04.415246 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-504f0011-3f63-4423-bfd4-54e57341383e req-664c4978-6fce-4733-aacd-8d270481981e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447705 Jun 02 21:01:05.470324 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-56f280f1-b60a-44e2-95b1-92af58c89a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:05.471801 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-56f280f1-b60a-44e2-95b1-92af58c89a91 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74fbaa66104b427089a0072dadc1bfee&device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 1098 time: 0.0702312 Jun 02 21:01:05.801187 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-911ece22-2771-4a21-bf50-8986026d7fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:05.803125 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-911ece22-2771-4a21-bf50-8986026d7fd2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=30f2bdf5-def5-447e-a18c-989d3c8e5c59 HTTP/1.1" status: 200 len: 916 time: 0.3242648 Jun 02 21:01:05.868836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e0e95-f5f5-4b60-b0b0-442f60b3a868 req-436a7667-011c-493e-a567-c6650bdba8c1 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:05.870335 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b75e0e95-f5f5-4b60-b0b0-442f60b3a868 req-436a7667-011c-493e-a567-c6650bdba8c1 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.1762052 Jun 02 21:01:05.889796 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-529e2bb7-4950-47b8-8335-31e07a861621 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ae72d21-f565-4bc0-a530-19c670ebc5b3 HTTP/1.1" status: 200 len: 217 time: 0.0791228 Jun 02 21:01:05.974074 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b75e0e95-f5f5-4b60-b0b0-442f60b3a868 req-78db03f1-8618-42c3-8eb5-7d75a7abc5ae tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866487 Jun 02 21:01:05.980162 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-934e5088-5b60-4832-8b77-43f2117262d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:05.980959 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:05.981933 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-934e5088-5b60-4832-8b77-43f2117262d1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a2c4b3b0-5bf3-4086-a4ee-242c20c2179d HTTP/1.1" status: 200 len: 855 time: 0.0801039 Jun 02 21:01:06.029536 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-7c631936-ea88-4438-b32e-89044f63fa0f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=30f2bdf5-def5-447e-a18c-989d3c8e5c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409787 Jun 02 21:01:06.162788 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-9083088b-d96e-48f4-9058-cc6d4c22b0b4 service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263707 Jun 02 21:01:06.290471 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-08a9c037-68ae-4272-91f7-79164f52aa70 service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217813 Jun 02 21:01:07.154676 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57bfa0-f604-4c42-8968-fcb88d3e6646 req-2453bbb8-53c6-4a64-b0c9-e0ce924e3a69 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:07.156143 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fb57bfa0-f604-4c42-8968-fcb88d3e6646 req-2453bbb8-53c6-4a64-b0c9-e0ce924e3a69 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0782418 Jun 02 21:01:07.199488 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fb57bfa0-f604-4c42-8968-fcb88d3e6646 req-cca43169-b09c-4a4a-b266-a83014ab9991 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378683 Jun 02 21:01:08.386564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0577e-0401-4108-b3f2-974c3552dbeb req-08feb28e-e0eb-4639-8cd0-c73f19c418b7 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:08.388048 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-edf0577e-0401-4108-b3f2-974c3552dbeb req-08feb28e-e0eb-4639-8cd0-c73f19c418b7 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0849636 Jun 02 21:01:08.431650 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-edf0577e-0401-4108-b3f2-974c3552dbeb req-0b788f94-cfdc-4fac-b568-300f8cc4766e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380511 Jun 02 21:01:09.743183 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273e302-684e-4ac6-9231-57eaf2c60aef req-ce46b332-8840-42b3-aed4-ad8b9c6003a2 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:09.744645 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2273e302-684e-4ac6-9231-57eaf2c60aef req-ce46b332-8840-42b3-aed4-ad8b9c6003a2 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.2095468 Jun 02 21:01:09.788379 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2273e302-684e-4ac6-9231-57eaf2c60aef req-e688c770-509a-437a-97c2-27a0d80dee47 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381927 Jun 02 21:01:10.971218 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb950a1-d21c-4d26-9e5e-189ff4cbfbc7 req-beb64a38-8d71-4bb6-ba2c-729d79b80c9b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:10.972656 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3bb950a1-d21c-4d26-9e5e-189ff4cbfbc7 req-beb64a38-8d71-4bb6-ba2c-729d79b80c9b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0806339 Jun 02 21:01:11.020145 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3bb950a1-d21c-4d26-9e5e-189ff4cbfbc7 req-e33535e9-641c-4b01-88bb-708fd0bee22d tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419834 Jun 02 21:01:12.205070 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ffc7b-c830-43e0-8fc1-70225ef0bc64 req-50e09f45-2130-4983-ac82-e85764b2c2b0 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:12.206512 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-860ffc7b-c830-43e0-8fc1-70225ef0bc64 req-50e09f45-2130-4983-ac82-e85764b2c2b0 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0814168 Jun 02 21:01:12.254416 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-860ffc7b-c830-43e0-8fc1-70225ef0bc64 req-bbea4c49-98b3-4dcc-9064-af3be6677519 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414951 Jun 02 21:01:13.440557 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c820532-1eb3-4ee6-ac57-eab03bf30191 req-5c7c5dcc-b7c3-4087-af0a-ac5ff1ebd35a tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:13.442040 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8c820532-1eb3-4ee6-ac57-eab03bf30191 req-5c7c5dcc-b7c3-4087-af0a-ac5ff1ebd35a tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0796247 Jun 02 21:01:13.486345 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8c820532-1eb3-4ee6-ac57-eab03bf30191 req-66d0bb4f-701e-4b9f-bad9-d5919c9c99d3 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386770 Jun 02 21:01:14.597813 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:14.669844 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464149e1-80b5-486f-8e78-bbc698d697f6 req-3e4047bf-262b-49aa-a4ca-2012e4f4ab6a tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:14.671322 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-464149e1-80b5-486f-8e78-bbc698d697f6 req-3e4047bf-262b-49aa-a4ca-2012e4f4ab6a tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0786488 Jun 02 21:01:14.714435 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-464149e1-80b5-486f-8e78-bbc698d697f6 req-09a89e90-b853-44e6-a903-17b4c39a03b0 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376568 Jun 02 21:01:15.926916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dc81d-2803-417b-b688-f29b2dbd8805 req-9459a708-5a42-4e32-9c2d-105fe4125418 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:15.928946 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-247dc81d-2803-417b-b688-f29b2dbd8805 req-9459a708-5a42-4e32-9c2d-105fe4125418 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.1027515 Jun 02 21:01:15.973639 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-247dc81d-2803-417b-b688-f29b2dbd8805 req-d4def7d1-acf5-43bc-92c6-82c79fe0fe68 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391443 Jun 02 21:01:17.156667 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa879462-931e-4ce8-a55c-ef26cd97108a req-5164fa1c-5adf-4900-9cdb-c908c03e4a8e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:17.158212 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fa879462-931e-4ce8-a55c-ef26cd97108a req-5164fa1c-5adf-4900-9cdb-c908c03e4a8e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0822160 Jun 02 21:01:17.206841 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fa879462-931e-4ce8-a55c-ef26cd97108a req-98ccd6b9-27ad-4d10-a8d5-0c5f3685aca1 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426972 Jun 02 21:01:18.390644 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f486904-22d6-4349-9935-99129778e92a req-610a386e-cc48-464e-8519-cdb91acc89fe tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:18.392128 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0f486904-22d6-4349-9935-99129778e92a req-610a386e-cc48-464e-8519-cdb91acc89fe tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0799499 Jun 02 21:01:18.436762 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0f486904-22d6-4349-9935-99129778e92a req-0f2b7bea-c993-4285-a24f-ec0ec0acfede tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390930 Jun 02 21:01:19.624765 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3622f4-4400-4a39-b7b4-a3631c98d664 req-dccf9d33-2362-4cdf-b907-6c62ffd28872 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:19.626211 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6b3622f4-4400-4a39-b7b4-a3631c98d664 req-dccf9d33-2362-4cdf-b907-6c62ffd28872 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0844114 Jun 02 21:01:19.669362 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6b3622f4-4400-4a39-b7b4-a3631c98d664 req-0c43c766-918c-4ecc-8e8c-b835debd59ae tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374901 Jun 02 21:01:20.859611 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a52786-8e50-447c-b5e1-151acfd59eae req-a1067bec-fd0d-436b-a9ce-e89ae4dda8c1 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:20.861043 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-35a52786-8e50-447c-b5e1-151acfd59eae req-a1067bec-fd0d-436b-a9ce-e89ae4dda8c1 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0844753 Jun 02 21:01:20.905850 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-35a52786-8e50-447c-b5e1-151acfd59eae req-e6a2614b-f33c-4347-9c1c-85680f7a4ece tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382135 Jun 02 21:01:22.058867 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:01:22.089793 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aac345-2267-43e5-a287-ce57b37af2c6 req-2a8a5694-26bc-42ef-af42-57694501712c tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:22.091244 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d0aac345-2267-43e5-a287-ce57b37af2c6 req-2a8a5694-26bc-42ef-af42-57694501712c tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0825005 Jun 02 21:01:22.133716 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d0aac345-2267-43e5-a287-ce57b37af2c6 req-5383e481-4b87-4505-acde-73290381ec11 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369794 Jun 02 21:01:23.314747 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf04dba-6379-4e36-bf69-3277352ad7e5 req-99b0b2f5-01ba-4def-9a87-cd3998b4bfbe tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:23.316212 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-caf04dba-6379-4e36-bf69-3277352ad7e5 req-99b0b2f5-01ba-4def-9a87-cd3998b4bfbe tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0785792 Jun 02 21:01:23.363714 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-caf04dba-6379-4e36-bf69-3277352ad7e5 req-417f5cd9-8f54-4092-b98c-0ae5f3cb0a51 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413423 Jun 02 21:01:24.568596 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764af666-3c35-47e8-9693-782ccc56cab5 req-93fb2a28-2338-40d0-9af2-be8a702a5fa6 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:24.570640 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-764af666-3c35-47e8-9693-782ccc56cab5 req-93fb2a28-2338-40d0-9af2-be8a702a5fa6 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0927048 Jun 02 21:01:24.627511 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-764af666-3c35-47e8-9693-782ccc56cab5 req-397c27f5-aa45-43e9-87a2-0b743fb4277b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512700 Jun 02 21:01:25.810572 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190beded-e764-4867-978c-318f2ce8ac28 req-8b67285b-6020-4d58-a91d-65c3528da6c6 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:25.812030 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-190beded-e764-4867-978c-318f2ce8ac28 req-8b67285b-6020-4d58-a91d-65c3528da6c6 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0799239 Jun 02 21:01:25.855053 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-190beded-e764-4867-978c-318f2ce8ac28 req-1034705b-6a1b-41b3-aa2b-86bed174db0c tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375140 Jun 02 21:01:27.038703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21989ef6-4d78-459f-b655-0ae39ae0456c req-f45d5ca6-eb2d-4f61-bb89-3c34f8b13bfc tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:27.040079 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-21989ef6-4d78-459f-b655-0ae39ae0456c req-f45d5ca6-eb2d-4f61-bb89-3c34f8b13bfc tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0783250 Jun 02 21:01:27.083215 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-21989ef6-4d78-459f-b655-0ae39ae0456c req-c52a37d5-3f30-4e0f-966c-11e85110465c tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376549 Jun 02 21:01:28.272580 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182d263-4e8a-47f4-8bf3-21e673dbcff5 req-e4b3e62d-1899-4139-8bdd-a354a9037029 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:28.273920 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c182d263-4e8a-47f4-8bf3-21e673dbcff5 req-e4b3e62d-1899-4139-8bdd-a354a9037029 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0834816 Jun 02 21:01:28.317234 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c182d263-4e8a-47f4-8bf3-21e673dbcff5 req-3eb32035-2311-4ed5-a276-4f89f503bb4e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377197 Jun 02 21:01:29.502470 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cd8b9-877d-45e0-bc04-66afaa0e94a4 req-16e3b11f-2cb3-4d7e-8e36-9314f3897d44 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:29.503937 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ab9cd8b9-877d-45e0-bc04-66afaa0e94a4 req-16e3b11f-2cb3-4d7e-8e36-9314f3897d44 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0829859 Jun 02 21:01:29.547159 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ab9cd8b9-877d-45e0-bc04-66afaa0e94a4 req-e1b0bb65-59b5-4525-9899-dc4e9cdfc043 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376391 Jun 02 21:01:30.737756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fdaad-65e3-4472-af11-69b4780ed789 req-86c5b916-78e1-48a8-9b27-48b30591762a tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:30.739619 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-964fdaad-65e3-4472-af11-69b4780ed789 req-86c5b916-78e1-48a8-9b27-48b30591762a tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0879588 Jun 02 21:01:30.785604 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-964fdaad-65e3-4472-af11-69b4780ed789 req-5a91637a-a4e2-4ff0-975f-e695adc05c2f tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401833 Jun 02 21:01:30.787322 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f169ad0-4799-43a4-92f1-49bb201cd32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:31.982712 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd03f6-49e3-47ee-b295-d6b75dc6a599 req-5f2e1ca1-8254-49fa-b625-7d290174424c tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:31.984183 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0cbd03f6-49e3-47ee-b295-d6b75dc6a599 req-5f2e1ca1-8254-49fa-b625-7d290174424c tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0848968 Jun 02 21:01:32.027662 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0cbd03f6-49e3-47ee-b295-d6b75dc6a599 req-1bf4ad09-6425-43a4-9646-587234ec3223 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378001 Jun 02 21:01:33.212891 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4ac69-02f1-4209-9ac7-3e449c03399a req-b263b9dc-a87d-4075-acea-5601fd769937 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:33.214343 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6fb4ac69-02f1-4209-9ac7-3e449c03399a req-b263b9dc-a87d-4075-acea-5601fd769937 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0827198 Jun 02 21:01:33.268752 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6fb4ac69-02f1-4209-9ac7-3e449c03399a req-838f9488-4216-47c8-94d2-0982d8c044cc tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489321 Jun 02 21:01:33.340913 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3c19b90d-43a0-4886-b2f9-9592e661dbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:33.397511 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:34.312594 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:34.462095 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e74d66-277f-42f0-8733-a16cdbba0dfb req-afb4ecc6-0d78-40a4-9943-3982c098349c tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:34.463559 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-37e74d66-277f-42f0-8733-a16cdbba0dfb req-afb4ecc6-0d78-40a4-9943-3982c098349c tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0833805 Jun 02 21:01:34.506024 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-37e74d66-277f-42f0-8733-a16cdbba0dfb req-2d4ab808-1111-4b62-823a-7e69b3a6e4d4 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369987 Jun 02 21:01:35.689329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8238760-35a2-46f6-a9b0-0a5bebbe50c8 req-ef5e2de9-13e6-4477-a459-b76ccfc838f3 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:35.690761 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c8238760-35a2-46f6-a9b0-0a5bebbe50c8 req-ef5e2de9-13e6-4477-a459-b76ccfc838f3 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0796971 Jun 02 21:01:35.733980 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c8238760-35a2-46f6-a9b0-0a5bebbe50c8 req-eefbd4f3-51a5-4ffb-b755-059d3c055078 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371940 Jun 02 21:01:35.979257 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:36.916517 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc08a3-6822-434c-973b-d7014a3563d9 req-8c9f3c2c-9b0f-42b2-883e-e6e891a13a2b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:36.917968 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-eccc08a3-6822-434c-973b-d7014a3563d9 req-8c9f3c2c-9b0f-42b2-883e-e6e891a13a2b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0803020 Jun 02 21:01:36.965606 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-eccc08a3-6822-434c-973b-d7014a3563d9 req-f7a82f97-1277-4d84-8b46-e6a6ddb19d96 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420463 Jun 02 21:01:38.150503 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d7d80-608b-4764-be2f-9c2611b97ddc req-7c630882-ba27-48cd-b21d-f25ba47db007 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:38.151966 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2d9d7d80-608b-4764-be2f-9c2611b97ddc req-7c630882-ba27-48cd-b21d-f25ba47db007 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0832052 Jun 02 21:01:38.194844 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2d9d7d80-608b-4764-be2f-9c2611b97ddc req-fa1038c6-d51e-4e2c-b269-a2dc2472d0e3 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374584 Jun 02 21:01:38.382219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa1c42-fb78-494f-b0fb-99276f0db96c req-67b6d2b7-43cd-4c35-9416-c08e12cd36b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:38.383602 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bdaa1c42-fb78-494f-b0fb-99276f0db96c req-67b6d2b7-43cd-4c35-9416-c08e12cd36b5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74fbaa66104b427089a0072dadc1bfee&device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 1098 time: 0.0708086 Jun 02 21:01:38.530559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa1c42-fb78-494f-b0fb-99276f0db96c req-3fee668a-a8e0-42f9-b624-3e690cb47715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:38.532026 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bdaa1c42-fb78-494f-b0fb-99276f0db96c req-3fee668a-a8e0-42f9-b624-3e690cb47715 service neutron] 10.222.0.95 "GET /v2.0/networks?id=30f2bdf5-def5-447e-a18c-989d3c8e5c59 HTTP/1.1" status: 200 len: 916 time: 0.1300755 Jun 02 21:01:38.602048 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bdaa1c42-fb78-494f-b0fb-99276f0db96c req-6500e180-849a-46d3-af86-3206ce398c18 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ae72d21-f565-4bc0-a530-19c670ebc5b3 HTTP/1.1" status: 200 len: 217 time: 0.0631602 Jun 02 21:01:38.667109 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa1c42-fb78-494f-b0fb-99276f0db96c req-bac367e8-c49e-4d3a-8ee2-c238dd5bd816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:38.668404 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bdaa1c42-fb78-494f-b0fb-99276f0db96c req-bac367e8-c49e-4d3a-8ee2-c238dd5bd816 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a2c4b3b0-5bf3-4086-a4ee-242c20c2179d HTTP/1.1" status: 200 len: 855 time: 0.0599141 Jun 02 21:01:38.840608 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bdaa1c42-fb78-494f-b0fb-99276f0db96c req-605ccd02-23e4-40e7-93e1-9ee2c33b4c3e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=30f2bdf5-def5-447e-a18c-989d3c8e5c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1659999 Jun 02 21:01:38.969769 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bdaa1c42-fb78-494f-b0fb-99276f0db96c req-b38f6433-2ec4-4867-98dd-1c925a850b24 service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223879 Jun 02 21:01:39.098838 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bdaa1c42-fb78-494f-b0fb-99276f0db96c req-854cdff9-da2e-439d-90c1-3c2b180c2763 service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205833 Jun 02 21:01:39.375741 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59695b9-546f-4435-a22f-4ca3648290d5 req-de83b122-ae9f-4270-b662-88debea25b10 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:39.377164 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f59695b9-546f-4435-a22f-4ca3648290d5 req-de83b122-ae9f-4270-b662-88debea25b10 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0797038 Jun 02 21:01:39.420534 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f59695b9-546f-4435-a22f-4ca3648290d5 req-ce14dd94-2578-45c4-9996-07d7e8b7abc4 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379241 Jun 02 21:01:40.607371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e90c2-15d8-440e-bfff-affd9c2f6416 req-f4e3fb1a-7911-465c-b2ee-3b234876123d tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:40.608824 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-347e90c2-15d8-440e-bfff-affd9c2f6416 req-f4e3fb1a-7911-465c-b2ee-3b234876123d tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0842862 Jun 02 21:01:40.654474 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-347e90c2-15d8-440e-bfff-affd9c2f6416 req-93dfd0b2-2100-44bf-920b-231ef746c2df tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400324 Jun 02 21:01:41.844604 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395ab6a-1432-4201-9033-f021592e4921 req-ea7e8992-d351-40fe-a295-bec586d99ec1 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:41.846070 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3395ab6a-1432-4201-9033-f021592e4921 req-ea7e8992-d351-40fe-a295-bec586d99ec1 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0852721 Jun 02 21:01:41.892156 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3395ab6a-1432-4201-9033-f021592e4921 req-49d0c054-223a-4579-97a6-35bdf7d5b5c7 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404797 Jun 02 21:01:43.137094 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-bd7b0554-7763-4742-b150-281e44a7bcf6 service neutron] 10.222.0.95 "GET /v2.0/ports/5ae72d21-f565-4bc0-a530-19c670ebc5b3/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0951052 Jun 02 21:01:43.145318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25552069-5a05-4cfd-80ec-94fd5bfd2837 req-d0d57d50-4e7c-42f6-8504-654fb5fe7c11 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:43.146734 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-25552069-5a05-4cfd-80ec-94fd5bfd2837 req-d0d57d50-4e7c-42f6-8504-654fb5fe7c11 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.1489992 Jun 02 21:01:43.193332 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-25552069-5a05-4cfd-80ec-94fd5bfd2837 req-d8ae0911-a213-44d5-98ab-7416b5ae405a tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405166 Jun 02 21:01:43.391704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-6cfbcebb-535d-43ea-8f05-1ef2bef9ba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:43.393174 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-6cfbcebb-535d-43ea-8f05-1ef2bef9ba94 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594&tenant_id=74fbaa66104b427089a0072dadc1bfee HTTP/1.1" status: 200 len: 1098 time: 0.0703702 Jun 02 21:01:43.487559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-160712da-16c0-40fd-afbd-9fd0b5cc1778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:43.488915 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-160712da-16c0-40fd-afbd-9fd0b5cc1778 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74fbaa66104b427089a0072dadc1bfee&device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 1098 time: 0.0744653 Jun 02 21:01:43.616948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-17a9cb19-2fc2-48e1-aa70-927fe6c31707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:43.618941 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-17a9cb19-2fc2-48e1-aa70-927fe6c31707 service neutron] 10.222.0.95 "GET /v2.0/networks?id=30f2bdf5-def5-447e-a18c-989d3c8e5c59 HTTP/1.1" status: 200 len: 916 time: 0.1238580 Jun 02 21:01:43.689439 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-9ccb7e40-b030-462c-a584-89c7c158735f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ae72d21-f565-4bc0-a530-19c670ebc5b3 HTTP/1.1" status: 200 len: 217 time: 0.0636857 Jun 02 21:01:43.750420 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-aed1119e-5737-4e62-b7e5-160b0c16c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:43.751868 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-aed1119e-5737-4e62-b7e5-160b0c16c287 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a2c4b3b0-5bf3-4086-a4ee-242c20c2179d HTTP/1.1" status: 200 len: 855 time: 0.0565901 Jun 02 21:01:43.797383 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-8463768e-1afe-4684-ad54-ed9941bf2f5c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=30f2bdf5-def5-447e-a18c-989d3c8e5c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399630 Jun 02 21:01:43.929103 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-89786ad2-b145-489d-abd3-36d47e4b184f service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254742 Jun 02 21:01:44.061444 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7ba8d709-e14a-4f43-a591-991f0b6cf1f5 req-5a041f09-4189-4662-9b82-2733920d47f8 service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260891 Jun 02 21:01:44.377385 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4606cdb-1953-4f7c-9b4d-a8dfa7056ba0 req-9f8b2e03-3f6a-40bb-8eeb-03b4b24e27cb tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:44.378736 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a4606cdb-1953-4f7c-9b4d-a8dfa7056ba0 req-9f8b2e03-3f6a-40bb-8eeb-03b4b24e27cb tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0786088 Jun 02 21:01:44.423215 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a4606cdb-1953-4f7c-9b4d-a8dfa7056ba0 req-1206486c-a865-419c-8c41-a28b99a8e6fb tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388098 Jun 02 21:01:44.596163 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:45.607453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386adba3-2d63-43bf-b367-0d914e2e0e44 req-02db9cf3-aff5-436e-ae8b-8497ef79c670 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:45.608899 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-386adba3-2d63-43bf-b367-0d914e2e0e44 req-02db9cf3-aff5-436e-ae8b-8497ef79c670 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0839887 Jun 02 21:01:45.645789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 5ae72d21-f565-4bc0-a530-19c670ebc5b3 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:01:45.653115 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-386adba3-2d63-43bf-b367-0d914e2e0e44 req-ea90d617-3c9f-44d0-ab7e-b00a75e366af tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386598 Jun 02 21:01:45.778307 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 5ae72d21-f565-4bc0-a530-19c670ebc5b3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5ae72d21-f565-4bc0-a530-19c670ebc5b3,segment=NetworkSegment(e8960e7c-20d2-45ef-93f5-119692022fc2),segment_id=e8960e7c-20d2-45ef-93f5-119692022fc2)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:01:45.791669 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '5ae72d21-f565-4bc0-a530-19c670ebc5b3', 'network_id': '30f2bdf5-def5-447e-a18c-989d3c8e5c59', 'port_id': '5ae72d21-f565-4bc0-a530-19c670ebc5b3', 'mac_address': 'fa:16:3e:37:30:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c4b3b0-5bf3-4086-a4ee-242c20c2179d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:01:45.844170 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:45.860650 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ae72d21-f565-4bc0-a530-19c670ebc5b3 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:01:45.877232 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 5ae72d21-f565-4bc0-a530-19c670ebc5b3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5ae72d21-f565-4bc0-a530-19c670ebc5b3,segment=NetworkSegment(e8960e7c-20d2-45ef-93f5-119692022fc2),segment_id=e8960e7c-20d2-45ef-93f5-119692022fc2)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:01:45.881395 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:45.883251 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:01:45.952695 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=5ae72d21-f565-4bc0-a530-19c670ebc5b3,revision_number=6']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:01:45.960313 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['5ae72d21-f565-4bc0-a530-19c670ebc5b3'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:01:45.985849 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:45.986202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:45.986552 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:45.986892 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:45.987248 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:45.987586 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:45.987917 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:45.988246 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:45.988576 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:45.988899 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:45.989276 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:45.989543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:45.996772 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:01:46.871094 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669e8fc-6403-4e9e-aa20-79b91045107a req-1efe0d86-dbdc-493b-a1e7-a5c2e7f3d03f tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:46.872738 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2669e8fc-6403-4e9e-aa20-79b91045107a req-1efe0d86-dbdc-493b-a1e7-a5c2e7f3d03f tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 944 time: 0.0842066 Jun 02 21:01:46.919089 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2669e8fc-6403-4e9e-aa20-79b91045107a req-318fb26a-2d71-45b7-a750-8bc2922346bf tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389988 Jun 02 21:01:47.661221 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 5ae72d21-f565-4bc0-a530-19c670ebc5b3 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:01:47.731716 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 5ae72d21-f565-4bc0-a530-19c670ebc5b3 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:01:47.732096 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:47.859234 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:47.885049 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0deed397-cc6b-42f3-affc-6250c07ff594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae72d21-f565-4bc0-a530-19c670ebc5b3'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:01:47.887542 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ababb49-268c-40aa-ab5b-29e67353a9f7" -d '{"events": [{"server_uuid": "0deed397-cc6b-42f3-affc-6250c07ff594", "name": "network-vif-plugged", "status": "completed", "tag": "5ae72d21-f565-4bc0-a530-19c670ebc5b3"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:01:47.894862 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 5ae72d21-f565-4bc0-a530-19c670ebc5b3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5ae72d21-f565-4bc0-a530-19c670ebc5b3,segment=NetworkSegment(e8960e7c-20d2-45ef-93f5-119692022fc2),segment_id=e8960e7c-20d2-45ef-93f5-119692022fc2)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:01:47.899207 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:47.901729 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:01:47.939485 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de292db9-dc93-470c-8ddb-1791a68f091f x-openstack-request-id: req-de292db9-dc93-470c-8ddb-1791a68f091f {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:01:47.939803 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0deed397-cc6b-42f3-affc-6250c07ff594", "name": "network-vif-plugged", "status": "completed", "tag": "5ae72d21-f565-4bc0-a530-19c670ebc5b3", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:01:47.940063 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de292db9-dc93-470c-8ddb-1791a68f091f {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:01:47.940472 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0deed397-cc6b-42f3-affc-6250c07ff594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae72d21-f565-4bc0-a530-19c670ebc5b3', 'code': 200} Jun 02 21:01:47.973070 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=5ae72d21-f565-4bc0-a530-19c670ebc5b3,revision_number=7']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:01:47.976055 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:01:48.260549 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2b0e7-f839-4e59-abec-f626a3a07f56 req-d66fa52a-d945-496c-8692-7c7a61680cc5 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:48.262247 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-19a2b0e7-f839-4e59-abec-f626a3a07f56 req-d66fa52a-d945-496c-8692-7c7a61680cc5 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0791686 Jun 02 21:01:48.310243 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-19a2b0e7-f839-4e59-abec-f626a3a07f56 req-c66aaf83-7253-4557-bb4f-cb6362beb5ad tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424426 Jun 02 21:01:48.619203 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbf007-658b-4e89-8941-8dcbfa986451 req-627b3141-f9f8-4103-b027-40acfdd38171 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:48.620552 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d1bbf007-658b-4e89-8941-8dcbfa986451 req-627b3141-f9f8-4103-b027-40acfdd38171 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0811663 Jun 02 21:01:48.628427 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d521fd-d1b1-4419-b92c-703b52fe9fda req-b8596a98-aff4-430e-a72c-59597a75392b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:48.629888 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b2d521fd-d1b1-4419-b92c-703b52fe9fda req-b8596a98-aff4-430e-a72c-59597a75392b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.95 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594&tenant_id=74fbaa66104b427089a0072dadc1bfee&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.0880260 Jun 02 21:01:48.664114 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d1bbf007-658b-4e89-8941-8dcbfa986451 req-4a88d16b-99e1-4c24-b8c0-542eb6f39590 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376337 Jun 02 21:01:48.914497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d521fd-d1b1-4419-b92c-703b52fe9fda req-0e1b3bec-dc28-49dc-8b33-c43627483623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:48.915906 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b2d521fd-d1b1-4419-b92c-703b52fe9fda req-0e1b3bec-dc28-49dc-8b33-c43627483623 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74fbaa66104b427089a0072dadc1bfee&device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 1098 time: 0.2153208 Jun 02 21:01:49.045665 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d521fd-d1b1-4419-b92c-703b52fe9fda req-e79b6d90-5edc-4aa4-9828-97d68a75c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:49.047067 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b2d521fd-d1b1-4419-b92c-703b52fe9fda req-e79b6d90-5edc-4aa4-9828-97d68a75c32a service neutron] 10.222.0.95 "GET /v2.0/networks?id=30f2bdf5-def5-447e-a18c-989d3c8e5c59 HTTP/1.1" status: 200 len: 916 time: 0.1243761 Jun 02 21:01:49.114973 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b2d521fd-d1b1-4419-b92c-703b52fe9fda req-6c155cff-bb9e-4eb3-b220-e1e9597ed526 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ae72d21-f565-4bc0-a530-19c670ebc5b3 HTTP/1.1" status: 200 len: 217 time: 0.0621011 Jun 02 21:01:49.179607 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d521fd-d1b1-4419-b92c-703b52fe9fda req-d79d4dbf-9d2d-4611-aad3-81f2ac4be54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:49.182085 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b2d521fd-d1b1-4419-b92c-703b52fe9fda req-d79d4dbf-9d2d-4611-aad3-81f2ac4be54b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a2c4b3b0-5bf3-4086-a4ee-242c20c2179d HTTP/1.1" status: 200 len: 855 time: 0.0613656 Jun 02 21:01:49.228301 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b2d521fd-d1b1-4419-b92c-703b52fe9fda req-552e41e3-3b9b-4c5a-97c4-48e78f1c3b9c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=30f2bdf5-def5-447e-a18c-989d3c8e5c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398283 Jun 02 21:01:49.357579 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b2d521fd-d1b1-4419-b92c-703b52fe9fda req-b5904d7c-f49a-451a-abda-ae4795c12a25 service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224506 Jun 02 21:01:49.484085 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b2d521fd-d1b1-4419-b92c-703b52fe9fda req-a155f12c-576d-4894-8b73-4fe247ebce10 service neutron] 10.222.0.95 "GET /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203191 Jun 02 21:01:49.857987 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02155a6d-3d8c-46b6-ad35-603bc424eb43 req-53aa3e08-8078-41fb-95a3-bef885d2b257 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:49.859558 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-02155a6d-3d8c-46b6-ad35-603bc424eb43 req-53aa3e08-8078-41fb-95a3-bef885d2b257 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0858130 Jun 02 21:01:49.905921 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-02155a6d-3d8c-46b6-ad35-603bc424eb43 req-231513ce-754e-4100-9c31-41d270648f4c tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407701 Jun 02 21:01:51.091559 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392dc81-47d1-4dca-8c2f-6fafe0b79ded req-f62d175b-82f9-4fac-b4b1-2c2f4446bdd2 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:51.092919 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8392dc81-47d1-4dca-8c2f-6fafe0b79ded req-f62d175b-82f9-4fac-b4b1-2c2f4446bdd2 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0838308 Jun 02 21:01:51.136801 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8392dc81-47d1-4dca-8c2f-6fafe0b79ded req-960be3fa-ad41-4a5e-8430-261202b5ee2a tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380011 Jun 02 21:01:51.319325 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260576e-8470-4bc1-9109-33ebf919ad27 req-1b6364c0-a6b7-4b1a-9d1d-a8341d614e49 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:51.320800 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9260576e-8470-4bc1-9109-33ebf919ad27 req-1b6364c0-a6b7-4b1a-9d1d-a8341d614e49 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0803797 Jun 02 21:01:51.365834 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9260576e-8470-4bc1-9109-33ebf919ad27 req-73c6829d-7a36-46e7-b66a-21081e1b06f0 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393157 Jun 02 21:01:51.554237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf34963-4158-4375-bd87-1898ec4f4b87 req-84c6b66b-f233-4c94-8a9b-027dccc20251 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:51.555713 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4bf34963-4158-4375-bd87-1898ec4f4b87 req-84c6b66b-f233-4c94-8a9b-027dccc20251 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0840971 Jun 02 21:01:51.604059 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4bf34963-4158-4375-bd87-1898ec4f4b87 req-54f1340d-7aea-4635-858b-cb82db2119da tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425920 Jun 02 21:01:52.153923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d4f34-cad5-495d-9cb5-12fb9c303ebb req-7c3cd2e7-22b8-4e75-ae3c-77f836cb64cf tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:52.155379 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-825d4f34-cad5-495d-9cb5-12fb9c303ebb req-7c3cd2e7-22b8-4e75-ae3c-77f836cb64cf tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0828969 Jun 02 21:01:52.198753 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-825d4f34-cad5-495d-9cb5-12fb9c303ebb req-be69d217-f4ef-4836-8a86-98a2b874a4e5 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377812 Jun 02 21:01:53.382302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fd610-66be-4aed-a793-58b2d3098ac3 req-a40709ae-40e2-4cd3-8f5f-f9f2917d83b3 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:53.384383 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-383fd610-66be-4aed-a793-58b2d3098ac3 req-a40709ae-40e2-4cd3-8f5f-f9f2917d83b3 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0823116 Jun 02 21:01:53.428026 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-383fd610-66be-4aed-a793-58b2d3098ac3 req-9e70ba28-be38-45f1-82f8-2a56d99de9fd tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/security-groups?id=baf9fa7a-5a1d-438d-af43-e91e9e090dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377865 Jun 02 21:01:53.824415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5d0aa-db04-4592-9f1d-d2e11f1c7df8 req-06639e7e-a4f8-4aa4-adea-e8ec259ded55 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:53.825851 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4cb5d0aa-db04-4592-9f1d-d2e11f1c7df8 req-06639e7e-a4f8-4aa4-adea-e8ec259ded55 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.95 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 945 time: 0.0793791 Jun 02 21:01:53.961515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-4cb5d0aa-db04-4592-9f1d-d2e11f1c7df8 req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Deleting port 5ae72d21-f565-4bc0-a530-19c670ebc5b3 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:01:53.961888 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4cb5d0aa-db04-4592-9f1d-d2e11f1c7df8 req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:54.099391 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-4cb5d0aa-db04-4592-9f1d-d2e11f1c7df8 req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] For port 5ae72d21-f565-4bc0-a530-19c670ebc5b3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5ae72d21-f565-4bc0-a530-19c670ebc5b3,segment=NetworkSegment(e8960e7c-20d2-45ef-93f5-119692022fc2),segment_id=e8960e7c-20d2-45ef-93f5-119692022fc2)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:01:54.099658 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4cb5d0aa-db04-4592-9f1d-d2e11f1c7df8 req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:54.222614 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-4cb5d0aa-db04-4592-9f1d-d2e11f1c7df8 req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Calling delete_port for 5ae72d21-f565-4bc0-a530-19c670ebc5b3 owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:01:54.330470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4cb5d0aa-db04-4592-9f1d-d2e11f1c7df8 req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:54.335795 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-eef11fb2-0bd7-4c35-82d1-6b8aa4b2d0c7 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:01:54.341550 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['5ae72d21-f565-4bc0-a530-19c670ebc5b3'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:01:54.383257 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Pushing event deleted for resources: {'Port': ['ID=5ae72d21-f565-4bc0-a530-19c670ebc5b3,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:01:54.448993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:54.449392 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:54.449778 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:54.450159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:54.450535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:54.450909 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:54.451308 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:54.451679 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:54.452059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:54.452413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:54.452781 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:54.453145 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:54.460793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:01:54.466356 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb5d0aa-db04-4592-9f1d-d2e11f1c7df8 req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] No DVR routers for this DVR port 5ae72d21-f565-4bc0-a530-19c670ebc5b3 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:01:54.468860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4cb5d0aa-db04-4592-9f1d-d2e11f1c7df8 req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:54.471524 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0deed397-cc6b-42f3-affc-6250c07ff594', 'name': 'network-vif-deleted', 'tag': '5ae72d21-f565-4bc0-a530-19c670ebc5b3'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:01:54.473805 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26411228-18df-4d7c-bc37-2a8637be9bcc" -d '{"events": [{"server_uuid": "0deed397-cc6b-42f3-affc-6250c07ff594", "name": "network-vif-deleted", "tag": "5ae72d21-f565-4bc0-a530-19c670ebc5b3"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:01:54.488162 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4cb5d0aa-db04-4592-9f1d-d2e11f1c7df8 req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.95 "DELETE /v2.0/ports/5ae72d21-f565-4bc0-a530-19c670ebc5b3 HTTP/1.1" status: 204 len: 173 time: 0.6560533 Jun 02 21:01:54.526048 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392c08a6-3829-467e-ae77-389d1467b6d7 x-openstack-request-id: req-392c08a6-3829-467e-ae77-389d1467b6d7 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:01:54.526389 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0deed397-cc6b-42f3-affc-6250c07ff594", "name": "network-vif-deleted", "tag": "5ae72d21-f565-4bc0-a530-19c670ebc5b3", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:01:54.526692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-392c08a6-3829-467e-ae77-389d1467b6d7 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:01:54.527132 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0deed397-cc6b-42f3-affc-6250c07ff594', 'name': 'network-vif-deleted', 'tag': '5ae72d21-f565-4bc0-a530-19c670ebc5b3', 'status': 'completed', 'code': 200} Jun 02 21:01:54.581364 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-355b4c42-6287-41ee-962f-0ebdb80ef5de req-6c7d6744-4a76-4b48-89bc-81ad06d747f8 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Synchronizing usage tracker for tenant:74fbaa66104b427089a0072dadc1bfee on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:01:54.596931 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-355b4c42-6287-41ee-962f-0ebdb80ef5de req-6c7d6744-4a76-4b48-89bc-81ad06d747f8 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Unset dirty status for tenant:74fbaa66104b427089a0072dadc1bfee on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:01:54.598034 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-355b4c42-6287-41ee-962f-0ebdb80ef5de req-6c7d6744-4a76-4b48-89bc-81ad06d747f8 tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] 10.222.0.25 "GET /v2.0/ports?device_id=0deed397-cc6b-42f3-affc-6250c07ff594 HTTP/1.1" status: 200 len: 210 time: 0.0594108 Jun 02 21:01:55.836008 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 33506) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:01:55.894288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c76380f-5ecb-4eef-8951-4c0cb6a93b45 admin admin] Deleting subnet a2c4b3b0-5bf3-4086-a4ee-242c20c2179d {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 21:01:55.897027 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9c76380f-5ecb-4eef-8951-4c0cb6a93b45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:55.947481 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9c76380f-5ecb-4eef-8951-4c0cb6a93b45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:56.000105 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9c76380f-5ecb-4eef-8951-4c0cb6a93b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:56.236144 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9c76380f-5ecb-4eef-8951-4c0cb6a93b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:56.240365 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6ac217c3-207a-49f1-8187-5d3dd3dc5aa2 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:01:56.273402 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76380f-5ecb-4eef-8951-4c0cb6a93b45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2c4b3b0-5bf3-4086-a4ee-242c20c2179d,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:01:56.277968 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-9c76380f-5ecb-4eef-8951-4c0cb6a93b45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:56.287013 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76380f-5ecb-4eef-8951-4c0cb6a93b45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:56.287424 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76380f-5ecb-4eef-8951-4c0cb6a93b45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:56.287797 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76380f-5ecb-4eef-8951-4c0cb6a93b45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:56.288166 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76380f-5ecb-4eef-8951-4c0cb6a93b45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:56.288533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76380f-5ecb-4eef-8951-4c0cb6a93b45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:56.288895 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76380f-5ecb-4eef-8951-4c0cb6a93b45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:56.289258 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76380f-5ecb-4eef-8951-4c0cb6a93b45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:56.289618 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76380f-5ecb-4eef-8951-4c0cb6a93b45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:56.289979 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76380f-5ecb-4eef-8951-4c0cb6a93b45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:56.290333 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76380f-5ecb-4eef-8951-4c0cb6a93b45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:56.290690 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76380f-5ecb-4eef-8951-4c0cb6a93b45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:56.291044 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76380f-5ecb-4eef-8951-4c0cb6a93b45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:01:56.293959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9c76380f-5ecb-4eef-8951-4c0cb6a93b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:01:56.296220 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9c76380f-5ecb-4eef-8951-4c0cb6a93b45 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a2c4b3b0-5bf3-4086-a4ee-242c20c2179d HTTP/1.1" status: 204 len: 168 time: 0.4587686 Jun 02 21:01:56.298247 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 33508) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:01:56.529103 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2f0ee270-91ad-4411-816c-f85a00683a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:56.648874 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2f0ee270-91ad-4411-816c-f85a00683a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:56.661679 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-2f0ee270-91ad-4411-816c-f85a00683a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f2bdf5-def5-447e-a18c-989d3c8e5c59']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:01:56.673511 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-2f0ee270-91ad-4411-816c-f85a00683a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8960e7c-20d2-45ef-93f5-119692022fc2') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:01:56.673807 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-2f0ee270-91ad-4411-816c-f85a00683a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8960e7c-20d2-45ef-93f5-119692022fc2') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:01:56.685067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2f0ee270-91ad-4411-816c-f85a00683a49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:56.700204 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2f0ee270-91ad-4411-816c-f85a00683a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:56.705958 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f0ee270-91ad-4411-816c-f85a00683a49 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:01:56.706339 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2f0ee270-91ad-4411-816c-f85a00683a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:01:56.719099 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:01:56.795919 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2f0ee270-91ad-4411-816c-f85a00683a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:56.800321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-2f0ee270-91ad-4411-816c-f85a00683a49 admin admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:56.802726 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c4c36b7d-2023-4280-bea1-36101dcc5358 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:01:56.822381 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2f0ee270-91ad-4411-816c-f85a00683a49 admin admin] 10.222.0.25 "DELETE /v2.0/networks/30f2bdf5-def5-447e-a18c-989d3c8e5c59 HTTP/1.1" status: 204 len: 168 time: 0.5232193 Jun 02 21:01:56.823462 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ee270-91ad-4411-816c-f85a00683a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=30f2bdf5-def5-447e-a18c-989d3c8e5c59,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:01:56.825800 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2f0ee270-91ad-4411-816c-f85a00683a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:01:56.930071 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 33512) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:01:56.976299 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-9c77adf6-c58b-40d4-bee4-4f75c0f2cd24 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74fbaa66104b427089a0072dadc1bfee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450346 Jun 02 21:01:56.978658 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 33514) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:01:57.038284 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c67f4812-d9dd-4a98-abbe-ebcfd8369aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:57.063020 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c67f4812-d9dd-4a98-abbe-ebcfd8369aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:57.113251 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c67f4812-d9dd-4a98-abbe-ebcfd8369aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:57.118771 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5c59b901-ea2d-475c-b12a-5384964496a5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:01:57.131924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f4812-d9dd-4a98-abbe-ebcfd8369aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf9fa7a-5a1d-438d-af43-e91e9e090dc4,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:01:57.134738 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c67f4812-d9dd-4a98-abbe-ebcfd8369aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:01:57.142992 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c67f4812-d9dd-4a98-abbe-ebcfd8369aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:57.144158 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c67f4812-d9dd-4a98-abbe-ebcfd8369aa8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/baf9fa7a-5a1d-438d-af43-e91e9e090dc4 HTTP/1.1" status: 204 len: 168 time: 0.1641042 Jun 02 21:01:57.740028 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 5ae72d21-f565-4bc0-a530-19c670ebc5b3 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:01:57.773485 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 5ae72d21-f565-4bc0-a530-19c670ebc5b3 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:01:57.773835 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 5ae72d21-f565-4bc0-a530-19c670ebc5b3 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:01:57.843409 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 33536) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:01:57.945424 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-917248545-network', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:01:57.950664 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:01:57.954443 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Usage tracker for resource:network and tenant:0620fa7083574b4d8b0d52769ed4ec94 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:01:57.957235 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:01:57.962833 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:01:57.972325 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Made reservation on behalf of 0620fa7083574b4d8b0d52769ed4ec94 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:01:57.974770 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:57.986515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:58.000781 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:01:58.004545 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Usage tracker for resource:security_group_rule and tenant:0620fa7083574b4d8b0d52769ed4ec94 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:01:58.007307 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:01:58.015903 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:01:58.098684 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:58.105872 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:58.108903 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d84b711c-5570-460f-be6b-1ad87f4a12d0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:01:58.140881 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:01:58.149359 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115cea79-cacd-42bf-bfd0-30cfba0fc630,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:01:58.152969 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:01:58.155442 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:58.155789 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Added segment 7ea0de3a-abf4-429d-af04-b3c149fc908e of type vlan for network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 Jun 02 21:01:58.181383 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:58.209973 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:58.211057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:58.211664 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:58.216306 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-02e10c53-1945-4ed4-aef3-173bd80c9503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:01:58.316383 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4719019 Jun 02 21:01:58.317198 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Pushing event updated for resources: {'Network': ['ID=a58b3bb5-5345-4afc-8bec-3d0b84a277d6,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:01:58.319172 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 33540) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:01:58.323957 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-89dde06b-ac1b-4063-b1dc-7ea867357466 admin admin] Request body: {'subnet': {'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-917248545-subnet', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:01:58.327294 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:01:58.327431 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:01:58.329416 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-89dde06b-ac1b-4063-b1dc-7ea867357466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:01:58.333266 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-89dde06b-ac1b-4063-b1dc-7ea867357466 admin admin] Usage tracker for resource:subnet and tenant:0620fa7083574b4d8b0d52769ed4ec94 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:01:58.336196 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-89dde06b-ac1b-4063-b1dc-7ea867357466 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:01:58.341994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-89dde06b-ac1b-4063-b1dc-7ea867357466 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:01:58.352086 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dde06b-ac1b-4063-b1dc-7ea867357466 admin admin] Made reservation on behalf of 0620fa7083574b4d8b0d52769ed4ec94 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:01:58.354955 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-89dde06b-ac1b-4063-b1dc-7ea867357466 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:58.724685 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-89dde06b-ac1b-4063-b1dc-7ea867357466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:58.728152 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2617ac13-a7e3-48bd-8e20-0567a003a0d9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:01:58.804646 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dde06b-ac1b-4063-b1dc-7ea867357466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01b191d3-a4b3-414f-a302-0161d9aa4c4f,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:01:58.808390 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-89dde06b-ac1b-4063-b1dc-7ea867357466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:01:58.809202 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dde06b-ac1b-4063-b1dc-7ea867357466 admin admin] Checking segment: {'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:01:58.809553 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dde06b-ac1b-4063-b1dc-7ea867357466 admin admin] Network hostable DHCP agents. Network: a58b3bb5-5345-4afc-8bec-3d0b84a277d6, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:01:58.826068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dde06b-ac1b-4063-b1dc-7ea867357466 admin admin] Network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:01:58.834891 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-89dde06b-ac1b-4063-b1dc-7ea867357466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, a58b3bb5-5345-4afc-8bec-3d0b84a277d6) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:01:58.843275 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dde06b-ac1b-4063-b1dc-7ea867357466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:01:58.843861 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-89dde06b-ac1b-4063-b1dc-7ea867357466 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:58.844760 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0277f92-bbd4-4d71-8c14-bf8a033d4a50 None None] Network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:01:58.864585 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-89dde06b-ac1b-4063-b1dc-7ea867357466 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5443876 Jun 02 21:01:58.867129 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 33542) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:01:58.871708 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:01:58.876214 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:01:58.879967 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Usage tracker for resource:router and tenant:0620fa7083574b4d8b0d52769ed4ec94 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:01:58.883273 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:01:58.890511 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:01:58.900267 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:58.901852 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:58.916905 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:59.058366 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:01:59.064787 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 21:01:59.065620 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:59.178533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:59.215305 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Allocated IP 172.20.0.2 (a58b3bb5-5345-4afc-8bec-3d0b84a277d6/01b191d3-a4b3-414f-a302-0161d9aa4c4f/8066a1eb-c7c8-441f-a70c-451c185ad927) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:01:59.468872 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:59.478430 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Transition to ACTIVE for port object 8066a1eb-c7c8-441f-a70c-451c185ad927 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:01:59.496880 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Transition to ACTIVE for port object 8066a1eb-c7c8-441f-a70c-451c185ad927 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:01:59.502787 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:59.509659 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:01:59.559843 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:01:59.566837 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:01:59.570931 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:01:59.612327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Pushing event updated for resources: {'Port': ['ID=8066a1eb-c7c8-441f-a70c-451c185ad927,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:01:59.619913 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:01:59.627645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:59.657307 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:59.668247 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Attempting to bind port 8066a1eb-c7c8-441f-a70c-451c185ad927 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:01:59.668629 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Attempting to bind port 8066a1eb-c7c8-441f-a70c-451c185ad927 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:01:59.668995 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Attempting to bind port 8066a1eb-c7c8-441f-a70c-451c185ad927 on network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:01:59.674142 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:01:59.674520 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Checking segment: {'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:01:59.674926 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:59.675353 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Bound using segment: {'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:01:59.675820 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Bound port: 8066a1eb-c7c8-441f-a70c-451c185ad927, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:01:59.676196 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:59.766546 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] For port 8066a1eb-c7c8-441f-a70c-451c185ad927, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:01:59.769631 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] For port 8066a1eb-c7c8-441f-a70c-451c185ad927, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=8066a1eb-c7c8-441f-a70c-451c185ad927,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:01:59.773499 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:59.777070 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-521eb5dd-8c4a-4916-a310-9d26716a33b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:01:59.793000 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Allocated IP 172.26.0.176 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/5b1b7588-c810-4a17-b8e5-cbba1977c259) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:01:59.856977 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Pushing event updated for resources: {'Port': ['ID=8066a1eb-c7c8-441f-a70c-451c185ad927,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:01:59.860138 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:01:59.943976 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:59.974597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:01:59.978726 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ccad237c-68ed-4039-a8f5-a1fb62d5bf57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:02:00.056769 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:02:00.060776 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:02:00.065789 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:02:00.101122 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Pushing event updated for resources: {'Port': ['ID=5b1b7588-c810-4a17-b8e5-cbba1977c259,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:02:00.104055 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:02:00.477851 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:00.490434 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 8066a1eb-c7c8-441f-a70c-451c185ad927 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:02:00.569686 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 8066a1eb-c7c8-441f-a70c-451c185ad927 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:02:00.773772 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf07d1a6-ab68-4ea1-beb6-4055448c397e None None] Network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:02:00.853737 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8453e69c-45ed-4e69-8a4f-916dd5616f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:00.907963 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-1c5499d3-c205-4ce1-9dab-8dd84b7c1d73 None None] Provisioning for port 8066a1eb-c7c8-441f-a70c-451c185ad927 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:02:00.917546 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-1c5499d3-c205-4ce1-9dab-8dd84b7c1d73 None None] Provisioning complete for port 8066a1eb-c7c8-441f-a70c-451c185ad927 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:02:00.917920 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1c5499d3-c205-4ce1-9dab-8dd84b7c1d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:00.987848 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:01.123470 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1c5499d3-c205-4ce1-9dab-8dd84b7c1d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:01.163619 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-1c5499d3-c205-4ce1-9dab-8dd84b7c1d73 None None] For port 8066a1eb-c7c8-441f-a70c-451c185ad927, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=8066a1eb-c7c8-441f-a70c-451c185ad927,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:02:01.168479 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1c5499d3-c205-4ce1-9dab-8dd84b7c1d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:01.170225 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:02:01.195560 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Router 28e6b5a6-9ef8-4141-b792-239dc655b66c is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 21:02:01.239583 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5499d3-c205-4ce1-9dab-8dd84b7c1d73 None None] Pushing event updated for resources: {'Port': ['ID=8066a1eb-c7c8-441f-a70c-451c185ad927,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:02:01.242586 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-1c5499d3-c205-4ce1-9dab-8dd84b7c1d73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:02:01.378963 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:02:01.387842 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] Sync routers for ids ['28e6b5a6-9ef8-4141-b792-239dc655b66c'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:02:01.389779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-441f19d4-d9f1-45ea-923e-fac2af96a5cc None None] Provisioning complete for port 8066a1eb-c7c8-441f-a70c-451c185ad927 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:02:01.390983 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-441f19d4-d9f1-45ea-923e-fac2af96a5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:01.398164 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] Routers {'28e6b5a6-9ef8-4141-b792-239dc655b66c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:02:01.398611 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:01:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['28e6b5a6-9ef8-4141-b792-239dc655b66c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:02:01.402086 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:01.406426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 33544) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:02:01.415711 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5474522 Jun 02 21:02:01.575563 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] Set router 28e6b5a6-9ef8-4141-b792-239dc655b66c gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:02:01.851539 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:00Z', 'revision_number': 3, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:02:01.855992 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] Checking router: 28e6b5a6-9ef8-4141-b792-239dc655b66c for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:02:01.856453 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] Updating router 28e6b5a6-9ef8-4141-b792-239dc655b66c port 5b1b7588-c810-4a17-b8e5-cbba1977c259 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:02:01.907413 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:02.207887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:02.224846 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:02.235951 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] Transition to ACTIVE for port object 5b1b7588-c810-4a17-b8e5-cbba1977c259 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:02:02.242764 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:02.246694 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-e4761380-db8b-4245-a3b9-516a32507a5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:02:02.359969 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] Attempting to bind port 5b1b7588-c810-4a17-b8e5-cbba1977c259 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:02:02.360343 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] Attempting to bind port 5b1b7588-c810-4a17-b8e5-cbba1977c259 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:02:02.360711 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] Attempting to bind port 5b1b7588-c810-4a17-b8e5-cbba1977c259 on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:02:02.367538 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63161c68-d4e3-454f-ae9c-fd6dd4bf5714 None None] Pushing event updated for resources: {'Port': ['ID=5b1b7588-c810-4a17-b8e5-cbba1977c259,revision_number=2']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:02:02.371355 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:02:02.371732 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:02:02.372128 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:02.372543 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:02:02.372999 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] Bound port: 5b1b7588-c810-4a17-b8e5-cbba1977c259, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:02:02.373367 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:02.411755 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161c68-d4e3-454f-ae9c-fd6dd4bf5714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:02:02.412286 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161c68-d4e3-454f-ae9c-fd6dd4bf5714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:02:02.412361 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161c68-d4e3-454f-ae9c-fd6dd4bf5714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:02:02.412664 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161c68-d4e3-454f-ae9c-fd6dd4bf5714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:02:02.412993 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161c68-d4e3-454f-ae9c-fd6dd4bf5714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:02:02.413318 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161c68-d4e3-454f-ae9c-fd6dd4bf5714 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:02:02.413637 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161c68-d4e3-454f-ae9c-fd6dd4bf5714 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:02:02.413953 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161c68-d4e3-454f-ae9c-fd6dd4bf5714 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:02:02.414269 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161c68-d4e3-454f-ae9c-fd6dd4bf5714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:02:02.414586 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161c68-d4e3-454f-ae9c-fd6dd4bf5714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:02:02.414898 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161c68-d4e3-454f-ae9c-fd6dd4bf5714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:02:02.415231 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161c68-d4e3-454f-ae9c-fd6dd4bf5714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:02:02.416966 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Allocated IP 172.20.0.1 (a58b3bb5-5345-4afc-8bec-3d0b84a277d6/01b191d3-a4b3-414f-a302-0161d9aa4c4f/91a9139c-d7f5-4939-873b-2cd4d18e4920) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:02:02.420236 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-63161c68-d4e3-454f-ae9c-fd6dd4bf5714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:02:02.459336 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] For port 5b1b7588-c810-4a17-b8e5-cbba1977c259, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:02:02.462595 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] For port 5b1b7588-c810-4a17-b8e5-cbba1977c259, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=5b1b7588-c810-4a17-b8e5-cbba1977c259,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:02:02.464693 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 8066a1eb-c7c8-441f-a70c-451c185ad927 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:02:02.466992 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:02.470583 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-5e6a5937-aadc-48bc-899d-20be680dae1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:02:02.536459 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 8066a1eb-c7c8-441f-a70c-451c185ad927 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:02:02.536855 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:02.545511 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63161c68-d4e3-454f-ae9c-fd6dd4bf5714 None None] Pushing event updated for resources: {'Port': ['ID=5b1b7588-c810-4a17-b8e5-cbba1977c259,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:02:02.549083 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-63161c68-d4e3-454f-ae9c-fd6dd4bf5714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:02:02.550696 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] Routers {'28e6b5a6-9ef8-4141-b792-239dc655b66c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:02:02.551337 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:01:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['28e6b5a6-9ef8-4141-b792-239dc655b66c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:02:02.571299 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:02.597457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Transition to ACTIVE for port object 91a9139c-d7f5-4939-873b-2cd4d18e4920 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:02:02.624933 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:02.629585 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:02:02.684281 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:02:02.692495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:02:02.695019 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:02:02.742847 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] Set router 28e6b5a6-9ef8-4141-b792-239dc655b66c gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:02:02.755115 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=91a9139c-d7f5-4939-873b-2cd4d18e4920,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:02:02.759436 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:02:02.768261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:02.940123 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-48b3fce2-6d07-4b61-ad14-c45983932c4f None None] Provisioning for port 91a9139c-d7f5-4939-873b-2cd4d18e4920 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:02:02.945753 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-48b3fce2-6d07-4b61-ad14-c45983932c4f None None] Provisioning complete for port 91a9139c-d7f5-4939-873b-2cd4d18e4920 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:02:02.945753 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-48b3fce2-6d07-4b61-ad14-c45983932c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:03.003555 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-48b3fce2-6d07-4b61-ad14-c45983932c4f None None] Port 91a9139c-d7f5-4939-873b-2cd4d18e4920 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:02:03.036798 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:00Z', 'revision_number': 3, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:02:03.040675 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594ec67f-aa09-4c53-8498-500907c06077 None None] The sync data for ids ['28e6b5a6-9ef8-4141-b792-239dc655b66c'] in dv-neutron-601336-84-hyperv is: [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:00Z', 'revision_number': 3, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:02:03.046004 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:03.343902 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-00e7a58e-d807-48c7-9427-29573d7dd35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:03.400726 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:03.443875 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:03.449596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:03.481003 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-092b6836-7796-4e64-8966-c72dd8167ef0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:02:03.558393 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:03.565332 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=91a9139c-d7f5-4939-873b-2cd4d18e4920,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:02:03.569820 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:02:03.703020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:02:03.704197 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:02:03.900214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Router 28e6b5a6-9ef8-4141-b792-239dc655b66c has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:02:03.931835 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8b5bac2c-46b2-4d20-bd2f-67e9ac6ef6bb None None] Provisioning complete for port 91a9139c-d7f5-4939-873b-2cd4d18e4920 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:02:03.932384 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8b5bac2c-46b2-4d20-bd2f-67e9ac6ef6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:03.990397 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-8b5bac2c-46b2-4d20-bd2f-67e9ac6ef6bb None None] Port 91a9139c-d7f5-4939-873b-2cd4d18e4920 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:02:04.079176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:02:04.087733 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] 10.222.0.25 "PUT /v2.0/routers/28e6b5a6-9ef8-4141-b792-239dc655b66c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6802952 Jun 02 21:02:04.324297 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:04.479952 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 5b1b7588-c810-4a17-b8e5-cbba1977c259 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:02:04.521925 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] Sync routers for ids ['28e6b5a6-9ef8-4141-b792-239dc655b66c'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:02:04.546629 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] Routers {'28e6b5a6-9ef8-4141-b792-239dc655b66c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:02:04.547264 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:02:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['28e6b5a6-9ef8-4141-b792-239dc655b66c'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:02:04.638188 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 33552) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:02:04.643932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e70cf928-8954-4271-83e9-a40eb9bbb7c1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--956279279', 'description': 'tempest-description--580493211'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:02:04.650320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e70cf928-8954-4271-83e9-a40eb9bbb7c1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:02:04.654903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e70cf928-8954-4271-83e9-a40eb9bbb7c1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Usage tracker for resource:security_group and tenant:0620fa7083574b4d8b0d52769ed4ec94 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:02:04.658000 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e70cf928-8954-4271-83e9-a40eb9bbb7c1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:02:04.663876 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e70cf928-8954-4271-83e9-a40eb9bbb7c1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:02:04.685511 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e70cf928-8954-4271-83e9-a40eb9bbb7c1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:04.706619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e70cf928-8954-4271-83e9-a40eb9bbb7c1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:02:04.710650 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e70cf928-8954-4271-83e9-a40eb9bbb7c1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Usage tracker for resource:security_group_rule and tenant:0620fa7083574b4d8b0d52769ed4ec94 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:02:04.714111 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e70cf928-8954-4271-83e9-a40eb9bbb7c1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:02:04.720328 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e70cf928-8954-4271-83e9-a40eb9bbb7c1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:02:04.739251 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 5b1b7588-c810-4a17-b8e5-cbba1977c259 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:02:04.752018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 5b1b7588-c810-4a17-b8e5-cbba1977c259 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:02:04.752437 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:04.801437 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e70cf928-8954-4271-83e9-a40eb9bbb7c1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:04.805073 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e70cf928-8954-4271-83e9-a40eb9bbb7c1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:04.810629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-23021ebf-ec4c-4b69-8f14-4a57f709f28f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:02:04.832373 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] Set router 28e6b5a6-9ef8-4141-b792-239dc655b66c gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:02:04.850688 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cf928-8954-4271-83e9-a40eb9bbb7c1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16688496-d294-403e-85c4-54f0a3e1703c,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:02:04.853619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e70cf928-8954-4271-83e9-a40eb9bbb7c1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:02:04.855234 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e70cf928-8954-4271-83e9-a40eb9bbb7c1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:04.859071 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e70cf928-8954-4271-83e9-a40eb9bbb7c1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2171750 Jun 02 21:02:04.859271 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 33554) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:02:04.863580 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-cc7090fe-36d4-4065-9c54-9a165934d6f0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Request body: {'security_group_rule': {'security_group_id': '16688496-d294-403e-85c4-54f0a3e1703c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:02:04.869986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cc7090fe-36d4-4065-9c54-9a165934d6f0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:02:04.874887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cc7090fe-36d4-4065-9c54-9a165934d6f0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Usage tracker for resource:security_group_rule and tenant:0620fa7083574b4d8b0d52769ed4ec94 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:02:04.876732 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cc7090fe-36d4-4065-9c54-9a165934d6f0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:02:04.882466 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cc7090fe-36d4-4065-9c54-9a165934d6f0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:02:04.898828 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cc7090fe-36d4-4065-9c54-9a165934d6f0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:04.958714 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cc7090fe-36d4-4065-9c54-9a165934d6f0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:04.962136 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cc7090fe-36d4-4065-9c54-9a165934d6f0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:04.963890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4bd1d6c4-70d1-4210-9dff-128f86458cc3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:02:04.986085 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7090fe-36d4-4065-9c54-9a165934d6f0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3442d8eb-890e-4e22-af63-bff8a2124967,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:02:04.990463 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cc7090fe-36d4-4065-9c54-9a165934d6f0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:02:04.995697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cc7090fe-36d4-4065-9c54-9a165934d6f0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:04.997082 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cc7090fe-36d4-4065-9c54-9a165934d6f0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369631 Jun 02 21:02:04.999962 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 33556) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:02:05.005128 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-6404bef4-6683-4b86-9c07-58cd6de17c43 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Request body: {'security_group_rule': {'security_group_id': '16688496-d294-403e-85c4-54f0a3e1703c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:02:05.011208 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-6404bef4-6683-4b86-9c07-58cd6de17c43 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:02:05.015335 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6404bef4-6683-4b86-9c07-58cd6de17c43 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Usage tracker for resource:security_group_rule and tenant:0620fa7083574b4d8b0d52769ed4ec94 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:02:05.019173 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-6404bef4-6683-4b86-9c07-58cd6de17c43 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:02:05.024941 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-6404bef4-6683-4b86-9c07-58cd6de17c43 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:02:05.040468 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6404bef4-6683-4b86-9c07-58cd6de17c43 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:05.080169 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:05.100988 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6404bef4-6683-4b86-9c07-58cd6de17c43 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:05.105474 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6404bef4-6683-4b86-9c07-58cd6de17c43 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:05.107817 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f3a01312-2717-4d27-9344-a93f1323ff29 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:02:05.113780 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 5b1b7588-c810-4a17-b8e5-cbba1977c259, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=5b1b7588-c810-4a17-b8e5-cbba1977c259,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:02:05.124242 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404bef4-6683-4b86-9c07-58cd6de17c43 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d865505c-f304-41c8-ac1e-d7249a478333,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:02:05.127635 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6404bef4-6683-4b86-9c07-58cd6de17c43 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:02:05.127984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:05.132195 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:02:05.142876 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6404bef4-6683-4b86-9c07-58cd6de17c43 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:05.144375 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6404bef4-6683-4b86-9c07-58cd6de17c43 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429644 Jun 02 21:02:05.147586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 33558) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:02:05.152271 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:02:05.157989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:02:05.161697 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Usage tracker for resource:floatingip and tenant:0620fa7083574b4d8b0d52769ed4ec94 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:02:05.164511 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:02:05.171350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:02:05.180728 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for floatingip, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:05.246129 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=5b1b7588-c810-4a17-b8e5-cbba1977c259,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:02:05.249743 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:02:05.273593 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:03Z', 'revision_number': 2, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:02:05.277991 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] Checking router: 28e6b5a6-9ef8-4141-b792-239dc655b66c for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:02:05.278356 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] Updating router 28e6b5a6-9ef8-4141-b792-239dc655b66c port 91a9139c-d7f5-4939-873b-2cd4d18e4920 binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:02:05.315771 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:05.331055 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:05.449837 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Allocated IP 172.26.0.154 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/aff1a8bf-24c4-462b-98c3-1e222200839d) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:02:05.593745 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:05.623054 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:05.627623 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5c3f2012-b48f-4ae1-a8a2-9c586fb4baea tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:02:05.678843 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:05.681981 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:02:05.689602 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:02:05.690226 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] Transition to ACTIVE for port object 91a9139c-d7f5-4939-873b-2cd4d18e4920 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:02:05.692381 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:02:05.697067 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:05.701075 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:02:05.740235 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Pushing event updated for resources: {'Port': ['ID=aff1a8bf-24c4-462b-98c3-1e222200839d,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:02:05.743111 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:02:05.794874 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:05.855307 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8036e-9c60-498f-ad47-a35daada21e6 None None] Pushing event updated for resources: {'Port': ['ID=91a9139c-d7f5-4939-873b-2cd4d18e4920,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:02:05.860883 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:05.862167 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d6c8036e-9c60-498f-ad47-a35daada21e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:02:05.917540 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] Attempting to bind port 91a9139c-d7f5-4939-873b-2cd4d18e4920 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:02:05.917923 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] Attempting to bind port 91a9139c-d7f5-4939-873b-2cd4d18e4920 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:02:05.918296 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] Attempting to bind port 91a9139c-d7f5-4939-873b-2cd4d18e4920 on network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:02:05.923780 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:02:05.924165 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] Checking segment: {'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:02:05.924573 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:05.924976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] Bound using segment: {'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:02:05.925450 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] Bound port: 91a9139c-d7f5-4939-873b-2cd4d18e4920, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:02:05.925831 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:06.015772 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:06.037163 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] For port 91a9139c-d7f5-4939-873b-2cd4d18e4920, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:02:06.040966 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] For port 91a9139c-d7f5-4939-873b-2cd4d18e4920, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=91a9139c-d7f5-4939-873b-2cd4d18e4920,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:02:06.045299 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:06.049622 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a599f1e6-64b2-4c78-b803-654927ffa70f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:02:06.082235 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:06.086810 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:06.091780 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:02:06.122686 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] Routers {'28e6b5a6-9ef8-4141-b792-239dc655b66c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:02:06.123254 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:02:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['28e6b5a6-9ef8-4141-b792-239dc655b66c'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:02:06.190055 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8036e-9c60-498f-ad47-a35daada21e6 None None] Pushing event updated for resources: {'Port': ['ID=91a9139c-d7f5-4939-873b-2cd4d18e4920,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:02:06.194518 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d6c8036e-9c60-498f-ad47-a35daada21e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:02:06.201615 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Pushing event updated for resources: {'Port': ['ID=aff1a8bf-24c4-462b-98c3-1e222200839d,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:02:06.205505 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:02:06.208544 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:06.233572 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:06.235077 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0863228 Jun 02 21:02:06.373404 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] Set router 28e6b5a6-9ef8-4141-b792-239dc655b66c gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:02:06.514601 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 5b1b7588-c810-4a17-b8e5-cbba1977c259 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:02:06.558068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-55d4302a-8a76-4255-b770-105208ac3324 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Synchronizing usage tracker for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:02:06.574882 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-55d4302a-8a76-4255-b770-105208ac3324 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Unset dirty status for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:02:06.576207 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-55d4302a-8a76-4255-b770-105208ac3324 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--956279279&fields=id&tenant_id=0620fa7083574b4d8b0d52769ed4ec94 HTTP/1.1" status: 200 len: 267 time: 0.2141721 Jun 02 21:02:06.694998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 5b1b7588-c810-4a17-b8e5-cbba1977c259 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:02:06.695407 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:06.731422 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-bfe714f6-4071-4167-aca4-50f995c9b93c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:06.732117 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-bfe714f6-4071-4167-aca4-50f995c9b93c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Synchronizing usage tracker for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:network {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:02:06.752620 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-bfe714f6-4071-4167-aca4-50f995c9b93c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Unset dirty status for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:network {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:02:06.753772 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-bfe714f6-4071-4167-aca4-50f995c9b93c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 811 time: 0.1706898 Jun 02 21:02:06.769145 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-aecfe9cd-68f7-4e23-bf16-442ab5b484bf tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/quotas/0620fa7083574b4d8b0d52769ed4ec94 HTTP/1.1" status: 200 len: 375 time: 0.0093811 Jun 02 21:02:06.855105 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-80d27e72-bef1-4aff-8648-5c8c145108d5 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807261 Jun 02 21:02:06.904358 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:06Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:02:06.908408 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d20a42-cf51-428f-8420-11673c66f399 None None] The sync data for ids ['28e6b5a6-9ef8-4141-b792-239dc655b66c'] in dv-neutron-601336-84-hyperv is: [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:06Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:02:07.045871 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-b93649dc-a991-490b-9f51-46a2fec38c24 service neutron] 10.222.0.25 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790714 Jun 02 21:02:07.191609 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-c49964e3-0795-4e0e-92c2-2e8d68b01032 service neutron] 10.222.0.25 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398523 Jun 02 21:02:07.387640 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-ef5abfa9-e60e-4441-ad00-34ba6adf4286 req-f524340a-d4ae-4ad2-8bf8-30b685639ce3 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Synchronizing usage tracker for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:02:07.407317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-ef5abfa9-e60e-4441-ad00-34ba6adf4286 req-f524340a-d4ae-4ad2-8bf8-30b685639ce3 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Unset dirty status for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:02:07.408973 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ef5abfa9-e60e-4441-ad00-34ba6adf4286 req-f524340a-d4ae-4ad2-8bf8-30b685639ce3 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 210 time: 0.0679305 Jun 02 21:02:08.428665 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95bf924b-d4c2-4f45-9dac-a4f0661771bf tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:08.429313 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95bf924b-d4c2-4f45-9dac-a4f0661771bf tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 811 time: 0.1560633 Jun 02 21:02:08.496999 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-a2e293b3-faf1-4bdc-8faf-a4a6a0406170 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Synchronizing usage tracker for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:02:08.508736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-a2e293b3-faf1-4bdc-8faf-a4a6a0406170 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Unset dirty status for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:02:08.517915 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-a2e293b3-faf1-4bdc-8faf-a4a6a0406170 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0620fa7083574b4d8b0d52769ed4ec94 HTTP/1.1" status: 200 len: 379 time: 0.0776510 Jun 02 21:02:08.527998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 91a9139c-d7f5-4939-873b-2cd4d18e4920 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:02:08.530762 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-2d2d4aba-766f-4bcc-9ee9-80bfc17fbeb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Request body: {'port': {'device_id': '60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'admin_state_up': True, 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'security_groups': ['16688496-d294-403e-85c4-54f0a3e1703c']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:02:08.588979 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c55640d7-ba04-4041-883a-bf93e71a780a req-fd9a1fca-ec43-49f0-b049-e6c2cd365419 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 210 time: 0.0474296 Jun 02 21:02:08.598821 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 91a9139c-d7f5-4939-873b-2cd4d18e4920 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:02:08.605030 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 91a9139c-d7f5-4939-873b-2cd4d18e4920 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:02:08.605439 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:08.668142 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-2d2d4aba-766f-4bcc-9ee9-80bfc17fbeb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:02:08.677286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-2d2d4aba-766f-4bcc-9ee9-80bfc17fbeb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:02:08.686758 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-2d2d4aba-766f-4bcc-9ee9-80bfc17fbeb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Made reservation on behalf of 0620fa7083574b4d8b0d52769ed4ec94 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:02:08.690559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-2d2d4aba-766f-4bcc-9ee9-80bfc17fbeb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:08.723343 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:08.755396 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 91a9139c-d7f5-4939-873b-2cd4d18e4920, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=91a9139c-d7f5-4939-873b-2cd4d18e4920,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:02:08.759412 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:08.762087 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:02:08.831602 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=91a9139c-d7f5-4939-873b-2cd4d18e4920,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:02:08.834541 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:02:08.870727 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-2d2d4aba-766f-4bcc-9ee9-80bfc17fbeb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Allocated IP 172.20.0.8 (a58b3bb5-5345-4afc-8bec-3d0b84a277d6/01b191d3-a4b3-414f-a302-0161d9aa4c4f/97470088-c589-4b0a-a2e9-a7dc03a29567) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:02:09.188337 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-2d2d4aba-766f-4bcc-9ee9-80bfc17fbeb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:09.203894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-2d2d4aba-766f-4bcc-9ee9-80bfc17fbeb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Transition to ACTIVE for port object 97470088-c589-4b0a-a2e9-a7dc03a29567 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:02:09.225762 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-2d2d4aba-766f-4bcc-9ee9-80bfc17fbeb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:09.231076 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:02:09.298130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-2d2d4aba-766f-4bcc-9ee9-80bfc17fbeb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:02:09.301299 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-2d2d4aba-766f-4bcc-9ee9-80bfc17fbeb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:02:09.305275 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-2d2d4aba-766f-4bcc-9ee9-80bfc17fbeb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:02:09.336619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d4aba-766f-4bcc-9ee9-80bfc17fbeb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Pushing event updated for resources: {'Port': ['ID=97470088-c589-4b0a-a2e9-a7dc03a29567,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:02:09.343224 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2d2d4aba-766f-4bcc-9ee9-80bfc17fbeb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:02:09.373291 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-2d2d4aba-766f-4bcc-9ee9-80bfc17fbeb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:09.373896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-2d2d4aba-766f-4bcc-9ee9-80bfc17fbeb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:09.399457 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-2d2d4aba-766f-4bcc-9ee9-80bfc17fbeb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8739977 Jun 02 21:02:09.410681 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Request body: {'port': {'device_id': '60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:02:09.524587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:09.574381 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-dcefd794-697c-42a2-9c2c-86a092addc6e None None] Provisioning for port 97470088-c589-4b0a-a2e9-a7dc03a29567 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:02:09.578940 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-dcefd794-697c-42a2-9c2c-86a092addc6e None None] Provisioning complete for port 97470088-c589-4b0a-a2e9-a7dc03a29567 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:02:09.579349 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-dcefd794-697c-42a2-9c2c-86a092addc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:09.634497 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-dcefd794-697c-42a2-9c2c-86a092addc6e None None] Port 97470088-c589-4b0a-a2e9-a7dc03a29567 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:02:09.867755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b55d40-85ea-4672-8715-a59b649432bc req-6b1617fc-4388-4832-864f-1c252a4855bb tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:09.868445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-21b55d40-85ea-4672-8715-a59b649432bc req-6b1617fc-4388-4832-864f-1c252a4855bb tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Synchronizing usage tracker for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:02:09.939304 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-21b55d40-85ea-4672-8715-a59b649432bc req-6b1617fc-4388-4832-864f-1c252a4855bb tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Unset dirty status for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:02:09.940446 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-21b55d40-85ea-4672-8715-a59b649432bc req-6b1617fc-4388-4832-864f-1c252a4855bb tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 931 time: 0.2050259 Jun 02 21:02:09.946179 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97470088-c589-4b0a-a2e9-a7dc03a29567 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:02:09.967612 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:09.997795 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Transition to ACTIVE for port object 97470088-c589-4b0a-a2e9-a7dc03a29567 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:02:10.002754 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:10.007324 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a2a2890a-49b3-448c-8c1a-0e6516b210aa tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:02:10.037444 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-21b55d40-85ea-4672-8715-a59b649432bc req-e1add163-6ce6-4e18-b3c3-6c68c2be0388 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869443 Jun 02 21:02:10.164842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Pushing event updated for resources: {'Port': ['ID=97470088-c589-4b0a-a2e9-a7dc03a29567,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:02:10.172128 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:02:10.245971 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Attempting to bind port 97470088-c589-4b0a-a2e9-a7dc03a29567 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:02:10.246309 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Attempting to bind port 97470088-c589-4b0a-a2e9-a7dc03a29567 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:02:10.246636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Attempting to bind port 97470088-c589-4b0a-a2e9-a7dc03a29567 on network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:02:10.251469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Port 97470088-c589-4b0a-a2e9-a7dc03a29567 on network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 21:02:10.251739 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Attempting to bind port 97470088-c589-4b0a-a2e9-a7dc03a29567 on network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:02:10.257139 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:02:10.257490 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Checking segment: {'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:02:10.258046 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Bound using segment: {'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:02:10.258483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Bound port: 97470088-c589-4b0a-a2e9-a7dc03a29567, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:02:10.258830 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:10.346039 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] For port 97470088-c589-4b0a-a2e9-a7dc03a29567, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:02:10.348836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] For port 97470088-c589-4b0a-a2e9-a7dc03a29567, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97470088-c589-4b0a-a2e9-a7dc03a29567,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:02:10.353095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:10.357519 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-483aad79-9e21-4aa5-88f4-2fc16ee1ba76 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:02:10.410851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:10.411494 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:10.412996 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] 10.222.0.95 "PUT /v2.0/ports/97470088-c589-4b0a-a2e9-a7dc03a29567 HTTP/1.1" status: 200 len: 1093 time: 1.0064642 Jun 02 21:02:10.413539 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce', 'tag': '97470088-c589-4b0a-a2e9-a7dc03a29567'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:02:10.415881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5016effc-01d4-433f-b752-71a46e2b77c5" -d '{"events": [{"name": "network-changed", "server_uuid": "60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce", "tag": "97470088-c589-4b0a-a2e9-a7dc03a29567"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:02:10.454822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Pushing event updated for resources: {'Port': ['ID=97470088-c589-4b0a-a2e9-a7dc03a29567,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:02:10.458768 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:02:10.470892 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8855e7-9953-4aa8-9b02-f92aade18b1a x-openstack-request-id: req-7a8855e7-9953-4aa8-9b02-f92aade18b1a {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:02:10.471325 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce", "tag": "97470088-c589-4b0a-a2e9-a7dc03a29567", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:02:10.472273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a8855e7-9953-4aa8-9b02-f92aade18b1a {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:02:10.472948 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce', 'tag': '97470088-c589-4b0a-a2e9-a7dc03a29567', 'status': 'completed', 'code': 200} Jun 02 21:02:10.484069 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 91a9139c-d7f5-4939-873b-2cd4d18e4920 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:02:10.553329 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 91a9139c-d7f5-4939-873b-2cd4d18e4920 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:02:10.553924 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:10.555647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-cf68282b-8892-4ab3-9e63-2b2781d17bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:10.557743 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-cf68282b-8892-4ab3-9e63-2b2781d17bda service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 1096 time: 0.0811653 Jun 02 21:02:10.630815 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-5cdf248c-68d0-442c-8814-af7538631325 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97470088-c589-4b0a-a2e9-a7dc03a29567 HTTP/1.1" status: 200 len: 217 time: 0.0659795 Jun 02 21:02:10.693539 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-40c8418b-4d25-4e6c-be1b-f7092877e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:10.694947 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-40c8418b-4d25-4e6c-be1b-f7092877e1f5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0582559 Jun 02 21:02:10.771839 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-668e37ec-894c-456c-adc0-80c8e285e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:10.773200 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-668e37ec-894c-456c-adc0-80c8e285e158 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0721917 Jun 02 21:02:11.033258 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-0c272a89-037a-4ad9-aafe-547c6aeba52e service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528691 Jun 02 21:02:11.203905 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4d2f0839-beb6-42e0-8dac-a6986a647a50 req-19472282-7227-47c4-a491-9210307f19ce service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645482 Jun 02 21:02:11.235415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec341dc4-b675-4c42-8c53-f738e5aae993 req-b260a000-5a5a-420d-bac5-dc941c96d52b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:11.236835 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ec341dc4-b675-4c42-8c53-f738e5aae993 req-b260a000-5a5a-420d-bac5-dc941c96d52b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 943 time: 0.0935516 Jun 02 21:02:11.328111 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ec341dc4-b675-4c42-8c53-f738e5aae993 req-0cd01584-fe4e-4193-b8ab-29ce6ba52dd9 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852516 Jun 02 21:02:11.349157 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016effc-01d4-433f-b752-71a46e2b77c5 req-1f18d4ac-370a-4abe-9e6c-0a23cd3c2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:11.350659 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5016effc-01d4-433f-b752-71a46e2b77c5 req-1f18d4ac-370a-4abe-9e6c-0a23cd3c2a8a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 1096 time: 0.0939231 Jun 02 21:02:11.479953 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016effc-01d4-433f-b752-71a46e2b77c5 req-da93de86-686b-4a77-b028-def8d4cd8de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:11.481371 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5016effc-01d4-433f-b752-71a46e2b77c5 req-da93de86-686b-4a77-b028-def8d4cd8de5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1245511 Jun 02 21:02:11.550879 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5016effc-01d4-433f-b752-71a46e2b77c5 req-77832673-ead3-49e7-a8b2-b4f27d28c55a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97470088-c589-4b0a-a2e9-a7dc03a29567 HTTP/1.1" status: 200 len: 217 time: 0.0624018 Jun 02 21:02:11.611238 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016effc-01d4-433f-b752-71a46e2b77c5 req-21cfd546-6729-4a12-b0ab-5cdfef15d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:11.612529 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5016effc-01d4-433f-b752-71a46e2b77c5 req-21cfd546-6729-4a12-b0ab-5cdfef15d81d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0551462 Jun 02 21:02:11.686195 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016effc-01d4-433f-b752-71a46e2b77c5 req-73516ab5-df35-4ec5-8c5e-1565c78a405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:11.687643 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5016effc-01d4-433f-b752-71a46e2b77c5 req-73516ab5-df35-4ec5-8c5e-1565c78a405b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0684760 Jun 02 21:02:11.815924 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5016effc-01d4-433f-b752-71a46e2b77c5 req-740d8a40-f04b-4b9e-be71-d28e378b1b01 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209657 Jun 02 21:02:11.943707 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5016effc-01d4-433f-b752-71a46e2b77c5 req-9375838b-1b4b-4513-a105-a85887b41b40 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212413 Jun 02 21:02:12.511306 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e2f52-136e-4823-a359-6fa953d5c903 req-da624ba2-0562-4a4d-a6b6-0010869dd421 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:12.513004 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-572e2f52-136e-4823-a359-6fa953d5c903 req-da624ba2-0562-4a4d-a6b6-0010869dd421 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 943 time: 0.0797541 Jun 02 21:02:12.557577 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-572e2f52-136e-4823-a359-6fa953d5c903 req-34630517-2aff-45cd-a35c-a435d31266bf tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390530 Jun 02 21:02:13.748561 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6f108-fadd-4b30-945a-4e3d2aeee71e req-5eaeb5fe-203d-44dd-b2bb-fff7c6f51b7b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:13.750252 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a3c6f108-fadd-4b30-945a-4e3d2aeee71e req-5eaeb5fe-203d-44dd-b2bb-fff7c6f51b7b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 943 time: 0.0860970 Jun 02 21:02:13.794704 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a3c6f108-fadd-4b30-945a-4e3d2aeee71e req-06142c76-4c5b-464a-bed2-a0f9ce69852a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389154 Jun 02 21:02:13.817292 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 97470088-c589-4b0a-a2e9-a7dc03a29567 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:02:13.950647 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 97470088-c589-4b0a-a2e9-a7dc03a29567, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97470088-c589-4b0a-a2e9-a7dc03a29567,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:02:13.965268 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '97470088-c589-4b0a-a2e9-a7dc03a29567', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'port_id': '97470088-c589-4b0a-a2e9-a7dc03a29567', 'mac_address': 'fa:16:3e:2e:0f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:02:14.031875 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:14.048521 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97470088-c589-4b0a-a2e9-a7dc03a29567 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:02:14.063644 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 97470088-c589-4b0a-a2e9-a7dc03a29567, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97470088-c589-4b0a-a2e9-a7dc03a29567,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:02:14.067286 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:14.069103 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:02:14.135728 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=97470088-c589-4b0a-a2e9-a7dc03a29567,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:02:14.138896 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:02:14.379678 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['97470088-c589-4b0a-a2e9-a7dc03a29567'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:02:14.589308 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:14.982218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4aba96-2551-4f4e-b7c9-cead656b873e req-6df075db-c2f1-4984-a436-73067c73cf11 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:14.983698 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9c4aba96-2551-4f4e-b7c9-cead656b873e req-6df075db-c2f1-4984-a436-73067c73cf11 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 944 time: 0.0868421 Jun 02 21:02:15.029458 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9c4aba96-2551-4f4e-b7c9-cead656b873e req-9ee1d854-9f0a-4275-a4c8-181730d568ea tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401602 Jun 02 21:02:15.816696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 97470088-c589-4b0a-a2e9-a7dc03a29567 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:02:15.882276 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 97470088-c589-4b0a-a2e9-a7dc03a29567 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:02:15.887326 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 97470088-c589-4b0a-a2e9-a7dc03a29567 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:02:15.887709 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:16.043906 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:16.069636 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97470088-c589-4b0a-a2e9-a7dc03a29567'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:02:16.071917 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4d11c8-8510-4043-bbbd-08e16a39d8aa" -d '{"events": [{"server_uuid": "60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce", "name": "network-vif-plugged", "status": "completed", "tag": "97470088-c589-4b0a-a2e9-a7dc03a29567"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:02:16.079361 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 97470088-c589-4b0a-a2e9-a7dc03a29567, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97470088-c589-4b0a-a2e9-a7dc03a29567,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:02:16.084449 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:16.086252 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:02:16.119211 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9262ee9a-e4c5-484e-8408-7b10fc8eab1d x-openstack-request-id: req-9262ee9a-e4c5-484e-8408-7b10fc8eab1d {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:02:16.119630 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce", "name": "network-vif-plugged", "status": "completed", "tag": "97470088-c589-4b0a-a2e9-a7dc03a29567", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:02:16.120002 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9262ee9a-e4c5-484e-8408-7b10fc8eab1d {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:02:16.120406 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97470088-c589-4b0a-a2e9-a7dc03a29567', 'code': 200} Jun 02 21:02:16.158893 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=97470088-c589-4b0a-a2e9-a7dc03a29567,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:02:16.161734 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:02:16.218587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b5480-7e2e-4ad8-964c-8e49aa40221e req-f779cfe4-9c79-4c3c-9475-a0b5d4d7311e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:16.220080 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-887b5480-7e2e-4ad8-964c-8e49aa40221e req-f779cfe4-9c79-4c3c-9475-a0b5d4d7311e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0861411 Jun 02 21:02:16.271697 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-887b5480-7e2e-4ad8-964c-8e49aa40221e req-a9b97b3e-7b6a-466e-8528-839df8218961 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459149 Jun 02 21:02:16.354476 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393027b-a455-4c76-b273-182eee3cc6f4 req-a042f072-96a6-4c5e-80c2-9b0ce3e3e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:16.355856 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8393027b-a455-4c76-b273-182eee3cc6f4 req-a042f072-96a6-4c5e-80c2-9b0ce3e3e9e7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 1098 time: 0.0701406 Jun 02 21:02:16.395634 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8393027b-a455-4c76-b273-182eee3cc6f4 req-0c572bf6-d4c9-4dd8-bf81-bc8dd2809e60 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331352 Jun 02 21:02:17.460379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25d34b-c4cc-4ccb-b2d5-181252cb66f0 req-8302629d-42c0-4512-8142-f34c7ccbd78c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:17.461850 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fa25d34b-c4cc-4ccb-b2d5-181252cb66f0 req-8302629d-42c0-4512-8142-f34c7ccbd78c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0832529 Jun 02 21:02:17.510318 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fa25d34b-c4cc-4ccb-b2d5-181252cb66f0 req-41b9fe34-c00a-4015-85cf-2d68e471b47d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423553 Jun 02 21:02:18.707518 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278eb88-6bf8-49c8-8ef1-20f56567395f req-670cc0e7-7514-417d-a542-602654d50a93 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:18.709265 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0278eb88-6bf8-49c8-8ef1-20f56567395f req-670cc0e7-7514-417d-a542-602654d50a93 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0818315 Jun 02 21:02:18.752596 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0278eb88-6bf8-49c8-8ef1-20f56567395f req-2a0dfe9b-5b5d-4a9f-a3cc-bac4fd5f3ec1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381010 Jun 02 21:02:18.937944 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66babdf-e67a-4567-bc7c-bad1db4c7825 req-12168598-82e7-4049-af43-15e29fb69a89 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:18.939434 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e66babdf-e67a-4567-bc7c-bad1db4c7825 req-12168598-82e7-4049-af43-15e29fb69a89 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0877519 Jun 02 21:02:18.947976 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 33612) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:02:18.953873 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-5fbdc973-d8b0-4331-8e36-9e2d84c12d41 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Request body: {'floatingip': {'port_id': '97470088-c589-4b0a-a2e9-a7dc03a29567'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:02:19.032514 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5fbdc973-d8b0-4331-8e36-9e2d84c12d41 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for floatingip, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:19.770806 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5fbdc973-d8b0-4331-8e36-9e2d84c12d41 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:19.774733 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5fbdc973-d8b0-4331-8e36-9e2d84c12d41 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:19.972090 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-5fbdc973-d8b0-4331-8e36-9e2d84c12d41 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Floating IP 358af234-379b-4691-adbb-273010569461 associated. External IP: 172.26.0.154, port: 97470088-c589-4b0a-a2e9-a7dc03a29567. Jun 02 21:02:20.315817 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbdc973-d8b0-4331-8e36-9e2d84c12d41 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Router 28e6b5a6-9ef8-4141-b792-239dc655b66c has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:02:20.488183 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbdc973-d8b0-4331-8e36-9e2d84c12d41 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:02:20.492384 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5fbdc973-d8b0-4331-8e36-9e2d84c12d41 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:20.498331 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d5b5e-64ee-428d-b7be-f6b35ee68652 None None] Sync routers for ids ['28e6b5a6-9ef8-4141-b792-239dc655b66c'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:02:20.507674 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d5b5e-64ee-428d-b7be-f6b35ee68652 None None] Routers {'28e6b5a6-9ef8-4141-b792-239dc655b66c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:02:20.508434 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6d5d5b5e-64ee-428d-b7be-f6b35ee68652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:02:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['28e6b5a6-9ef8-4141-b792-239dc655b66c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:02:20.548463 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5fbdc973-d8b0-4331-8e36-9e2d84c12d41 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "PUT /v2.0/floatingips/358af234-379b-4691-adbb-273010569461 HTTP/1.1" status: 200 len: 991 time: 1.5992680 Jun 02 21:02:20.549227 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce', 'tag': '97470088-c589-4b0a-a2e9-a7dc03a29567'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:02:20.551632 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2455e8fc-efe2-47e5-851e-610ff02e7a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce", "tag": "97470088-c589-4b0a-a2e9-a7dc03a29567"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:02:20.651967 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e559f7-1097-4aa8-9915-a81e6472a859 x-openstack-request-id: req-e7e559f7-1097-4aa8-9915-a81e6472a859 {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:02:20.652305 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce", "tag": "97470088-c589-4b0a-a2e9-a7dc03a29567", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:02:20.652606 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7e559f7-1097-4aa8-9915-a81e6472a859 {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:02:20.653049 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce', 'tag': '97470088-c589-4b0a-a2e9-a7dc03a29567', 'status': 'completed', 'code': 200} Jun 02 21:02:20.689877 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-6d5d5b5e-64ee-428d-b7be-f6b35ee68652 None None] Set router 28e6b5a6-9ef8-4141-b792-239dc655b66c gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:02:20.745853 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455e8fc-efe2-47e5-851e-610ff02e7a3a req-b8d3f039-8860-4304-acb5-98be9733fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:20.747374 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2455e8fc-efe2-47e5-851e-610ff02e7a3a req-b8d3f039-8860-4304-acb5-98be9733fc94 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 1098 time: 0.0724108 Jun 02 21:02:20.876371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455e8fc-efe2-47e5-851e-610ff02e7a3a req-d11e27cf-48b0-498d-939f-6c1322f83744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:20.877799 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2455e8fc-efe2-47e5-851e-610ff02e7a3a req-d11e27cf-48b0-498d-939f-6c1322f83744 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1243954 Jun 02 21:02:21.062162 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6d5d5b5e-64ee-428d-b7be-f6b35ee68652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '358af234-379b-4691-adbb-273010569461', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'port_id': '97470088-c589-4b0a-a2e9-a7dc03a29567', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'mac_address': 'fa:16:3e:2e:0f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:02:05Z', 'updated_at': '2021-06-02T21:02:19Z', 'revision_number': 1, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:02:21.066161 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d5b5e-64ee-428d-b7be-f6b35ee68652 None None] Checking router: 28e6b5a6-9ef8-4141-b792-239dc655b66c for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:02:21.074363 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d5b5e-64ee-428d-b7be-f6b35ee68652 None None] Routers {'28e6b5a6-9ef8-4141-b792-239dc655b66c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:02:21.074967 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6d5d5b5e-64ee-428d-b7be-f6b35ee68652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:02:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['28e6b5a6-9ef8-4141-b792-239dc655b66c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:02:21.114391 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2455e8fc-efe2-47e5-851e-610ff02e7a3a req-9896402d-817b-4187-bc87-743fd1863d9d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97470088-c589-4b0a-a2e9-a7dc03a29567 HTTP/1.1" status: 200 len: 999 time: 0.2288847 Jun 02 21:02:21.177577 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455e8fc-efe2-47e5-851e-610ff02e7a3a req-f5927d43-b854-4ced-bac5-0696d1d52175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:21.179002 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2455e8fc-efe2-47e5-851e-610ff02e7a3a req-f5927d43-b854-4ced-bac5-0696d1d52175 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0586038 Jun 02 21:02:21.249344 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-6d5d5b5e-64ee-428d-b7be-f6b35ee68652 None None] Set router 28e6b5a6-9ef8-4141-b792-239dc655b66c gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:02:21.254716 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455e8fc-efe2-47e5-851e-610ff02e7a3a req-d2237cc5-9625-4219-a10d-6e8131e5eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:21.256202 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2455e8fc-efe2-47e5-851e-610ff02e7a3a req-d2237cc5-9625-4219-a10d-6e8131e5eb59 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0712161 Jun 02 21:02:21.389128 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2455e8fc-efe2-47e5-851e-610ff02e7a3a req-1709e193-a449-498c-8875-dc1113b07e85 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252534 Jun 02 21:02:21.520190 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2455e8fc-efe2-47e5-851e-610ff02e7a3a req-33633c8d-a726-41fd-9e8a-13e96a67f5e7 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241524 Jun 02 21:02:21.597977 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6d5d5b5e-64ee-428d-b7be-f6b35ee68652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '358af234-379b-4691-adbb-273010569461', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'port_id': '97470088-c589-4b0a-a2e9-a7dc03a29567', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'mac_address': 'fa:16:3e:2e:0f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:02:05Z', 'updated_at': '2021-06-02T21:02:19Z', 'revision_number': 1, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:02:21.602783 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d5b5e-64ee-428d-b7be-f6b35ee68652 None None] The sync data for ids ['28e6b5a6-9ef8-4141-b792-239dc655b66c'] in dv-neutron-601336-84-hyperv is: [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '358af234-379b-4691-adbb-273010569461', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'port_id': '97470088-c589-4b0a-a2e9-a7dc03a29567', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'mac_address': 'fa:16:3e:2e:0f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:02:05Z', 'updated_at': '2021-06-02T21:02:19Z', 'revision_number': 1, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:02:21.783510 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff0dc22-3d87-4188-8cdf-19f54fd03059 None None] New status for floating IP 358af234-379b-4691-adbb-273010569461: ACTIVE {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:02:30.794746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-df8238ee-ba4b-42b9-bdbc-6eb830fde1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:33.350705 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-10c8c4fa-20f2-4a8c-affc-7c38c8752a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:33.404308 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:34.317443 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:35.987093 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:02:36.057954 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:02:39.329510 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2dd8af42-2dfb-4b7b-8529-ed12fdd957dd req-d5c3e163-3060-4ff4-bc28-ef6e3963ecab service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674129 Jun 02 21:02:39.471689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8af42-2dfb-4b7b-8529-ed12fdd957dd req-7abce6bd-4c87-4584-8f63-b4fd59a1a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:39.473122 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2dd8af42-2dfb-4b7b-8529-ed12fdd957dd req-7abce6bd-4c87-4584-8f63-b4fd59a1a8f0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 1098 time: 0.0758629 Jun 02 21:02:39.615854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8af42-2dfb-4b7b-8529-ed12fdd957dd req-a55fcdf7-f88f-44c2-b760-b1d8680b282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:39.617318 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2dd8af42-2dfb-4b7b-8529-ed12fdd957dd req-a55fcdf7-f88f-44c2-b760-b1d8680b282f service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1252148 Jun 02 21:02:39.721672 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2dd8af42-2dfb-4b7b-8529-ed12fdd957dd req-96b5ab0d-19c4-45f8-bc5f-07a200f55c05 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97470088-c589-4b0a-a2e9-a7dc03a29567 HTTP/1.1" status: 200 len: 1001 time: 0.0971823 Jun 02 21:02:39.795244 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8af42-2dfb-4b7b-8529-ed12fdd957dd req-c0e07958-144e-4cbb-befe-b5d571757475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:39.796694 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2dd8af42-2dfb-4b7b-8529-ed12fdd957dd req-c0e07958-144e-4cbb-befe-b5d571757475 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0688839 Jun 02 21:02:39.870495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8af42-2dfb-4b7b-8529-ed12fdd957dd req-e8fab831-2937-42b3-8e6d-9ea7d00d02da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:02:39.871898 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2dd8af42-2dfb-4b7b-8529-ed12fdd957dd req-e8fab831-2937-42b3-8e6d-9ea7d00d02da service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0681422 Jun 02 21:02:39.999335 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2dd8af42-2dfb-4b7b-8529-ed12fdd957dd req-7e8b3e4e-792c-4dea-b229-dee8ba768f60 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208575 Jun 02 21:02:40.130316 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2dd8af42-2dfb-4b7b-8529-ed12fdd957dd req-03f3980b-ab26-4e52-b5e4-61399dde8680 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231813 Jun 02 21:02:44.597214 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:00.796005 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d0731445-1e19-47af-b5f3-bb7514f5f802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:03.342380 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9bedc994-28d3-414f-bb61-03abf729c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:03.405552 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:04.319031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:05.987094 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:13.057712 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:03:14.605722 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:30.796779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b3f24ce4-a604-4334-899d-7c6a28901478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:33.344336 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7ca0ded9-b4ac-4d84-82d3-3fbc39af9db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:33.407921 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:33.663939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312986e9-5280-4e7b-ad03-2abeeecaad19 req-f3b66dbd-41e2-47b4-b07c-1c5eb55c088c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:33.665319 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-312986e9-5280-4e7b-ad03-2abeeecaad19 req-f3b66dbd-41e2-47b4-b07c-1c5eb55c088c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0844738 Jun 02 21:03:33.711413 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-312986e9-5280-4e7b-ad03-2abeeecaad19 req-35d9fd88-5b5f-4395-a8b9-5900fce56f9e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397723 Jun 02 21:03:34.109763 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-80a4a7c8-5474-4b29-be1a-bab1cb5bf9e4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1292617 Jun 02 21:03:34.121783 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21522df3-a8c1-45b7-8972-46f776ef5dca req-4bb9cb14-b4c4-49a6-ba08-dab5cb80a1d6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:34.123166 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-21522df3-a8c1-45b7-8972-46f776ef5dca req-4bb9cb14-b4c4-49a6-ba08-dab5cb80a1d6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0982554 Jun 02 21:03:34.168595 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-21522df3-a8c1-45b7-8972-46f776ef5dca req-2303a0a5-db81-44f1-b4d1-2f727e1ce241 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387285 Jun 02 21:03:34.322323 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:35.286097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-f94fbb6e-c879-42bc-886c-c9c817e78b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:35.287588 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-f94fbb6e-c879-42bc-886c-c9c817e78b81 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 1098 time: 0.0749772 Jun 02 21:03:35.356154 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc74957-c27c-449a-bd17-7d46e4dc4349 req-a16a0960-099b-4b10-95d3-74f75dec94a0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:35.357636 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ccc74957-c27c-449a-bd17-7d46e4dc4349 req-a16a0960-099b-4b10-95d3-74f75dec94a0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0808570 Jun 02 21:03:35.407315 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ccc74957-c27c-449a-bd17-7d46e4dc4349 req-2f73c2ce-6087-493a-a3d4-ba9d38e8f3be tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436213 Jun 02 21:03:35.570838 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-286344c0-8387-421f-8209-6073cac797bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:35.572189 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-286344c0-8387-421f-8209-6073cac797bb service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.2779257 Jun 02 21:03:35.676072 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-f3e91ae9-b386-40cc-bd10-52da585900bb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97470088-c589-4b0a-a2e9-a7dc03a29567 HTTP/1.1" status: 200 len: 1001 time: 0.0961761 Jun 02 21:03:35.739538 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-f828a2ec-e44f-4a67-b7d2-4259a67dc7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:35.741181 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-f828a2ec-e44f-4a67-b7d2-4259a67dc7c3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0586851 Jun 02 21:03:35.825730 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-16636ed2-b364-485e-ba10-f3fac2131d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:35.827112 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-16636ed2-b364-485e-ba10-f3fac2131d5f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0800736 Jun 02 21:03:35.837498 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-2dd4331c-0ef7-49f9-9b72-efc451535169 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 21:03:35.838458 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-2dd4331c-0ef7-49f9-9b72-efc451535169 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049555 Jun 02 21:03:35.969272 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-9dff6e3e-2ecb-48c0-af56-151709964a1e service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241174 Jun 02 21:03:35.990270 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:36.100084 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-b7d65bf9-fcde-4bae-8582-aa4bde0f9fb8 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244085 Jun 02 21:03:36.594803 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23205b-d440-4ab8-afe0-b3a7fd708415 req-d907b233-2779-42c0-a997-649c42fbcd95 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:36.596282 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ae23205b-d440-4ab8-afe0-b3a7fd708415 req-d907b233-2779-42c0-a997-649c42fbcd95 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0793777 Jun 02 21:03:36.641396 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ae23205b-d440-4ab8-afe0-b3a7fd708415 req-6cab3825-8872-4e14-bc72-5eda883e8926 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396416 Jun 02 21:03:37.825393 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee65ea-374a-43f6-bd07-34c7967d47c8 req-b0d5a74f-bf87-454d-9cb7-3db2cd08c144 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:37.826841 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-52ee65ea-374a-43f6-bd07-34c7967d47c8 req-b0d5a74f-bf87-454d-9cb7-3db2cd08c144 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0815957 Jun 02 21:03:37.873114 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-52ee65ea-374a-43f6-bd07-34c7967d47c8 req-3f872780-5b56-4ac1-a66d-74373bbfd73f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407238 Jun 02 21:03:39.062920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67496503-e995-4d85-9c08-fcd117e1cf6b req-0015e79a-4b18-44e5-bf10-26c64cfddacf tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:39.064295 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-67496503-e995-4d85-9c08-fcd117e1cf6b req-0015e79a-4b18-44e5-bf10-26c64cfddacf tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0832477 Jun 02 21:03:39.107018 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-67496503-e995-4d85-9c08-fcd117e1cf6b req-d867e20f-5408-468a-b781-d37a48d2ce67 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370038 Jun 02 21:03:40.296035 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160fbf7-6106-439d-9465-d5f84a2c947e req-18adc9d7-4e5f-4fee-a13f-223320e215a0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:40.297628 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9160fbf7-6106-439d-9465-d5f84a2c947e req-18adc9d7-4e5f-4fee-a13f-223320e215a0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0827539 Jun 02 21:03:40.351119 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9160fbf7-6106-439d-9465-d5f84a2c947e req-3954000b-8023-4b3c-9e52-d10c84e6a705 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445673 Jun 02 21:03:40.393396 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ad5aa-961f-446a-b2e8-18c113fc64d5 req-1130f952-69db-4117-b65f-33b1694ea0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:40.394746 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9e8ad5aa-961f-446a-b2e8-18c113fc64d5 req-1130f952-69db-4117-b65f-33b1694ea0f5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 1098 time: 0.0743103 Jun 02 21:03:40.536578 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ad5aa-961f-446a-b2e8-18c113fc64d5 req-97ac44c5-baeb-461d-bb60-5d190c48b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:40.538133 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9e8ad5aa-961f-446a-b2e8-18c113fc64d5 req-97ac44c5-baeb-461d-bb60-5d190c48b7c0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1247556 Jun 02 21:03:40.640277 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9e8ad5aa-961f-446a-b2e8-18c113fc64d5 req-c4c65b1b-6c9e-4773-83ee-a90255cb2f22 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97470088-c589-4b0a-a2e9-a7dc03a29567 HTTP/1.1" status: 200 len: 1001 time: 0.0960670 Jun 02 21:03:40.702021 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ad5aa-961f-446a-b2e8-18c113fc64d5 req-7025f591-e0cd-46fa-b453-9c9de786b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:40.703446 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9e8ad5aa-961f-446a-b2e8-18c113fc64d5 req-7025f591-e0cd-46fa-b453-9c9de786b7de service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0562289 Jun 02 21:03:40.780636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ad5aa-961f-446a-b2e8-18c113fc64d5 req-ad762810-dbd7-4578-a69f-7c6b4d097e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:40.782086 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9e8ad5aa-961f-446a-b2e8-18c113fc64d5 req-ad762810-dbd7-4578-a69f-7c6b4d097e63 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0722797 Jun 02 21:03:40.911861 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9e8ad5aa-961f-446a-b2e8-18c113fc64d5 req-5dbdb834-7b4a-431b-96f8-e8edf2d65a41 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228707 Jun 02 21:03:41.039335 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9e8ad5aa-961f-446a-b2e8-18c113fc64d5 req-db00cf19-1aac-44f9-98f1-83c621986009 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216505 Jun 02 21:03:41.543540 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895cdd0-ef64-42f4-9b9d-22a00522d9fb req-f04bc54a-359f-4555-ab9f-d78203adfcad tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:41.544909 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5895cdd0-ef64-42f4-9b9d-22a00522d9fb req-f04bc54a-359f-4555-ab9f-d78203adfcad tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0786977 Jun 02 21:03:41.587366 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5895cdd0-ef64-42f4-9b9d-22a00522d9fb req-58c09674-dec0-41d1-aa79-d7711259e1f7 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367804 Jun 02 21:03:42.772075 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07e414-26ec-438d-9013-4ea4d16f70a1 req-87c5df12-9904-48a1-a0ab-8199ba2d4c9b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:42.773512 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8b07e414-26ec-438d-9013-4ea4d16f70a1 req-87c5df12-9904-48a1-a0ab-8199ba2d4c9b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0806029 Jun 02 21:03:42.819977 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8b07e414-26ec-438d-9013-4ea4d16f70a1 req-fa177f58-6475-461e-a731-aa9bab9a69f8 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409522 Jun 02 21:03:44.137005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe769e35-4c90-48e6-92bc-d0a37dc45bf3 req-fc4617f0-ea05-4c8d-b5fc-33336571715f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:44.138619 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe769e35-4c90-48e6-92bc-d0a37dc45bf3 req-fc4617f0-ea05-4c8d-b5fc-33336571715f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.2149720 Jun 02 21:03:44.180985 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe769e35-4c90-48e6-92bc-d0a37dc45bf3 req-89cef4be-ad94-41a9-a09f-1934f2af0498 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368526 Jun 02 21:03:44.602855 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:45.507912 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1daf623-6a0e-480c-8160-98a19f8bb815 req-c776447c-ba91-4563-885c-f5c77c79101c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:45.509257 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b1daf623-6a0e-480c-8160-98a19f8bb815 req-c776447c-ba91-4563-885c-f5c77c79101c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.2244024 Jun 02 21:03:45.553302 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b1daf623-6a0e-480c-8160-98a19f8bb815 req-4f321c24-e63a-4226-9979-7af6cfc21129 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381191 Jun 02 21:03:46.742000 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171c9aa-217e-49d8-86c0-8876d8ee375a req-5b4d8bbc-e5d2-4b5e-91b4-74ea21fa302b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:46.743499 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1171c9aa-217e-49d8-86c0-8876d8ee375a req-5b4d8bbc-e5d2-4b5e-91b4-74ea21fa302b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0818975 Jun 02 21:03:46.787814 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1171c9aa-217e-49d8-86c0-8876d8ee375a req-876f9ee4-9d24-45af-97ec-a683d3b29871 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381379 Jun 02 21:03:47.746732 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-18afac79-4d08-414d-8c01-2ee241700160 service neutron] 10.222.0.95 "GET /v2.0/ports/97470088-c589-4b0a-a2e9-a7dc03a29567/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0729969 Jun 02 21:03:47.979071 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6afd8-4eb6-4c97-8b01-388ac43a929d req-1dba01ef-0d8b-400b-a3a5-93ce30dae883 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:47.982984 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-34a6afd8-4eb6-4c97-8b01-388ac43a929d req-1dba01ef-0d8b-400b-a3a5-93ce30dae883 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0863066 Jun 02 21:03:48.006805 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-3aaed0b9-9b47-42ae-ac25-e6ad00bdd588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:48.008237 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-3aaed0b9-9b47-42ae-ac25-e6ad00bdd588 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce&tenant_id=0620fa7083574b4d8b0d52769ed4ec94 HTTP/1.1" status: 200 len: 1098 time: 0.0765941 Jun 02 21:03:48.032080 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-34a6afd8-4eb6-4c97-8b01-388ac43a929d req-22fae407-a002-45e3-9b95-8f803915e069 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431721 Jun 02 21:03:48.117842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-9f2138e3-c5d3-4dc4-9728-dc3b5077702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:48.119301 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-9f2138e3-c5d3-4dc4-9728-dc3b5077702f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 1098 time: 0.0685775 Jun 02 21:03:48.249375 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-7d9f0217-131d-4df8-9123-cd3541bc8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:48.250824 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-7d9f0217-131d-4df8-9123-cd3541bc8b9c service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1253369 Jun 02 21:03:48.353209 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-d0df1742-140d-49bf-bdb9-a07e10cc762e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97470088-c589-4b0a-a2e9-a7dc03a29567 HTTP/1.1" status: 200 len: 1001 time: 0.0953231 Jun 02 21:03:48.414850 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-c489a988-4a5f-45e1-b75d-71e57088563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:48.416260 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-c489a988-4a5f-45e1-b75d-71e57088563a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0564978 Jun 02 21:03:48.492089 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-9620ebe7-d7b4-4cad-a232-4f154630f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:48.493528 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-9620ebe7-d7b4-4cad-a232-4f154630f556 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0715764 Jun 02 21:03:48.622194 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-efa28ecc-0a8c-4ab3-ba7d-9787f2028e00 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215925 Jun 02 21:03:48.753843 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-45fc742b-a7b2-4a28-b7aa-f7860336d5ea req-856b36de-fca6-407d-a4ce-e67ee7105e63 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236484 Jun 02 21:03:49.265498 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4383ca7-ae90-4400-ba71-d248a02796da req-b87b7005-c2a5-4221-a28f-215f7f34ec2e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:49.267171 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d4383ca7-ae90-4400-ba71-d248a02796da req-b87b7005-c2a5-4221-a28f-215f7f34ec2e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.1309659 Jun 02 21:03:49.309640 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d4383ca7-ae90-4400-ba71-d248a02796da req-97860c55-cb5c-4d04-9384-5a0413e4a0e8 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368154 Jun 02 21:03:50.056319 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:03:50.299637 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 97470088-c589-4b0a-a2e9-a7dc03a29567 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:03:50.436035 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 97470088-c589-4b0a-a2e9-a7dc03a29567, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97470088-c589-4b0a-a2e9-a7dc03a29567,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:03:50.449187 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '97470088-c589-4b0a-a2e9-a7dc03a29567', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'port_id': '97470088-c589-4b0a-a2e9-a7dc03a29567', 'mac_address': 'fa:16:3e:2e:0f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:03:50.507733 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:50.524315 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97470088-c589-4b0a-a2e9-a7dc03a29567 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:03:50.539164 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 97470088-c589-4b0a-a2e9-a7dc03a29567, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97470088-c589-4b0a-a2e9-a7dc03a29567,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:03:50.544435 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:50.546235 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:03:50.555013 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cc356-aec5-4f5e-b59d-f5f38f11185a req-bf3b2423-1f72-4e46-b4e8-7cb945e18910 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:50.556515 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-118cc356-aec5-4f5e-b59d-f5f38f11185a req-bf3b2423-1f72-4e46-b4e8-7cb945e18910 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.1318638 Jun 02 21:03:50.613565 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=97470088-c589-4b0a-a2e9-a7dc03a29567,revision_number=6']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:03:50.615110 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-118cc356-aec5-4f5e-b59d-f5f38f11185a req-53617e70-ab47-4b75-b23a-2a338ec151cd tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497096 Jun 02 21:03:50.620730 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:50.621081 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:50.621544 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:50.621883 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:50.622216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:50.622554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:50.622879 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:50.623228 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:50.623553 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:50.623870 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:50.624191 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:50.624510 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:50.628409 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:03:50.795405 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['97470088-c589-4b0a-a2e9-a7dc03a29567'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:03:51.817683 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504ca80-dea7-4e91-8731-d94f39a77563 req-4808b9e7-7398-46c8-9f43-73c7e7e61250 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:51.819181 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4504ca80-dea7-4e91-8731-d94f39a77563 req-4808b9e7-7398-46c8-9f43-73c7e7e61250 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 944 time: 0.0871131 Jun 02 21:03:51.863005 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4504ca80-dea7-4e91-8731-d94f39a77563 req-51b1a586-89c3-47fd-b9e9-14799945eb3d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380921 Jun 02 21:03:52.299783 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 97470088-c589-4b0a-a2e9-a7dc03a29567 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:03:52.366066 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 97470088-c589-4b0a-a2e9-a7dc03a29567 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:03:52.366438 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:52.480863 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:52.505921 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97470088-c589-4b0a-a2e9-a7dc03a29567'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:03:52.508153 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e86dd1-d195-4f05-a67c-a6f213ffe5b5" -d '{"events": [{"server_uuid": "60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce", "name": "network-vif-plugged", "status": "completed", "tag": "97470088-c589-4b0a-a2e9-a7dc03a29567"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:03:52.516249 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 97470088-c589-4b0a-a2e9-a7dc03a29567, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97470088-c589-4b0a-a2e9-a7dc03a29567,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:03:52.520503 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:52.522474 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:03:52.563915 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38207da4-ea02-4d0f-8605-ff766d9b7983 x-openstack-request-id: req-38207da4-ea02-4d0f-8605-ff766d9b7983 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:03:52.564217 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce", "name": "network-vif-plugged", "status": "completed", "tag": "97470088-c589-4b0a-a2e9-a7dc03a29567", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:03:52.564477 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38207da4-ea02-4d0f-8605-ff766d9b7983 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:03:52.564864 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97470088-c589-4b0a-a2e9-a7dc03a29567', 'code': 200} Jun 02 21:03:52.593255 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=97470088-c589-4b0a-a2e9-a7dc03a29567,revision_number=7']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:03:52.596358 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:03:53.048503 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9997e-3874-4ec9-8b49-b3b155d73eba req-da896a38-a438-4aea-a928-585fa93d1e3e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:53.049920 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-67d9997e-3874-4ec9-8b49-b3b155d73eba req-da896a38-a438-4aea-a928-585fa93d1e3e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0793722 Jun 02 21:03:53.096892 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-67d9997e-3874-4ec9-8b49-b3b155d73eba req-15194e4e-d984-435c-81f3-0bc7d978de86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414395 Jun 02 21:03:53.451821 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c3e33-79ed-411d-9f2a-7b4f8c12ff09 req-d2539444-0fff-4d4e-8547-1bab1ae95955 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:53.453244 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-885c3e33-79ed-411d-9f2a-7b4f8c12ff09 req-d2539444-0fff-4d4e-8547-1bab1ae95955 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.1390543 Jun 02 21:03:53.466257 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07373e0-d509-4362-8c09-a0d328b09fc8 req-be73811d-806d-4f62-864e-ab15429681ca tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:53.467627 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d07373e0-d509-4362-8c09-a0d328b09fc8 req-be73811d-806d-4f62-864e-ab15429681ca tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce&tenant_id=0620fa7083574b4d8b0d52769ed4ec94&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.1229920 Jun 02 21:03:53.506840 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-885c3e33-79ed-411d-9f2a-7b4f8c12ff09 req-c39ab298-4735-4957-85eb-64fddd69986f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478103 Jun 02 21:03:53.616972 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07373e0-d509-4362-8c09-a0d328b09fc8 req-1ebe9bbd-0b32-476e-8dcd-61821c09c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:53.618500 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d07373e0-d509-4362-8c09-a0d328b09fc8 req-1ebe9bbd-0b32-476e-8dcd-61821c09c00a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 1098 time: 0.0711122 Jun 02 21:03:53.876474 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07373e0-d509-4362-8c09-a0d328b09fc8 req-2e4e16f4-9374-473c-b49f-bcb303797abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:53.877820 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d07373e0-d509-4362-8c09-a0d328b09fc8 req-2e4e16f4-9374-473c-b49f-bcb303797abb service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.2529185 Jun 02 21:03:53.978920 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d07373e0-d509-4362-8c09-a0d328b09fc8 req-c128a74c-0b6e-46c3-914f-d1233ef135ce service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97470088-c589-4b0a-a2e9-a7dc03a29567 HTTP/1.1" status: 200 len: 1001 time: 0.0944781 Jun 02 21:03:54.042656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07373e0-d509-4362-8c09-a0d328b09fc8 req-1171c881-490d-47a2-8559-771661ef2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:54.044083 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d07373e0-d509-4362-8c09-a0d328b09fc8 req-1171c881-490d-47a2-8559-771661ef2c85 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0586524 Jun 02 21:03:54.121453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07373e0-d509-4362-8c09-a0d328b09fc8 req-503c5190-b74f-4193-94a8-a1f6312dbced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:54.122901 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d07373e0-d509-4362-8c09-a0d328b09fc8 req-503c5190-b74f-4193-94a8-a1f6312dbced service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0725839 Jun 02 21:03:54.251100 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d07373e0-d509-4362-8c09-a0d328b09fc8 req-e4f0b9ff-e2fe-4af7-ad5a-9a439d170fe8 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218274 Jun 02 21:03:54.379327 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d07373e0-d509-4362-8c09-a0d328b09fc8 req-48ca9a6a-39d6-4725-b355-a9abc398b7d9 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219983 Jun 02 21:03:54.701054 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c402332-3d25-46a8-857a-d4455c2d8302 req-e02b55a2-4fc3-40bf-88ce-d1fafff72360 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:54.702607 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6c402332-3d25-46a8-857a-d4455c2d8302 req-e02b55a2-4fc3-40bf-88ce-d1fafff72360 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0854099 Jun 02 21:03:54.750784 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6c402332-3d25-46a8-857a-d4455c2d8302 req-90442b2a-7bb3-4c76-9bb7-848fecd45d0e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424123 Jun 02 21:03:55.933271 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2ea26-8ae0-4026-aee3-4f8d625c4784 req-77839494-d97d-4e4d-8002-94372dda3ab7 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:55.934713 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-84d2ea26-8ae0-4026-aee3-4f8d625c4784 req-77839494-d97d-4e4d-8002-94372dda3ab7 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0804567 Jun 02 21:03:55.981899 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-84d2ea26-8ae0-4026-aee3-4f8d625c4784 req-c1412cfe-c13e-4dba-a4c3-410a09dfae2f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416725 Jun 02 21:03:56.167306 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea5629-3059-40b9-b268-c205f4f62cc7 req-c0ca3458-aebd-46d3-8413-ba5cdb3eaf8f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:56.168753 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e2ea5629-3059-40b9-b268-c205f4f62cc7 req-c0ca3458-aebd-46d3-8413-ba5cdb3eaf8f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0802197 Jun 02 21:03:56.212115 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e2ea5629-3059-40b9-b268-c205f4f62cc7 req-3701d8d1-b836-45dd-9a01-dc801064918d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377619 Jun 02 21:03:56.393622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7fa6c-fc49-493e-a1ed-8e9b6c9ef400 req-b62f2248-a1e3-49ec-bd07-3fc369263f48 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:56.395046 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-05a7fa6c-fc49-493e-a1ed-8e9b6c9ef400 req-b62f2248-a1e3-49ec-bd07-3fc369263f48 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0782230 Jun 02 21:03:56.438255 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-05a7fa6c-fc49-493e-a1ed-8e9b6c9ef400 req-17794c18-3bad-433b-92e5-87e1bbc34b5f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376525 Jun 02 21:03:56.813671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab3681-1b33-4165-a21c-ba03b2729436 req-80b3f352-9da1-4ac4-843a-f068026608aa tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:56.814983 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-10ab3681-1b33-4165-a21c-ba03b2729436 req-80b3f352-9da1-4ac4-843a-f068026608aa tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0809357 Jun 02 21:03:56.857772 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-10ab3681-1b33-4165-a21c-ba03b2729436 req-020f7214-7a5b-4641-a8fb-8bd4d9bc7ea7 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372458 Jun 02 21:03:58.187518 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa0a0c-f441-4a27-84c7-2e680b53afd0 req-6f561a51-702c-419a-b1b5-a94c9b59a796 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:58.188962 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d6fa0a0c-f441-4a27-84c7-2e680b53afd0 req-6f561a51-702c-419a-b1b5-a94c9b59a796 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0845912 Jun 02 21:03:58.232791 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d6fa0a0c-f441-4a27-84c7-2e680b53afd0 req-bf3d5b10-05dd-4c7b-bbe0-92837ec29f18 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382626 Jun 02 21:03:58.537214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ea212-bd30-40a9-b95c-b97efdf21daa req-f2ccea4d-4b3d-4c58-9ca3-b124d1c45d6b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:03:58.538600 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea1ea212-bd30-40a9-b95c-b97efdf21daa req-f2ccea4d-4b3d-4c58-9ca3-b124d1c45d6b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 945 time: 0.0797689 Jun 02 21:03:58.673885 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-ea1ea212-bd30-40a9-b95c-b97efdf21daa req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Deleting port 97470088-c589-4b0a-a2e9-a7dc03a29567 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:03:58.674218 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea1ea212-bd30-40a9-b95c-b97efdf21daa req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:58.802155 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-ea1ea212-bd30-40a9-b95c-b97efdf21daa req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] For port 97470088-c589-4b0a-a2e9-a7dc03a29567, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=97470088-c589-4b0a-a2e9-a7dc03a29567,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:03:58.802502 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea1ea212-bd30-40a9-b95c-b97efdf21daa req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:59.083084 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea1ea212-bd30-40a9-b95c-b97efdf21daa req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:59.083376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea1ea212-bd30-40a9-b95c-b97efdf21daa req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:59.083689 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [req-ea1ea212-bd30-40a9-b95c-b97efdf21daa req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Floating IP 358af234-379b-4691-adbb-273010569461 disassociated. External IP: 172.26.0.154, port: 97470088-c589-4b0a-a2e9-a7dc03a29567. Jun 02 21:03:59.084030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-ea1ea212-bd30-40a9-b95c-b97efdf21daa req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Calling delete_port for 97470088-c589-4b0a-a2e9-a7dc03a29567 owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:03:59.327536 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea1ea212-bd30-40a9-b95c-b97efdf21daa req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:59.333333 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:03:59.419805 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Pushing event deleted for resources: {'Port': ['ID=97470088-c589-4b0a-a2e9-a7dc03a29567,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:03:59.424416 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7880f8cb-41b5-4a44-bcc1-12c83febd736 req-de78381f-549d-4241-add4-0a4ef6f651bc tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce HTTP/1.1" status: 200 len: 210 time: 0.0612662 Jun 02 21:03:59.432227 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:59.432227 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:59.432552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:59.433478 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:59.433853 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:59.434254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:59.434585 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:59.434952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:59.435356 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:59.435697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:59.436055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:59.436415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:03:59.485664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:03:59.622475 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea1ea212-bd30-40a9-b95c-b97efdf21daa req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Router 28e6b5a6-9ef8-4141-b792-239dc655b66c has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:03:59.800373 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea1ea212-bd30-40a9-b95c-b97efdf21daa req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:03:59.811715 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30b6d94-731f-4dc7-930b-533db5aa68e5 None None] Sync routers for ids ['28e6b5a6-9ef8-4141-b792-239dc655b66c'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:03:59.821288 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30b6d94-731f-4dc7-930b-533db5aa68e5 None None] Routers {'28e6b5a6-9ef8-4141-b792-239dc655b66c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:03:59.821882 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-c30b6d94-731f-4dc7-930b-533db5aa68e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:03:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['28e6b5a6-9ef8-4141-b792-239dc655b66c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:03:59.874413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1ea212-bd30-40a9-b95c-b97efdf21daa req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] No DVR routers for this DVR port 97470088-c589-4b0a-a2e9-a7dc03a29567 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:03:59.876832 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ea1ea212-bd30-40a9-b95c-b97efdf21daa req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:03:59.879429 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce', 'name': 'network-vif-deleted', 'tag': '97470088-c589-4b0a-a2e9-a7dc03a29567'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:03:59.881692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc3ad16-a3a3-4756-bc96-e9dea467e5a4" -d '{"events": [{"server_uuid": "60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce", "name": "network-vif-deleted", "tag": "97470088-c589-4b0a-a2e9-a7dc03a29567"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:03:59.896236 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ea1ea212-bd30-40a9-b95c-b97efdf21daa req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "DELETE /v2.0/ports/97470088-c589-4b0a-a2e9-a7dc03a29567 HTTP/1.1" status: 204 len: 173 time: 1.3508499 Jun 02 21:03:59.993019 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ee8161-d7fb-44dd-9c35-28aec0e0ddf0 x-openstack-request-id: req-b7ee8161-d7fb-44dd-9c35-28aec0e0ddf0 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:03:59.993358 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce", "name": "network-vif-deleted", "tag": "97470088-c589-4b0a-a2e9-a7dc03a29567", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:03:59.993658 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7ee8161-d7fb-44dd-9c35-28aec0e0ddf0 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:03:59.994104 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60fcdb5d-d1cc-4e6c-accb-e43cd07a84ce', 'name': 'network-vif-deleted', 'tag': '97470088-c589-4b0a-a2e9-a7dc03a29567', 'status': 'completed', 'code': 200} Jun 02 21:04:00.001465 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-c30b6d94-731f-4dc7-930b-533db5aa68e5 None None] Set router 28e6b5a6-9ef8-4141-b792-239dc655b66c gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:04:00.307041 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-c30b6d94-731f-4dc7-930b-533db5aa68e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:04:00.310754 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30b6d94-731f-4dc7-930b-533db5aa68e5 None None] Checking router: 28e6b5a6-9ef8-4141-b792-239dc655b66c for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:04:00.319474 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30b6d94-731f-4dc7-930b-533db5aa68e5 None None] Routers {'28e6b5a6-9ef8-4141-b792-239dc655b66c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:04:00.320060 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-c30b6d94-731f-4dc7-930b-533db5aa68e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:03:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['28e6b5a6-9ef8-4141-b792-239dc655b66c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:04:00.538567 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-c30b6d94-731f-4dc7-930b-533db5aa68e5 None None] Set router 28e6b5a6-9ef8-4141-b792-239dc655b66c gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:04:00.761309 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-cfb24498-7e31-4866-82bd-fcf6636a2d1e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--956279279&fields=id&tenant_id=0620fa7083574b4d8b0d52769ed4ec94 HTTP/1.1" status: 200 len: 267 time: 0.0394804 Jun 02 21:04:00.846014 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4adc7be3-9f5f-4b2c-b415-e54070059464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:00.848318 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-c30b6d94-731f-4dc7-930b-533db5aa68e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:04:00.852376 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30b6d94-731f-4dc7-930b-533db5aa68e5 None None] The sync data for ids ['28e6b5a6-9ef8-4141-b792-239dc655b66c'] in dv-neutron-601336-84-hyperv is: [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:04:00.916705 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-7a63e56c-699b-48ea-9c8c-d53da58b3b8b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:00.918447 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-7a63e56c-699b-48ea-9c8c-d53da58b3b8b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 811 time: 0.1498172 Jun 02 21:04:00.933487 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-1495a790-6aa1-4a81-b90d-07e4744ebe01 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/quotas/0620fa7083574b4d8b0d52769ed4ec94 HTTP/1.1" status: 200 len: 375 time: 0.0095458 Jun 02 21:04:01.022828 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-9763e861-94d7-4b04-b6e7-22e9d47049b5 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Synchronizing usage tracker for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:04:01.039640 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-9763e861-94d7-4b04-b6e7-22e9d47049b5 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Unset dirty status for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:04:01.040973 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-9763e861-94d7-4b04-b6e7-22e9d47049b5 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1023607 Jun 02 21:04:01.058854 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b26616-1b4b-4ecf-858a-1ddd501b83db None None] New status for floating IP 358af234-379b-4691-adbb-273010569461: DOWN {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:04:01.179046 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-40aa6310-0894-4de7-badf-5b257ed59b5b service neutron] 10.222.0.25 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245749 Jun 02 21:04:01.313237 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-da5a82c8-7cd8-4ddd-ba1a-b9d8fc30d4ce service neutron] 10.222.0.25 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279016 Jun 02 21:04:01.485786 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-31afc238-6d34-4243-b1c2-21031ce1a7e3 req-753d7ae4-db51-44d1-9ab2-4607f8f26472 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 210 time: 0.0421147 Jun 02 21:04:02.316340 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 97470088-c589-4b0a-a2e9-a7dc03a29567 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:04:02.353133 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 97470088-c589-4b0a-a2e9-a7dc03a29567 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:04:02.353482 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 97470088-c589-4b0a-a2e9-a7dc03a29567 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:04:02.490511 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-7b91c83b-070a-4c5d-98f7-03eddbe01578 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:02.491941 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-7b91c83b-070a-4c5d-98f7-03eddbe01578 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 811 time: 0.1549482 Jun 02 21:04:02.542568 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-8b1e0359-cefd-4337-bf56-5652601e1730 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0620fa7083574b4d8b0d52769ed4ec94 HTTP/1.1" status: 200 len: 379 time: 0.0421672 Jun 02 21:04:02.552081 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-cf9ea344-0302-45cc-990d-74427289d71a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Request body: {'port': {'device_id': '9716f79e-6356-4fc2-b8b9-742412fa841c', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'admin_state_up': True, 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'security_groups': ['16688496-d294-403e-85c4-54f0a3e1703c']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:04:02.805904 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-69a0d107-173e-4133-b11a-cfc8da362643 req-a64d1722-499a-41a3-b8b7-313c007e0517 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 210 time: 0.1831126 Jun 02 21:04:02.858444 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-cf9ea344-0302-45cc-990d-74427289d71a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:04:02.867612 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-cf9ea344-0302-45cc-990d-74427289d71a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:04:02.877955 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-cf9ea344-0302-45cc-990d-74427289d71a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Made reservation on behalf of 0620fa7083574b4d8b0d52769ed4ec94 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:04:02.881519 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-cf9ea344-0302-45cc-990d-74427289d71a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:03.039273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-cf9ea344-0302-45cc-990d-74427289d71a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Allocated IP 172.20.0.14 (a58b3bb5-5345-4afc-8bec-3d0b84a277d6/01b191d3-a4b3-414f-a302-0161d9aa4c4f/9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:04:03.221759 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-cf9ea344-0302-45cc-990d-74427289d71a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:03.236719 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-cf9ea344-0302-45cc-990d-74427289d71a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Transition to ACTIVE for port object 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:04:03.261329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-cf9ea344-0302-45cc-990d-74427289d71a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:03.266752 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:04:03.333770 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-cf9ea344-0302-45cc-990d-74427289d71a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:04:03.337277 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-cf9ea344-0302-45cc-990d-74427289d71a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:04:03.341824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-cf9ea344-0302-45cc-990d-74427289d71a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:04:03.346722 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ad169be5-82e9-4bba-829e-2cec82ad7040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:03.378779 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ea344-0302-45cc-990d-74427289d71a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Pushing event updated for resources: {'Port': ['ID=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:04:03.383698 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cf9ea344-0302-45cc-990d-74427289d71a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:04:03.411554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:03.415609 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-cf9ea344-0302-45cc-990d-74427289d71a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:03.416289 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-cf9ea344-0302-45cc-990d-74427289d71a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:03.443591 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-cf9ea344-0302-45cc-990d-74427289d71a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8954103 Jun 02 21:04:03.456318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Request body: {'port': {'device_id': '9716f79e-6356-4fc2-b8b9-742412fa841c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:04:03.571487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:03.597753 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-13ca3f10-b7ca-4a86-94bb-83cd1df8836a None None] Provisioning for port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:04:03.602358 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-13ca3f10-b7ca-4a86-94bb-83cd1df8836a None None] Provisioning complete for port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:04:03.602731 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-13ca3f10-b7ca-4a86-94bb-83cd1df8836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:03.659658 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-13ca3f10-b7ca-4a86-94bb-83cd1df8836a None None] Port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:04:03.911493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:04:03.919123 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:03.933525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Transition to ACTIVE for port object 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:04:03.937103 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:03.941811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0790213d-d501-4e85-931e-46b7cbffd93b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:04:03.993735 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c029a2-22c4-4762-a27c-e1f84c8cfbfe req-b022754d-fc00-4476-9f8c-ad42e18d2e4d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:04.001525 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-34c029a2-22c4-4762-a27c-e1f84c8cfbfe req-b022754d-fc00-4476-9f8c-ad42e18d2e4d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 944 time: 0.0908642 Jun 02 21:04:04.042433 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-34c029a2-22c4-4762-a27c-e1f84c8cfbfe req-459f6bd1-8867-4c78-be40-47d2f086b8ec tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400457 Jun 02 21:04:04.132477 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:04:04.137807 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:04:04.178216 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Attempting to bind port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:04:04.178555 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Attempting to bind port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:04:04.178889 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Attempting to bind port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa on network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:04:04.183472 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa on network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 21:04:04.183900 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Attempting to bind port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa on network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:04:04.190641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:04:04.191234 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Checking segment: {'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:04:04.191679 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Bound using segment: {'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:04:04.192071 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Bound port: 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:04:04.192421 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:04.284899 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] For port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:04:04.287860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] For port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:04:04.292293 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:04.297291 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c63620fa-dac6-4de6-bd1f-7056967ed86e tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:04:04.324465 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:04.346612 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:04.347249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:04.348608 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] 10.222.0.95 "PUT /v2.0/ports/9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa HTTP/1.1" status: 200 len: 1094 time: 0.8970346 Jun 02 21:04:04.349130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9716f79e-6356-4fc2-b8b9-742412fa841c', 'tag': '9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:04:04.351451 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70e5216-5d26-4b92-8e00-df8bc6697345" -d '{"events": [{"name": "network-changed", "server_uuid": "9716f79e-6356-4fc2-b8b9-742412fa841c", "tag": "9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:04:04.381103 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:04:04.384085 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:04:04.421944 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb68c8d-9cb6-452f-b5cf-88c3625e3605 x-openstack-request-id: req-8eb68c8d-9cb6-452f-b5cf-88c3625e3605 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:04:04.422282 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9716f79e-6356-4fc2-b8b9-742412fa841c", "tag": "9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:04:04.422584 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8eb68c8d-9cb6-452f-b5cf-88c3625e3605 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:04:04.423021 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9716f79e-6356-4fc2-b8b9-742412fa841c', 'tag': '9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa', 'status': 'completed', 'code': 200} Jun 02 21:04:04.463891 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-1ea7c373-3eb0-4f51-a1ee-f4f8773e8b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:04.465985 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-1ea7c373-3eb0-4f51-a1ee-f4f8773e8b36 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 1097 time: 0.0773978 Jun 02 21:04:04.538885 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-657ca9f4-a191-4aef-9f5a-cc7103cc4836 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa HTTP/1.1" status: 200 len: 217 time: 0.0659096 Jun 02 21:04:04.603388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-8694310a-450c-4a19-ab8e-a70b8e2053f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:04.605318 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-8694310a-450c-4a19-ab8e-a70b8e2053f6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0609698 Jun 02 21:04:04.678349 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-fd7d2938-e7fc-4971-976f-57ee5f799a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:04.679710 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-fd7d2938-e7fc-4971-976f-57ee5f799a48 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0682590 Jun 02 21:04:04.807990 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-c4ee3bb0-1c70-4712-94b3-047306961ba7 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210685 Jun 02 21:04:05.067721 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4f5fe4fc-98a5-4e4e-aa08-649934ba36a4 req-6b1db02c-2657-41e2-97db-6dd50b96727b service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528467 Jun 02 21:04:05.181980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e5216-5d26-4b92-8e00-df8bc6697345 req-e42c3422-4e03-47f5-a5e9-a2ee42bc031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:05.183512 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d70e5216-5d26-4b92-8e00-df8bc6697345 req-e42c3422-4e03-47f5-a5e9-a2ee42bc031f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 1097 time: 0.0709043 Jun 02 21:04:05.241254 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e29cf-ccd8-4980-9cf0-394e41a54853 req-a9d34356-0fdc-406b-a833-4d47fa80c20e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:05.242718 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8a6e29cf-ccd8-4980-9cf0-394e41a54853 req-a9d34356-0fdc-406b-a833-4d47fa80c20e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 944 time: 0.0808606 Jun 02 21:04:05.291827 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8a6e29cf-ccd8-4980-9cf0-394e41a54853 req-e42420ef-c143-4397-97d4-5201b0927273 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427804 Jun 02 21:04:05.317267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e5216-5d26-4b92-8e00-df8bc6697345 req-f6d34dad-4e6d-4b20-a088-c833c06e0f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:05.318770 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d70e5216-5d26-4b92-8e00-df8bc6697345 req-f6d34dad-4e6d-4b20-a088-c833c06e0f20 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1283250 Jun 02 21:04:05.388734 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d70e5216-5d26-4b92-8e00-df8bc6697345 req-9092e7ed-5d37-4203-b1a6-962b4fe69e4f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa HTTP/1.1" status: 200 len: 217 time: 0.0634115 Jun 02 21:04:05.454438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e5216-5d26-4b92-8e00-df8bc6697345 req-742ea6ea-b1e4-4ea4-a527-fb3881659c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:05.455850 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d70e5216-5d26-4b92-8e00-df8bc6697345 req-742ea6ea-b1e4-4ea4-a527-fb3881659c2a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0588140 Jun 02 21:04:05.531652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e5216-5d26-4b92-8e00-df8bc6697345 req-710a223f-8632-4b00-a33f-e812884c2f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:05.533101 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d70e5216-5d26-4b92-8e00-df8bc6697345 req-710a223f-8632-4b00-a33f-e812884c2f37 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0698068 Jun 02 21:04:05.663126 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d70e5216-5d26-4b92-8e00-df8bc6697345 req-3555d3c2-ef03-4ebe-8f2e-dafc82e1646d service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227956 Jun 02 21:04:05.799772 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d70e5216-5d26-4b92-8e00-df8bc6697345 req-0e2f2128-7457-4001-b616-e82e87de38f1 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286411 Jun 02 21:04:05.993431 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:06.497528 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071810d6-383c-44fc-98f0-d7cf715297d8 req-aafe26bc-bd88-43b1-b52c-aa7377649d08 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:06.498224 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-071810d6-383c-44fc-98f0-d7cf715297d8 req-aafe26bc-bd88-43b1-b52c-aa7377649d08 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Synchronizing usage tracker for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:04:06.512818 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-071810d6-383c-44fc-98f0-d7cf715297d8 req-aafe26bc-bd88-43b1-b52c-aa7377649d08 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Unset dirty status for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:04:06.514445 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-071810d6-383c-44fc-98f0-d7cf715297d8 req-aafe26bc-bd88-43b1-b52c-aa7377649d08 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 944 time: 0.0973566 Jun 02 21:04:06.562063 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-071810d6-383c-44fc-98f0-d7cf715297d8 req-ae84db76-a580-4048-9e38-b2f90be029fa tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420945 Jun 02 21:04:07.752772 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c6f4b-3815-4a51-93b1-9bfe213cc764 req-c533b0c2-d5eb-443b-a718-088e119d78d4 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:07.754897 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-758c6f4b-3815-4a51-93b1-9bfe213cc764 req-c533b0c2-d5eb-443b-a718-088e119d78d4 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 944 time: 0.0895791 Jun 02 21:04:07.809519 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-758c6f4b-3815-4a51-93b1-9bfe213cc764 req-e73cac33-5fc8-4302-981a-9289a3370291 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491276 Jun 02 21:04:08.330346 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:04:08.460328 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:04:08.473483 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'port_id': '9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa', 'mac_address': 'fa:16:3e:17:fe:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:04:08.525774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:08.544900 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:04:08.559966 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:04:08.563793 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:08.566498 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:04:08.630858 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:04:08.633738 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:04:08.863402 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:04:08.994587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca9cfd-7c7e-4a86-a950-44333799046a req-dd4dc887-fd63-45d0-b429-bf2e66bbcd7d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:08.996613 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bbca9cfd-7c7e-4a86-a950-44333799046a req-dd4dc887-fd63-45d0-b429-bf2e66bbcd7d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 945 time: 0.0798626 Jun 02 21:04:09.040656 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bbca9cfd-7c7e-4a86-a950-44333799046a req-0ef45f22-afd0-40eb-b678-759ae9ea85d5 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383787 Jun 02 21:04:10.231931 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1bb30-760b-4b3f-bd08-324abf60af0c req-d9f9522f-da72-4a5b-876f-f1233cb3c5f7 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:10.233371 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f8b1bb30-760b-4b3f-bd08-324abf60af0c req-d9f9522f-da72-4a5b-876f-f1233cb3c5f7 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 945 time: 0.0842192 Jun 02 21:04:10.277443 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f8b1bb30-760b-4b3f-bd08-324abf60af0c req-fec625c3-7685-4c26-bdc9-106fb4552c47 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384810 Jun 02 21:04:10.346076 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:04:10.412183 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:04:10.416716 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:04:10.417098 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:10.536660 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:10.563188 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9716f79e-6356-4fc2-b8b9-742412fa841c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:04:10.565826 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f1f7e1-7fc1-4259-aca9-c268c256812f" -d '{"events": [{"server_uuid": "9716f79e-6356-4fc2-b8b9-742412fa841c", "name": "network-vif-plugged", "status": "completed", "tag": "9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:04:10.573684 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:04:10.577619 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:10.580382 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:04:10.612097 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bf5d27-a044-4deb-9edc-e293a7d975b5 x-openstack-request-id: req-91bf5d27-a044-4deb-9edc-e293a7d975b5 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:04:10.612954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9716f79e-6356-4fc2-b8b9-742412fa841c", "name": "network-vif-plugged", "status": "completed", "tag": "9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:04:10.613216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91bf5d27-a044-4deb-9edc-e293a7d975b5 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:04:10.613797 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9716f79e-6356-4fc2-b8b9-742412fa841c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa', 'code': 200} Jun 02 21:04:10.654008 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:04:10.657009 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:04:10.855073 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e0978-6b53-4baf-bb2b-dafaa9cca14d req-46ffe06e-c7cd-4bfc-9617-72810ed72d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:10.857025 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2f2e0978-6b53-4baf-bb2b-dafaa9cca14d req-46ffe06e-c7cd-4bfc-9617-72810ed72d3b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 1099 time: 0.0917830 Jun 02 21:04:10.896033 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2f2e0978-6b53-4baf-bb2b-dafaa9cca14d req-e722dd1b-2f8c-4fc1-a330-11d4ff66678c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323045 Jun 02 21:04:11.456220 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835318e-3d44-4c5c-97c5-07ed1ae73ee3 req-294884c2-d518-4acd-9d26-eaeacd37b9e6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:11.457769 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7835318e-3d44-4c5c-97c5-07ed1ae73ee3 req-294884c2-d518-4acd-9d26-eaeacd37b9e6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0799859 Jun 02 21:04:11.501339 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7835318e-3d44-4c5c-97c5-07ed1ae73ee3 req-2a245717-431a-40d6-95dd-b45d130c608d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380349 Jun 02 21:04:12.685009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef124b0-1fa8-4c33-ad25-2f9d75d3ea53 req-84631be3-ab20-4a63-bdfa-1aa2a374251c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:12.686457 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3ef124b0-1fa8-4c33-ad25-2f9d75d3ea53 req-84631be3-ab20-4a63-bdfa-1aa2a374251c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0801136 Jun 02 21:04:12.729805 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3ef124b0-1fa8-4c33-ad25-2f9d75d3ea53 req-cef936c5-ee34-40af-a666-0f316daa466f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377080 Jun 02 21:04:12.907775 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd8b94-bff9-4d90-a95b-352f5befae3c req-e165c542-9c96-4277-ab95-e557ab7aba2f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:12.909195 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-26cd8b94-bff9-4d90-a95b-352f5befae3c req-e165c542-9c96-4277-ab95-e557ab7aba2f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0815234 Jun 02 21:04:12.917610 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 33910) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:04:12.922429 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-0ab6736d-8006-4aa4-badd-d6cf2ad5b273 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Request body: {'floatingip': {'port_id': '9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:04:12.998663 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0ab6736d-8006-4aa4-badd-d6cf2ad5b273 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for floatingip, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:13.710747 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0ab6736d-8006-4aa4-badd-d6cf2ad5b273 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:13.714581 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0ab6736d-8006-4aa4-badd-d6cf2ad5b273 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:13.891641 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-0ab6736d-8006-4aa4-badd-d6cf2ad5b273 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Floating IP 358af234-379b-4691-adbb-273010569461 associated. External IP: 172.26.0.154, port: 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa. Jun 02 21:04:14.238370 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab6736d-8006-4aa4-badd-d6cf2ad5b273 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Router 28e6b5a6-9ef8-4141-b792-239dc655b66c has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:04:14.412762 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab6736d-8006-4aa4-badd-d6cf2ad5b273 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:04:14.417612 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0ab6736d-8006-4aa4-badd-d6cf2ad5b273 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:14.422087 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05833ae-d3c0-4056-a22c-c5f0c1587057 None None] Sync routers for ids ['28e6b5a6-9ef8-4141-b792-239dc655b66c'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:04:14.432245 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05833ae-d3c0-4056-a22c-c5f0c1587057 None None] Routers {'28e6b5a6-9ef8-4141-b792-239dc655b66c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:04:14.432838 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d05833ae-d3c0-4056-a22c-c5f0c1587057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:04:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['28e6b5a6-9ef8-4141-b792-239dc655b66c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:04:14.473485 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0ab6736d-8006-4aa4-badd-d6cf2ad5b273 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "PUT /v2.0/floatingips/358af234-379b-4691-adbb-273010569461 HTTP/1.1" status: 200 len: 992 time: 1.5543776 Jun 02 21:04:14.474345 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9716f79e-6356-4fc2-b8b9-742412fa841c', 'tag': '9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:04:14.477021 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5b28fb-1ac3-436f-91ff-0338377943c1" -d '{"events": [{"name": "network-changed", "server_uuid": "9716f79e-6356-4fc2-b8b9-742412fa841c", "tag": "9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:04:14.520148 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5741daa1-aaaa-4838-a3e4-3d98d368f2fe x-openstack-request-id: req-5741daa1-aaaa-4838-a3e4-3d98d368f2fe {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:04:14.520560 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9716f79e-6356-4fc2-b8b9-742412fa841c", "tag": "9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:04:14.520930 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5741daa1-aaaa-4838-a3e4-3d98d368f2fe {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:04:14.521571 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9716f79e-6356-4fc2-b8b9-742412fa841c', 'tag': '9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa', 'status': 'completed', 'code': 200} Jun 02 21:04:14.604957 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-d05833ae-d3c0-4056-a22c-c5f0c1587057 None None] Set router 28e6b5a6-9ef8-4141-b792-239dc655b66c gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:04:14.615635 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:14.623076 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b28fb-1ac3-436f-91ff-0338377943c1 req-ebecbbea-928e-42d2-8e1d-ebb3dc9b0af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:14.624573 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-da5b28fb-1ac3-436f-91ff-0338377943c1 req-ebecbbea-928e-42d2-8e1d-ebb3dc9b0af7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 1099 time: 0.0805252 Jun 02 21:04:14.757336 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b28fb-1ac3-436f-91ff-0338377943c1 req-8c4afc73-177c-4602-8e03-2be5f287e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:14.758705 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-da5b28fb-1ac3-436f-91ff-0338377943c1 req-8c4afc73-177c-4602-8e03-2be5f287e2ba service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1277404 Jun 02 21:04:14.880189 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-da5b28fb-1ac3-436f-91ff-0338377943c1 req-a0faaea9-6b34-4a79-94f9-e3495c0f199e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa HTTP/1.1" status: 200 len: 1000 time: 0.1142712 Jun 02 21:04:14.946358 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b28fb-1ac3-436f-91ff-0338377943c1 req-684238c6-108a-458a-bafb-4b0a559858b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:14.947846 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-da5b28fb-1ac3-436f-91ff-0338377943c1 req-684238c6-108a-458a-bafb-4b0a559858b7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0613945 Jun 02 21:04:14.950996 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d05833ae-d3c0-4056-a22c-c5f0c1587057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '358af234-379b-4691-adbb-273010569461', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'port_id': '9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'mac_address': 'fa:16:3e:17:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9716f79e-6356-4fc2-b8b9-742412fa841c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:02:05Z', 'updated_at': '2021-06-02T21:04:13Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:04:14.954821 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05833ae-d3c0-4056-a22c-c5f0c1587057 None None] Checking router: 28e6b5a6-9ef8-4141-b792-239dc655b66c for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:04:14.963385 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05833ae-d3c0-4056-a22c-c5f0c1587057 None None] Routers {'28e6b5a6-9ef8-4141-b792-239dc655b66c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:04:14.963981 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d05833ae-d3c0-4056-a22c-c5f0c1587057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:04:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['28e6b5a6-9ef8-4141-b792-239dc655b66c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:04:15.028940 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b28fb-1ac3-436f-91ff-0338377943c1 req-b88bb749-90fe-454a-93cb-867458924106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:15.030334 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-da5b28fb-1ac3-436f-91ff-0338377943c1 req-b88bb749-90fe-454a-93cb-867458924106 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0756643 Jun 02 21:04:15.145659 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-d05833ae-d3c0-4056-a22c-c5f0c1587057 None None] Set router 28e6b5a6-9ef8-4141-b792-239dc655b66c gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:04:15.326480 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-da5b28fb-1ac3-436f-91ff-0338377943c1 req-d58c5c1e-b672-40d8-8df2-58751b5c4fd9 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896762 Jun 02 21:04:15.459095 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-da5b28fb-1ac3-436f-91ff-0338377943c1 req-2b0228f7-da4f-4af5-8a3b-c26b70c1ecb1 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268227 Jun 02 21:04:15.522571 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d05833ae-d3c0-4056-a22c-c5f0c1587057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '358af234-379b-4691-adbb-273010569461', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'port_id': '9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'mac_address': 'fa:16:3e:17:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9716f79e-6356-4fc2-b8b9-742412fa841c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:02:05Z', 'updated_at': '2021-06-02T21:04:13Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:04:15.526347 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05833ae-d3c0-4056-a22c-c5f0c1587057 None None] The sync data for ids ['28e6b5a6-9ef8-4141-b792-239dc655b66c'] in dv-neutron-601336-84-hyperv is: [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '358af234-379b-4691-adbb-273010569461', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'port_id': '9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'mac_address': 'fa:16:3e:17:fe:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9716f79e-6356-4fc2-b8b9-742412fa841c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:02:05Z', 'updated_at': '2021-06-02T21:04:13Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:04:15.704115 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b96d5ae-4449-45c0-aaac-ec8791135b21 None None] New status for floating IP 358af234-379b-4691-adbb-273010569461: ACTIVE {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:04:27.055131 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:04:30.798821 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f27dbe10-9a2f-4470-aca7-e4c2f4cc779a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:33.349200 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-50530f2d-9462-402e-808a-e90790b23e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:33.414267 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:34.328255 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:35.996542 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:04:42.368771 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9ef33be0-c1bc-442d-a974-fabac7352961 req-3c2cb169-3d2b-45b3-87fe-b7eeccd026f0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1095388 Jun 02 21:04:42.503717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef33be0-c1bc-442d-a974-fabac7352961 req-79f43352-ce98-4949-bcb7-8c5cbd18096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:42.505170 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9ef33be0-c1bc-442d-a974-fabac7352961 req-79f43352-ce98-4949-bcb7-8c5cbd18096d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 1099 time: 0.0700538 Jun 02 21:04:42.651481 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef33be0-c1bc-442d-a974-fabac7352961 req-2d00ab69-94c9-46a7-839f-edaf94917f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:42.652884 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9ef33be0-c1bc-442d-a974-fabac7352961 req-2d00ab69-94c9-46a7-839f-edaf94917f8b service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1261525 Jun 02 21:04:42.755962 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9ef33be0-c1bc-442d-a974-fabac7352961 req-b28e3835-98a1-4fb1-9252-26c7cd6e248d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa HTTP/1.1" status: 200 len: 1002 time: 0.0956488 Jun 02 21:04:42.819057 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef33be0-c1bc-442d-a974-fabac7352961 req-01d75ec8-aad1-431e-8be7-d9ddfc781f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:42.820397 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9ef33be0-c1bc-442d-a974-fabac7352961 req-01d75ec8-aad1-431e-8be7-d9ddfc781f02 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0588386 Jun 02 21:04:42.893339 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef33be0-c1bc-442d-a974-fabac7352961 req-09d4f4bb-d146-4e21-b8b6-31a4d0a18f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:04:42.894752 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9ef33be0-c1bc-442d-a974-fabac7352961 req-09d4f4bb-d146-4e21-b8b6-31a4d0a18f5b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0687933 Jun 02 21:04:43.023935 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9ef33be0-c1bc-442d-a974-fabac7352961 req-d4940445-ebb0-4b8e-80b7-bd4bc72303e3 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227062 Jun 02 21:04:43.153139 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9ef33be0-c1bc-442d-a974-fabac7352961 req-ddb09062-eba4-4ce4-b229-c94633e13875 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224000 Jun 02 21:04:44.640313 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:00.799757 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a4d4a3b0-5e48-4d25-aea6-b0263f575c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:03.351240 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1a88321d-a7be-4b0a-a63e-a0e359a7eaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:03.415498 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:04.054220 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:05:04.330328 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:05.999027 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:14.674249 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:27.758875 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fcba9-9052-44a3-bfbe-d522cb896e71 req-d362c2ab-be51-4925-abdc-0fc5474f7de5 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:27.760380 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-936fcba9-9052-44a3-bfbe-d522cb896e71 req-d362c2ab-be51-4925-abdc-0fc5474f7de5 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0820439 Jun 02 21:05:27.805959 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-936fcba9-9052-44a3-bfbe-d522cb896e71 req-b3ec0c40-2805-4398-af45-473408390857 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382869 Jun 02 21:05:28.997160 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f54b20-97c2-4274-8e74-ec6666833b59 req-97fdec30-62c9-4f92-b373-601255ac8439 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:28.998523 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-28f54b20-97c2-4274-8e74-ec6666833b59 req-97fdec30-62c9-4f92-b373-601255ac8439 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0829833 Jun 02 21:05:29.041527 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-28f54b20-97c2-4274-8e74-ec6666833b59 req-bf1b5e87-c0ca-49a6-b505-14ec964da506 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374138 Jun 02 21:05:30.225246 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb847a-d6a0-4bec-9e40-fa51ec794266 req-6adc2b21-4229-4d0c-9e49-2aa759025e9b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:30.226678 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7ebb847a-d6a0-4bec-9e40-fa51ec794266 req-6adc2b21-4229-4d0c-9e49-2aa759025e9b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0822880 Jun 02 21:05:30.272458 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7ebb847a-d6a0-4bec-9e40-fa51ec794266 req-0d1b086a-98d2-4132-9a7b-a66f72fdeb8c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402143 Jun 02 21:05:30.839336 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7c3bccd5-e8ac-4065-92d4-ea7ba9140ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:31.452343 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37810c5-17dd-4c01-87ac-136372a3d032 req-a6df3b2e-f257-4951-8148-0b13948b61ce tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:31.453760 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f37810c5-17dd-4c01-87ac-136372a3d032 req-a6df3b2e-f257-4951-8148-0b13948b61ce tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0788949 Jun 02 21:05:31.496537 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f37810c5-17dd-4c01-87ac-136372a3d032 req-03a5092a-5fa2-4ec8-9bb1-68f6d48bad64 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371969 Jun 02 21:05:32.677790 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf493b8-6d4a-4486-b5cd-8b68036bc17c req-c903905c-da52-4b8a-8068-8169033285a2 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:32.679255 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5cf493b8-6d4a-4486-b5cd-8b68036bc17c req-c903905c-da52-4b8a-8068-8169033285a2 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0781121 Jun 02 21:05:32.726236 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5cf493b8-6d4a-4486-b5cd-8b68036bc17c req-ba21fb40-6975-4c64-8556-b138f59d1327 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414255 Jun 02 21:05:33.353397 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a11231d4-5831-47f3-9e31-c33b79f3c4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:33.416909 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:33.910656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2be4e5-4766-4053-90b4-ad7190b809eb req-e1a08ba8-b3ec-48be-b80d-6db48c532a12 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:33.912124 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3b2be4e5-4766-4053-90b4-ad7190b809eb req-e1a08ba8-b3ec-48be-b80d-6db48c532a12 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0828793 Jun 02 21:05:33.955959 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3b2be4e5-4766-4053-90b4-ad7190b809eb req-a3a87202-e887-4856-a78c-eeef54dce3ae tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381989 Jun 02 21:05:34.333421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:35.136341 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e9df9-6979-4f7e-933c-4efa14a64d5d req-448365b7-8db2-4e44-9841-4eabaace99f3 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:35.137773 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-581e9df9-6979-4f7e-933c-4efa14a64d5d req-448365b7-8db2-4e44-9841-4eabaace99f3 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0782070 Jun 02 21:05:35.183386 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-581e9df9-6979-4f7e-933c-4efa14a64d5d req-c8c58df9-e442-438e-8755-9d827baf7754 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391889 Jun 02 21:05:36.000134 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:36.368307 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a7852-8b8c-45d4-960c-2f828e6aaf98 req-81c01699-bc59-464e-8d42-78a438e010ab tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:36.369662 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-307a7852-8b8c-45d4-960c-2f828e6aaf98 req-81c01699-bc59-464e-8d42-78a438e010ab tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0802817 Jun 02 21:05:36.417519 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-307a7852-8b8c-45d4-960c-2f828e6aaf98 req-c4e29552-5b8b-4eb0-bb35-5b17a7a1e007 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418348 Jun 02 21:05:37.748596 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617344a9-a9d1-4836-acff-97637bc2e841 req-fe132114-546e-4e1f-ab89-76a938403b85 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:37.750561 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-617344a9-a9d1-4836-acff-97637bc2e841 req-fe132114-546e-4e1f-ab89-76a938403b85 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.2262189 Jun 02 21:05:37.793466 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-617344a9-a9d1-4836-acff-97637bc2e841 req-1afbf677-258e-4343-962e-299590e4010e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373824 Jun 02 21:05:38.978882 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a3f67-b6bb-426d-bb27-5070ac6ea74f req-17c18fb3-1e19-40b5-bb22-fde8e0bc0b7d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:38.980312 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-020a3f67-b6bb-426d-bb27-5070ac6ea74f req-17c18fb3-1e19-40b5-bb22-fde8e0bc0b7d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0789568 Jun 02 21:05:39.023502 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-020a3f67-b6bb-426d-bb27-5070ac6ea74f req-59081154-97c9-43e3-a6e5-55b9d7ca4720 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371156 Jun 02 21:05:40.381269 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 34088) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:05:40.459684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655a965-fffd-4c1d-8a90-62d0cc43767f req-4e57baa7-dbd0-4a83-b4e3-7949ff0a7fdc tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:40.461137 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2655a965-fffd-4c1d-8a90-62d0cc43767f req-4e57baa7-dbd0-4a83-b4e3-7949ff0a7fdc tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0987587 Jun 02 21:05:40.494309 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4dfb770a-93af-40a7-8c07-9b755006101c req-4183ec8d-cd5f-4167-8d7f-60a1253a0e45 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111646 Jun 02 21:05:40.505211 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2655a965-fffd-4c1d-8a90-62d0cc43767f req-caf9fed2-b5f6-49c0-a12a-2bedcd64600e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385029 Jun 02 21:05:41.053122 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:05:41.699898 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa3682-d145-4943-a544-6c6c7a5af7be req-2724b442-03b9-484b-981e-009d290c1bc5 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:41.703629 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-40aa3682-d145-4943-a544-6c6c7a5af7be req-2724b442-03b9-484b-981e-009d290c1bc5 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0874875 Jun 02 21:05:41.704561 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb770a-93af-40a7-8c07-9b755006101c req-e365eb7a-3649-42af-94f8-619de6192df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:41.706161 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4dfb770a-93af-40a7-8c07-9b755006101c req-e365eb7a-3649-42af-94f8-619de6192df8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 1099 time: 0.0720639 Jun 02 21:05:41.746453 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-40aa3682-d145-4943-a544-6c6c7a5af7be req-3d5a20ab-423b-4287-ba03-59208d09e72e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389030 Jun 02 21:05:41.837340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb770a-93af-40a7-8c07-9b755006101c req-909c8d08-af86-4d0d-94cb-b4d19bf4f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:41.838693 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4dfb770a-93af-40a7-8c07-9b755006101c req-909c8d08-af86-4d0d-94cb-b4d19bf4f691 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1257620 Jun 02 21:05:42.070474 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4dfb770a-93af-40a7-8c07-9b755006101c req-18b23000-a653-41df-b574-ce5a82ac8b67 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa HTTP/1.1" status: 200 len: 1002 time: 0.2249279 Jun 02 21:05:42.131405 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb770a-93af-40a7-8c07-9b755006101c req-9c9a43e9-2b64-423e-ba19-319876ac9cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:42.132691 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4dfb770a-93af-40a7-8c07-9b755006101c req-9c9a43e9-2b64-423e-ba19-319876ac9cbf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0557129 Jun 02 21:05:42.212435 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb770a-93af-40a7-8c07-9b755006101c req-10b293fe-fa21-4b79-9733-53f6aefc8baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:42.213902 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4dfb770a-93af-40a7-8c07-9b755006101c req-10b293fe-fa21-4b79-9733-53f6aefc8baa service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0744882 Jun 02 21:05:42.343880 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4dfb770a-93af-40a7-8c07-9b755006101c req-d1cc12f7-eb39-4364-8d84-739c1517abbb service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226699 Jun 02 21:05:42.470723 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4dfb770a-93af-40a7-8c07-9b755006101c req-07517e16-4e6a-47b4-9a31-dd11f8fe5759 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204553 Jun 02 21:05:42.932159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0ae20-a7dc-4d6a-ac5d-a2231b919da9 req-5ffe5920-934b-4b69-9830-956f5be0e34e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:42.933595 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-62f0ae20-a7dc-4d6a-ac5d-a2231b919da9 req-5ffe5920-934b-4b69-9830-956f5be0e34e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0776908 Jun 02 21:05:42.976763 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-62f0ae20-a7dc-4d6a-ac5d-a2231b919da9 req-9a5f33fc-a846-4832-b72c-5a574880f122 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371284 Jun 02 21:05:43.405707 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cf4b2-0d83-42cd-a1c6-e866fc492cda req-88af7cdf-f17f-4be5-a72e-262daca88b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:43.407235 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-686cf4b2-0d83-42cd-a1c6-e866fc492cda req-88af7cdf-f17f-4be5-a72e-262daca88b5c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 1099 time: 0.0757773 Jun 02 21:05:43.556572 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cf4b2-0d83-42cd-a1c6-e866fc492cda req-f0506108-d0ae-4ad2-b5f7-c82e48ae479d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:43.559125 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-686cf4b2-0d83-42cd-a1c6-e866fc492cda req-f0506108-d0ae-4ad2-b5f7-c82e48ae479d service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1320279 Jun 02 21:05:43.661959 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-686cf4b2-0d83-42cd-a1c6-e866fc492cda req-1a7f4f7d-e1f5-47bd-91f7-8e47e3bcd353 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa HTTP/1.1" status: 200 len: 1002 time: 0.0968058 Jun 02 21:05:43.722006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cf4b2-0d83-42cd-a1c6-e866fc492cda req-8b8be7a2-ff6c-4a47-bcc2-471f10263d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:43.723447 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-686cf4b2-0d83-42cd-a1c6-e866fc492cda req-8b8be7a2-ff6c-4a47-bcc2-471f10263d05 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0552638 Jun 02 21:05:43.800455 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cf4b2-0d83-42cd-a1c6-e866fc492cda req-62d56c5b-9c3e-40f9-bc4d-66eb24f515a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:43.801897 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-686cf4b2-0d83-42cd-a1c6-e866fc492cda req-62d56c5b-9c3e-40f9-bc4d-66eb24f515a2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0723758 Jun 02 21:05:43.931904 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-686cf4b2-0d83-42cd-a1c6-e866fc492cda req-04912623-5ec1-449f-ab84-2dba147172b7 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229877 Jun 02 21:05:44.119938 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-686cf4b2-0d83-42cd-a1c6-e866fc492cda req-0544771d-4215-4bed-941b-5da5866a5c5f service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815984 Jun 02 21:05:44.134283 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4dfb770a-93af-40a7-8c07-9b755006101c req-5f35c832-d2b3-415f-bfc5-f2865b5717f7 service neutron] 10.222.0.95 "GET /v2.0/ports/9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.1062806 Jun 02 21:05:44.162348 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e183f2-bf6d-4b25-ae8e-2b740f504d43 req-6b931bfc-85f8-4250-b57c-f2c7a188b6c1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:44.163846 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-00e183f2-bf6d-4b25-ae8e-2b740f504d43 req-6b931bfc-85f8-4250-b57c-f2c7a188b6c1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0826099 Jun 02 21:05:44.223341 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-00e183f2-bf6d-4b25-ae8e-2b740f504d43 req-2ae64421-4125-4ccf-8e25-addd960a97c1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537422 Jun 02 21:05:44.392960 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb770a-93af-40a7-8c07-9b755006101c req-dd23c15a-1c4c-4e54-94aa-3484bd8d73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:44.394389 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4dfb770a-93af-40a7-8c07-9b755006101c req-dd23c15a-1c4c-4e54-94aa-3484bd8d73d2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c&tenant_id=0620fa7083574b4d8b0d52769ed4ec94 HTTP/1.1" status: 200 len: 1099 time: 0.0722504 Jun 02 21:05:44.487588 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb770a-93af-40a7-8c07-9b755006101c req-30930b5a-3c4e-4034-a998-39fc8810651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:44.488970 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4dfb770a-93af-40a7-8c07-9b755006101c req-30930b5a-3c4e-4034-a998-39fc8810651d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 1099 time: 0.0725605 Jun 02 21:05:44.686714 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:44.756192 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb770a-93af-40a7-8c07-9b755006101c req-12778cd1-2670-4a85-aef7-bda92d796625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:44.757636 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4dfb770a-93af-40a7-8c07-9b755006101c req-12778cd1-2670-4a85-aef7-bda92d796625 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.2623127 Jun 02 21:05:44.858946 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4dfb770a-93af-40a7-8c07-9b755006101c req-cfbf427f-e85c-4fe0-ab40-e49e1a3e496e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa HTTP/1.1" status: 200 len: 1002 time: 0.0943551 Jun 02 21:05:44.918429 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb770a-93af-40a7-8c07-9b755006101c req-5d645188-4a03-4f90-88a1-f72dd07039b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:44.919814 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4dfb770a-93af-40a7-8c07-9b755006101c req-5d645188-4a03-4f90-88a1-f72dd07039b2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0553627 Jun 02 21:05:44.999319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb770a-93af-40a7-8c07-9b755006101c req-0768683c-d929-45d9-8dc8-6e73d471ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:45.001307 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4dfb770a-93af-40a7-8c07-9b755006101c req-0768683c-d929-45d9-8dc8-6e73d471ede1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0728834 Jun 02 21:05:45.130317 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4dfb770a-93af-40a7-8c07-9b755006101c req-fa8218fe-ba6f-450e-be37-fa8e033cc596 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225934 Jun 02 21:05:45.260695 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4dfb770a-93af-40a7-8c07-9b755006101c req-815b68f5-5cd4-4b59-9c60-dac0c3185a20 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241751 Jun 02 21:05:45.413046 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80d19c-f161-4282-b817-a06b4f4ab778 req-259d6fd3-ff05-44d8-8062-8544e4dba152 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:45.414509 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-aa80d19c-f161-4282-b817-a06b4f4ab778 req-259d6fd3-ff05-44d8-8062-8544e4dba152 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0861773 Jun 02 21:05:45.462471 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-aa80d19c-f161-4282-b817-a06b4f4ab778 req-a7819282-99bc-434f-860e-ade1f9d958ed tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424817 Jun 02 21:05:46.650530 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c208d7-3715-4708-a653-8be0b7dccc0c req-e482aa3a-2772-4359-874d-040cb94d37aa tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:46.652010 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d3c208d7-3715-4708-a653-8be0b7dccc0c req-e482aa3a-2772-4359-874d-040cb94d37aa tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0814581 Jun 02 21:05:46.698487 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d3c208d7-3715-4708-a653-8be0b7dccc0c req-5541163e-ccd7-45c7-b136-b21aa6d22f9e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408707 Jun 02 21:05:46.767394 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:05:46.875035 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:46.901139 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9716f79e-6356-4fc2-b8b9-742412fa841c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:05:46.903355 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096d184e-286a-4759-a7a1-12138701a883" -d '{"events": [{"server_uuid": "9716f79e-6356-4fc2-b8b9-742412fa841c", "name": "network-vif-unplugged", "status": "completed", "tag": "9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:05:46.910451 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:05:46.914680 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:46.916523 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d6c8036e-9c60-498f-ad47-a35daada21e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:05:46.980608 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa,revision_number=6']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:05:46.987916 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:46.988269 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:46.988611 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:46.988947 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:46.989279 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:46.989609 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:46.989938 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:46.990295 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:46.990763 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:46.991037 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:46.991352 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:46.991633 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:46.995600 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:05:47.006743 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 21:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46af6477-92a2-49b1-9c04-ae27fabb71ff x-openstack-request-id: req-46af6477-92a2-49b1-9c04-ae27fabb71ff {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:05:47.007039 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9716f79e-6356-4fc2-b8b9-742412fa841c", "name": "network-vif-unplugged", "status": "completed", "tag": "9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:05:47.007331 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46af6477-92a2-49b1-9c04-ae27fabb71ff {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:05:47.007744 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9716f79e-6356-4fc2-b8b9-742412fa841c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa', 'code': 200} Jun 02 21:05:47.884872 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67d4bf-8eb0-4284-bd01-db2fdba798e7 req-1238fe1d-8442-4883-8d63-6015c978c615 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:47.886225 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2e67d4bf-8eb0-4284-bd01-db2fdba798e7 req-1238fe1d-8442-4883-8d63-6015c978c615 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 944 time: 0.0839505 Jun 02 21:05:47.930333 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2e67d4bf-8eb0-4284-bd01-db2fdba798e7 req-dd0e5ba0-fec5-4023-8847-34cd51a86d68 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379827 Jun 02 21:05:48.866137 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:05:48.997715 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:05:49.010297 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'port_id': '9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa', 'mac_address': 'fa:16:3e:17:fe:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:05:49.067805 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:49.083777 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:05:49.099024 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:05:49.103962 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:49.105672 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-d6c8036e-9c60-498f-ad47-a35daada21e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:05:49.124733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652271e-4745-4ba6-8fd4-f4247ccc7fe8 req-92d68e18-c6e4-40a7-9929-9b0b04e0da82 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:49.126119 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0652271e-4745-4ba6-8fd4-f4247ccc7fe8 req-92d68e18-c6e4-40a7-9929-9b0b04e0da82 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 944 time: 0.0860991 Jun 02 21:05:49.170571 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:05:49.171596 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0652271e-4745-4ba6-8fd4-f4247ccc7fe8 req-c1feb2fe-7927-4fe2-8bda-8b94c59e841a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397654 Jun 02 21:05:49.209787 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa,revision_number=7']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:05:49.214016 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:05:49.546636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6f336-c716-48d6-94e9-fe75202c3fdd req-c41ce494-eff3-4cdb-b86a-86aedf635cf5 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:49.548146 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4da6f336-c716-48d6-94e9-fe75202c3fdd req-c41ce494-eff3-4cdb-b86a-86aedf635cf5 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 945 time: 0.1499982 Jun 02 21:05:49.556031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74cf17-ff68-47f1-bbd8-e7f15bd4730d req-5295a9c9-c072-4830-b334-5d0de93ab8f2 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:49.557368 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ca74cf17-ff68-47f1-bbd8-e7f15bd4730d req-5295a9c9-c072-4830-b334-5d0de93ab8f2 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c&tenant_id=0620fa7083574b4d8b0d52769ed4ec94&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.1275439 Jun 02 21:05:49.598223 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4da6f336-c716-48d6-94e9-fe75202c3fdd req-eff2ba6e-05ca-4682-adea-2b186f117c53 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399194 Jun 02 21:05:49.695573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74cf17-ff68-47f1-bbd8-e7f15bd4730d req-f8acf6bd-a457-460d-908d-cb79969e34c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:49.697019 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ca74cf17-ff68-47f1-bbd8-e7f15bd4730d req-f8acf6bd-a457-460d-908d-cb79969e34c4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 1098 time: 0.0712788 Jun 02 21:05:49.826294 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74cf17-ff68-47f1-bbd8-e7f15bd4730d req-99cf7f3b-0784-4b63-8b73-c3f4d434f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:49.827659 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ca74cf17-ff68-47f1-bbd8-e7f15bd4730d req-99cf7f3b-0784-4b63-8b73-c3f4d434f3ed service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1230304 Jun 02 21:05:49.929636 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ca74cf17-ff68-47f1-bbd8-e7f15bd4730d req-3c659f7f-e5f9-416f-84e4-4d0870d22246 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa HTTP/1.1" status: 200 len: 1001 time: 0.0957460 Jun 02 21:05:49.993869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74cf17-ff68-47f1-bbd8-e7f15bd4730d req-5aef0942-7c6d-4376-8519-03ceb9954b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:49.995285 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ca74cf17-ff68-47f1-bbd8-e7f15bd4730d req-5aef0942-7c6d-4376-8519-03ceb9954b86 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0588996 Jun 02 21:05:50.069607 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74cf17-ff68-47f1-bbd8-e7f15bd4730d req-aaa5e80f-3ea3-4bee-af7a-cf26f73c65da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:50.071017 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ca74cf17-ff68-47f1-bbd8-e7f15bd4730d req-aaa5e80f-3ea3-4bee-af7a-cf26f73c65da service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0692668 Jun 02 21:05:50.200158 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ca74cf17-ff68-47f1-bbd8-e7f15bd4730d req-8d26c56b-d583-43d8-b55f-428d2400ebf6 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227937 Jun 02 21:05:50.459565 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ca74cf17-ff68-47f1-bbd8-e7f15bd4730d req-70473137-53dd-4995-81ce-789fe4612744 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523425 Jun 02 21:05:50.786731 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9cf09-a5a5-46d9-b90c-a7dfa7a8fa27 req-d106b493-8162-4599-96b2-2a740357e22d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:50.788306 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-35e9cf09-a5a5-46d9-b90c-a7dfa7a8fa27 req-d106b493-8162-4599-96b2-2a740357e22d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 945 time: 0.0832248 Jun 02 21:05:50.812403 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:05:50.832713 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-35e9cf09-a5a5-46d9-b90c-a7dfa7a8fa27 req-0135a3a8-f54b-4b4c-ac02-aea48c0b3448 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386312 Jun 02 21:05:50.881391 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:05:50.881772 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:51.003966 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:51.030645 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9716f79e-6356-4fc2-b8b9-742412fa841c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:05:51.033744 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04abe2b9-9f25-4926-a2f9-d99f871afd65" -d '{"events": [{"server_uuid": "9716f79e-6356-4fc2-b8b9-742412fa841c", "name": "network-vif-plugged", "status": "completed", "tag": "9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:05:51.041897 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:05:51.046002 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:51.048093 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:05:51.077975 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af90e3c-05dc-48a7-a3d7-3a41c7b20b83 x-openstack-request-id: req-2af90e3c-05dc-48a7-a3d7-3a41c7b20b83 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:05:51.078273 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9716f79e-6356-4fc2-b8b9-742412fa841c", "name": "network-vif-plugged", "status": "completed", "tag": "9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:05:51.079038 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2af90e3c-05dc-48a7-a3d7-3a41c7b20b83 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:05:51.079453 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9716f79e-6356-4fc2-b8b9-742412fa841c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa', 'code': 200} Jun 02 21:05:51.119835 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa,revision_number=8']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:05:51.122732 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:05:52.157934 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04a1b1-0460-46a3-ae16-cd2615fe526b req-447fe171-82e5-452f-8d3f-95508ad828e4 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:52.159300 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-da04a1b1-0460-46a3-ae16-cd2615fe526b req-447fe171-82e5-452f-8d3f-95508ad828e4 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0811882 Jun 02 21:05:52.201345 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-da04a1b1-0460-46a3-ae16-cd2615fe526b req-8f9ac258-c33b-4f9b-8d48-a31f05bc0086 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365450 Jun 02 21:05:52.384604 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8def4-8275-4b17-b44f-f1a928b9ba76 req-a13f50ce-fb67-418c-b666-cc36113fb5f4 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:52.386025 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c5e8def4-8275-4b17-b44f-f1a928b9ba76 req-a13f50ce-fb67-418c-b666-cc36113fb5f4 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0821345 Jun 02 21:05:52.431358 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c5e8def4-8275-4b17-b44f-f1a928b9ba76 req-5e8c8575-16aa-4eb0-b5d5-17d16650294f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393672 Jun 02 21:05:52.837157 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f3f9a-afb9-4787-9f0f-174aaaf97975 req-600bde45-02c3-4e13-aed7-87bdeb811f3a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:52.838589 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1b9f3f9a-afb9-4787-9f0f-174aaaf97975 req-600bde45-02c3-4e13-aed7-87bdeb811f3a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.1569426 Jun 02 21:05:52.845058 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87077c18-db6a-4aab-abd4-40c629b62587 req-2bb6e7c6-d42d-4851-914f-4278159615f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:52.846417 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-87077c18-db6a-4aab-abd4-40c629b62587 req-2bb6e7c6-d42d-4851-914f-4278159615f1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 1099 time: 0.1085131 Jun 02 21:05:52.957769 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1b9f3f9a-afb9-4787-9f0f-174aaaf97975 req-c7f6875f-d632-412a-9491-a0446901ea03 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104176 Jun 02 21:05:53.008441 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87077c18-db6a-4aab-abd4-40c629b62587 req-fdad3879-08dc-43b0-b94b-b54e07efbd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:53.009779 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-87077c18-db6a-4aab-abd4-40c629b62587 req-fdad3879-08dc-43b0-b94b-b54e07efbd48 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1480625 Jun 02 21:05:53.111848 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-87077c18-db6a-4aab-abd4-40c629b62587 req-85b2bd67-6729-4ed7-af4e-cd21ace1467b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa HTTP/1.1" status: 200 len: 1002 time: 0.0960579 Jun 02 21:05:53.172053 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87077c18-db6a-4aab-abd4-40c629b62587 req-c104978f-f26f-4d05-9289-b2b70d185197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:53.173502 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-87077c18-db6a-4aab-abd4-40c629b62587 req-c104978f-f26f-4d05-9289-b2b70d185197 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0554442 Jun 02 21:05:53.249598 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87077c18-db6a-4aab-abd4-40c629b62587 req-d5a8bebc-2431-47c4-b09b-50bcf1f2e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:53.251284 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-87077c18-db6a-4aab-abd4-40c629b62587 req-d5a8bebc-2431-47c4-b09b-50bcf1f2e9f3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0716712 Jun 02 21:05:53.379520 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-87077c18-db6a-4aab-abd4-40c629b62587 req-3eb50f05-5ac0-439f-9eac-946f784be31d service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216714 Jun 02 21:05:53.508062 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-87077c18-db6a-4aab-abd4-40c629b62587 req-b9c8f191-98d2-4e40-b2ed-3944561d0f35 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220615 Jun 02 21:05:54.150466 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3872485-178d-479d-9505-70c51e3f800f req-9e5e0b21-4a85-4f45-8503-3385aac8c15c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:54.151927 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a3872485-178d-479d-9505-70c51e3f800f req-9e5e0b21-4a85-4f45-8503-3385aac8c15c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0809608 Jun 02 21:05:54.198828 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a3872485-178d-479d-9505-70c51e3f800f req-5ce0d61b-2456-4d63-a3ed-949711530778 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407169 Jun 02 21:05:55.393322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad2b0f-6b21-468f-b53b-6005af4c0034 req-b0cc602c-bde1-428e-8ab9-96f6ef36c185 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:55.395064 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-97ad2b0f-6b21-468f-b53b-6005af4c0034 req-b0cc602c-bde1-428e-8ab9-96f6ef36c185 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0931525 Jun 02 21:05:55.441623 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-97ad2b0f-6b21-468f-b53b-6005af4c0034 req-a908e3d9-cbeb-41b9-ad78-1cb078fc3da0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407412 Jun 02 21:05:55.817229 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee182612-8f50-4f4d-b325-78cd69233796 req-b56a9243-2a06-4ec9-b8d6-0435b277d803 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:55.819661 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ee182612-8f50-4f4d-b325-78cd69233796 req-b56a9243-2a06-4ec9-b8d6-0435b277d803 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0834174 Jun 02 21:05:55.862283 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ee182612-8f50-4f4d-b325-78cd69233796 req-a67a96ee-03fe-44a5-ba89-7adfc8aada7d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379653 Jun 02 21:05:57.047487 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08673e88-2aa6-4c6f-a37a-6940688b5b39 req-5efe3b3b-222c-44ab-b324-2c7e884b8b5c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:57.048920 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-08673e88-2aa6-4c6f-a37a-6940688b5b39 req-5efe3b3b-222c-44ab-b324-2c7e884b8b5c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0797074 Jun 02 21:05:57.092998 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-08673e88-2aa6-4c6f-a37a-6940688b5b39 req-cadfd000-bc3d-4ebd-941e-228ebd699654 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385909 Jun 02 21:05:57.416655 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8dfa0-bd6e-4a51-ac4f-78c751f8df1e req-aadc91ed-0c4d-4334-acf9-4b3a53abd2f6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:57.418074 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bbd8dfa0-bd6e-4a51-ac4f-78c751f8df1e req-aadc91ed-0c4d-4334-acf9-4b3a53abd2f6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 946 time: 0.0787659 Jun 02 21:05:57.553430 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-bbd8dfa0-bd6e-4a51-ac4f-78c751f8df1e req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Deleting port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:05:57.553773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bbd8dfa0-bd6e-4a51-ac4f-78c751f8df1e req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:57.683948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-bbd8dfa0-bd6e-4a51-ac4f-78c751f8df1e req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] For port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:05:57.684215 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bbd8dfa0-bd6e-4a51-ac4f-78c751f8df1e req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:58.101642 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bbd8dfa0-bd6e-4a51-ac4f-78c751f8df1e req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:58.102011 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bbd8dfa0-bd6e-4a51-ac4f-78c751f8df1e req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:58.102327 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [req-bbd8dfa0-bd6e-4a51-ac4f-78c751f8df1e req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Floating IP 358af234-379b-4691-adbb-273010569461 disassociated. External IP: 172.26.0.154, port: 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa. Jun 02 21:05:58.102668 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-bbd8dfa0-bd6e-4a51-ac4f-78c751f8df1e req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Calling delete_port for 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:05:58.253610 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bbd8dfa0-bd6e-4a51-ac4f-78c751f8df1e req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:58.259788 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8aaad302-3712-4f0c-b986-a7824b7f5b58 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:05:58.306997 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Pushing event deleted for resources: {'Port': ['ID=9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:05:58.329103 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:58.329499 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:58.329884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:58.330257 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:58.330628 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:58.330997 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:58.331390 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:58.331758 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:58.332124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:58.332488 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:58.332854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:58.333213 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:05:58.387340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:05:58.436472 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f215d-5bff-421a-9e46-69de515f25a8 req-2403fa0b-480f-4f85-8fbc-bfc826bff035 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:05:58.438029 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-472f215d-5bff-421a-9e46-69de515f25a8 req-2403fa0b-480f-4f85-8fbc-bfc826bff035 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=9716f79e-6356-4fc2-b8b9-742412fa841c HTTP/1.1" status: 200 len: 867 time: 0.2375090 Jun 02 21:05:58.557537 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-472f215d-5bff-421a-9e46-69de515f25a8 req-832de49f-86ed-4c88-9ee8-136244b01bbd tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624862 Jun 02 21:05:58.568530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbd8dfa0-bd6e-4a51-ac4f-78c751f8df1e req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Router 28e6b5a6-9ef8-4141-b792-239dc655b66c has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:05:58.747508 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbd8dfa0-bd6e-4a51-ac4f-78c751f8df1e req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:05:58.757654 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94dc303-3b45-40a9-b670-bafd27c41c74 None None] Sync routers for ids ['28e6b5a6-9ef8-4141-b792-239dc655b66c'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:05:58.767964 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94dc303-3b45-40a9-b670-bafd27c41c74 None None] Routers {'28e6b5a6-9ef8-4141-b792-239dc655b66c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:05:58.768569 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e94dc303-3b45-40a9-b670-bafd27c41c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:05:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['28e6b5a6-9ef8-4141-b792-239dc655b66c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:05:58.819019 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd8dfa0-bd6e-4a51-ac4f-78c751f8df1e req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] No DVR routers for this DVR port 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:05:58.821460 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bbd8dfa0-bd6e-4a51-ac4f-78c751f8df1e req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:05:58.824072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9716f79e-6356-4fc2-b8b9-742412fa841c', 'name': 'network-vif-deleted', 'tag': '9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:05:58.826325 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e9f2e5-3686-4905-a438-164028ec74fc" -d '{"events": [{"server_uuid": "9716f79e-6356-4fc2-b8b9-742412fa841c", "name": "network-vif-deleted", "tag": "9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:05:58.840614 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bbd8dfa0-bd6e-4a51-ac4f-78c751f8df1e req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "DELETE /v2.0/ports/9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa HTTP/1.1" status: 204 len: 173 time: 1.4163945 Jun 02 21:05:58.871490 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee39eab-a212-49fc-9b48-1a240ae4d1a8 x-openstack-request-id: req-9ee39eab-a212-49fc-9b48-1a240ae4d1a8 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:05:58.871881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9716f79e-6356-4fc2-b8b9-742412fa841c", "name": "network-vif-deleted", "tag": "9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:05:58.872157 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ee39eab-a212-49fc-9b48-1a240ae4d1a8 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:05:58.872596 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9716f79e-6356-4fc2-b8b9-742412fa841c', 'name': 'network-vif-deleted', 'tag': '9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa', 'status': 'completed', 'code': 200} Jun 02 21:05:58.958779 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-e94dc303-3b45-40a9-b670-bafd27c41c74 None None] Set router 28e6b5a6-9ef8-4141-b792-239dc655b66c gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:05:59.272949 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e94dc303-3b45-40a9-b670-bafd27c41c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:05:59.276693 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94dc303-3b45-40a9-b670-bafd27c41c74 None None] Checking router: 28e6b5a6-9ef8-4141-b792-239dc655b66c for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:05:59.284708 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94dc303-3b45-40a9-b670-bafd27c41c74 None None] Routers {'28e6b5a6-9ef8-4141-b792-239dc655b66c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:05:59.285288 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e94dc303-3b45-40a9-b670-bafd27c41c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:05:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['28e6b5a6-9ef8-4141-b792-239dc655b66c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:05:59.468421 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-e94dc303-3b45-40a9-b670-bafd27c41c74 None None] Set router 28e6b5a6-9ef8-4141-b792-239dc655b66c gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:05:59.812361 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e94dc303-3b45-40a9-b670-bafd27c41c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:05:59.816297 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94dc303-3b45-40a9-b670-bafd27c41c74 None None] The sync data for ids ['28e6b5a6-9ef8-4141-b792-239dc655b66c'] in dv-neutron-601336-84-hyperv is: [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:05:59.931727 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5f110025-a116-4b15-9624-a4d213023d22 req-1a551dac-335c-46ba-ab4d-56c20eb3ee36 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--956279279&fields=id&tenant_id=0620fa7083574b4d8b0d52769ed4ec94 HTTP/1.1" status: 200 len: 267 time: 0.0430279 Jun 02 21:06:00.030234 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68b98b-12a0-4bb5-8434-83dd77edad2c None None] New status for floating IP 358af234-379b-4691-adbb-273010569461: DOWN {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:06:00.080416 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f110025-a116-4b15-9624-a4d213023d22 req-4b65f70f-bd69-4331-b480-16556ef4d0b3 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:00.081826 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5f110025-a116-4b15-9624-a4d213023d22 req-4b65f70f-bd69-4331-b480-16556ef4d0b3 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 811 time: 0.1434486 Jun 02 21:06:00.096697 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5f110025-a116-4b15-9624-a4d213023d22 req-5794a513-dade-48c1-bd33-9f876d5168c6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/quotas/0620fa7083574b4d8b0d52769ed4ec94 HTTP/1.1" status: 200 len: 375 time: 0.0093679 Jun 02 21:06:00.181925 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-5f110025-a116-4b15-9624-a4d213023d22 req-8724a18a-2b03-4d3a-aa0a-8c00938f1d85 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Synchronizing usage tracker for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:06:00.197497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-5f110025-a116-4b15-9624-a4d213023d22 req-8724a18a-2b03-4d3a-aa0a-8c00938f1d85 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Unset dirty status for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:06:00.199025 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5f110025-a116-4b15-9624-a4d213023d22 req-8724a18a-2b03-4d3a-aa0a-8c00938f1d85 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0971272 Jun 02 21:06:00.376002 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5f110025-a116-4b15-9624-a4d213023d22 req-8da1d199-9d24-42f1-862a-54c1959fa772 service neutron] 10.222.0.25 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640995 Jun 02 21:06:00.642320 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5f110025-a116-4b15-9624-a4d213023d22 req-ea811166-6352-46f1-b9bf-443000f3e732 service neutron] 10.222.0.25 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606211 Jun 02 21:06:00.801801 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8170589f-d1b4-4ef2-b110-8e97eb22af20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:00.815202 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-64e70805-ed50-482e-9d93-add7812a97b2 req-2a9c094e-c5dd-4cba-aafb-f4b51d27c880 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 210 time: 0.0434983 Jun 02 21:06:00.842754 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:06:00.878053 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:06:00.878397 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 9b1d3f46-a2b9-44f0-bced-d7ae1eaedefa not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:06:01.910233 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dbac536d-2f66-46ed-a4d4-bfe23b69a8ab req-c2896b9b-8187-4f90-9f0c-6cd4acccb1d8 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 210 time: 0.0427732 Jun 02 21:06:03.057208 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ae1b886f-49c2-428d-ab40-141b5dd42a77 req-23a8ab34-2f8d-40a9-945b-64cfb1913918 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 210 time: 0.0467465 Jun 02 21:06:03.353908 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5c11da8a-9915-43de-8aae-c2e58c7c2794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:03.417649 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:03.981324 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f110025-a116-4b15-9624-a4d213023d22 req-3a328684-4ff0-4609-a03b-53d751dcb447 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:03.982738 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5f110025-a116-4b15-9624-a4d213023d22 req-3a328684-4ff0-4609-a03b-53d751dcb447 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 811 time: 0.1521146 Jun 02 21:06:04.030238 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5f110025-a116-4b15-9624-a4d213023d22 req-454d3d92-4014-4c8a-a249-3bb7c806e5ad tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0620fa7083574b4d8b0d52769ed4ec94 HTTP/1.1" status: 200 len: 379 time: 0.0394645 Jun 02 21:06:04.038426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-5f110025-a116-4b15-9624-a4d213023d22 req-0cdabf96-3d4b-434e-bd28-038a334ac9fe tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Request body: {'port': {'device_id': '74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'admin_state_up': True, 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'security_groups': ['16688496-d294-403e-85c4-54f0a3e1703c']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:06:04.212100 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f049bbd4-364b-4809-92ba-6566463c02a4 req-b2a7f767-c101-4a5b-a306-a380d194a27b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 210 time: 0.0447423 Jun 02 21:06:04.216868 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-5f110025-a116-4b15-9624-a4d213023d22 req-0cdabf96-3d4b-434e-bd28-038a334ac9fe tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:06:04.226916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-5f110025-a116-4b15-9624-a4d213023d22 req-0cdabf96-3d4b-434e-bd28-038a334ac9fe tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:06:04.236965 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f110025-a116-4b15-9624-a4d213023d22 req-0cdabf96-3d4b-434e-bd28-038a334ac9fe tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Made reservation on behalf of 0620fa7083574b4d8b0d52769ed4ec94 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:06:04.240473 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5f110025-a116-4b15-9624-a4d213023d22 req-0cdabf96-3d4b-434e-bd28-038a334ac9fe tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:04.336040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:04.398407 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-5f110025-a116-4b15-9624-a4d213023d22 req-0cdabf96-3d4b-434e-bd28-038a334ac9fe tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Allocated IP 172.20.0.11 (a58b3bb5-5345-4afc-8bec-3d0b84a277d6/01b191d3-a4b3-414f-a302-0161d9aa4c4f/684b0db0-12ba-4130-a3a5-a2bbdf19c168) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:06:04.577848 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5f110025-a116-4b15-9624-a4d213023d22 req-0cdabf96-3d4b-434e-bd28-038a334ac9fe tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:04.594836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-5f110025-a116-4b15-9624-a4d213023d22 req-0cdabf96-3d4b-434e-bd28-038a334ac9fe tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Transition to ACTIVE for port object 684b0db0-12ba-4130-a3a5-a2bbdf19c168 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:06:04.618173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5f110025-a116-4b15-9624-a4d213023d22 req-0cdabf96-3d4b-434e-bd28-038a334ac9fe tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:04.623724 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:06:04.693408 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f110025-a116-4b15-9624-a4d213023d22 req-0cdabf96-3d4b-434e-bd28-038a334ac9fe tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:06:04.696563 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-5f110025-a116-4b15-9624-a4d213023d22 req-0cdabf96-3d4b-434e-bd28-038a334ac9fe tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:06:04.700462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f110025-a116-4b15-9624-a4d213023d22 req-0cdabf96-3d4b-434e-bd28-038a334ac9fe tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:06:04.736313 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdabf96-3d4b-434e-bd28-038a334ac9fe tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Pushing event updated for resources: {'Port': ['ID=684b0db0-12ba-4130-a3a5-a2bbdf19c168,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:06:04.742638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0cdabf96-3d4b-434e-bd28-038a334ac9fe tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:06:04.770237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f110025-a116-4b15-9624-a4d213023d22 req-0cdabf96-3d4b-434e-bd28-038a334ac9fe tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:04.770872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5f110025-a116-4b15-9624-a4d213023d22 req-0cdabf96-3d4b-434e-bd28-038a334ac9fe tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:04.797778 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5f110025-a116-4b15-9624-a4d213023d22 req-0cdabf96-3d4b-434e-bd28-038a334ac9fe tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7621918 Jun 02 21:06:04.808986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-5f110025-a116-4b15-9624-a4d213023d22 req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Request body: {'port': {'device_id': '74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:06:04.923724 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5f110025-a116-4b15-9624-a4d213023d22 req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:04.931358 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-bd94d01e-c102-4b6a-8f06-6e37792dbd2c None None] Provisioning for port 684b0db0-12ba-4130-a3a5-a2bbdf19c168 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:06:04.935893 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-bd94d01e-c102-4b6a-8f06-6e37792dbd2c None None] Provisioning complete for port 684b0db0-12ba-4130-a3a5-a2bbdf19c168 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:06:04.936269 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bd94d01e-c102-4b6a-8f06-6e37792dbd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:05.034711 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-bd94d01e-c102-4b6a-8f06-6e37792dbd2c None None] Port 684b0db0-12ba-4130-a3a5-a2bbdf19c168 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:06:05.261166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-5f110025-a116-4b15-9624-a4d213023d22 req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684b0db0-12ba-4130-a3a5-a2bbdf19c168 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:06:05.269043 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5f110025-a116-4b15-9624-a4d213023d22 req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:05.283317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-5f110025-a116-4b15-9624-a4d213023d22 req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Transition to ACTIVE for port object 684b0db0-12ba-4130-a3a5-a2bbdf19c168 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:06:05.287009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5f110025-a116-4b15-9624-a4d213023d22 req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:05.290691 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-49e60105-bd56-4ac3-afff-d7656a2d6fda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:06:05.399859 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aee3ae-73c4-44b9-b67c-b6ff6f0d4b8a req-6e5b13bc-2af2-4849-a227-2ca76620927b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:05.401357 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e2aee3ae-73c4-44b9-b67c-b6ff6f0d4b8a req-6e5b13bc-2af2-4849-a227-2ca76620927b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 944 time: 0.0826404 Jun 02 21:06:05.451977 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e2aee3ae-73c4-44b9-b67c-b6ff6f0d4b8a req-3ac92bbd-c78a-4760-8633-534bca730756 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442612 Jun 02 21:06:05.588100 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Pushing event updated for resources: {'Port': ['ID=684b0db0-12ba-4130-a3a5-a2bbdf19c168,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:06:05.596531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:06:05.662206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-5f110025-a116-4b15-9624-a4d213023d22 req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Attempting to bind port 684b0db0-12ba-4130-a3a5-a2bbdf19c168 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:06:05.662462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-5f110025-a116-4b15-9624-a4d213023d22 req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Attempting to bind port 684b0db0-12ba-4130-a3a5-a2bbdf19c168 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:06:05.662791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f110025-a116-4b15-9624-a4d213023d22 req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Attempting to bind port 684b0db0-12ba-4130-a3a5-a2bbdf19c168 on network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:06:05.667227 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f110025-a116-4b15-9624-a4d213023d22 req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Port 684b0db0-12ba-4130-a3a5-a2bbdf19c168 on network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 21:06:05.667550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f110025-a116-4b15-9624-a4d213023d22 req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Attempting to bind port 684b0db0-12ba-4130-a3a5-a2bbdf19c168 on network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:06:05.672471 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f110025-a116-4b15-9624-a4d213023d22 req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:06:05.672841 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f110025-a116-4b15-9624-a4d213023d22 req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Checking segment: {'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:06:05.673188 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f110025-a116-4b15-9624-a4d213023d22 req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Bound using segment: {'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:06:05.673609 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-5f110025-a116-4b15-9624-a4d213023d22 req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Bound port: 684b0db0-12ba-4130-a3a5-a2bbdf19c168, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:06:05.673946 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5f110025-a116-4b15-9624-a4d213023d22 req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:05.767952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-5f110025-a116-4b15-9624-a4d213023d22 req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] For port 684b0db0-12ba-4130-a3a5-a2bbdf19c168, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:06:05.770913 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-5f110025-a116-4b15-9624-a4d213023d22 req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] For port 684b0db0-12ba-4130-a3a5-a2bbdf19c168, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=684b0db0-12ba-4130-a3a5-a2bbdf19c168,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:06:05.775288 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5f110025-a116-4b15-9624-a4d213023d22 req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:05.779691 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b933bd86-bd68-4d46-bb1b-b5c58c31a2cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:06:05.836020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f110025-a116-4b15-9624-a4d213023d22 req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:05.836632 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5f110025-a116-4b15-9624-a4d213023d22 req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:05.838008 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5f110025-a116-4b15-9624-a4d213023d22 req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] 10.222.0.95 "PUT /v2.0/ports/684b0db0-12ba-4130-a3a5-a2bbdf19c168 HTTP/1.1" status: 200 len: 1094 time: 1.0338905 Jun 02 21:06:05.838538 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e', 'tag': '684b0db0-12ba-4130-a3a5-a2bbdf19c168'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:06:05.840874 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387a387b-f4ec-4c76-9411-a64daa6fb922" -d '{"events": [{"name": "network-changed", "server_uuid": "74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e", "tag": "684b0db0-12ba-4130-a3a5-a2bbdf19c168"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:06:05.866722 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Pushing event updated for resources: {'Port': ['ID=684b0db0-12ba-4130-a3a5-a2bbdf19c168,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:06:05.879406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:06:05.925412 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c103811f-ac40-4253-af0a-622b67e49e58 x-openstack-request-id: req-c103811f-ac40-4253-af0a-622b67e49e58 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:06:05.925764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e", "tag": "684b0db0-12ba-4130-a3a5-a2bbdf19c168", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:06:05.926043 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c103811f-ac40-4253-af0a-622b67e49e58 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:06:05.926502 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e', 'tag': '684b0db0-12ba-4130-a3a5-a2bbdf19c168', 'status': 'completed', 'code': 200} Jun 02 21:06:05.958018 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f110025-a116-4b15-9624-a4d213023d22 req-d5896810-fd85-4d1d-a2d3-a9635fa58306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:05.959556 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5f110025-a116-4b15-9624-a4d213023d22 req-d5896810-fd85-4d1d-a2d3-a9635fa58306 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 1097 time: 0.0792081 Jun 02 21:06:06.006027 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:06.027413 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5f110025-a116-4b15-9624-a4d213023d22 req-78582b20-5500-47f2-b1e9-658d0b51b7d2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684b0db0-12ba-4130-a3a5-a2bbdf19c168 HTTP/1.1" status: 200 len: 217 time: 0.0605640 Jun 02 21:06:06.093072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f110025-a116-4b15-9624-a4d213023d22 req-9f538dc4-b7f3-4bca-bb83-8d1f4aaa815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:06.094443 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5f110025-a116-4b15-9624-a4d213023d22 req-9f538dc4-b7f3-4bca-bb83-8d1f4aaa815c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0613894 Jun 02 21:06:06.169055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f110025-a116-4b15-9624-a4d213023d22 req-367ee567-04c9-45e9-b403-3ea05b02a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:06.170492 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5f110025-a116-4b15-9624-a4d213023d22 req-367ee567-04c9-45e9-b403-3ea05b02a569 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0701499 Jun 02 21:06:06.299809 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5f110025-a116-4b15-9624-a4d213023d22 req-b3c22909-c676-4222-a923-629e331d5297 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227536 Jun 02 21:06:06.428602 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5f110025-a116-4b15-9624-a4d213023d22 req-1d63d7a7-aa4a-4494-8489-077ec638c079 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221557 Jun 02 21:06:06.546001 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a387b-f4ec-4c76-9411-a64daa6fb922 req-5083cfc9-a746-4804-b821-c4d6e7b0142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:06.547556 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-387a387b-f4ec-4c76-9411-a64daa6fb922 req-5083cfc9-a746-4804-b821-c4d6e7b0142c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 1097 time: 0.0776129 Jun 02 21:06:06.638168 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e8809-7772-4b2f-9795-60319b9571d7 req-baa59b5a-cfc9-4d24-8255-367550e06d2d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:06.639793 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-1d8e8809-7772-4b2f-9795-60319b9571d7 req-baa59b5a-cfc9-4d24-8255-367550e06d2d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 944 time: 0.0824912 Jun 02 21:06:06.682099 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a387b-f4ec-4c76-9411-a64daa6fb922 req-e41290e1-2424-418b-b194-8d546f12bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:06.683663 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-387a387b-f4ec-4c76-9411-a64daa6fb922 req-e41290e1-2424-418b-b194-8d546f12bc12 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1303184 Jun 02 21:06:06.684436 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-1d8e8809-7772-4b2f-9795-60319b9571d7 req-5b286b13-aae2-45dd-91e9-eaffe4a2828b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385895 Jun 02 21:06:06.749961 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-387a387b-f4ec-4c76-9411-a64daa6fb922 req-86417e53-2d08-4b5f-81c6-787eb3ce0c3b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684b0db0-12ba-4130-a3a5-a2bbdf19c168 HTTP/1.1" status: 200 len: 217 time: 0.0598965 Jun 02 21:06:06.813084 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a387b-f4ec-4c76-9411-a64daa6fb922 req-9d19ea29-1d2f-4824-80c4-48a7ed5a5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:06.814448 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-387a387b-f4ec-4c76-9411-a64daa6fb922 req-9d19ea29-1d2f-4824-80c4-48a7ed5a5481 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0587399 Jun 02 21:06:06.888946 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a387b-f4ec-4c76-9411-a64daa6fb922 req-3398c74a-3676-4ad1-a71d-c19e33694f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:06.890311 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-387a387b-f4ec-4c76-9411-a64daa6fb922 req-3398c74a-3676-4ad1-a71d-c19e33694f16 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0698829 Jun 02 21:06:07.022978 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-387a387b-f4ec-4c76-9411-a64daa6fb922 req-8b1c7db0-23a2-41b5-bf15-2fdcc64b32b0 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258402 Jun 02 21:06:07.157554 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-387a387b-f4ec-4c76-9411-a64daa6fb922 req-1f6a6d67-6b8e-4dcd-a4b9-af393e7921c3 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273382 Jun 02 21:06:07.874890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085135ae-8375-42f9-b8cb-77eeb63d35fa req-69bca21d-2cf9-4538-91c8-0a3d6f1123a6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:07.875629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-085135ae-8375-42f9-b8cb-77eeb63d35fa req-69bca21d-2cf9-4538-91c8-0a3d6f1123a6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Synchronizing usage tracker for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:06:07.890241 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-085135ae-8375-42f9-b8cb-77eeb63d35fa req-69bca21d-2cf9-4538-91c8-0a3d6f1123a6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Unset dirty status for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:06:07.891454 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-085135ae-8375-42f9-b8cb-77eeb63d35fa req-69bca21d-2cf9-4538-91c8-0a3d6f1123a6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 944 time: 0.0988398 Jun 02 21:06:07.935319 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-085135ae-8375-42f9-b8cb-77eeb63d35fa req-5f1ffcb6-8830-4a52-b68f-9a7599cad747 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382333 Jun 02 21:06:09.116702 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196df78-a1f4-44ee-93c3-84fefe6d6db5 req-d738c2de-72ff-4822-a7d0-bac6d2454d33 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:09.118142 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-1196df78-a1f4-44ee-93c3-84fefe6d6db5 req-d738c2de-72ff-4822-a7d0-bac6d2454d33 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 944 time: 0.0794041 Jun 02 21:06:09.165711 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-1196df78-a1f4-44ee-93c3-84fefe6d6db5 req-61249d1d-4333-40d2-99d2-890c7720eeba tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419304 Jun 02 21:06:10.345331 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e22efe-b266-4c02-b0f2-9886e330bd36 req-1f8acc7b-a908-43e1-b354-99771a5808a6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:10.346751 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-73e22efe-b266-4c02-b0f2-9886e330bd36 req-1f8acc7b-a908-43e1-b354-99771a5808a6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 944 time: 0.0781581 Jun 02 21:06:10.388789 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-73e22efe-b266-4c02-b0f2-9886e330bd36 req-13b8b31c-5b29-42c5-badc-d5005405efe0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362446 Jun 02 21:06:10.921474 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 684b0db0-12ba-4130-a3a5-a2bbdf19c168 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:06:11.048986 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 684b0db0-12ba-4130-a3a5-a2bbdf19c168, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=684b0db0-12ba-4130-a3a5-a2bbdf19c168,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:06:11.061278 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '684b0db0-12ba-4130-a3a5-a2bbdf19c168', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'port_id': '684b0db0-12ba-4130-a3a5-a2bbdf19c168', 'mac_address': 'fa:16:3e:cd:26:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:06:11.119893 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:11.137269 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684b0db0-12ba-4130-a3a5-a2bbdf19c168 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:06:11.152448 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 684b0db0-12ba-4130-a3a5-a2bbdf19c168, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=684b0db0-12ba-4130-a3a5-a2bbdf19c168,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:06:11.156570 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:11.158255 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:06:11.225681 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=684b0db0-12ba-4130-a3a5-a2bbdf19c168,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:06:11.228645 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:06:11.530359 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['684b0db0-12ba-4130-a3a5-a2bbdf19c168'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:06:11.582576 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bf59a-1d7a-4c83-94d9-bb0bc6117849 req-74e55098-064e-498d-919f-6f5e79c9c9c2 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:11.584066 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b88bf59a-1d7a-4c83-94d9-bb0bc6117849 req-74e55098-064e-498d-919f-6f5e79c9c9c2 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 945 time: 0.0825679 Jun 02 21:06:11.627975 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b88bf59a-1d7a-4c83-94d9-bb0bc6117849 req-5fd6f9a8-18b6-4248-b2f1-ff423cfb306b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382433 Jun 02 21:06:12.818286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee351408-3299-411c-9e9d-4d90f590e4c4 req-ac11fda4-553c-49b7-9bfd-95cb848282e6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:12.819650 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ee351408-3299-411c-9e9d-4d90f590e4c4 req-ac11fda4-553c-49b7-9bfd-95cb848282e6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 945 time: 0.0830104 Jun 02 21:06:12.862918 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ee351408-3299-411c-9e9d-4d90f590e4c4 req-700d873a-f521-423d-aeeb-9ef004261591 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377803 Jun 02 21:06:12.936311 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 684b0db0-12ba-4130-a3a5-a2bbdf19c168 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:06:13.005926 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 684b0db0-12ba-4130-a3a5-a2bbdf19c168 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:06:13.011212 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 684b0db0-12ba-4130-a3a5-a2bbdf19c168 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:06:13.011696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:13.135194 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:13.161734 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684b0db0-12ba-4130-a3a5-a2bbdf19c168'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:06:13.164001 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ad4f12-9234-4aaf-9e67-005206df2397" -d '{"events": [{"server_uuid": "74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e", "name": "network-vif-plugged", "status": "completed", "tag": "684b0db0-12ba-4130-a3a5-a2bbdf19c168"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:06:13.171356 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 684b0db0-12ba-4130-a3a5-a2bbdf19c168, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=684b0db0-12ba-4130-a3a5-a2bbdf19c168,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:06:13.176327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:13.178137 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:06:13.211475 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932f52ab-5d45-4854-882b-d72386f756cd x-openstack-request-id: req-932f52ab-5d45-4854-882b-d72386f756cd {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:06:13.211770 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e", "name": "network-vif-plugged", "status": "completed", "tag": "684b0db0-12ba-4130-a3a5-a2bbdf19c168", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:06:13.212027 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-932f52ab-5d45-4854-882b-d72386f756cd {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:06:13.212409 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684b0db0-12ba-4130-a3a5-a2bbdf19c168', 'code': 200} Jun 02 21:06:13.244500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=684b0db0-12ba-4130-a3a5-a2bbdf19c168,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:06:13.247304 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:06:13.432085 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a5d6a-836a-44e5-811b-091fdb82696a req-7e8615e2-0752-4e66-b157-140799a0909c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:13.433418 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-234a5d6a-836a-44e5-811b-091fdb82696a req-7e8615e2-0752-4e66-b157-140799a0909c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 1099 time: 0.0681837 Jun 02 21:06:13.472822 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-234a5d6a-836a-44e5-811b-091fdb82696a req-308dfa8a-774b-4fdc-8e74-5171b7a62578 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331573 Jun 02 21:06:14.049076 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ad46a-5378-4838-8d6c-9cb2625721a4 req-3b19dc82-e7c4-4844-9e7d-5b0912d79b57 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:14.050461 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b75ad46a-5378-4838-8d6c-9cb2625721a4 req-3b19dc82-e7c4-4844-9e7d-5b0912d79b57 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 946 time: 0.0834618 Jun 02 21:06:14.092552 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b75ad46a-5378-4838-8d6c-9cb2625721a4 req-9ef28d99-02d0-4a8c-a348-dc3a91f9888a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366313 Jun 02 21:06:14.698465 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:15.283975 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16df556-eb18-40b5-8d60-1dcf953558f9 req-f80d122a-aaf8-4f4f-8f7f-cd304304e109 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:15.285405 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c16df556-eb18-40b5-8d60-1dcf953558f9 req-f80d122a-aaf8-4f4f-8f7f-cd304304e109 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 946 time: 0.0829573 Jun 02 21:06:15.330442 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c16df556-eb18-40b5-8d60-1dcf953558f9 req-7a732120-0574-4c62-aca6-5ee497f3d908 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395215 Jun 02 21:06:15.503417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cf7bf-fe45-40de-9274-02401921c2a3 req-f356881c-23f1-43f7-82ff-f6dd0f7a0e9b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:15.504839 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1a7cf7bf-fe45-40de-9274-02401921c2a3 req-f356881c-23f1-43f7-82ff-f6dd0f7a0e9b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 946 time: 0.0782530 Jun 02 21:06:15.513261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 34244) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:06:15.518566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c01f7e4c-1c97-41d9-8d6f-316046e2f1da tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Request body: {'floatingip': {'port_id': '684b0db0-12ba-4130-a3a5-a2bbdf19c168'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:06:15.726255 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c01f7e4c-1c97-41d9-8d6f-316046e2f1da tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for floatingip, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:16.303882 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c01f7e4c-1c97-41d9-8d6f-316046e2f1da tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:16.307534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c01f7e4c-1c97-41d9-8d6f-316046e2f1da tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:16.472619 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-c01f7e4c-1c97-41d9-8d6f-316046e2f1da tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Floating IP 358af234-379b-4691-adbb-273010569461 associated. External IP: 172.26.0.154, port: 684b0db0-12ba-4130-a3a5-a2bbdf19c168. Jun 02 21:06:16.818566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01f7e4c-1c97-41d9-8d6f-316046e2f1da tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Router 28e6b5a6-9ef8-4141-b792-239dc655b66c has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:06:17.134445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01f7e4c-1c97-41d9-8d6f-316046e2f1da tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:06:17.139540 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c01f7e4c-1c97-41d9-8d6f-316046e2f1da tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:17.143823 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21ecf71-0545-42db-b0e4-57c6a19910df None None] Sync routers for ids ['28e6b5a6-9ef8-4141-b792-239dc655b66c'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:06:17.153703 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21ecf71-0545-42db-b0e4-57c6a19910df None None] Routers {'28e6b5a6-9ef8-4141-b792-239dc655b66c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:06:17.154312 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e21ecf71-0545-42db-b0e4-57c6a19910df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:06:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['28e6b5a6-9ef8-4141-b792-239dc655b66c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:06:17.200764 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c01f7e4c-1c97-41d9-8d6f-316046e2f1da tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "PUT /v2.0/floatingips/358af234-379b-4691-adbb-273010569461 HTTP/1.1" status: 200 len: 992 time: 1.6862085 Jun 02 21:06:17.201430 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e', 'tag': '684b0db0-12ba-4130-a3a5-a2bbdf19c168'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:06:17.203798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071bbcfb-23ed-41e5-9dd3-4e24f05120ec" -d '{"events": [{"name": "network-changed", "server_uuid": "74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e", "tag": "684b0db0-12ba-4130-a3a5-a2bbdf19c168"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:06:17.246473 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ed9b7c-f4ed-4f32-aad2-619bbafb9aab x-openstack-request-id: req-d4ed9b7c-f4ed-4f32-aad2-619bbafb9aab {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:06:17.246820 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e", "tag": "684b0db0-12ba-4130-a3a5-a2bbdf19c168", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:06:17.247126 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4ed9b7c-f4ed-4f32-aad2-619bbafb9aab {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:06:17.247599 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e', 'tag': '684b0db0-12ba-4130-a3a5-a2bbdf19c168', 'status': 'completed', 'code': 200} Jun 02 21:06:17.337413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bbcfb-23ed-41e5-9dd3-4e24f05120ec req-01479160-cd40-4afa-a474-8bdebebf55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:17.338887 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-071bbcfb-23ed-41e5-9dd3-4e24f05120ec req-01479160-cd40-4afa-a474-8bdebebf55ef service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 1099 time: 0.0713956 Jun 02 21:06:17.340007 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-e21ecf71-0545-42db-b0e4-57c6a19910df None None] Set router 28e6b5a6-9ef8-4141-b792-239dc655b66c gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:06:17.469139 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bbcfb-23ed-41e5-9dd3-4e24f05120ec req-b640d245-5545-4628-8f76-f543d69b77fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:17.470573 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-071bbcfb-23ed-41e5-9dd3-4e24f05120ec req-b640d245-5545-4628-8f76-f543d69b77fd service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1254134 Jun 02 21:06:17.573442 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-071bbcfb-23ed-41e5-9dd3-4e24f05120ec req-8fc0f265-3803-4472-adeb-8cd0c5074cab service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684b0db0-12ba-4130-a3a5-a2bbdf19c168 HTTP/1.1" status: 200 len: 1000 time: 0.0959671 Jun 02 21:06:17.634423 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bbcfb-23ed-41e5-9dd3-4e24f05120ec req-7dc34fec-6a4c-4c09-90af-ff3609a6d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:17.635891 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-071bbcfb-23ed-41e5-9dd3-4e24f05120ec req-7dc34fec-6a4c-4c09-90af-ff3609a6d1d2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0567951 Jun 02 21:06:17.676440 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e21ecf71-0545-42db-b0e4-57c6a19910df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '358af234-379b-4691-adbb-273010569461', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'port_id': '684b0db0-12ba-4130-a3a5-a2bbdf19c168', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'mac_address': 'fa:16:3e:cd:26:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:02:05Z', 'updated_at': '2021-06-02T21:06:16Z', 'revision_number': 9, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:06:17.680346 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21ecf71-0545-42db-b0e4-57c6a19910df None None] Checking router: 28e6b5a6-9ef8-4141-b792-239dc655b66c for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:06:17.688411 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21ecf71-0545-42db-b0e4-57c6a19910df None None] Routers {'28e6b5a6-9ef8-4141-b792-239dc655b66c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:06:17.689017 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e21ecf71-0545-42db-b0e4-57c6a19910df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:06:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['28e6b5a6-9ef8-4141-b792-239dc655b66c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:06:17.714834 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bbcfb-23ed-41e5-9dd3-4e24f05120ec req-6f9adac8-0324-49eb-8f46-ba739739d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:17.716388 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-071bbcfb-23ed-41e5-9dd3-4e24f05120ec req-6f9adac8-0324-49eb-8f46-ba739739d6a0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0745430 Jun 02 21:06:17.848385 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-071bbcfb-23ed-41e5-9dd3-4e24f05120ec req-d83d7e5a-9cf1-48bc-a0c7-f424c6946023 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256294 Jun 02 21:06:17.862259 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-e21ecf71-0545-42db-b0e4-57c6a19910df None None] Set router 28e6b5a6-9ef8-4141-b792-239dc655b66c gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:06:17.976901 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-071bbcfb-23ed-41e5-9dd3-4e24f05120ec req-077c5130-d300-40b1-9f60-783bf5a3720a service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226306 Jun 02 21:06:18.096546 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:06:18.203901 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e21ecf71-0545-42db-b0e4-57c6a19910df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '358af234-379b-4691-adbb-273010569461', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'port_id': '684b0db0-12ba-4130-a3a5-a2bbdf19c168', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'mac_address': 'fa:16:3e:cd:26:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:02:05Z', 'updated_at': '2021-06-02T21:06:16Z', 'revision_number': 9, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:06:18.207671 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21ecf71-0545-42db-b0e4-57c6a19910df None None] The sync data for ids ['28e6b5a6-9ef8-4141-b792-239dc655b66c'] in dv-neutron-601336-84-hyperv is: [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '358af234-379b-4691-adbb-273010569461', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'port_id': '684b0db0-12ba-4130-a3a5-a2bbdf19c168', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'mac_address': 'fa:16:3e:cd:26:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:02:05Z', 'updated_at': '2021-06-02T21:06:16Z', 'revision_number': 9, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:06:18.383270 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d49df73-8df3-41c3-bab6-47d41ab89143 None None] New status for floating IP 358af234-379b-4691-adbb-273010569461: ACTIVE {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:06:30.803456 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ce7666b8-a847-46c0-90e9-993a1f67e2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:33.355386 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0ae7480e-c56f-4003-ab24-24892c7a79b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:33.419114 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:34.337998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:36.007461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:43.323489 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c5abb5ec-276f-4a87-8213-46aea4e0ff17 req-bb4ccc41-fefb-41e3-b3a3-2433c464dc13 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673299 Jun 02 21:06:43.461355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abb5ec-276f-4a87-8213-46aea4e0ff17 req-e7d8fd4b-b3af-4135-9f56-83742aedcd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:43.462770 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c5abb5ec-276f-4a87-8213-46aea4e0ff17 req-e7d8fd4b-b3af-4135-9f56-83742aedcd73 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 1099 time: 0.0683324 Jun 02 21:06:43.604810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abb5ec-276f-4a87-8213-46aea4e0ff17 req-4ee0d4c7-26b1-41bf-afeb-e6d81e1c8afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:43.606164 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c5abb5ec-276f-4a87-8213-46aea4e0ff17 req-4ee0d4c7-26b1-41bf-afeb-e6d81e1c8afa service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1237993 Jun 02 21:06:43.712920 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c5abb5ec-276f-4a87-8213-46aea4e0ff17 req-e4f2df1d-9a32-4017-995f-da4f67fb3b1e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684b0db0-12ba-4130-a3a5-a2bbdf19c168 HTTP/1.1" status: 200 len: 1003 time: 0.0992630 Jun 02 21:06:43.779854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abb5ec-276f-4a87-8213-46aea4e0ff17 req-2ede6727-8db5-46a0-b1d3-89cfc0f720dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:43.781809 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c5abb5ec-276f-4a87-8213-46aea4e0ff17 req-2ede6727-8db5-46a0-b1d3-89cfc0f720dc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0628600 Jun 02 21:06:43.857021 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abb5ec-276f-4a87-8213-46aea4e0ff17 req-9f04afb8-857f-4c2e-96b9-5ffed6938525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:06:43.859002 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c5abb5ec-276f-4a87-8213-46aea4e0ff17 req-9f04afb8-857f-4c2e-96b9-5ffed6938525 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0707481 Jun 02 21:06:43.992347 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c5abb5ec-276f-4a87-8213-46aea4e0ff17 req-764a1845-fb3f-4d94-b5cd-2388c73326ca service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272619 Jun 02 21:06:44.258805 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c5abb5ec-276f-4a87-8213-46aea4e0ff17 req-541d2149-5101-4c3f-8f3f-b63cf0d8bb43 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593377 Jun 02 21:06:44.690769 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:06:55.054811 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:07:00.805594 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a27a38aa-22a2-4a5f-92e0-084c64fc869e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:03.355614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-29405ae7-e69a-4273-b85c-8e7cbbdbab31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:03.421469 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:04.339566 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:06.009954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:14.703689 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:29.364153 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-3a6cb7d7-270e-4d0e-b27a-e2ffb5d2fa44 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1275303 Jun 02 21:07:29.379857 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e72bd-8b0f-4dd6-84f1-b6640bb2dbac req-a910a026-c9e4-4b49-be22-9b1f1f8d6ffa tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:29.381492 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f62e72bd-8b0f-4dd6-84f1-b6640bb2dbac req-a910a026-c9e4-4b49-be22-9b1f1f8d6ffa tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 946 time: 0.0987244 Jun 02 21:07:29.427074 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f62e72bd-8b0f-4dd6-84f1-b6640bb2dbac req-2004c74e-c055-4e62-99eb-244e0062e875 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394669 Jun 02 21:07:30.452399 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-8f2c8194-f358-4658-936f-153b08370b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:30.453864 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-8f2c8194-f358-4658-936f-153b08370b7f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 1099 time: 0.0740409 Jun 02 21:07:30.634232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-62679642-54e0-412b-98a2-55d7bb68dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:30.635680 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-62679642-54e0-412b-98a2-55d7bb68dcf2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1754730 Jun 02 21:07:30.721398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ede6f-ed69-4d2d-a9f3-cf3670656444 req-5f2b9560-c73e-4fef-b11c-7fd27f64570b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:30.722766 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-485ede6f-ed69-4d2d-a9f3-cf3670656444 req-5f2b9560-c73e-4fef-b11c-7fd27f64570b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 946 time: 0.1876428 Jun 02 21:07:30.773128 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-7d05b9a9-9e82-4a3c-b07a-80698ec4078d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684b0db0-12ba-4130-a3a5-a2bbdf19c168 HTTP/1.1" status: 200 len: 1003 time: 0.1301661 Jun 02 21:07:30.807695 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-65afaa1d-3905-4f77-9c4e-fe7c0d4a9874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:30.821927 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-485ede6f-ed69-4d2d-a9f3-cf3670656444 req-d3ab0c75-d006-40c1-b3dd-431531559071 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934403 Jun 02 21:07:30.846435 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-53546516-6fdf-4faa-956a-7d422d98c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:30.847878 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-53546516-6fdf-4faa-956a-7d422d98c18d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0673633 Jun 02 21:07:30.921762 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-ba9e39d6-f462-4c36-9c3c-17c154d19aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:30.923207 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-ba9e39d6-f462-4c36-9c3c-17c154d19aec service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0692029 Jun 02 21:07:31.050863 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-1cddefe2-629d-46dd-a940-34dc1e3411be service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210907 Jun 02 21:07:31.178007 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-d75b8c68-f98c-44eb-9488-e71e85cd37ce service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204560 Jun 02 21:07:32.026751 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e2ae7-3204-43c9-b3a6-f846b2f0de46 req-2dce0655-3490-4a6a-be27-f47665a55b42 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:32.028120 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5b6e2ae7-3204-43c9-b3a6-f846b2f0de46 req-2dce0655-3490-4a6a-be27-f47665a55b42 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 946 time: 0.0838764 Jun 02 21:07:32.053700 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:07:32.072323 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5b6e2ae7-3204-43c9-b3a6-f846b2f0de46 req-5d20f1ab-e6f0-4037-8d88-0dfdb0b81822 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386121 Jun 02 21:07:33.265210 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117d14b-9b58-4d2a-9398-3773e522fa9f req-13f9b951-7fe2-4957-8709-24d97c029fef tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:33.266544 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0117d14b-9b58-4d2a-9398-3773e522fa9f req-13f9b951-7fe2-4957-8709-24d97c029fef tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 946 time: 0.0894759 Jun 02 21:07:33.309009 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0117d14b-9b58-4d2a-9398-3773e522fa9f req-5cbd125c-6372-45b0-986a-cad41e24ab19 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369318 Jun 02 21:07:33.356416 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-37b0aeac-021e-4561-b8ab-1e88f6b1e02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:33.422643 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:34.343545 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:34.490432 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7866c-f0a5-4fee-a336-6fb531f5988c req-1fcff945-f95e-422f-a37a-d3debb43d8b6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:34.491902 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-22b7866c-f0a5-4fee-a336-6fb531f5988c req-1fcff945-f95e-422f-a37a-d3debb43d8b6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 946 time: 0.0788507 Jun 02 21:07:34.534845 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-22b7866c-f0a5-4fee-a336-6fb531f5988c req-9d8c0f52-2b73-4631-8fe2-def95dafc6b6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374134 Jun 02 21:07:35.724080 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbac47d-50c7-4a2e-9e40-29f4eafebb16 req-381c0730-5a27-46f0-8c9a-17d78a1c2ba4 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:35.725535 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dcbac47d-50c7-4a2e-9e40-29f4eafebb16 req-381c0730-5a27-46f0-8c9a-17d78a1c2ba4 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 946 time: 0.0791886 Jun 02 21:07:35.769925 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dcbac47d-50c7-4a2e-9e40-29f4eafebb16 req-ec485f5a-b2bc-4d93-8331-75981547fa6a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387666 Jun 02 21:07:36.015704 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:36.955643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bf02e-bded-41e1-a2c8-2b072cfd1eac req-a01e1eef-6f45-4d34-ab9e-eb384b0b4f47 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:36.957082 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d72bf02e-bded-41e1-a2c8-2b072cfd1eac req-a01e1eef-6f45-4d34-ab9e-eb384b0b4f47 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 946 time: 0.0831823 Jun 02 21:07:37.000887 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d72bf02e-bded-41e1-a2c8-2b072cfd1eac req-3c376ed6-c222-4de1-af94-5aea26fbf345 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382538 Jun 02 21:07:38.326626 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296ee72-9107-4202-9746-c532baefc5dd req-568bd961-f6fd-4f17-be4c-a86b12ec41ef tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:38.327996 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b296ee72-9107-4202-9746-c532baefc5dd req-568bd961-f6fd-4f17-be4c-a86b12ec41ef tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 946 time: 0.0828052 Jun 02 21:07:38.371048 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b296ee72-9107-4202-9746-c532baefc5dd req-83d9dfcc-3601-4ac3-b1f3-9e4ed5a2c84b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375133 Jun 02 21:07:39.553216 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc96d08-cb2f-4826-9812-02ef5e6ddf9e req-a650c9fb-80c6-4d10-ae3e-fb5167e8b4d3 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:39.554648 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3fc96d08-cb2f-4826-9812-02ef5e6ddf9e req-a650c9fb-80c6-4d10-ae3e-fb5167e8b4d3 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 946 time: 0.0795953 Jun 02 21:07:39.601657 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3fc96d08-cb2f-4826-9812-02ef5e6ddf9e req-b73f1b76-65e0-4b81-84e6-737c0999b6cc tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414503 Jun 02 21:07:40.782805 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6105cd5-3982-4f06-b34b-03b9d106c2fd req-ea016554-85d6-4ed0-a196-204c21a26977 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:40.784283 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c6105cd5-3982-4f06-b34b-03b9d106c2fd req-ea016554-85d6-4ed0-a196-204c21a26977 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 946 time: 0.0792267 Jun 02 21:07:40.837086 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c6105cd5-3982-4f06-b34b-03b9d106c2fd req-90bd9113-c032-4533-bf24-99e50067b32c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471327 Jun 02 21:07:42.019200 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba40478-2397-42d1-b8eb-d7ae7c894644 req-986c9158-3e24-413c-8e73-9fa0119a725e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:42.020548 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6ba40478-2397-42d1-b8eb-d7ae7c894644 req-986c9158-3e24-413c-8e73-9fa0119a725e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 946 time: 0.0808165 Jun 02 21:07:42.063472 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6ba40478-2397-42d1-b8eb-d7ae7c894644 req-512bc754-4279-4b44-9513-d1da21e80283 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373523 Jun 02 21:07:42.798126 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-a8ece413-529e-4103-8bc8-2e94b4b8888b service neutron] 10.222.0.95 "GET /v2.0/ports/684b0db0-12ba-4130-a3a5-a2bbdf19c168/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0728891 Jun 02 21:07:43.058943 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-27e1609f-870e-466e-87be-cd74f358d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:43.060946 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-27e1609f-870e-466e-87be-cd74f358d7e3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e&tenant_id=0620fa7083574b4d8b0d52769ed4ec94 HTTP/1.1" status: 200 len: 1099 time: 0.0795753 Jun 02 21:07:43.151622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-34bb7b8e-da95-4650-9f25-67536a2d0075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:43.153082 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-34bb7b8e-da95-4650-9f25-67536a2d0075 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 1099 time: 0.0698638 Jun 02 21:07:43.474679 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-ecb203d6-df65-410b-9e26-5589e469c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:43.476126 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-ecb203d6-df65-410b-9e26-5589e469c143 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.3158412 Jun 02 21:07:43.487362 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663dc89e-3c48-4bda-a24f-596500b511e3 req-456c7b51-3f92-4d71-8234-cb7ac0fa5467 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:43.488679 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-663dc89e-3c48-4bda-a24f-596500b511e3 req-456c7b51-3f92-4d71-8234-cb7ac0fa5467 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 946 time: 0.3110352 Jun 02 21:07:43.614655 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-663dc89e-3c48-4bda-a24f-596500b511e3 req-dc93a040-7630-4b00-85b0-70d7278c8335 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781059 Jun 02 21:07:43.616281 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-dcb961c0-8178-4f91-9d22-15743f90702d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684b0db0-12ba-4130-a3a5-a2bbdf19c168 HTTP/1.1" status: 200 len: 1003 time: 0.1267853 Jun 02 21:07:43.680156 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-4d5f9c07-335a-4d01-8a23-5561a0000fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:43.681589 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-4d5f9c07-335a-4d01-8a23-5561a0000fdc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0594018 Jun 02 21:07:43.756865 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-54dd50f8-b102-4db3-ae3b-43e771ae0278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:43.758327 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-54dd50f8-b102-4db3-ae3b-43e771ae0278 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0700309 Jun 02 21:07:43.892440 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-7682ba64-3707-42ae-a1fc-3e3ff3644ab8 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258328 Jun 02 21:07:44.035849 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-da2b2cbf-5dbb-4fbb-a0e7-98695eb20d08 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362643 Jun 02 21:07:44.394981 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203f534-e04a-49ad-a286-f6a5b7df0e2a req-f08f0b32-73c3-45f0-b968-c2a567e6bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:44.396381 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4203f534-e04a-49ad-a286-f6a5b7df0e2a req-f08f0b32-73c3-45f0-b968-c2a567e6bb81 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 1099 time: 0.0820765 Jun 02 21:07:44.539727 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203f534-e04a-49ad-a286-f6a5b7df0e2a req-1ec1462c-4586-4b0e-a198-5505e15962b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:44.541181 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4203f534-e04a-49ad-a286-f6a5b7df0e2a req-1ec1462c-4586-4b0e-a198-5505e15962b7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1247900 Jun 02 21:07:44.653981 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4203f534-e04a-49ad-a286-f6a5b7df0e2a req-b001ed97-332c-45ba-b706-c035f5142bb0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684b0db0-12ba-4130-a3a5-a2bbdf19c168 HTTP/1.1" status: 200 len: 1003 time: 0.1046076 Jun 02 21:07:44.713559 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:44.723422 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203f534-e04a-49ad-a286-f6a5b7df0e2a req-e761f19e-dbdb-4939-9695-05b636502374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:44.723422 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4203f534-e04a-49ad-a286-f6a5b7df0e2a req-e761f19e-dbdb-4939-9695-05b636502374 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0599599 Jun 02 21:07:44.795918 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203f534-e04a-49ad-a286-f6a5b7df0e2a req-f512e530-95c4-4613-ac23-87bbe9577a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:44.797526 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4203f534-e04a-49ad-a286-f6a5b7df0e2a req-f512e530-95c4-4613-ac23-87bbe9577a54 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0699108 Jun 02 21:07:44.805420 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7c393-40ae-488f-a902-7398cdc3217c req-e5e9f681-be61-4ea3-9c76-c0b987f346c3 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:44.806849 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a9f7c393-40ae-488f-a902-7398cdc3217c req-e5e9f681-be61-4ea3-9c76-c0b987f346c3 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 946 time: 0.0860670 Jun 02 21:07:44.939126 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4203f534-e04a-49ad-a286-f6a5b7df0e2a req-3455e59a-3e1b-4558-98cb-326dcd2b7b41 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353848 Jun 02 21:07:44.985724 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a9f7c393-40ae-488f-a902-7398cdc3217c req-0d7c1479-5099-4ca0-843a-446f338ac334 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720281 Jun 02 21:07:45.070984 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4203f534-e04a-49ad-a286-f6a5b7df0e2a req-b14e2d9c-f5cf-44dd-9ce3-0a0b12b972ef service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249127 Jun 02 21:07:45.301124 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 684b0db0-12ba-4130-a3a5-a2bbdf19c168 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:07:45.410992 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:45.436468 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '684b0db0-12ba-4130-a3a5-a2bbdf19c168'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:07:45.438650 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d9381c-f420-4146-93e3-096e3ddaad83" -d '{"events": [{"server_uuid": "74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e", "name": "network-vif-unplugged", "status": "completed", "tag": "684b0db0-12ba-4130-a3a5-a2bbdf19c168"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:07:45.445807 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 684b0db0-12ba-4130-a3a5-a2bbdf19c168, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=684b0db0-12ba-4130-a3a5-a2bbdf19c168,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:07:45.449901 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:45.453515 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:07:45.491532 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 21:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb61ab9-131c-4091-a668-78de7d7aef5b x-openstack-request-id: req-5eb61ab9-131c-4091-a668-78de7d7aef5b {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:07:45.491831 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e", "name": "network-vif-unplugged", "status": "completed", "tag": "684b0db0-12ba-4130-a3a5-a2bbdf19c168", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:07:45.492204 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5eb61ab9-131c-4091-a668-78de7d7aef5b {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:07:45.492609 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '684b0db0-12ba-4130-a3a5-a2bbdf19c168', 'code': 200} Jun 02 21:07:45.565510 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=684b0db0-12ba-4130-a3a5-a2bbdf19c168,revision_number=6']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:07:45.572925 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:45.573280 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:45.573622 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:45.573958 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:45.574289 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:45.574619 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:45.574945 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:45.575304 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:45.575634 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:45.575986 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:45.576337 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:45.576659 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:45.580394 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:07:46.169631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17eff2f-3e14-435d-99c3-76473665b244 req-4beb4a16-c7c3-4ab8-a7e8-719ffab63538 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:46.171067 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b17eff2f-3e14-435d-99c3-76473665b244 req-4beb4a16-c7c3-4ab8-a7e8-719ffab63538 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 944 time: 0.0788014 Jun 02 21:07:46.213950 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b17eff2f-3e14-435d-99c3-76473665b244 req-1d7c88f6-559b-42c5-b42b-b0f394638922 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373642 Jun 02 21:07:47.307781 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 684b0db0-12ba-4130-a3a5-a2bbdf19c168 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:07:47.412615 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c08dc0-8fb9-48a8-bbec-d085fbab4891 req-499f73d1-f218-4fd4-862d-d2cc9d2674f5 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:47.415183 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c8c08dc0-8fb9-48a8-bbec-d085fbab4891 req-499f73d1-f218-4fd4-862d-d2cc9d2674f5 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 944 time: 0.0945289 Jun 02 21:07:47.444927 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 684b0db0-12ba-4130-a3a5-a2bbdf19c168, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=684b0db0-12ba-4130-a3a5-a2bbdf19c168,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:07:47.457773 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '684b0db0-12ba-4130-a3a5-a2bbdf19c168', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'port_id': '684b0db0-12ba-4130-a3a5-a2bbdf19c168', 'mac_address': 'fa:16:3e:cd:26:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:07:47.458944 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c8c08dc0-8fb9-48a8-bbec-d085fbab4891 req-82cb9f9c-f9be-43a9-adba-42bfe960d513 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371721 Jun 02 21:07:47.512600 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:47.529527 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684b0db0-12ba-4130-a3a5-a2bbdf19c168 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:07:47.545993 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 684b0db0-12ba-4130-a3a5-a2bbdf19c168, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=684b0db0-12ba-4130-a3a5-a2bbdf19c168,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:07:47.550276 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:47.552033 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:07:47.620781 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['684b0db0-12ba-4130-a3a5-a2bbdf19c168'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:07:47.659802 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=684b0db0-12ba-4130-a3a5-a2bbdf19c168,revision_number=7']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:07:47.664109 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:07:47.934303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-8243d219-3550-4814-8180-4d38a7de835b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:47.935783 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-8243d219-3550-4814-8180-4d38a7de835b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e&tenant_id=0620fa7083574b4d8b0d52769ed4ec94&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.1416395 Jun 02 21:07:47.996689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6160aa-2928-4160-ba61-952144959122 req-e5353e1d-ad11-48d0-981a-689b05acad01 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:47.998116 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4c6160aa-2928-4160-ba61-952144959122 req-e5353e1d-ad11-48d0-981a-689b05acad01 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 945 time: 0.1491470 Jun 02 21:07:48.186589 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-411335ae-683c-42f4-a42b-06646cc04a54 service neutron] 10.222.0.95 "GET /v2.0/ports/684b0db0-12ba-4130-a3a5-a2bbdf19c168/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.2442117 Jun 02 21:07:48.191016 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4c6160aa-2928-4160-ba61-952144959122 req-9e402d4a-540c-4b71-84f2-b138f143d626 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840668 Jun 02 21:07:48.276708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-7a67fe54-c3ec-499d-ab08-7461a3d16f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:48.278161 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-7a67fe54-c3ec-499d-ab08-7461a3d16f26 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 1098 time: 0.0697472 Jun 02 21:07:48.405629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-070597c1-32c9-4b36-908a-ef1d3f29f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:48.407038 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-070597c1-32c9-4b36-908a-ef1d3f29f625 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1226470 Jun 02 21:07:48.510195 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-83eb1fec-9d17-4e43-81a7-5739ec1d2af7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684b0db0-12ba-4130-a3a5-a2bbdf19c168 HTTP/1.1" status: 200 len: 1002 time: 0.0961640 Jun 02 21:07:48.571593 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-7ac80eaf-d316-4e6c-9505-87f74e7a0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:48.572956 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-7ac80eaf-d316-4e6c-9505-87f74e7a0b17 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0556006 Jun 02 21:07:48.649108 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-69096d08-a70a-4763-8d02-565441807cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:48.650542 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-69096d08-a70a-4763-8d02-565441807cfc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0711877 Jun 02 21:07:48.781098 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-722f4a9f-6b96-4d34-9df2-7056cafc65d7 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242752 Jun 02 21:07:48.918950 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-9d9a5753-8639-425d-abe7-ecf39330272e service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315742 Jun 02 21:07:49.339478 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 684b0db0-12ba-4130-a3a5-a2bbdf19c168 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:07:49.382784 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930649f1-ce91-49bd-8619-facbc4625749 req-c331248b-823d-47af-bf35-adb959e047a7 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:49.384272 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-930649f1-ce91-49bd-8619-facbc4625749 req-c331248b-823d-47af-bf35-adb959e047a7 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 945 time: 0.0813031 Jun 02 21:07:49.406192 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 684b0db0-12ba-4130-a3a5-a2bbdf19c168 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:07:49.406572 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:49.431400 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-930649f1-ce91-49bd-8619-facbc4625749 req-343444c1-ff72-496a-8c26-9a0a7eb02c79 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408058 Jun 02 21:07:49.522960 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:49.549458 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684b0db0-12ba-4130-a3a5-a2bbdf19c168'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:07:49.551712 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e816613b-b8eb-4a62-98b1-55a711cfbdbc" -d '{"events": [{"server_uuid": "74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e", "name": "network-vif-plugged", "status": "completed", "tag": "684b0db0-12ba-4130-a3a5-a2bbdf19c168"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:07:49.560588 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 684b0db0-12ba-4130-a3a5-a2bbdf19c168, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=684b0db0-12ba-4130-a3a5-a2bbdf19c168,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:07:49.565116 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:49.567409 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:07:49.603648 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387eb8dc-b29c-415f-b022-5cdcc6e44180 x-openstack-request-id: req-387eb8dc-b29c-415f-b022-5cdcc6e44180 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:07:49.603976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e", "name": "network-vif-plugged", "status": "completed", "tag": "684b0db0-12ba-4130-a3a5-a2bbdf19c168", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:07:49.604237 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-387eb8dc-b29c-415f-b022-5cdcc6e44180 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:07:49.604626 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684b0db0-12ba-4130-a3a5-a2bbdf19c168', 'code': 200} Jun 02 21:07:49.636300 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=684b0db0-12ba-4130-a3a5-a2bbdf19c168,revision_number=8']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:07:49.640176 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:07:50.761776 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f14d13-fe4d-4094-a7b4-4cb68e9b409a req-fdaa17b8-60d4-4508-a2b3-1df79e8fdbc4 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:50.763538 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c7f14d13-fe4d-4094-a7b4-4cb68e9b409a req-fdaa17b8-60d4-4508-a2b3-1df79e8fdbc4 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 946 time: 0.0849354 Jun 02 21:07:50.806296 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c7f14d13-fe4d-4094-a7b4-4cb68e9b409a req-6096ea0f-8915-4b55-bb81-c35a9065743c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371568 Jun 02 21:07:51.333196 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-6d0f5476-8ef9-412e-8b60-ce096b7a3598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:51.334635 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-6d0f5476-8ef9-412e-8b60-ce096b7a3598 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e&tenant_id=0620fa7083574b4d8b0d52769ed4ec94 HTTP/1.1" status: 200 len: 1099 time: 0.0703599 Jun 02 21:07:51.427784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-624487d0-b9a0-4d6c-8c30-48af3c49b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:51.429117 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-624487d0-b9a0-4d6c-8c30-48af3c49b031 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 1099 time: 0.0733130 Jun 02 21:07:51.556712 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-63bceac6-07e6-4021-a207-6bb5047f7b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:51.558108 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-63bceac6-07e6-4021-a207-6bb5047f7b9d service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1228735 Jun 02 21:07:51.656120 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-d8d60ab2-6ca7-4b46-b93c-baef37ea4c82 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684b0db0-12ba-4130-a3a5-a2bbdf19c168 HTTP/1.1" status: 200 len: 1003 time: 0.0911593 Jun 02 21:07:51.719232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-1aad8021-7fee-4420-8161-c579d1a76c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:51.720629 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-1aad8021-7fee-4420-8161-c579d1a76c68 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0588765 Jun 02 21:07:51.793923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-af94712e-c052-4046-a421-3036589883a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:51.795401 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-af94712e-c052-4046-a421-3036589883a5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0683396 Jun 02 21:07:51.971163 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-4a9fb7e3-ed8e-450e-b42e-7d85b39f2804 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688039 Jun 02 21:07:52.235448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ccc50-fc1a-4bf2-91c5-7fb414eaf1d0 req-69452ff1-480b-4b54-870c-dff1a70915a0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:52.236795 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9b2ccc50-fc1a-4bf2-91c5-7fb414eaf1d0 req-69452ff1-480b-4b54-870c-dff1a70915a0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 946 time: 0.3162260 Jun 02 21:07:52.274263 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-134fd73a-cf18-4ff8-9f08-11734a90fca2 req-a657039d-d4a9-48c4-a7ed-d2d081739a65 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962298 Jun 02 21:07:52.293178 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9b2ccc50-fc1a-4bf2-91c5-7fb414eaf1d0 req-5f611ad3-45b2-4c49-89b9-2fc889e3d538 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431004 Jun 02 21:07:53.370686 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 684b0db0-12ba-4130-a3a5-a2bbdf19c168 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:07:53.478607 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18249e-a3ef-40c4-9272-5fa8b5ba568b req-aaeadd88-c11c-4bf8-a761-87fa23e47aa0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:53.480087 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cd18249e-a3ef-40c4-9272-5fa8b5ba568b req-aaeadd88-c11c-4bf8-a761-87fa23e47aa0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 946 time: 0.0808184 Jun 02 21:07:53.485005 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:53.510824 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '684b0db0-12ba-4130-a3a5-a2bbdf19c168'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:07:53.513363 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ca798c-8e4e-4a0c-8541-15466b1999bb" -d '{"events": [{"server_uuid": "74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e", "name": "network-vif-unplugged", "status": "completed", "tag": "684b0db0-12ba-4130-a3a5-a2bbdf19c168"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:07:53.520821 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 684b0db0-12ba-4130-a3a5-a2bbdf19c168, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=684b0db0-12ba-4130-a3a5-a2bbdf19c168,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:07:53.525131 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cd18249e-a3ef-40c4-9272-5fa8b5ba568b req-11290f1b-1522-4a7a-a6b5-af2612b179f4 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383854 Jun 02 21:07:53.526011 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:53.529556 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:07:53.574274 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 21:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c7cea4-bdea-4879-aa65-4a97771ece2f x-openstack-request-id: req-e1c7cea4-bdea-4879-aa65-4a97771ece2f {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:07:53.574510 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e", "name": "network-vif-unplugged", "status": "completed", "tag": "684b0db0-12ba-4130-a3a5-a2bbdf19c168", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:07:53.574768 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1c7cea4-bdea-4879-aa65-4a97771ece2f {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:07:53.575181 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '684b0db0-12ba-4130-a3a5-a2bbdf19c168', 'code': 200} Jun 02 21:07:53.601441 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=684b0db0-12ba-4130-a3a5-a2bbdf19c168,revision_number=9']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:07:53.604407 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:07:54.712868 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd95f75-4b8f-42c8-bdb9-f56616cd5ed9 req-3f8164a1-5371-4e37-b4e8-380dd49b5dea tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:54.714316 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ebd95f75-4b8f-42c8-bdb9-f56616cd5ed9 req-3f8164a1-5371-4e37-b4e8-380dd49b5dea tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 944 time: 0.0830700 Jun 02 21:07:54.758813 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ebd95f75-4b8f-42c8-bdb9-f56616cd5ed9 req-1a9c4a29-0eed-435a-8f81-56d65c88851c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389247 Jun 02 21:07:54.943281 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f046592-5ff2-4a95-ba45-8d684a6c9007 req-42f6a8c1-a4c8-4281-8f0f-3c3cff7c2043 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:54.944697 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7f046592-5ff2-4a95-ba45-8d684a6c9007 req-42f6a8c1-a4c8-4281-8f0f-3c3cff7c2043 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 944 time: 0.0816071 Jun 02 21:07:54.990823 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7f046592-5ff2-4a95-ba45-8d684a6c9007 req-f5abed68-96b1-404a-b470-503c7fa3ca8d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406227 Jun 02 21:07:55.170964 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e74f0-7757-42d2-88c2-f0a37f661636 req-89f20dd2-8db7-4e51-a296-4ecc998f6943 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:55.172460 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-977e74f0-7757-42d2-88c2-f0a37f661636 req-89f20dd2-8db7-4e51-a296-4ecc998f6943 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 944 time: 0.0819826 Jun 02 21:07:55.215843 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-977e74f0-7757-42d2-88c2-f0a37f661636 req-742ec4aa-adf9-49e6-97b6-ad933e96c82a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377569 Jun 02 21:07:55.370436 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 684b0db0-12ba-4130-a3a5-a2bbdf19c168 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:07:55.501914 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 684b0db0-12ba-4130-a3a5-a2bbdf19c168, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=684b0db0-12ba-4130-a3a5-a2bbdf19c168,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:07:55.515275 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '684b0db0-12ba-4130-a3a5-a2bbdf19c168', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'port_id': '684b0db0-12ba-4130-a3a5-a2bbdf19c168', 'mac_address': 'fa:16:3e:cd:26:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:07:55.568610 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:55.585509 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684b0db0-12ba-4130-a3a5-a2bbdf19c168 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:07:55.598803 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cd66f-1954-434b-bcd4-09d13755fd16 req-18dedfd8-5b38-4d0b-bc66-36645cb903fa tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:55.600868 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ae4cd66f-1954-434b-bcd4-09d13755fd16 req-18dedfd8-5b38-4d0b-bc66-36645cb903fa tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 944 time: 0.0848651 Jun 02 21:07:55.601952 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 684b0db0-12ba-4130-a3a5-a2bbdf19c168, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=684b0db0-12ba-4130-a3a5-a2bbdf19c168,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:07:55.606663 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:55.608492 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:07:55.650885 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ae4cd66f-1954-434b-bcd4-09d13755fd16 req-4084b790-80eb-47d9-8052-91e7defb1787 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419440 Jun 02 21:07:55.675769 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['684b0db0-12ba-4130-a3a5-a2bbdf19c168'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:07:55.712987 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=684b0db0-12ba-4130-a3a5-a2bbdf19c168,revision_number=10']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:07:55.717244 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:07:56.836117 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd45c9b-0c2e-4e80-933c-ae9daf7bf427 req-e21e97a8-1b20-48d1-a910-be4c008f9eff tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:56.837461 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fbd45c9b-0c2e-4e80-933c-ae9daf7bf427 req-e21e97a8-1b20-48d1-a910-be4c008f9eff tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 946 time: 0.0799854 Jun 02 21:07:56.880242 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fbd45c9b-0c2e-4e80-933c-ae9daf7bf427 req-9982d49b-bbbe-49e0-8b92-83ab025a9722 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364184 Jun 02 21:07:57.386161 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 684b0db0-12ba-4130-a3a5-a2bbdf19c168 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:07:57.456303 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 684b0db0-12ba-4130-a3a5-a2bbdf19c168 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:07:57.456676 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:57.573430 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:57.599753 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684b0db0-12ba-4130-a3a5-a2bbdf19c168'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:07:57.601947 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53aee23-9cc0-4f32-99d3-6e914aaa0a51" -d '{"events": [{"server_uuid": "74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e", "name": "network-vif-plugged", "status": "completed", "tag": "684b0db0-12ba-4130-a3a5-a2bbdf19c168"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:07:57.609629 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 684b0db0-12ba-4130-a3a5-a2bbdf19c168, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=684b0db0-12ba-4130-a3a5-a2bbdf19c168,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:07:57.613928 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:57.616896 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:07:57.653532 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b58e32e-9c26-46ef-b2de-43bf15a94dad x-openstack-request-id: req-9b58e32e-9c26-46ef-b2de-43bf15a94dad {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:07:57.653829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e", "name": "network-vif-plugged", "status": "completed", "tag": "684b0db0-12ba-4130-a3a5-a2bbdf19c168", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:07:57.654090 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b58e32e-9c26-46ef-b2de-43bf15a94dad {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:07:57.655042 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684b0db0-12ba-4130-a3a5-a2bbdf19c168', 'code': 200} Jun 02 21:07:57.685525 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=684b0db0-12ba-4130-a3a5-a2bbdf19c168,revision_number=11']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:07:57.688636 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:07:57.745334 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51097327-6f64-4ad8-9aaa-efc8f538e309 req-8bb63d7c-c1fa-4ad4-bd4c-e21630e17d45 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:57.746751 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-51097327-6f64-4ad8-9aaa-efc8f538e309 req-8bb63d7c-c1fa-4ad4-bd4c-e21630e17d45 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 947 time: 0.0816259 Jun 02 21:07:57.889880 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-51097327-6f64-4ad8-9aaa-efc8f538e309 req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Deleting port 684b0db0-12ba-4130-a3a5-a2bbdf19c168 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:07:57.890518 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-51097327-6f64-4ad8-9aaa-efc8f538e309 req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:58.073548 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-51097327-6f64-4ad8-9aaa-efc8f538e309 req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] For port 684b0db0-12ba-4130-a3a5-a2bbdf19c168, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=684b0db0-12ba-4130-a3a5-a2bbdf19c168,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:07:58.073903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-51097327-6f64-4ad8-9aaa-efc8f538e309 req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:58.192923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46478482-900d-4907-9d76-81740538bc3a req-31f1770a-86d4-4786-ad03-247b7710b7c4 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:07:58.194372 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-46478482-900d-4907-9d76-81740538bc3a req-31f1770a-86d4-4786-ad03-247b7710b7c4 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 947 time: 0.2079315 Jun 02 21:07:58.378816 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-46478482-900d-4907-9d76-81740538bc3a req-4c2d6101-1540-4c70-9b4a-5ac92bb30634 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257560 Jun 02 21:07:58.426398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-51097327-6f64-4ad8-9aaa-efc8f538e309 req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:58.426769 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-51097327-6f64-4ad8-9aaa-efc8f538e309 req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:58.427081 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [req-51097327-6f64-4ad8-9aaa-efc8f538e309 req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Floating IP 358af234-379b-4691-adbb-273010569461 disassociated. External IP: 172.26.0.154, port: 684b0db0-12ba-4130-a3a5-a2bbdf19c168. Jun 02 21:07:58.427449 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-51097327-6f64-4ad8-9aaa-efc8f538e309 req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Calling delete_port for 684b0db0-12ba-4130-a3a5-a2bbdf19c168 owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:07:58.535201 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-51097327-6f64-4ad8-9aaa-efc8f538e309 req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:58.540549 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2d2d4aba-766f-4bcc-9ee9-80bfc17fbeb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:07:58.588807 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Pushing event deleted for resources: {'Port': ['ID=684b0db0-12ba-4130-a3a5-a2bbdf19c168,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:07:58.651376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:58.651764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:58.652144 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:58.652525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:58.652889 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:58.653258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:58.653640 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:58.653989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:58.654884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:58.655269 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:58.655630 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:58.655989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:07:58.666167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:07:58.783847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51097327-6f64-4ad8-9aaa-efc8f538e309 req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Router 28e6b5a6-9ef8-4141-b792-239dc655b66c has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:07:59.108576 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51097327-6f64-4ad8-9aaa-efc8f538e309 req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:07:59.117693 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b432adfd-7dd4-44c6-92d1-4ed726f4cf9d None None] Sync routers for ids ['28e6b5a6-9ef8-4141-b792-239dc655b66c'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:07:59.127504 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b432adfd-7dd4-44c6-92d1-4ed726f4cf9d None None] Routers {'28e6b5a6-9ef8-4141-b792-239dc655b66c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:07:59.128185 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b432adfd-7dd4-44c6-92d1-4ed726f4cf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:07:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['28e6b5a6-9ef8-4141-b792-239dc655b66c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:07:59.180030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-51097327-6f64-4ad8-9aaa-efc8f538e309 req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] No DVR routers for this DVR port 684b0db0-12ba-4130-a3a5-a2bbdf19c168 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:07:59.182554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-51097327-6f64-4ad8-9aaa-efc8f538e309 req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:07:59.185609 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e', 'name': 'network-vif-deleted', 'tag': '684b0db0-12ba-4130-a3a5-a2bbdf19c168'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:07:59.187573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4b37e4-97ee-45fd-a83e-751839a2758e" -d '{"events": [{"server_uuid": "74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e", "name": "network-vif-deleted", "tag": "684b0db0-12ba-4130-a3a5-a2bbdf19c168"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:07:59.201595 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-51097327-6f64-4ad8-9aaa-efc8f538e309 req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "DELETE /v2.0/ports/684b0db0-12ba-4130-a3a5-a2bbdf19c168 HTTP/1.1" status: 204 len: 173 time: 1.4483891 Jun 02 21:07:59.240641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425ade04-478e-45ca-9dbe-8beaba76f3b9 x-openstack-request-id: req-425ade04-478e-45ca-9dbe-8beaba76f3b9 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:07:59.241044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e", "name": "network-vif-deleted", "tag": "684b0db0-12ba-4130-a3a5-a2bbdf19c168", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:07:59.241402 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-425ade04-478e-45ca-9dbe-8beaba76f3b9 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:07:59.241893 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e', 'name': 'network-vif-deleted', 'tag': '684b0db0-12ba-4130-a3a5-a2bbdf19c168', 'status': 'completed', 'code': 200} Jun 02 21:07:59.313240 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-b432adfd-7dd4-44c6-92d1-4ed726f4cf9d None None] Set router 28e6b5a6-9ef8-4141-b792-239dc655b66c gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:07:59.542936 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-90193390-dde0-4347-a8cd-7a8e5f731630 req-2425d282-1052-4193-bf3a-f035700e054f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Synchronizing usage tracker for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:07:59.558567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-90193390-dde0-4347-a8cd-7a8e5f731630 req-2425d282-1052-4193-bf3a-f035700e054f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Unset dirty status for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:07:59.560088 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-90193390-dde0-4347-a8cd-7a8e5f731630 req-2425d282-1052-4193-bf3a-f035700e054f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=74cb22e2-f3d0-4ce9-bfbb-5a5105d2614e HTTP/1.1" status: 200 len: 210 time: 0.0603096 Jun 02 21:07:59.621773 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b432adfd-7dd4-44c6-92d1-4ed726f4cf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:07:59.626145 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b432adfd-7dd4-44c6-92d1-4ed726f4cf9d None None] Checking router: 28e6b5a6-9ef8-4141-b792-239dc655b66c for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:07:59.635026 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b432adfd-7dd4-44c6-92d1-4ed726f4cf9d None None] Routers {'28e6b5a6-9ef8-4141-b792-239dc655b66c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:07:59.635664 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b432adfd-7dd4-44c6-92d1-4ed726f4cf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:07:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['28e6b5a6-9ef8-4141-b792-239dc655b66c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:07:59.820385 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-b432adfd-7dd4-44c6-92d1-4ed726f4cf9d None None] Set router 28e6b5a6-9ef8-4141-b792-239dc655b66c gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:08:00.128524 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-b432adfd-7dd4-44c6-92d1-4ed726f4cf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:08:00.132206 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b432adfd-7dd4-44c6-92d1-4ed726f4cf9d None None] The sync data for ids ['28e6b5a6-9ef8-4141-b792-239dc655b66c'] in dv-neutron-601336-84-hyperv is: [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:08:00.335847 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cfb983-0723-4ed5-b9bc-841294a8aa42 None None] New status for floating IP 358af234-379b-4691-adbb-273010569461: DOWN {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:08:00.810600 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-88c9e0b5-9f31-488a-8f80-562b4f8fd3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:00.922064 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f6cc815f-b991-49b2-bf53-d541d3bed98c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--956279279&fields=id&tenant_id=0620fa7083574b4d8b0d52769ed4ec94 HTTP/1.1" status: 200 len: 267 time: 0.0400083 Jun 02 21:08:01.070688 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f77738f4-252c-4779-a19f-bc6b3635816e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:01.072055 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f77738f4-252c-4779-a19f-bc6b3635816e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 811 time: 0.1438837 Jun 02 21:08:01.087121 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-41f5d8c3-bda4-49e2-bc19-b0d8217e66db tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/quotas/0620fa7083574b4d8b0d52769ed4ec94 HTTP/1.1" status: 200 len: 375 time: 0.0088997 Jun 02 21:08:01.173278 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-bcb01633-ebc6-430d-be81-68cc5baaf700 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0812681 Jun 02 21:08:01.237004 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-9abdbd8f-e9f7-4e69-811d-1a4ddd6ce100 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 21:08:01.237980 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-9abdbd8f-e9f7-4e69-811d-1a4ddd6ce100 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0537295 Jun 02 21:08:01.368291 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f00d1eb2-0b64-4de9-8823-a585a5aeed50 service neutron] 10.222.0.25 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243794 Jun 02 21:08:01.401405 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 684b0db0-12ba-4130-a3a5-a2bbdf19c168 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:08:01.438489 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 684b0db0-12ba-4130-a3a5-a2bbdf19c168 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:08:01.438845 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 684b0db0-12ba-4130-a3a5-a2bbdf19c168 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:08:01.497511 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-5861dde8-1770-45dd-97a7-c78fd146cfc7 service neutron] 10.222.0.25 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230180 Jun 02 21:08:01.670706 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e5c9ba38-f563-43f2-aad7-fc184d04d368 req-299ff804-0b3c-4af3-b8f0-ca13575a2de7 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 210 time: 0.0428555 Jun 02 21:08:02.678021 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-4a3343a8-feb8-4088-90d5-bbf837b98941 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:02.679431 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-4a3343a8-feb8-4088-90d5-bbf837b98941 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 811 time: 0.1583374 Jun 02 21:08:02.730010 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-24f8f810-3d3c-420f-ab24-50788dca3214 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0620fa7083574b4d8b0d52769ed4ec94 HTTP/1.1" status: 200 len: 379 time: 0.0415308 Jun 02 21:08:02.746744 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-4a7342ca-89fe-4d17-82b1-bc80ea5c8833 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Request body: {'port': {'device_id': '69fae417-c78f-4d55-a93b-31d34fc6d723', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'admin_state_up': True, 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'security_groups': ['16688496-d294-403e-85c4-54f0a3e1703c']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:08:02.821439 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5b524fde-8ee6-42af-81fd-1a687f380a76 req-ff073763-a44d-4fa6-86c1-35128301ef9a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 210 time: 0.0414591 Jun 02 21:08:02.883516 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-4a7342ca-89fe-4d17-82b1-bc80ea5c8833 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:08:02.893466 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-4a7342ca-89fe-4d17-82b1-bc80ea5c8833 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:08:02.902820 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-4a7342ca-89fe-4d17-82b1-bc80ea5c8833 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Made reservation on behalf of 0620fa7083574b4d8b0d52769ed4ec94 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:08:02.907020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-4a7342ca-89fe-4d17-82b1-bc80ea5c8833 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:03.079647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-4a7342ca-89fe-4d17-82b1-bc80ea5c8833 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Allocated IP 172.20.0.14 (a58b3bb5-5345-4afc-8bec-3d0b84a277d6/01b191d3-a4b3-414f-a302-0161d9aa4c4f/8053c328-42b9-439f-afce-69428ccb52ce) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:08:03.273245 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-4a7342ca-89fe-4d17-82b1-bc80ea5c8833 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:03.291469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-4a7342ca-89fe-4d17-82b1-bc80ea5c8833 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Transition to ACTIVE for port object 8053c328-42b9-439f-afce-69428ccb52ce will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:08:03.314415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-4a7342ca-89fe-4d17-82b1-bc80ea5c8833 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:03.320055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:08:03.358783 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-08237f4c-357c-4ce7-984f-dfc20c9a65c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:03.383424 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-4a7342ca-89fe-4d17-82b1-bc80ea5c8833 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:08:03.386764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-4a7342ca-89fe-4d17-82b1-bc80ea5c8833 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:08:03.391550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-4a7342ca-89fe-4d17-82b1-bc80ea5c8833 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:08:03.428007 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:03.431881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7342ca-89fe-4d17-82b1-bc80ea5c8833 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Pushing event updated for resources: {'Port': ['ID=8053c328-42b9-439f-afce-69428ccb52ce,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:08:03.436427 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4a7342ca-89fe-4d17-82b1-bc80ea5c8833 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:08:03.460833 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-4a7342ca-89fe-4d17-82b1-bc80ea5c8833 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:03.461444 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-4a7342ca-89fe-4d17-82b1-bc80ea5c8833 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:03.487572 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-4a7342ca-89fe-4d17-82b1-bc80ea5c8833 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7466209 Jun 02 21:08:03.501586 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Request body: {'port': {'device_id': '69fae417-c78f-4d55-a93b-31d34fc6d723', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:08:03.596823 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-bb786cdc-09e9-4747-991d-02295d4cf87d None None] Provisioning for port 8053c328-42b9-439f-afce-69428ccb52ce completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:08:03.601657 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-bb786cdc-09e9-4747-991d-02295d4cf87d None None] Provisioning complete for port 8053c328-42b9-439f-afce-69428ccb52ce triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:08:03.602034 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bb786cdc-09e9-4747-991d-02295d4cf87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:03.619034 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:03.655006 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-bb786cdc-09e9-4747-991d-02295d4cf87d None None] Port 8053c328-42b9-439f-afce-69428ccb52ce cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:08:04.000690 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8053c328-42b9-439f-afce-69428ccb52ce {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:08:04.008880 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:04.035191 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Transition to ACTIVE for port object 8053c328-42b9-439f-afce-69428ccb52ce will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:08:04.038745 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:04.043736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:08:04.102237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c47837-225a-4395-82f2-a00d66fe51b3 req-d7764c85-77d0-4070-9603-9c797541a2f7 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:04.102889 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-04c47837-225a-4395-82f2-a00d66fe51b3 req-d7764c85-77d0-4070-9603-9c797541a2f7 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Synchronizing usage tracker for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:08:04.217779 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Pushing event updated for resources: {'Port': ['ID=8053c328-42b9-439f-afce-69428ccb52ce,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:08:04.226264 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:08:04.232231 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-04c47837-225a-4395-82f2-a00d66fe51b3 req-d7764c85-77d0-4070-9603-9c797541a2f7 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Unset dirty status for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:08:04.233401 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-04c47837-225a-4395-82f2-a00d66fe51b3 req-d7764c85-77d0-4070-9603-9c797541a2f7 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 932 time: 0.3026042 Jun 02 21:08:04.329263 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-04c47837-225a-4395-82f2-a00d66fe51b3 req-d989f3f9-2280-4e8d-8640-87bc34cd5aa3 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675836 Jun 02 21:08:04.335981 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Attempting to bind port 8053c328-42b9-439f-afce-69428ccb52ce on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:08:04.336137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Attempting to bind port 8053c328-42b9-439f-afce-69428ccb52ce by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:08:04.336400 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Attempting to bind port 8053c328-42b9-439f-afce-69428ccb52ce on network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:08:04.341462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Port 8053c328-42b9-439f-afce-69428ccb52ce on network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 21:08:04.341658 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Attempting to bind port 8053c328-42b9-439f-afce-69428ccb52ce on network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:08:04.347502 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:08:04.347839 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Checking segment: {'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:08:04.348217 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Bound using segment: {'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:08:04.348638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Bound port: 8053c328-42b9-439f-afce-69428ccb52ce, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea0de3a-abf4-429d-af04-b3c149fc908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:08:04.348982 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:04.361049 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:04.439682 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] For port 8053c328-42b9-439f-afce-69428ccb52ce, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:08:04.443131 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] For port 8053c328-42b9-439f-afce-69428ccb52ce, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8053c328-42b9-439f-afce-69428ccb52ce,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:08:04.447172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:04.451550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:08:04.499797 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:04.500414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:04.501770 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] 10.222.0.95 "PUT /v2.0/ports/8053c328-42b9-439f-afce-69428ccb52ce HTTP/1.1" status: 200 len: 1094 time: 1.0049815 Jun 02 21:08:04.504265 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69fae417-c78f-4d55-a93b-31d34fc6d723', 'tag': '8053c328-42b9-439f-afce-69428ccb52ce'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:08:04.507282 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1320ba78-90e0-4ea5-be95-390c66402cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "69fae417-c78f-4d55-a93b-31d34fc6d723", "tag": "8053c328-42b9-439f-afce-69428ccb52ce"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:08:04.545306 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Pushing event updated for resources: {'Port': ['ID=8053c328-42b9-439f-afce-69428ccb52ce,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:08:04.548623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:08:04.582186 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713a6475-3816-4044-93c9-6a75d06a6456 x-openstack-request-id: req-713a6475-3816-4044-93c9-6a75d06a6456 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:08:04.582524 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69fae417-c78f-4d55-a93b-31d34fc6d723", "tag": "8053c328-42b9-439f-afce-69428ccb52ce", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:08:04.582823 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-713a6475-3816-4044-93c9-6a75d06a6456 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:08:04.583291 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69fae417-c78f-4d55-a93b-31d34fc6d723', 'tag': '8053c328-42b9-439f-afce-69428ccb52ce', 'status': 'completed', 'code': 200} Jun 02 21:08:04.624915 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-55de6da4-ef64-473b-b400-7e5325293869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:04.626304 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-55de6da4-ef64-473b-b400-7e5325293869 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 1097 time: 0.0822833 Jun 02 21:08:04.697989 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-08afe8d9-96de-4346-9e1a-6b82760e5206 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8053c328-42b9-439f-afce-69428ccb52ce HTTP/1.1" status: 200 len: 217 time: 0.0644529 Jun 02 21:08:04.762070 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f5cca2f1-0969-4d8e-b6bb-27661b6fab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:04.763694 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f5cca2f1-0969-4d8e-b6bb-27661b6fab46 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0593145 Jun 02 21:08:04.836509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-192fa95a-0c75-4a58-88e1-36a60811e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:04.837956 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-192fa95a-0c75-4a58-88e1-36a60811e8e4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0682471 Jun 02 21:08:04.964458 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-1e2e30a3-5938-41a4-8e10-77b29393ae2d service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198034 Jun 02 21:08:05.230130 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9dc55e9e-200b-424a-82b5-222156c9fe9d req-f15555db-92cb-4b93-8d5c-815d380e6377 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598224 Jun 02 21:08:05.348893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320ba78-90e0-4ea5-be95-390c66402cf3 req-19cafa03-a3db-4c83-8ec0-8da128a804c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:05.350347 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1320ba78-90e0-4ea5-be95-390c66402cf3 req-19cafa03-a3db-4c83-8ec0-8da128a804c6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 1097 time: 0.0742240 Jun 02 21:08:05.526215 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320ba78-90e0-4ea5-be95-390c66402cf3 req-c2f8428f-ac3b-4e9f-810a-2802c6673f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:05.527574 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1320ba78-90e0-4ea5-be95-390c66402cf3 req-c2f8428f-ac3b-4e9f-810a-2802c6673f7a service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1704798 Jun 02 21:08:05.603674 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1320ba78-90e0-4ea5-be95-390c66402cf3 req-6b04d7b0-bc90-411f-9dfc-81a632f6a601 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8053c328-42b9-439f-afce-69428ccb52ce HTTP/1.1" status: 200 len: 217 time: 0.0673208 Jun 02 21:08:05.657994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2270e-5d6c-420c-a504-20f492dd2dd5 req-767e3601-17ee-4fed-ae9c-89b62d8a906d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:05.659436 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-48d2270e-5d6c-420c-a504-20f492dd2dd5 req-767e3601-17ee-4fed-ae9c-89b62d8a906d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 944 time: 0.2147651 Jun 02 21:08:05.696601 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320ba78-90e0-4ea5-be95-390c66402cf3 req-4b16cb0d-3bc0-438c-a0df-4e3002b8bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:05.697980 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1320ba78-90e0-4ea5-be95-390c66402cf3 req-4b16cb0d-3bc0-438c-a0df-4e3002b8bf99 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0875444 Jun 02 21:08:05.757268 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-48d2270e-5d6c-420c-a504-20f492dd2dd5 req-d7b0daaf-e1e7-4399-8b72-57fcffca397d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903461 Jun 02 21:08:05.787642 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320ba78-90e0-4ea5-be95-390c66402cf3 req-72840026-72e3-4e34-aef4-ac8561c4ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:05.789007 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1320ba78-90e0-4ea5-be95-390c66402cf3 req-72840026-72e3-4e34-aef4-ac8561c4ed23 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0819681 Jun 02 21:08:05.919124 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1320ba78-90e0-4ea5-be95-390c66402cf3 req-94f8879d-0dd8-44c1-b7e0-092323302d67 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228294 Jun 02 21:08:06.016597 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:06.052205 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1320ba78-90e0-4ea5-be95-390c66402cf3 req-89078c9d-fc60-481d-95c9-bcca252113ca service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253989 Jun 02 21:08:06.945878 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fff249-2325-4118-a2cd-06de1f3aabb7 req-a03d1692-36d5-4b3c-8b5c-c3b30379b9da tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:06.947341 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-36fff249-2325-4118-a2cd-06de1f3aabb7 req-a03d1692-36d5-4b3c-8b5c-c3b30379b9da tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 944 time: 0.0822306 Jun 02 21:08:06.990651 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-36fff249-2325-4118-a2cd-06de1f3aabb7 req-0fcf5bb8-a7b2-4bf0-a68a-56b77938166d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370190 Jun 02 21:08:08.169722 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34684a-9cca-4d45-a236-dd0b578feff2 req-3a3e1f08-6803-42bc-9277-fcef3d827e8e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:08.171654 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-aa34684a-9cca-4d45-a236-dd0b578feff2 req-3a3e1f08-6803-42bc-9277-fcef3d827e8e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 944 time: 0.0773273 Jun 02 21:08:08.216210 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-aa34684a-9cca-4d45-a236-dd0b578feff2 req-cfa454f5-6f84-4c54-932a-bced54e10040 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390873 Jun 02 21:08:09.052044 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:08:09.396763 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28767e-3b25-43ac-a4c0-550b46c0d59e req-0f9a90a9-1605-4370-8c9b-5862eb4c2881 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:09.398428 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3a28767e-3b25-43ac-a4c0-550b46c0d59e req-0f9a90a9-1605-4370-8c9b-5862eb4c2881 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 944 time: 0.0795190 Jun 02 21:08:09.441511 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 8053c328-42b9-439f-afce-69428ccb52ce details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:08:09.442040 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3a28767e-3b25-43ac-a4c0-550b46c0d59e req-17fa7e2e-a20e-4c8d-82a1-c3cdac07b84c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381255 Jun 02 21:08:09.569762 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 8053c328-42b9-439f-afce-69428ccb52ce, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8053c328-42b9-439f-afce-69428ccb52ce,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:08:09.585364 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '8053c328-42b9-439f-afce-69428ccb52ce', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'port_id': '8053c328-42b9-439f-afce-69428ccb52ce', 'mac_address': 'fa:16:3e:2e:2a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:08:09.638815 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:09.654694 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8053c328-42b9-439f-afce-69428ccb52ce {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:08:09.669939 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 8053c328-42b9-439f-afce-69428ccb52ce, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8053c328-42b9-439f-afce-69428ccb52ce,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:08:09.674350 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:09.676074 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:08:09.740559 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=8053c328-42b9-439f-afce-69428ccb52ce,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:08:09.743595 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:08:09.997994 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['8053c328-42b9-439f-afce-69428ccb52ce'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:08:10.627403 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116eec7-67b1-443b-a0c6-18138bee43d6 req-024d457b-9925-4f97-9d4c-2d8d44a8e353 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:10.628816 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1116eec7-67b1-443b-a0c6-18138bee43d6 req-024d457b-9925-4f97-9d4c-2d8d44a8e353 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 945 time: 0.0838370 Jun 02 21:08:10.672169 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1116eec7-67b1-443b-a0c6-18138bee43d6 req-268b486a-9e6a-43fe-8755-b41f1e2a828c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378332 Jun 02 21:08:11.447774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 8053c328-42b9-439f-afce-69428ccb52ce up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:08:11.517119 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 8053c328-42b9-439f-afce-69428ccb52ce completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:08:11.521738 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 8053c328-42b9-439f-afce-69428ccb52ce triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:08:11.522119 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:11.632390 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:11.661181 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fae417-c78f-4d55-a93b-31d34fc6d723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8053c328-42b9-439f-afce-69428ccb52ce'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:08:11.663680 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b434cf-2aeb-48a9-9510-9ddce8dc1e36" -d '{"events": [{"server_uuid": "69fae417-c78f-4d55-a93b-31d34fc6d723", "name": "network-vif-plugged", "status": "completed", "tag": "8053c328-42b9-439f-afce-69428ccb52ce"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:08:11.671924 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 8053c328-42b9-439f-afce-69428ccb52ce, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8053c328-42b9-439f-afce-69428ccb52ce,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:08:11.675719 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:11.678537 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-1c5499d3-c205-4ce1-9dab-8dd84b7c1d73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:08:11.709337 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4300fc49-1317-4c35-bb0f-8eca9405e201 x-openstack-request-id: req-4300fc49-1317-4c35-bb0f-8eca9405e201 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:08:11.709636 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fae417-c78f-4d55-a93b-31d34fc6d723", "name": "network-vif-plugged", "status": "completed", "tag": "8053c328-42b9-439f-afce-69428ccb52ce", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:08:11.709894 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4300fc49-1317-4c35-bb0f-8eca9405e201 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:08:11.710283 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69fae417-c78f-4d55-a93b-31d34fc6d723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8053c328-42b9-439f-afce-69428ccb52ce', 'code': 200} Jun 02 21:08:11.755809 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=8053c328-42b9-439f-afce-69428ccb52ce,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:08:11.758822 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:08:11.859443 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccbd33-290e-4fa0-a19f-3bd572dc36b3 req-dc64e657-9862-4b7c-9abf-0e8e7c58c928 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:11.860919 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-afccbd33-290e-4fa0-a19f-3bd572dc36b3 req-dc64e657-9862-4b7c-9abf-0e8e7c58c928 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0795543 Jun 02 21:08:11.952293 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-afccbd33-290e-4fa0-a19f-3bd572dc36b3 req-6b9394b5-0e3f-43fe-a449-edf96e6ac587 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856178 Jun 02 21:08:11.972860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230abddf-c71d-402c-9552-744fdc40092b req-e31854b1-d06f-46b1-96c3-0a0faab24ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:11.974296 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-230abddf-c71d-402c-9552-744fdc40092b req-e31854b1-d06f-46b1-96c3-0a0faab24ccd service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 1099 time: 0.0945010 Jun 02 21:08:12.014564 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-230abddf-c71d-402c-9552-744fdc40092b req-3c2d8fcf-9778-4ce7-b167-a099bb9469a6 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340574 Jun 02 21:08:13.152653 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e019ab-ddbd-4bde-bcd8-71135ecb7cbb req-b612ab81-dbc9-40df-81a1-b4a1e9f643f1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:13.154089 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a2e019ab-ddbd-4bde-bcd8-71135ecb7cbb req-b612ab81-dbc9-40df-81a1-b4a1e9f643f1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0865691 Jun 02 21:08:13.197844 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a2e019ab-ddbd-4bde-bcd8-71135ecb7cbb req-95755e2b-600f-47fb-b637-78789c471877 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375535 Jun 02 21:08:14.388600 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a4d42-8afc-4a82-9b04-0ef27a890cfc req-6b54dfaf-3fed-449f-872b-7c4b66cca25e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:14.390076 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-317a4d42-8afc-4a82-9b04-0ef27a890cfc req-6b54dfaf-3fed-449f-872b-7c4b66cca25e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0874159 Jun 02 21:08:14.439723 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-317a4d42-8afc-4a82-9b04-0ef27a890cfc req-f0dc8174-509f-4dbd-b887-af3f1e256a2f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440617 Jun 02 21:08:14.616276 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6950a-b430-4c2b-9baa-671db0c0e1af req-17f078af-2a69-476c-b41b-734898222dea tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:14.617754 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-81c6950a-b430-4c2b-9baa-671db0c0e1af req-17f078af-2a69-476c-b41b-734898222dea tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0795538 Jun 02 21:08:14.626287 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 34550) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:08:14.632522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-38792cee-a4fa-4237-b8e8-6a60795c670a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Request body: {'floatingip': {'port_id': '8053c328-42b9-439f-afce-69428ccb52ce'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:08:14.718613 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:14.728359 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-38792cee-a4fa-4237-b8e8-6a60795c670a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for floatingip, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:15.443497 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-38792cee-a4fa-4237-b8e8-6a60795c670a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:15.447261 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-38792cee-a4fa-4237-b8e8-6a60795c670a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:15.614234 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-38792cee-a4fa-4237-b8e8-6a60795c670a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Floating IP 358af234-379b-4691-adbb-273010569461 associated. External IP: 172.26.0.154, port: 8053c328-42b9-439f-afce-69428ccb52ce. Jun 02 21:08:15.958990 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38792cee-a4fa-4237-b8e8-6a60795c670a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Router 28e6b5a6-9ef8-4141-b792-239dc655b66c has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:08:16.281240 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38792cee-a4fa-4237-b8e8-6a60795c670a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:08:16.286087 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-38792cee-a4fa-4237-b8e8-6a60795c670a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:16.290868 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa15c19e-661c-44e5-a1ba-91d6db4c699b None None] Sync routers for ids ['28e6b5a6-9ef8-4141-b792-239dc655b66c'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:08:16.300526 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa15c19e-661c-44e5-a1ba-91d6db4c699b None None] Routers {'28e6b5a6-9ef8-4141-b792-239dc655b66c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:08:16.301132 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-aa15c19e-661c-44e5-a1ba-91d6db4c699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:08:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['28e6b5a6-9ef8-4141-b792-239dc655b66c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:08:16.338593 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-38792cee-a4fa-4237-b8e8-6a60795c670a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "PUT /v2.0/floatingips/358af234-379b-4691-adbb-273010569461 HTTP/1.1" status: 200 len: 993 time: 1.7112954 Jun 02 21:08:16.339288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69fae417-c78f-4d55-a93b-31d34fc6d723', 'tag': '8053c328-42b9-439f-afce-69428ccb52ce'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:08:16.341584 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d49812-3338-4cf4-b783-ea69e1c57105" -d '{"events": [{"name": "network-changed", "server_uuid": "69fae417-c78f-4d55-a93b-31d34fc6d723", "tag": "8053c328-42b9-439f-afce-69428ccb52ce"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:08:16.464290 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c47d03e-3da7-4b64-a9a0-8cbd3b6e35df x-openstack-request-id: req-5c47d03e-3da7-4b64-a9a0-8cbd3b6e35df {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:08:16.464632 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69fae417-c78f-4d55-a93b-31d34fc6d723", "tag": "8053c328-42b9-439f-afce-69428ccb52ce", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:08:16.464932 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c47d03e-3da7-4b64-a9a0-8cbd3b6e35df {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:08:16.465372 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69fae417-c78f-4d55-a93b-31d34fc6d723', 'tag': '8053c328-42b9-439f-afce-69428ccb52ce', 'status': 'completed', 'code': 200} Jun 02 21:08:16.482812 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-aa15c19e-661c-44e5-a1ba-91d6db4c699b None None] Set router 28e6b5a6-9ef8-4141-b792-239dc655b66c gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:08:16.556301 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d49812-3338-4cf4-b783-ea69e1c57105 req-c560836a-a5be-4dfd-898c-e17c70f9a2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:16.557659 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-98d49812-3338-4cf4-b783-ea69e1c57105 req-c560836a-a5be-4dfd-898c-e17c70f9a2a1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 1099 time: 0.0709429 Jun 02 21:08:16.690695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d49812-3338-4cf4-b783-ea69e1c57105 req-e3c17966-fa53-4676-90b8-ed786755806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:16.692200 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-98d49812-3338-4cf4-b783-ea69e1c57105 req-e3c17966-fa53-4676-90b8-ed786755806d service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1286273 Jun 02 21:08:16.871385 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-aa15c19e-661c-44e5-a1ba-91d6db4c699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '358af234-379b-4691-adbb-273010569461', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'port_id': '8053c328-42b9-439f-afce-69428ccb52ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'mac_address': 'fa:16:3e:2e:2a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fae417-c78f-4d55-a93b-31d34fc6d723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:02:05Z', 'updated_at': '2021-06-02T21:08:15Z', 'revision_number': 13, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:08:16.875133 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa15c19e-661c-44e5-a1ba-91d6db4c699b None None] Checking router: 28e6b5a6-9ef8-4141-b792-239dc655b66c for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:08:16.883439 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa15c19e-661c-44e5-a1ba-91d6db4c699b None None] Routers {'28e6b5a6-9ef8-4141-b792-239dc655b66c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:08:16.884052 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-aa15c19e-661c-44e5-a1ba-91d6db4c699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:08:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['28e6b5a6-9ef8-4141-b792-239dc655b66c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:08:16.938960 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-98d49812-3338-4cf4-b783-ea69e1c57105 req-48323400-7649-43ab-9200-a5abac69e33d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8053c328-42b9-439f-afce-69428ccb52ce HTTP/1.1" status: 200 len: 1001 time: 0.2404869 Jun 02 21:08:17.002221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d49812-3338-4cf4-b783-ea69e1c57105 req-096968eb-d018-4966-8ab5-f10f61edea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:17.003670 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-98d49812-3338-4cf4-b783-ea69e1c57105 req-096968eb-d018-4966-8ab5-f10f61edea5b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0577819 Jun 02 21:08:17.058993 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-aa15c19e-661c-44e5-a1ba-91d6db4c699b None None] Set router 28e6b5a6-9ef8-4141-b792-239dc655b66c gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:08:17.079582 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d49812-3338-4cf4-b783-ea69e1c57105 req-60f3d192-24a7-4943-aec0-c73c88b3ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:17.081072 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-98d49812-3338-4cf4-b783-ea69e1c57105 req-60f3d192-24a7-4943-aec0-c73c88b3ef11 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0716822 Jun 02 21:08:17.214687 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-98d49812-3338-4cf4-b783-ea69e1c57105 req-a532ce35-4c02-4a0b-a090-736812c27174 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265168 Jun 02 21:08:17.349162 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-98d49812-3338-4cf4-b783-ea69e1c57105 req-03ae2a8c-9423-4d13-ab09-838ccda62cda service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256866 Jun 02 21:08:17.392290 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-aa15c19e-661c-44e5-a1ba-91d6db4c699b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '358af234-379b-4691-adbb-273010569461', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'port_id': '8053c328-42b9-439f-afce-69428ccb52ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'mac_address': 'fa:16:3e:2e:2a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fae417-c78f-4d55-a93b-31d34fc6d723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:02:05Z', 'updated_at': '2021-06-02T21:08:15Z', 'revision_number': 13, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:08:17.396139 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa15c19e-661c-44e5-a1ba-91d6db4c699b None None] The sync data for ids ['28e6b5a6-9ef8-4141-b792-239dc655b66c'] in dv-neutron-601336-84-hyperv is: [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '358af234-379b-4691-adbb-273010569461', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'floating_ip_address': '172.26.0.154', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'port_id': '8053c328-42b9-439f-afce-69428ccb52ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'mac_address': 'fa:16:3e:2e:2a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fae417-c78f-4d55-a93b-31d34fc6d723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:02:05Z', 'updated_at': '2021-06-02T21:08:15Z', 'revision_number': 13, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:08:17.575585 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d4d2db-c2a9-4186-b1a4-bb5a2ad1310f None None] New status for floating IP 358af234-379b-4691-adbb-273010569461: ACTIVE {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:08:30.813272 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b59651c0-4cec-415f-ab3c-9edb65b560b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:33.359640 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3b5ef35c-649c-4bc6-a885-8d04fc4cc405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:33.431324 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:34.348437 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:36.021442 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:44.723883 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:08:46.051411 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:08:46.316050 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cd470fbe-c729-4ba4-acf8-eef30bb81b9c req-f88ad222-735d-492c-9f7f-ffa9cabaff8f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682609 Jun 02 21:08:46.456713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd470fbe-c729-4ba4-acf8-eef30bb81b9c req-6f47455e-894b-40ea-8f10-7b0ab82b7037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:46.458176 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cd470fbe-c729-4ba4-acf8-eef30bb81b9c req-6f47455e-894b-40ea-8f10-7b0ab82b7037 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 1099 time: 0.0749216 Jun 02 21:08:46.603594 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd470fbe-c729-4ba4-acf8-eef30bb81b9c req-1cea3dbc-0876-4e0b-a039-8f0e3977195a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:46.604951 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cd470fbe-c729-4ba4-acf8-eef30bb81b9c req-1cea3dbc-0876-4e0b-a039-8f0e3977195a service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1270857 Jun 02 21:08:46.707254 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cd470fbe-c729-4ba4-acf8-eef30bb81b9c req-ca52e3fb-1ffd-4c5b-8785-67dcc2f6ed57 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8053c328-42b9-439f-afce-69428ccb52ce HTTP/1.1" status: 200 len: 1003 time: 0.0957651 Jun 02 21:08:46.787665 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd470fbe-c729-4ba4-acf8-eef30bb81b9c req-38973e52-f02f-4d49-87df-b2866a01685f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:46.791075 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cd470fbe-c729-4ba4-acf8-eef30bb81b9c req-38973e52-f02f-4d49-87df-b2866a01685f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0747182 Jun 02 21:08:46.864468 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd470fbe-c729-4ba4-acf8-eef30bb81b9c req-60aceb59-be12-4e9c-869f-f5e8d5622251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:08:46.865807 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cd470fbe-c729-4ba4-acf8-eef30bb81b9c req-60aceb59-be12-4e9c-869f-f5e8d5622251 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0677052 Jun 02 21:08:46.992105 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cd470fbe-c729-4ba4-acf8-eef30bb81b9c req-4ab29349-da03-48b2-818a-3591d7dbff99 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194625 Jun 02 21:08:47.119172 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cd470fbe-c729-4ba4-acf8-eef30bb81b9c req-da33e676-161f-4e1a-9c5a-5b375b07620e service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193473 Jun 02 21:09:00.815424 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d3205a90-2576-411b-8fd7-d03835d709d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:09:03.361200 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-57ca7c2f-ff1d-49df-b97c-be12a615332f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:09:03.433393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:09:04.352397 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:09:06.021655 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:09:14.726778 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:09:23.049890 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:09:29.720452 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4fbde-6699-4e78-be7e-955391e89ae2 req-f31b1587-8d24-4fe6-8896-b4fb0dddfaa6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:29.721958 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bba4fbde-6699-4e78-be7e-955391e89ae2 req-f31b1587-8d24-4fe6-8896-b4fb0dddfaa6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.1387961 Jun 02 21:09:29.766533 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bba4fbde-6699-4e78-be7e-955391e89ae2 req-acbc81b1-a25c-4e14-bff9-b78649243e86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389955 Jun 02 21:09:30.817026 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1cea5bd9-7c01-4b73-8387-e53c0ac37b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:09:33.365395 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8892c5bf-abba-41a6-a51a-9b314cc7ca46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:09:33.435972 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:09:34.353749 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:09:36.025315 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:09:42.733538 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c6bdf-67c4-4329-bd14-9f387449f8da req-62f976fb-8dc6-4291-84b0-5f3dbfff11f6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:42.735015 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d22c6bdf-67c4-4329-bd14-9f387449f8da req-62f976fb-8dc6-4291-84b0-5f3dbfff11f6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0826178 Jun 02 21:09:42.741157 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-af2333a6-e97a-428a-9302-731b1d501a52 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1335371 Jun 02 21:09:42.782403 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d22c6bdf-67c4-4329-bd14-9f387449f8da req-bd19a7ca-20e4-454b-82f2-7d53720fb61f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404952 Jun 02 21:09:44.122876 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-34e2c34a-92be-40f6-a760-43a5c72c8751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:44.124233 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-34e2c34a-92be-40f6-a760-43a5c72c8751 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 1099 time: 0.3044035 Jun 02 21:09:44.136151 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8330242-55ad-46f7-99f4-9c6797c2355c req-8226f9bf-ae8a-4e03-9a23-b81ca80438d4 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:44.137712 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d8330242-55ad-46f7-99f4-9c6797c2355c req-8226f9bf-ae8a-4e03-9a23-b81ca80438d4 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.2444580 Jun 02 21:09:44.261351 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d8330242-55ad-46f7-99f4-9c6797c2355c req-0c8d1781-68b9-4da6-a39d-0a097c9ac8b9 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055915 Jun 02 21:09:44.293736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-12b510de-05a3-4ce0-b620-fb40a457f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:44.295192 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-12b510de-05a3-4ce0-b620-fb40a457f368 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1566415 Jun 02 21:09:44.398186 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-eb9135af-977c-4634-9e55-8933fd7a871d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8053c328-42b9-439f-afce-69428ccb52ce HTTP/1.1" status: 200 len: 1003 time: 0.0958159 Jun 02 21:09:44.458528 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-23848973-4dfe-4359-80a4-85660b3cc9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:44.459930 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-23848973-4dfe-4359-80a4-85660b3cc9fa service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0555220 Jun 02 21:09:44.536854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-6cbf6144-24b5-41fe-8147-a6498e92af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:44.538273 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-6cbf6144-24b5-41fe-8147-a6498e92af20 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0726380 Jun 02 21:09:44.668464 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-611e15fe-4cc7-4d17-9d3a-e6045e06a808 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236329 Jun 02 21:09:44.743731 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:09:44.811549 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-b6b7ebe0-33bc-4653-a533-84b7d276380b service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369097 Jun 02 21:09:45.443389 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d4a67-2d77-4269-88c0-b2306ba27bd7 req-9bc33030-0254-4ae8-864d-f84173531e29 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:45.444838 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e53d4a67-2d77-4269-88c0-b2306ba27bd7 req-9bc33030-0254-4ae8-864d-f84173531e29 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0800896 Jun 02 21:09:45.487350 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e53d4a67-2d77-4269-88c0-b2306ba27bd7 req-8b704b4f-d436-4a23-9394-7d2e65ebe9ea tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369501 Jun 02 21:09:46.378902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10199a9-6bef-46da-b4fb-83ef0763a367 req-281df0c7-f439-4386-a03a-21a014734833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:46.380369 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a10199a9-6bef-46da-b4fb-83ef0763a367 req-281df0c7-f439-4386-a03a-21a014734833 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 1099 time: 0.0703216 Jun 02 21:09:46.530939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10199a9-6bef-46da-b4fb-83ef0763a367 req-2947acad-1180-4c64-8534-1ab06463804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:46.532450 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a10199a9-6bef-46da-b4fb-83ef0763a367 req-2947acad-1180-4c64-8534-1ab06463804f service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1318438 Jun 02 21:09:46.686913 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a10199a9-6bef-46da-b4fb-83ef0763a367 req-af55e9c3-4544-4562-a60f-1827998c2fc1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8053c328-42b9-439f-afce-69428ccb52ce HTTP/1.1" status: 200 len: 1003 time: 0.1479306 Jun 02 21:09:46.776351 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ee378-bb4a-46a9-8bc5-0206d7bc8738 req-57ec53a9-3dec-472b-a13f-b2abe196de48 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:46.778172 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2e8ee378-bb4a-46a9-8bc5-0206d7bc8738 req-57ec53a9-3dec-472b-a13f-b2abe196de48 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.1749358 Jun 02 21:09:46.782073 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10199a9-6bef-46da-b4fb-83ef0763a367 req-3154c60f-7776-4085-a549-649f8f9653b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:46.783528 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a10199a9-6bef-46da-b4fb-83ef0763a367 req-3154c60f-7776-4085-a549-649f8f9653b3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0896106 Jun 02 21:09:46.868897 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2e8ee378-bb4a-46a9-8bc5-0206d7bc8738 req-4cd1dab3-9a84-4b9a-9da5-0662e6ddeacd tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831537 Jun 02 21:09:46.894145 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10199a9-6bef-46da-b4fb-83ef0763a367 req-995de399-64ae-471d-b0a0-2f242ddb9d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:46.897012 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a10199a9-6bef-46da-b4fb-83ef0763a367 req-995de399-64ae-471d-b0a0-2f242ddb9d18 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0970109 Jun 02 21:09:47.033186 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a10199a9-6bef-46da-b4fb-83ef0763a367 req-6d4981fc-8792-486c-ac56-3917f945b6b9 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290112 Jun 02 21:09:47.167264 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a10199a9-6bef-46da-b4fb-83ef0763a367 req-181f307f-9d8d-468f-8605-9ebbee72d4c5 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254702 Jun 02 21:09:48.061817 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26dbcd9-48c9-4486-af9c-4b2058ef132e req-adb47d16-c67c-420e-b152-30e2e003a1d0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:48.063215 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c26dbcd9-48c9-4486-af9c-4b2058ef132e req-adb47d16-c67c-420e-b152-30e2e003a1d0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0826375 Jun 02 21:09:48.112149 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c26dbcd9-48c9-4486-af9c-4b2058ef132e req-adb6408b-cf55-4450-9de2-2cbb0692710d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427649 Jun 02 21:09:49.440401 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80076c72-139e-4374-9a12-57d38280e722 req-4d8b267c-2eb2-4f01-a91f-298d796b1e73 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:49.441840 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-80076c72-139e-4374-9a12-57d38280e722 req-4d8b267c-2eb2-4f01-a91f-298d796b1e73 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.2151158 Jun 02 21:09:49.484828 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-80076c72-139e-4374-9a12-57d38280e722 req-f9d04547-d2f1-4a3a-a49e-63b91398d642 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373783 Jun 02 21:09:50.669597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6c644-533d-4dda-8e88-c2205d09c946 req-74f7bca2-bf3b-4542-b0ab-65fb0bf9ab4f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:50.671024 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c8f6c644-533d-4dda-8e88-c2205d09c946 req-74f7bca2-bf3b-4542-b0ab-65fb0bf9ab4f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0785594 Jun 02 21:09:50.717874 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c8f6c644-533d-4dda-8e88-c2205d09c946 req-abdc6119-3fb9-4e96-8bc6-daa3d2fe8859 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412984 Jun 02 21:09:51.914378 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca012e3-8a6e-4a5d-ae15-541418729319 req-96536689-af24-4f1c-bdc4-05e9edb06305 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:51.915987 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6ca012e3-8a6e-4a5d-ae15-541418729319 req-96536689-af24-4f1c-bdc4-05e9edb06305 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0958395 Jun 02 21:09:51.960962 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6ca012e3-8a6e-4a5d-ae15-541418729319 req-24fd44fa-88d1-4757-ad0c-ce0507ec2bec tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392759 Jun 02 21:09:53.142481 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09924e-8d2a-498d-ac26-29322918bc2a req-7cf6b510-2722-482a-989d-ddd87c246925 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:53.143947 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fc09924e-8d2a-498d-ac26-29322918bc2a req-7cf6b510-2722-482a-989d-ddd87c246925 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0801156 Jun 02 21:09:53.187496 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fc09924e-8d2a-498d-ac26-29322918bc2a req-cc072789-7bf6-49f7-be10-e53a24790136 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380540 Jun 02 21:09:54.372699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec81bde-845c-4f81-aa74-fee8f42364cb req-32b0f9e7-fc14-4506-b20b-1c1a944d3410 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:54.374121 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ec81bde-845c-4f81-aa74-fee8f42364cb req-32b0f9e7-fc14-4506-b20b-1c1a944d3410 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0794771 Jun 02 21:09:54.418542 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ec81bde-845c-4f81-aa74-fee8f42364cb req-4c06847b-ef61-4af7-8df5-61ece3b108d4 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388987 Jun 02 21:09:55.615790 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e9598-a928-4feb-9e62-4c998c0f6ba2 req-c4a6fee2-48f8-49b7-82c9-cf74c1811fd4 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:55.618425 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5f8e9598-a928-4feb-9e62-4c998c0f6ba2 req-c4a6fee2-48f8-49b7-82c9-cf74c1811fd4 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0938160 Jun 02 21:09:55.664705 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5f8e9598-a928-4feb-9e62-4c998c0f6ba2 req-5d439c76-1e9a-4110-a1b4-255c021a6f2f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404825 Jun 02 21:09:56.988049 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef49438-7e19-4823-b0f0-9ef3e4aee43f req-ec3257d4-1677-4887-904f-70f5a0ac44aa tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:56.989473 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bef49438-7e19-4823-b0f0-9ef3e4aee43f req-ec3257d4-1677-4887-904f-70f5a0ac44aa tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0820346 Jun 02 21:09:57.031792 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bef49438-7e19-4823-b0f0-9ef3e4aee43f req-e89d76f7-3ed6-4e5d-b229-c7828b5d19e1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368848 Jun 02 21:09:58.212113 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898912b7-42d1-420f-9860-18272b133c87 req-dc2ac5bb-d703-4133-906a-31e39768bee1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:58.213540 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-898912b7-42d1-420f-9860-18272b133c87 req-dc2ac5bb-d703-4133-906a-31e39768bee1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0789530 Jun 02 21:09:58.256383 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-898912b7-42d1-420f-9860-18272b133c87 req-c3b02bd3-726f-4dba-83e1-d17847d92765 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372658 Jun 02 21:09:59.439824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30807e8b-f98f-409e-bb91-7dc66cce1572 req-13004de5-f269-426c-868c-e3090e31c102 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:09:59.441262 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-30807e8b-f98f-409e-bb91-7dc66cce1572 req-13004de5-f269-426c-868c-e3090e31c102 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0816710 Jun 02 21:09:59.488363 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-30807e8b-f98f-409e-bb91-7dc66cce1572 req-a152feba-495b-41b1-90d8-8e184e04fc7b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411584 Jun 02 21:10:00.048893 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:10:00.675636 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155b9a7-7432-4cbc-b3d4-43c7396328f5 req-b95f2d0d-17cd-4a58-9ec7-16799f739fd2 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:00.677090 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-1155b9a7-7432-4cbc-b3d4-43c7396328f5 req-b95f2d0d-17cd-4a58-9ec7-16799f739fd2 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0841866 Jun 02 21:10:00.719934 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-1155b9a7-7432-4cbc-b3d4-43c7396328f5 req-a3f0e7d0-bea3-4b36-9259-3bc7cffe5a15 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373037 Jun 02 21:10:00.819409 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-30e32676-4281-43a9-af4d-901071f9b8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:01.903028 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba0854-8dd0-4d6f-9337-f699034733e9 req-2ba6daf0-d04a-4e38-b6f2-9c29a90b2b57 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:01.904487 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e4ba0854-8dd0-4d6f-9337-f699034733e9 req-2ba6daf0-d04a-4e38-b6f2-9c29a90b2b57 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0792160 Jun 02 21:10:01.948673 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e4ba0854-8dd0-4d6f-9337-f699034733e9 req-6e3a77e6-6cc5-4a58-b9e1-3797c767abeb tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387037 Jun 02 21:10:03.133328 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6a5c2-6a8f-437d-948f-817abc811c4d req-f1571823-d1a8-4a2d-b8c7-f2b6b82c6eaa tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:03.134898 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5ac6a5c2-6a8f-437d-948f-817abc811c4d req-f1571823-d1a8-4a2d-b8c7-f2b6b82c6eaa tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0800123 Jun 02 21:10:03.181737 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5ac6a5c2-6a8f-437d-948f-817abc811c4d req-02c3adcf-7551-4408-8c44-da99924e8bf1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409598 Jun 02 21:10:03.367155 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0c74642d-dc9a-4f29-87de-ccd2a0b3bdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:03.438400 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:04.357566 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:04.385919 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b067e1e-66ed-402d-be09-8fc6c1384a81 req-ffa63893-de7d-4662-8fbe-6d7b7667e5d2 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:04.387632 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8b067e1e-66ed-402d-be09-8fc6c1384a81 req-ffa63893-de7d-4662-8fbe-6d7b7667e5d2 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0847254 Jun 02 21:10:04.433941 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8b067e1e-66ed-402d-be09-8fc6c1384a81 req-f460a3b4-b2d4-443c-8cb7-2d752e2767f5 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400453 Jun 02 21:10:05.622036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952b021-a527-4fe0-8e61-64d0599351b6 req-34a6d234-f6b9-4dcf-b308-ef5abe4ff32f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:05.623874 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0952b021-a527-4fe0-8e61-64d0599351b6 req-34a6d234-f6b9-4dcf-b308-ef5abe4ff32f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0853078 Jun 02 21:10:05.670195 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0952b021-a527-4fe0-8e61-64d0599351b6 req-536d7884-db4f-4143-a6a1-4992fd3486f2 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405540 Jun 02 21:10:06.034713 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:06.852160 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed19b03-6ef2-47b4-892f-0e37aefea35d req-d68d89bf-41a1-45f4-afea-140c1bbc6938 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:06.853592 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eed19b03-6ef2-47b4-892f-0e37aefea35d req-d68d89bf-41a1-45f4-afea-140c1bbc6938 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0787671 Jun 02 21:10:06.896871 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eed19b03-6ef2-47b4-892f-0e37aefea35d req-86b6d38e-d4a0-4549-ab43-77510891ad72 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376611 Jun 02 21:10:08.085970 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7853b94-1d6e-4c4f-807f-596c46134e25 req-708622fe-dc35-4edc-a8b6-b299a4ee0515 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:08.087467 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a7853b94-1d6e-4c4f-807f-596c46134e25 req-708622fe-dc35-4edc-a8b6-b299a4ee0515 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0843582 Jun 02 21:10:08.132145 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a7853b94-1d6e-4c4f-807f-596c46134e25 req-fbf80b7c-44cf-4dc9-aaa9-6452c0612dc6 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391490 Jun 02 21:10:08.468479 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-1316bc51-8a0c-40b1-a951-904aefad5784 service neutron] 10.222.0.95 "GET /v2.0/ports/8053c328-42b9-439f-afce-69428ccb52ce/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0837467 Jun 02 21:10:08.723404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-ed8d8cf3-9728-4348-8225-6e0bed0014b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:08.724870 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-ed8d8cf3-9728-4348-8225-6e0bed0014b9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723&tenant_id=0620fa7083574b4d8b0d52769ed4ec94 HTTP/1.1" status: 200 len: 1099 time: 0.0701332 Jun 02 21:10:08.819938 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-8108474a-b7aa-4dc6-9e42-88b2e051b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:08.821372 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-8108474a-b7aa-4dc6-9e42-88b2e051b522 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 1099 time: 0.0744050 Jun 02 21:10:08.950132 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-95e8a774-54f8-4f18-b6d0-6b9ca42b57a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:08.951589 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-95e8a774-54f8-4f18-b6d0-6b9ca42b57a4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1239681 Jun 02 21:10:09.051767 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-0f7a6a53-137c-4198-bf6a-785cb7d38f24 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8053c328-42b9-439f-afce-69428ccb52ce HTTP/1.1" status: 200 len: 1003 time: 0.0936613 Jun 02 21:10:09.111876 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-91965c8e-7c60-48ee-87d8-73b49607e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:09.113242 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-91965c8e-7c60-48ee-87d8-73b49607e98c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0553796 Jun 02 21:10:09.186858 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-162b2741-6156-4f68-b558-47b35ab70e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:09.188351 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-162b2741-6156-4f68-b558-47b35ab70e60 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0687189 Jun 02 21:10:09.374211 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-ab5e4565-e567-491a-b7e1-3c250ce5c2b5 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791317 Jun 02 21:10:09.409113 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1843c2-575b-42aa-a11b-12fbee4ff25f req-f8468946-7839-4f0b-8d34-ff37f4c60f47 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:09.410503 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1e1843c2-575b-42aa-a11b-12fbee4ff25f req-f8468946-7839-4f0b-8d34-ff37f4c60f47 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.1440136 Jun 02 21:10:09.658024 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1e1843c2-575b-42aa-a11b-12fbee4ff25f req-9cf01fa6-ca15-45e1-9c72-958d01a594d1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408686 Jun 02 21:10:09.679015 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-f81e3394-c4fd-40be-828b-adea4cec8c89 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971363 Jun 02 21:10:10.846533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935e289-c5ee-4ca7-a026-7b03ef780af6 req-3bf7d3d3-62af-41d2-86ea-6c7c49a405f8 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:10.848032 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0935e289-c5ee-4ca7-a026-7b03ef780af6 req-3bf7d3d3-62af-41d2-86ea-6c7c49a405f8 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0801461 Jun 02 21:10:10.892869 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0935e289-c5ee-4ca7-a026-7b03ef780af6 req-bdc0aafa-9b9a-45c9-bba4-096604d3b474 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391021 Jun 02 21:10:11.960824 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 8053c328-42b9-439f-afce-69428ccb52ce no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:10:12.076527 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:12.083501 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d097c0c-cd82-4bc8-a9a8-ed88ebea0fc6 req-96d599f5-ef69-4f64-9285-aad5c3ea70f2 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:12.084963 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2d097c0c-cd82-4bc8-a9a8-ed88ebea0fc6 req-96d599f5-ef69-4f64-9285-aad5c3ea70f2 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0853784 Jun 02 21:10:12.102858 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fae417-c78f-4d55-a93b-31d34fc6d723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8053c328-42b9-439f-afce-69428ccb52ce'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:10:12.105198 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f9e9ec-5062-4882-b78d-7ab0f46c03b5" -d '{"events": [{"server_uuid": "69fae417-c78f-4d55-a93b-31d34fc6d723", "name": "network-vif-unplugged", "status": "completed", "tag": "8053c328-42b9-439f-afce-69428ccb52ce"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:10:12.114062 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 8053c328-42b9-439f-afce-69428ccb52ce, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8053c328-42b9-439f-afce-69428ccb52ce,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:10:12.119715 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:12.121863 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:10:12.147873 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2d097c0c-cd82-4bc8-a9a8-ed88ebea0fc6 req-fbc14ca4-84c7-4622-a183-2b309d717c64 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568876 Jun 02 21:10:12.183183 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 21:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e180b5-99d2-4a8c-b692-2196b4a0b0d6 x-openstack-request-id: req-a4e180b5-99d2-4a8c-b692-2196b4a0b0d6 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:10:12.183491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fae417-c78f-4d55-a93b-31d34fc6d723", "name": "network-vif-unplugged", "status": "completed", "tag": "8053c328-42b9-439f-afce-69428ccb52ce", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:10:12.183747 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4e180b5-99d2-4a8c-b692-2196b4a0b0d6 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:10:12.184131 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69fae417-c78f-4d55-a93b-31d34fc6d723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8053c328-42b9-439f-afce-69428ccb52ce', 'code': 200} Jun 02 21:10:12.199567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=8053c328-42b9-439f-afce-69428ccb52ce,revision_number=6']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:10:12.207018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:12.207416 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:12.207751 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:12.208107 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:12.208416 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:12.208740 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:12.209090 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:12.209383 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:12.209702 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:12.210018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:12.210330 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:12.210642 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:12.214771 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:10:13.332541 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da88482-1d32-4065-91a7-0a79f42fc8a6 req-61635623-b228-46ff-a57a-c019e59ef1b8 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:13.334101 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2da88482-1d32-4065-91a7-0a79f42fc8a6 req-61635623-b228-46ff-a57a-c019e59ef1b8 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 944 time: 0.0835783 Jun 02 21:10:13.380381 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2da88482-1d32-4065-91a7-0a79f42fc8a6 req-2c3f5f80-2a01-40bf-b886-ba82cb3cf2e3 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404589 Jun 02 21:10:14.571918 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de56dc3-c83e-4237-8302-1d8a16c0fb93 req-e4cb3bdb-d4cf-44f1-801e-979f4c7ec94a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:14.573374 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6de56dc3-c83e-4237-8302-1d8a16c0fb93 req-e4cb3bdb-d4cf-44f1-801e-979f4c7ec94a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 944 time: 0.0879006 Jun 02 21:10:14.618708 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6de56dc3-c83e-4237-8302-1d8a16c0fb93 req-e56fe3a8-79a6-4b5c-b441-0b118f0de025 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397358 Jun 02 21:10:14.741078 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:15.806647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a7c5e-423a-4709-905e-fddf417db95b req-3e7aebdd-9bdf-4008-9a26-f5e3fe8fac0d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:15.808108 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e78a7c5e-423a-4709-905e-fddf417db95b req-3e7aebdd-9bdf-4008-9a26-f5e3fe8fac0d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 944 time: 0.0820465 Jun 02 21:10:15.851380 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e78a7c5e-423a-4709-905e-fddf417db95b req-3b5521a3-6dfe-43a5-a116-6277e511c97b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376956 Jun 02 21:10:15.975237 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 8053c328-42b9-439f-afce-69428ccb52ce details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:10:16.103378 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 8053c328-42b9-439f-afce-69428ccb52ce, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8053c328-42b9-439f-afce-69428ccb52ce,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:10:16.116442 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '8053c328-42b9-439f-afce-69428ccb52ce', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'port_id': '8053c328-42b9-439f-afce-69428ccb52ce', 'mac_address': 'fa:16:3e:2e:2a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:10:16.169113 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:16.184800 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8053c328-42b9-439f-afce-69428ccb52ce {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:10:16.199757 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 8053c328-42b9-439f-afce-69428ccb52ce, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8053c328-42b9-439f-afce-69428ccb52ce,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:10:16.203743 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:16.206016 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:10:16.272118 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['8053c328-42b9-439f-afce-69428ccb52ce'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:10:16.307858 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=8053c328-42b9-439f-afce-69428ccb52ce,revision_number=7']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:10:16.311996 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:10:17.035019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e68454-c6a6-4d6e-88b0-ba8ee5ba95fa req-6a409ab6-c871-4c68-94cd-361b15a5aacb tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:17.036620 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-74e68454-c6a6-4d6e-88b0-ba8ee5ba95fa req-6a409ab6-c871-4c68-94cd-361b15a5aacb tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 945 time: 0.0788867 Jun 02 21:10:17.082225 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-74e68454-c6a6-4d6e-88b0-ba8ee5ba95fa req-3adb55e0-a21a-46e8-ac94-07f624fab55a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390382 Jun 02 21:10:17.974784 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 8053c328-42b9-439f-afce-69428ccb52ce up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:10:18.041240 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 8053c328-42b9-439f-afce-69428ccb52ce triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:10:18.041533 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:18.163495 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:18.189494 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fae417-c78f-4d55-a93b-31d34fc6d723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8053c328-42b9-439f-afce-69428ccb52ce'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:10:18.191776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44d86e3-1333-4c3f-ac0e-d227e61fede3" -d '{"events": [{"server_uuid": "69fae417-c78f-4d55-a93b-31d34fc6d723", "name": "network-vif-plugged", "status": "completed", "tag": "8053c328-42b9-439f-afce-69428ccb52ce"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:10:18.199834 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 8053c328-42b9-439f-afce-69428ccb52ce, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8053c328-42b9-439f-afce-69428ccb52ce,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:10:18.204436 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:18.208073 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:10:18.245525 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39519ca-3560-4b9e-be94-c21ccdbe0466 x-openstack-request-id: req-a39519ca-3560-4b9e-be94-c21ccdbe0466 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:10:18.245823 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fae417-c78f-4d55-a93b-31d34fc6d723", "name": "network-vif-plugged", "status": "completed", "tag": "8053c328-42b9-439f-afce-69428ccb52ce", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:10:18.246081 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a39519ca-3560-4b9e-be94-c21ccdbe0466 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:10:18.246466 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69fae417-c78f-4d55-a93b-31d34fc6d723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8053c328-42b9-439f-afce-69428ccb52ce', 'code': 200} Jun 02 21:10:18.271815 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79741663-d879-4e17-859f-b1bd1a8d0a1f req-a711f813-9033-4134-8866-22b3ce259154 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:18.273293 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-79741663-d879-4e17-859f-b1bd1a8d0a1f req-a711f813-9033-4134-8866-22b3ce259154 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0870721 Jun 02 21:10:18.278592 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=8053c328-42b9-439f-afce-69428ccb52ce,revision_number=8']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:10:18.281654 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:10:18.322066 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-79741663-d879-4e17-859f-b1bd1a8d0a1f req-c8d4f07c-cc7c-4331-8356-288a36785529 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431912 Jun 02 21:10:19.660259 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc50c3a-070b-4eec-9f35-6cf733cac5a7 req-b23596b7-9827-49d7-b3f4-92218c94119d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:19.661641 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7dc50c3a-070b-4eec-9f35-6cf733cac5a7 req-b23596b7-9827-49d7-b3f4-92218c94119d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0853372 Jun 02 21:10:19.705060 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7dc50c3a-070b-4eec-9f35-6cf733cac5a7 req-cd8eab98-397e-464b-80bc-5a2208f4835c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379534 Jun 02 21:10:20.905456 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5456a1-ff71-4d67-bbdb-541fedeed5f1 req-13396bd0-a3ca-4238-9b2f-95c5ea4b4347 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:20.906924 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5a5456a1-ff71-4d67-bbdb-541fedeed5f1 req-13396bd0-a3ca-4238-9b2f-95c5ea4b4347 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0855727 Jun 02 21:10:20.953492 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5a5456a1-ff71-4d67-bbdb-541fedeed5f1 req-0204f5fb-34ba-42e3-b9bc-15513a362e10 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404155 Jun 02 21:10:22.134639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f65361-a20c-4858-9518-b40d9fd08125 req-f586ecf7-24ef-42d3-a144-6a06755627cb tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:22.136101 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-38f65361-a20c-4858-9518-b40d9fd08125 req-f586ecf7-24ef-42d3-a144-6a06755627cb tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0775666 Jun 02 21:10:22.183415 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-38f65361-a20c-4858-9518-b40d9fd08125 req-c0a0ffdb-ad7d-4ce0-9fb5-ae230332bf31 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415494 Jun 02 21:10:22.577573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-8462d522-c301-413c-b25a-47173711f918 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:22.578924 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-8462d522-c301-413c-b25a-47173711f918 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723&tenant_id=0620fa7083574b4d8b0d52769ed4ec94&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 946 time: 0.0869751 Jun 02 21:10:22.632145 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5f437-8240-4eb0-aa33-d2ab4841366a req-85fd1dee-357d-45e7-ba90-479ce0f86f52 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:22.634455 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c2b5f437-8240-4eb0-aa33-d2ab4841366a req-85fd1dee-357d-45e7-ba90-479ce0f86f52 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0849428 Jun 02 21:10:22.662917 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-69dce36b-9b67-4085-b862-4f3cfd905af8 service neutron] 10.222.0.95 "GET /v2.0/ports/8053c328-42b9-439f-afce-69428ccb52ce/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0777516 Jun 02 21:10:22.681713 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c2b5f437-8240-4eb0-aa33-d2ab4841366a req-6111416a-33a6-442d-be13-f2a6f86a1386 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398049 Jun 02 21:10:22.756736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-8390af1c-1431-4937-87e7-62c683b721a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:22.758203 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-8390af1c-1431-4937-87e7-62c683b721a4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 1099 time: 0.0714247 Jun 02 21:10:22.895913 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-9d2925b8-b3f1-4a6e-9bba-44426e9affe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:22.897319 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-9d2925b8-b3f1-4a6e-9bba-44426e9affe7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1336753 Jun 02 21:10:22.999747 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-89275a5b-56c5-49b3-939e-a4573d2381cc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8053c328-42b9-439f-afce-69428ccb52ce HTTP/1.1" status: 200 len: 1003 time: 0.0957441 Jun 02 21:10:23.065416 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-619a7353-e34a-4fee-8b61-210397da092c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:23.070265 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-619a7353-e34a-4fee-8b61-210397da092c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0603528 Jun 02 21:10:23.143159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-e12befe0-6aca-4e30-83c7-510023f64268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:23.144644 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-e12befe0-6aca-4e30-83c7-510023f64268 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0715871 Jun 02 21:10:23.271117 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-375eb674-73dc-4d22-aac9-def3c7144bfd service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197202 Jun 02 21:10:23.399482 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-54f6b8b9-cb9e-4bd5-be59-b3328368b5c8 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221137 Jun 02 21:10:23.870147 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520d1ca-9703-4159-869f-2ae133eaac88 req-be85d1fd-459c-4231-adbe-077de7cac47f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:23.871619 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3520d1ca-9703-4159-869f-2ae133eaac88 req-be85d1fd-459c-4231-adbe-077de7cac47f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0833108 Jun 02 21:10:23.916048 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3520d1ca-9703-4159-869f-2ae133eaac88 req-affa0967-3b5b-4eee-bd5b-a49af138c258 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387120 Jun 02 21:10:25.107556 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a83cb-6c32-4203-a60b-bdff5da78fc1 req-be557acf-eddf-4577-8cbb-48e5330a0219 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:25.108968 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cb8a83cb-6c32-4203-a60b-bdff5da78fc1 req-be557acf-eddf-4577-8cbb-48e5330a0219 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0816810 Jun 02 21:10:25.153715 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cb8a83cb-6c32-4203-a60b-bdff5da78fc1 req-83217a3f-fc6b-430e-8fad-5716f3719f90 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378032 Jun 02 21:10:25.975611 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 8053c328-42b9-439f-afce-69428ccb52ce no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:10:26.093309 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:26.119072 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fae417-c78f-4d55-a93b-31d34fc6d723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8053c328-42b9-439f-afce-69428ccb52ce'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:10:26.121420 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6850771-be19-4b32-8140-15ab6c5e9426" -d '{"events": [{"server_uuid": "69fae417-c78f-4d55-a93b-31d34fc6d723", "name": "network-vif-unplugged", "status": "completed", "tag": "8053c328-42b9-439f-afce-69428ccb52ce"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:10:26.129445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 8053c328-42b9-439f-afce-69428ccb52ce, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8053c328-42b9-439f-afce-69428ccb52ce,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:10:26.134015 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:26.136018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:10:26.184563 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 21:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b8f5cf-69b6-44e6-b7ad-622d03f79d0a x-openstack-request-id: req-85b8f5cf-69b6-44e6-b7ad-622d03f79d0a {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:10:26.184768 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fae417-c78f-4d55-a93b-31d34fc6d723", "name": "network-vif-unplugged", "status": "completed", "tag": "8053c328-42b9-439f-afce-69428ccb52ce", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:10:26.185027 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85b8f5cf-69b6-44e6-b7ad-622d03f79d0a {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:10:26.185421 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69fae417-c78f-4d55-a93b-31d34fc6d723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8053c328-42b9-439f-afce-69428ccb52ce', 'code': 200} Jun 02 21:10:26.211410 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=8053c328-42b9-439f-afce-69428ccb52ce,revision_number=9']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:10:26.214571 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:10:26.342904 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5e514-4e8c-48ea-8a48-93ac81189a15 req-8cd28ded-a7ac-43f3-889c-b0e3644b543a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:26.344498 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-94a5e514-4e8c-48ea-8a48-93ac81189a15 req-8cd28ded-a7ac-43f3-889c-b0e3644b543a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 944 time: 0.0823505 Jun 02 21:10:26.390192 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-94a5e514-4e8c-48ea-8a48-93ac81189a15 req-98c5375c-9d7f-465d-8a9c-3401abd056e1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402060 Jun 02 21:10:27.582801 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a033fb4-b9cb-476e-8b4c-10942bb859e8 req-5a5a63cf-9e2a-4edd-82b0-a25d9a8ed425 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:27.584291 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9a033fb4-b9cb-476e-8b4c-10942bb859e8 req-5a5a63cf-9e2a-4edd-82b0-a25d9a8ed425 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 944 time: 0.0807011 Jun 02 21:10:27.632027 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9a033fb4-b9cb-476e-8b4c-10942bb859e8 req-2d691c92-4721-49a2-9bc7-089714b8659f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421185 Jun 02 21:10:27.744319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-821d92bd-ebf8-4300-8e9e-eec098f706b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:27.745766 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-821d92bd-ebf8-4300-8e9e-eec098f706b2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723&tenant_id=0620fa7083574b4d8b0d52769ed4ec94 HTTP/1.1" status: 200 len: 1097 time: 0.0738759 Jun 02 21:10:27.836317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-4a149b92-2d3b-4014-b9b9-d380247a285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:27.837737 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-4a149b92-2d3b-4014-b9b9-d380247a285e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 1097 time: 0.0699306 Jun 02 21:10:27.964797 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-5ae25e54-5b28-4096-bda2-4156ef104c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:27.966198 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-5ae25e54-5b28-4096-bda2-4156ef104c22 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 200 len: 912 time: 0.1229365 Jun 02 21:10:28.069339 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-1dd37b5a-9ee9-4b24-a685-d3cfd49fc5a5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8053c328-42b9-439f-afce-69428ccb52ce HTTP/1.1" status: 200 len: 1001 time: 0.0962119 Jun 02 21:10:28.131172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-0a0d180c-6d96-4c6d-a1c1-ecfb6a369249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:28.132622 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-0a0d180c-6d96-4c6d-a1c1-ecfb6a369249 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 200 len: 850 time: 0.0569746 Jun 02 21:10:28.210266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-dbc417f6-e71e-4228-85ea-9e4d9ffb3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:28.211767 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-dbc417f6-e71e-4228-85ea-9e4d9ffb3f50 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a58b3bb5-5345-4afc-8bec-3d0b84a277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0731535 Jun 02 21:10:28.483157 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-e2afd27e-86cf-4a9a-b047-f9f93e6329f3 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650690 Jun 02 21:10:28.614918 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fc98ad7e-28aa-4b86-8d8f-4688b8b2cca5 req-f97a50ab-0a38-4d69-9964-78d7de7c2262 service neutron] 10.222.0.95 "GET /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240644 Jun 02 21:10:28.834967 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a38dc-c931-4a9a-adca-e8f13193cafa req-452b53c7-c6f2-4a42-aff9-470e5375bf8d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:28.836466 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-762a38dc-c931-4a9a-adca-e8f13193cafa req-452b53c7-c6f2-4a42-aff9-470e5375bf8d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 944 time: 0.0891593 Jun 02 21:10:28.880764 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-762a38dc-c931-4a9a-adca-e8f13193cafa req-0d956189-a5c1-4488-ad9f-5c276e1940fb tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386145 Jun 02 21:10:29.990124 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 8053c328-42b9-439f-afce-69428ccb52ce no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:10:30.070085 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d28097-9054-4c7a-a939-477c128832c5 req-fd307f84-d4a5-4158-a767-a660947ff529 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:30.071484 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f0d28097-9054-4c7a-a939-477c128832c5 req-fd307f84-d4a5-4158-a767-a660947ff529 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 944 time: 0.0840051 Jun 02 21:10:30.120661 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f0d28097-9054-4c7a-a939-477c128832c5 req-21205ed1-3054-4a40-bd68-090d8dc727c0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436413 Jun 02 21:10:30.821615 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-086706e7-31e5-404a-9649-c22ef4973778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:31.307297 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fea8d-f65a-4b14-bb4c-d4210515c377 req-fe563d56-86a0-47f1-9b03-7965707a664f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:31.308784 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e29fea8d-f65a-4b14-bb4c-d4210515c377 req-fe563d56-86a0-47f1-9b03-7965707a664f tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 944 time: 0.0801847 Jun 02 21:10:31.356215 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e29fea8d-f65a-4b14-bb4c-d4210515c377 req-7e51c5db-f7f5-4342-9895-5a0b497b4406 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418720 Jun 02 21:10:32.543300 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bac21e-5c41-4f01-b3cd-7b25ccaddd07 req-a1279a77-38fc-4f04-8a59-8cffe47663fd tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:32.544750 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f9bac21e-5c41-4f01-b3cd-7b25ccaddd07 req-a1279a77-38fc-4f04-8a59-8cffe47663fd tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 944 time: 0.0809724 Jun 02 21:10:32.589779 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f9bac21e-5c41-4f01-b3cd-7b25ccaddd07 req-c75bc251-0a8c-487d-9ddd-e0e72e6e76ab tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395606 Jun 02 21:10:33.369316 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a24f353d-6db6-4913-9c1e-6e80021a4d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:33.438702 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:33.772778 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f325a-a0fc-44a4-a356-5e1bfab9ec09 req-1a3f6e0e-dcbf-4c58-ad46-c674a0493c57 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:33.774236 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fd9f325a-a0fc-44a4-a356-5e1bfab9ec09 req-1a3f6e0e-dcbf-4c58-ad46-c674a0493c57 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 944 time: 0.0804725 Jun 02 21:10:33.831689 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fd9f325a-a0fc-44a4-a356-5e1bfab9ec09 req-1c5f6222-561a-4b59-b6fe-af0712e6538e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517814 Jun 02 21:10:34.027106 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 8053c328-42b9-439f-afce-69428ccb52ce details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:10:34.201859 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 8053c328-42b9-439f-afce-69428ccb52ce, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8053c328-42b9-439f-afce-69428ccb52ce,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:10:34.214737 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '8053c328-42b9-439f-afce-69428ccb52ce', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'port_id': '8053c328-42b9-439f-afce-69428ccb52ce', 'mac_address': 'fa:16:3e:2e:2a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:10:34.268343 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:34.285447 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8053c328-42b9-439f-afce-69428ccb52ce {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:10:34.301113 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 8053c328-42b9-439f-afce-69428ccb52ce, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8053c328-42b9-439f-afce-69428ccb52ce,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:10:34.304644 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:34.306333 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:10:34.372511 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['8053c328-42b9-439f-afce-69428ccb52ce'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:10:34.417027 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:34.430937 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=8053c328-42b9-439f-afce-69428ccb52ce,revision_number=10']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:10:34.435432 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:10:35.023781 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade39ce3-f3ca-4510-9610-12db063906b7 req-6e5051c5-77d3-417d-b566-0aa2077eb406 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:35.025218 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ade39ce3-f3ca-4510-9610-12db063906b7 req-6e5051c5-77d3-417d-b566-0aa2077eb406 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.0847609 Jun 02 21:10:35.068026 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ade39ce3-f3ca-4510-9610-12db063906b7 req-e552e42a-25f3-4b74-b306-645668a9d90b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372725 Jun 02 21:10:36.030687 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:36.052676 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 8053c328-42b9-439f-afce-69428ccb52ce up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:10:36.117701 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 8053c328-42b9-439f-afce-69428ccb52ce triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:10:36.118076 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:36.234421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:36.261238 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fae417-c78f-4d55-a93b-31d34fc6d723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8053c328-42b9-439f-afce-69428ccb52ce'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:10:36.263876 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4357a2-8ebb-43eb-bed3-b5770d334ad6" -d '{"events": [{"server_uuid": "69fae417-c78f-4d55-a93b-31d34fc6d723", "name": "network-vif-plugged", "status": "completed", "tag": "8053c328-42b9-439f-afce-69428ccb52ce"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:10:36.271940 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 8053c328-42b9-439f-afce-69428ccb52ce, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8053c328-42b9-439f-afce-69428ccb52ce,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:10:36.276362 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:36.278202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:10:36.278735 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6517375-3c02-4bf6-815f-dc45d2ad6b64 req-8d6747b3-4fc5-401c-8846-30ca6f07bc60 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:36.280631 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c6517375-3c02-4bf6-815f-dc45d2ad6b64 req-8d6747b3-4fc5-401c-8846-30ca6f07bc60 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 946 time: 0.1085236 Jun 02 21:10:36.320339 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ee16ed-3978-4d31-b50c-6bbe48937b1c x-openstack-request-id: req-c0ee16ed-3978-4d31-b50c-6bbe48937b1c {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:10:36.320641 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fae417-c78f-4d55-a93b-31d34fc6d723", "name": "network-vif-plugged", "status": "completed", "tag": "8053c328-42b9-439f-afce-69428ccb52ce", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:10:36.320904 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0ee16ed-3978-4d31-b50c-6bbe48937b1c {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:10:36.321293 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69fae417-c78f-4d55-a93b-31d34fc6d723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8053c328-42b9-439f-afce-69428ccb52ce', 'code': 200} Jun 02 21:10:36.331751 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c6517375-3c02-4bf6-815f-dc45d2ad6b64 req-7cda0abf-f150-4d4e-a637-429f6ebe7feb tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447285 Jun 02 21:10:36.345656 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=8053c328-42b9-439f-afce-69428ccb52ce,revision_number=11']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:10:36.354653 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:10:37.047761 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:10:37.517572 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112d73b-e120-4aaf-a804-0bd0065c4926 req-8c1d4318-a9ec-4721-88e7-b181c796af3c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:37.519009 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c112d73b-e120-4aaf-a804-0bd0065c4926 req-8c1d4318-a9ec-4721-88e7-b181c796af3c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 947 time: 0.0797038 Jun 02 21:10:37.562476 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c112d73b-e120-4aaf-a804-0bd0065c4926 req-3aa29dbd-6532-4f61-93e0-239824a23dd9 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377581 Jun 02 21:10:38.754111 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e742c9-cda5-4108-abd4-487279b09d07 req-5136d0a9-8b8a-43bb-b72d-f420ddfdfd1a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:38.755609 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a6e742c9-cda5-4108-abd4-487279b09d07 req-5136d0a9-8b8a-43bb-b72d-f420ddfdfd1a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 947 time: 0.0820005 Jun 02 21:10:38.801426 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a6e742c9-cda5-4108-abd4-487279b09d07 req-6d22b0b4-228b-422e-a7db-1783703a559d tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401011 Jun 02 21:10:39.993713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f49b1a-e74c-47e1-8894-dd9731551b8d req-a1b5ab0f-44ee-4979-9c23-5c81a86b80e8 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:39.995163 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f7f49b1a-e74c-47e1-8894-dd9731551b8d req-a1b5ab0f-44ee-4979-9c23-5c81a86b80e8 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 947 time: 0.0829008 Jun 02 21:10:40.038615 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f7f49b1a-e74c-47e1-8894-dd9731551b8d req-faf958bf-1356-4217-870c-ee721f723861 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378454 Jun 02 21:10:40.227200 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ed5d1-2e8a-483b-b8d7-403206fcd858 req-1de34265-5535-4f36-95cf-dd23dda6c7dd tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:40.228663 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-106ed5d1-2e8a-483b-b8d7-403206fcd858 req-1de34265-5535-4f36-95cf-dd23dda6c7dd tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 947 time: 0.0885069 Jun 02 21:10:40.274726 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-106ed5d1-2e8a-483b-b8d7-403206fcd858 req-d081521b-74f8-4dd6-ac20-d7056cca1944 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396023 Jun 02 21:10:40.457189 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca79618-ea0f-4aea-867a-980d788300b0 req-5bd24daf-a20f-401b-a129-cde664040252 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:40.458630 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5ca79618-ea0f-4aea-867a-980d788300b0 req-5bd24daf-a20f-401b-a129-cde664040252 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 947 time: 0.0789461 Jun 02 21:10:40.501503 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5ca79618-ea0f-4aea-867a-980d788300b0 req-bb62cf49-01ac-4171-9a58-7fafc7cd388c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373330 Jun 02 21:10:40.881239 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75babb15-425c-4fdf-9f25-ca0b7181ce61 req-9983b8a7-7fa5-4f6e-9920-705630f57314 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:40.882612 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-75babb15-425c-4fdf-9f25-ca0b7181ce61 req-9983b8a7-7fa5-4f6e-9920-705630f57314 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 947 time: 0.0853999 Jun 02 21:10:40.927286 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-75babb15-425c-4fdf-9f25-ca0b7181ce61 req-6bd73406-8cae-4cbd-9b07-9d05305186cc tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388031 Jun 02 21:10:42.107592 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc3ed0-c0a4-4f70-a8d5-ff8fb7da6996 req-ea7f3f57-eaa3-424e-926b-845ac9fb0a8b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:42.108941 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-60bc3ed0-c0a4-4f70-a8d5-ff8fb7da6996 req-ea7f3f57-eaa3-424e-926b-845ac9fb0a8b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 947 time: 0.0782335 Jun 02 21:10:42.152411 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-60bc3ed0-c0a4-4f70-a8d5-ff8fb7da6996 req-dd11aa10-a9db-4eac-8806-470d10ba8d02 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374229 Jun 02 21:10:43.394457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49108c-b328-45c2-a344-4235ff00385b req-65a1554f-da8f-4059-9e80-ae6a32172de0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:43.395911 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eb49108c-b328-45c2-a344-4235ff00385b req-65a1554f-da8f-4059-9e80-ae6a32172de0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 947 time: 0.1037583 Jun 02 21:10:43.402996 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13748a-2157-4e82-9b2e-8cf5318f5a95 req-6ff33d0b-9ab1-4a22-a55c-d157fece489c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:10:43.404317 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb13748a-2157-4e82-9b2e-8cf5318f5a95 req-6ff33d0b-9ab1-4a22-a55c-d157fece489c tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 947 time: 0.1476657 Jun 02 21:10:43.521557 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb13748a-2157-4e82-9b2e-8cf5318f5a95 req-571c4928-5705-4cd9-86ea-fa59d5965cea tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups?id=16688496-d294-403e-85c4-54f0a3e1703c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888860 Jun 02 21:10:43.561971 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-eb49108c-b328-45c2-a344-4235ff00385b req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Deleting port 8053c328-42b9-439f-afce-69428ccb52ce {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:10:43.562294 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-eb49108c-b328-45c2-a344-4235ff00385b req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:43.697428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-eb49108c-b328-45c2-a344-4235ff00385b req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] For port 8053c328-42b9-439f-afce-69428ccb52ce, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8053c328-42b9-439f-afce-69428ccb52ce,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:10:43.697781 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-eb49108c-b328-45c2-a344-4235ff00385b req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:43.977245 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-eb49108c-b328-45c2-a344-4235ff00385b req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:43.977611 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-eb49108c-b328-45c2-a344-4235ff00385b req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:43.977921 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [req-eb49108c-b328-45c2-a344-4235ff00385b req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Floating IP 358af234-379b-4691-adbb-273010569461 disassociated. External IP: 172.26.0.154, port: 8053c328-42b9-439f-afce-69428ccb52ce. Jun 02 21:10:43.978273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-eb49108c-b328-45c2-a344-4235ff00385b req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Calling delete_port for 8053c328-42b9-439f-afce-69428ccb52ce owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:10:44.111127 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 8053c328-42b9-439f-afce-69428ccb52ce no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:10:44.225075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-eb49108c-b328-45c2-a344-4235ff00385b req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:44.230910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c6a3efa5-5ca8-4d52-9421-abdc0d2ce1e2 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:10:44.231962 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:44.274951 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Pushing event deleted for resources: {'Port': ['ID=8053c328-42b9-439f-afce-69428ccb52ce,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:10:44.285042 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:44.285509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:44.286398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:44.286780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:44.287171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:44.287552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:44.287924 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:44.288331 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:44.288674 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:44.289051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:44.289449 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:44.289824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:44.293548 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:10:44.477363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb49108c-b328-45c2-a344-4235ff00385b req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Router 28e6b5a6-9ef8-4141-b792-239dc655b66c has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:10:44.658885 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb49108c-b328-45c2-a344-4235ff00385b req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:10:44.668656 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c3a95-4118-40ee-96ae-4f37eb1f79aa None None] Sync routers for ids ['28e6b5a6-9ef8-4141-b792-239dc655b66c'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:10:44.680787 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c3a95-4118-40ee-96ae-4f37eb1f79aa None None] Routers {'28e6b5a6-9ef8-4141-b792-239dc655b66c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:10:44.681599 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-669c3a95-4118-40ee-96ae-4f37eb1f79aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:10:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['28e6b5a6-9ef8-4141-b792-239dc655b66c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:10:44.734366 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb49108c-b328-45c2-a344-4235ff00385b req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] No DVR routers for this DVR port 8053c328-42b9-439f-afce-69428ccb52ce on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:10:44.745694 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-eb49108c-b328-45c2-a344-4235ff00385b req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:44.748927 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fae417-c78f-4d55-a93b-31d34fc6d723', 'name': 'network-vif-deleted', 'tag': '8053c328-42b9-439f-afce-69428ccb52ce'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:10:44.750955 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2202ffe6-fc1e-49d1-baef-3f8d67172243" -d '{"events": [{"server_uuid": "69fae417-c78f-4d55-a93b-31d34fc6d723", "name": "network-vif-deleted", "tag": "8053c328-42b9-439f-afce-69428ccb52ce"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:10:44.756031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:44.774393 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eb49108c-b328-45c2-a344-4235ff00385b req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.95 "DELETE /v2.0/ports/8053c328-42b9-439f-afce-69428ccb52ce HTTP/1.1" status: 204 len: 173 time: 1.3690605 Jun 02 21:10:44.818146 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-13833f74-16e3-4854-88ba-06be4d172387 req-4d9d6ae8-8380-4a02-883e-2a2d1e84973b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 210 time: 0.1931536 Jun 02 21:10:44.866901 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7466a11d-450c-4439-a9dd-277b9ca2e57a x-openstack-request-id: req-7466a11d-450c-4439-a9dd-277b9ca2e57a {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:10:44.867279 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fae417-c78f-4d55-a93b-31d34fc6d723", "name": "network-vif-deleted", "tag": "8053c328-42b9-439f-afce-69428ccb52ce", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:10:44.867577 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7466a11d-450c-4439-a9dd-277b9ca2e57a {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:10:44.868017 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69fae417-c78f-4d55-a93b-31d34fc6d723', 'name': 'network-vif-deleted', 'tag': '8053c328-42b9-439f-afce-69428ccb52ce', 'status': 'completed', 'code': 200} Jun 02 21:10:44.876927 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-669c3a95-4118-40ee-96ae-4f37eb1f79aa None None] Set router 28e6b5a6-9ef8-4141-b792-239dc655b66c gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:10:45.213249 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-669c3a95-4118-40ee-96ae-4f37eb1f79aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:10:45.217154 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c3a95-4118-40ee-96ae-4f37eb1f79aa None None] Checking router: 28e6b5a6-9ef8-4141-b792-239dc655b66c for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:10:45.225734 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c3a95-4118-40ee-96ae-4f37eb1f79aa None None] Routers {'28e6b5a6-9ef8-4141-b792-239dc655b66c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:10:45.226319 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-669c3a95-4118-40ee-96ae-4f37eb1f79aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:10:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['28e6b5a6-9ef8-4141-b792-239dc655b66c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:10:45.399557 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-669c3a95-4118-40ee-96ae-4f37eb1f79aa None None] Set router 28e6b5a6-9ef8-4141-b792-239dc655b66c gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:10:45.711331 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-669c3a95-4118-40ee-96ae-4f37eb1f79aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:10:45.715444 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c3a95-4118-40ee-96ae-4f37eb1f79aa None None] The sync data for ids ['28e6b5a6-9ef8-4141-b792-239dc655b66c'] in dv-neutron-601336-84-hyperv is: [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:02:02Z', 'revision_number': 4, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '91a9139c-d7f5-4939-873b-2cd4d18e4920', 'name': '', 'network_id': 'a58b3bb5-5345-4afc-8bec-3d0b84a277d6', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'mac_address': 'fa:16:3e:a5:90:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:02:02Z', 'updated_at': '2021-06-02T21:02:08Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'subnets': [{'id': '01b191d3-a4b3-414f-a302-0161d9aa4c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:10:45.931844 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d929c70-b5b9-458e-a38c-fd33ef6e5927 None None] New status for floating IP 358af234-379b-4691-adbb-273010569461: DOWN {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:10:45.977064 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-32a15aa2-25b1-4598-b10b-c847a4d44c31 req-ca334927-1207-4f7b-bc18-fa2e0163565b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 210 time: 0.0432410 Jun 02 21:10:47.133320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-49aac507-6f04-441f-8f49-c75c5523851c req-1cb549aa-2bf8-4a56-bccc-862b13d29ea0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Synchronizing usage tracker for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:10:47.150237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-49aac507-6f04-441f-8f49-c75c5523851c req-1cb549aa-2bf8-4a56-bccc-862b13d29ea0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Unset dirty status for tenant:0620fa7083574b4d8b0d52769ed4ec94 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:10:47.151438 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-49aac507-6f04-441f-8f49-c75c5523851c req-1cb549aa-2bf8-4a56-bccc-862b13d29ea0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 210 time: 0.0633745 Jun 02 21:10:48.114111 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 8053c328-42b9-439f-afce-69428ccb52ce no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:10:48.148352 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 8053c328-42b9-439f-afce-69428ccb52ce {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:10:48.148640 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 8053c328-42b9-439f-afce-69428ccb52ce not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:10:48.313648 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-627e20b9-c0d8-42df-b06a-2df91f0a994b req-cf6477a4-2209-48d2-a925-3a797603d6b0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/ports?device_id=69fae417-c78f-4d55-a93b-31d34fc6d723 HTTP/1.1" status: 200 len: 210 time: 0.0454559 Jun 02 21:10:52.568646 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 34950) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:10:52.634325 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7b69d37a-f074-4007-9aa2-fc988843780e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:52.666155 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7b69d37a-f074-4007-9aa2-fc988843780e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:52.720193 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7b69d37a-f074-4007-9aa2-fc988843780e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:52.724138 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-82a0e9a6-45b7-47d9-8f66-4eea0cb76d39 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:10:52.738006 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69d37a-f074-4007-9aa2-fc988843780e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16688496-d294-403e-85c4-54f0a3e1703c,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:10:52.747096 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69d37a-f074-4007-9aa2-fc988843780e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:52.747583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69d37a-f074-4007-9aa2-fc988843780e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:52.747950 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69d37a-f074-4007-9aa2-fc988843780e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:52.748323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69d37a-f074-4007-9aa2-fc988843780e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:52.748691 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69d37a-f074-4007-9aa2-fc988843780e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:52.749059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69d37a-f074-4007-9aa2-fc988843780e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:52.749420 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69d37a-f074-4007-9aa2-fc988843780e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:52.749782 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69d37a-f074-4007-9aa2-fc988843780e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:52.750145 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69d37a-f074-4007-9aa2-fc988843780e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:52.750530 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69d37a-f074-4007-9aa2-fc988843780e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:52.750894 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69d37a-f074-4007-9aa2-fc988843780e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:52.751278 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b69d37a-f074-4007-9aa2-fc988843780e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:10:52.756217 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7b69d37a-f074-4007-9aa2-fc988843780e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:10:52.759492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7b69d37a-f074-4007-9aa2-fc988843780e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:52.763335 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7b69d37a-f074-4007-9aa2-fc988843780e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "DELETE /v2.0/security-groups/16688496-d294-403e-85c4-54f0a3e1703c HTTP/1.1" status: 204 len: 168 time: 0.1936285 Jun 02 21:10:52.763465 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 34952) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:10:52.779611 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.api.v2.resource [None req-930f6e66-9318-46ab-88b1-e3d4bc5dd899 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] show failed (client error): The resource could not be found. Jun 02 21:10:52.780588 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-930f6e66-9318-46ab-88b1-e3d4bc5dd899 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "GET /v2.0/security-groups/16688496-d294-403e-85c4-54f0a3e1703c HTTP/1.1" status: 404 len: 347 time: 0.0162687 Jun 02 21:10:52.783249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 34954) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:10:52.991697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-e88df09b-47e1-48e9-94e6-579e5a414404 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Deleting port aff1a8bf-24c4-462b-98c3-1e222200839d {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:10:52.991958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e88df09b-47e1-48e9-94e6-579e5a414404 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:53.105056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e88df09b-47e1-48e9-94e6-579e5a414404 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:53.105378 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e88df09b-47e1-48e9-94e6-579e5a414404 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:53.221959 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-e88df09b-47e1-48e9-94e6-579e5a414404 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Calling delete_port for aff1a8bf-24c4-462b-98c3-1e222200839d owned by network:floatingip {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:10:53.329958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e88df09b-47e1-48e9-94e6-579e5a414404 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:53.333560 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f91ddc1c-3122-42b8-b895-9b4ed0827b82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:10:53.378731 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88df09b-47e1-48e9-94e6-579e5a414404 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Pushing event deleted for resources: {'Port': ['ID=aff1a8bf-24c4-462b-98c3-1e222200839d,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:10:53.382433 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e88df09b-47e1-48e9-94e6-579e5a414404 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:10:53.466451 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e88df09b-47e1-48e9-94e6-579e5a414404 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks [] for floatingip, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:53.483664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e88df09b-47e1-48e9-94e6-579e5a414404 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:53.484793 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e88df09b-47e1-48e9-94e6-579e5a414404 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] 10.222.0.25 "DELETE /v2.0/floatingips/358af234-379b-4691-adbb-273010569461 HTTP/1.1" status: 204 len: 168 time: 0.7006712 Jun 02 21:10:53.487733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 34956) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:10:54.219432 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0f0cc950-7c19-4c0d-9c71-eeddd3da4db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:54.618349 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-0f0cc950-7c19-4c0d-9c71-eeddd3da4db5 admin admin] Deleting port 91a9139c-d7f5-4939-873b-2cd4d18e4920 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:10:54.618683 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0f0cc950-7c19-4c0d-9c71-eeddd3da4db5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:54.735699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-0f0cc950-7c19-4c0d-9c71-eeddd3da4db5 admin admin] For port 91a9139c-d7f5-4939-873b-2cd4d18e4920, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=91a9139c-d7f5-4939-873b-2cd4d18e4920,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:10:54.736052 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0f0cc950-7c19-4c0d-9c71-eeddd3da4db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:54.857556 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-0f0cc950-7c19-4c0d-9c71-eeddd3da4db5 admin admin] Calling delete_port for 91a9139c-d7f5-4939-873b-2cd4d18e4920 owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:10:55.272803 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0f0cc950-7c19-4c0d-9c71-eeddd3da4db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:55.276999 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-eb37cf23-698c-42c3-b7ef-fffa2229d9e5 tempest-DeleteServersTestJSON-108676243 tempest-DeleteServersTestJSON-108676243-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:10:55.319766 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cc950-7c19-4c0d-9c71-eeddd3da4db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=91a9139c-d7f5-4939-873b-2cd4d18e4920,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:10:55.345353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0f0cc950-7c19-4c0d-9c71-eeddd3da4db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:10:55.592910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0f0cc950-7c19-4c0d-9c71-eeddd3da4db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:55.946667 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0cc950-7c19-4c0d-9c71-eeddd3da4db5 admin admin] Router 28e6b5a6-9ef8-4141-b792-239dc655b66c has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:10:56.116777 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0cc950-7c19-4c0d-9c71-eeddd3da4db5 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:10:56.124976 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3820df32-9f2b-45e9-9add-d9643e35f13f None None] Sync routers for ids ['28e6b5a6-9ef8-4141-b792-239dc655b66c'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:10:56.128525 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0f0cc950-7c19-4c0d-9c71-eeddd3da4db5 admin admin] 10.222.0.25 "PUT /v2.0/routers/28e6b5a6-9ef8-4141-b792-239dc655b66c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6390986 Jun 02 21:10:56.131800 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 34960) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:10:56.134756 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3820df32-9f2b-45e9-9add-d9643e35f13f None None] Routers {'28e6b5a6-9ef8-4141-b792-239dc655b66c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:10:56.135392 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-3820df32-9f2b-45e9-9add-d9643e35f13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:10:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['28e6b5a6-9ef8-4141-b792-239dc655b66c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:10:56.302505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aae6dbf5-387d-4537-925d-10475f690725 admin admin] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:56.306869 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-3820df32-9f2b-45e9-9add-d9643e35f13f None None] Set router 28e6b5a6-9ef8-4141-b792-239dc655b66c gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:10:56.586772 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-3820df32-9f2b-45e9-9add-d9643e35f13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:10:55Z', 'revision_number': 5, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port': {'id': '5b1b7588-c810-4a17-b8e5-cbba1977c259', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:01:59Z', 'updated_at': '2021-06-02T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:10:56.590433 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3820df32-9f2b-45e9-9add-d9643e35f13f None None] Checking router: 28e6b5a6-9ef8-4141-b792-239dc655b66c for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:10:56.599422 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3820df32-9f2b-45e9-9add-d9643e35f13f None None] Routers {'28e6b5a6-9ef8-4141-b792-239dc655b66c'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:10:56.600010 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-3820df32-9f2b-45e9-9add-d9643e35f13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:10:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['28e6b5a6-9ef8-4141-b792-239dc655b66c'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:10:56.633474 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aae6dbf5-387d-4537-925d-10475f690725 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:56.713175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-aae6dbf5-387d-4537-925d-10475f690725 admin admin] Deleting port 5b1b7588-c810-4a17-b8e5-cbba1977c259 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:10:56.713514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aae6dbf5-387d-4537-925d-10475f690725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:56.776403 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-3820df32-9f2b-45e9-9add-d9643e35f13f None None] Set router 28e6b5a6-9ef8-4141-b792-239dc655b66c gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:10:56.838637 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-aae6dbf5-387d-4537-925d-10475f690725 admin admin] For port 5b1b7588-c810-4a17-b8e5-cbba1977c259, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=5b1b7588-c810-4a17-b8e5-cbba1977c259,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:10:56.838938 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aae6dbf5-387d-4537-925d-10475f690725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:56.879284 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-3820df32-9f2b-45e9-9add-d9643e35f13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:10:56Z', 'revision_number': 6, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:10:56.883112 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3820df32-9f2b-45e9-9add-d9643e35f13f None None] The sync data for ids ['28e6b5a6-9ef8-4141-b792-239dc655b66c'] in dv-neutron-601336-84-hyperv is: [{'id': '28e6b5a6-9ef8-4141-b792-239dc655b66c', 'name': 'tempest-ServerActionsTestJSON-917248545-router', 'tenant_id': '0620fa7083574b4d8b0d52769ed4ec94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:01:58Z', 'updated_at': '2021-06-02T21:10:56Z', 'revision_number': 6, 'project_id': '0620fa7083574b4d8b0d52769ed4ec94', 'gw_port_host': None}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:10:56.963184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-aae6dbf5-387d-4537-925d-10475f690725 admin admin] Calling delete_port for 5b1b7588-c810-4a17-b8e5-cbba1977c259 owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:10:57.099890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aae6dbf5-387d-4537-925d-10475f690725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:57.103353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9b620233-38a5-446a-aff1-7418270236bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:10:57.146050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6dbf5-387d-4537-925d-10475f690725 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b1b7588-c810-4a17-b8e5-cbba1977c259,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:10:57.148405 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-aae6dbf5-387d-4537-925d-10475f690725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:10:57.239980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aae6dbf5-387d-4537-925d-10475f690725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:57.412531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aae6dbf5-387d-4537-925d-10475f690725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:57.414784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aae6dbf5-387d-4537-925d-10475f690725 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:57.437240 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aae6dbf5-387d-4537-925d-10475f690725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:57.437772 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae6dbf5-387d-4537-925d-10475f690725 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28e6b5a6-9ef8-4141-b792-239dc655b66c {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 21:10:57.449837 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aae6dbf5-387d-4537-925d-10475f690725 admin admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:57.450962 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-aae6dbf5-387d-4537-925d-10475f690725 admin admin] 10.222.0.25 "DELETE /v2.0/routers/28e6b5a6-9ef8-4141-b792-239dc655b66c HTTP/1.1" status: 204 len: 168 time: 1.3182745 Jun 02 21:10:57.453469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 34962) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:10:57.509164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee55b68a-4694-4df2-b019-1ca62bf7751b admin admin] Deleting subnet 01b191d3-a4b3-414f-a302-0161d9aa4c4f {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 21:10:57.511929 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee55b68a-4694-4df2-b019-1ca62bf7751b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:57.560777 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee55b68a-4694-4df2-b019-1ca62bf7751b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:57.640092 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee55b68a-4694-4df2-b019-1ca62bf7751b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:57.890810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee55b68a-4694-4df2-b019-1ca62bf7751b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:57.894299 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2b620a9f-b35b-4ad1-820b-2dbbe16c27ae tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:10:57.928094 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55b68a-4694-4df2-b019-1ca62bf7751b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01b191d3-a4b3-414f-a302-0161d9aa4c4f,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:10:57.930598 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ee55b68a-4694-4df2-b019-1ca62bf7751b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:10:57.933432 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee55b68a-4694-4df2-b019-1ca62bf7751b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:57.938375 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25285323-b14c-478a-868d-f8e9704e5871 None None] Network a58b3bb5-5345-4afc-8bec-3d0b84a277d6 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:10:57.939912 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ee55b68a-4694-4df2-b019-1ca62bf7751b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/01b191d3-a4b3-414f-a302-0161d9aa4c4f HTTP/1.1" status: 204 len: 168 time: 0.4854856 Jun 02 21:10:57.942890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 34964) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:10:58.047173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:58.118162 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] Deleting port 8066a1eb-c7c8-441f-a70c-451c185ad927 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:10:58.118426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:58.174296 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b93014-c2f9-4584-a6c3-e2922aa00816 None None] DHCP port deletion for a58b3bb5-5345-4afc-8bec-3d0b84a277d6 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 21:10:58.240921 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-47b93014-c2f9-4584-a6c3-e2922aa00816 None None] Deleting port 8066a1eb-c7c8-441f-a70c-451c185ad927 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:10:58.241220 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-47b93014-c2f9-4584-a6c3-e2922aa00816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:58.340187 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-47b93014-c2f9-4584-a6c3-e2922aa00816 None None] For port 8066a1eb-c7c8-441f-a70c-451c185ad927, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=8066a1eb-c7c8-441f-a70c-451c185ad927,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:10:58.340598 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-47b93014-c2f9-4584-a6c3-e2922aa00816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:58.363330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] For port 8066a1eb-c7c8-441f-a70c-451c185ad927, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=8066a1eb-c7c8-441f-a70c-451c185ad927,segment=NetworkSegment(7ea0de3a-abf4-429d-af04-b3c149fc908e),segment_id=7ea0de3a-abf4-429d-af04-b3c149fc908e)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:10:58.363689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:58.495300 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] Calling delete_port for 8066a1eb-c7c8-441f-a70c-451c185ad927 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:10:58.495993 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-47b93014-c2f9-4584-a6c3-e2922aa00816 None None] Calling delete_port for 8066a1eb-c7c8-441f-a70c-451c185ad927 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:10:58.542733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:58.547297 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e88df09b-47e1-48e9-94e6-579e5a414404 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:10:58.549000 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-47b93014-c2f9-4584-a6c3-e2922aa00816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:58.552615 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:10:58.590122 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] Pushing event deleted for resources: {'Port': ['ID=8066a1eb-c7c8-441f-a70c-451c185ad927,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:10:58.592580 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:10:58.595523 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] No DVR routers for this DVR port 8066a1eb-c7c8-441f-a70c-451c185ad927 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:10:58.595722 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b93014-c2f9-4584-a6c3-e2922aa00816 None None] Pushing event deleted for resources: {'Port': ['ID=8066a1eb-c7c8-441f-a70c-451c185ad927,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:10:58.599682 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-47b93014-c2f9-4584-a6c3-e2922aa00816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:10:58.603774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b93014-c2f9-4584-a6c3-e2922aa00816 None None] No DVR routers for this DVR port 8066a1eb-c7c8-441f-a70c-451c185ad927 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:10:58.713412 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:58.726325 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58b3bb5-5345-4afc-8bec-3d0b84a277d6']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:10:58.738744 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea0de3a-abf4-429d-af04-b3c149fc908e') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:10:58.739511 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea0de3a-abf4-429d-af04-b3c149fc908e') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:10:58.740493 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 91a9139c-d7f5-4939-873b-2cd4d18e4920 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:10:58.751204 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:58.768424 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:58.775081 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:10:58.775497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:58.777218 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 91a9139c-d7f5-4939-873b-2cd4d18e4920 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:10:58.777575 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 91a9139c-d7f5-4939-873b-2cd4d18e4920 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:10:58.778001 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 5b1b7588-c810-4a17-b8e5-cbba1977c259 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:10:58.788525 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:10:58.810311 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 5b1b7588-c810-4a17-b8e5-cbba1977c259 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:10:58.810667 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 5b1b7588-c810-4a17-b8e5-cbba1977c259 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:10:58.811100 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 8066a1eb-c7c8-441f-a70c-451c185ad927 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:10:58.846444 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 8066a1eb-c7c8-441f-a70c-451c185ad927 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:10:58.846795 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 8066a1eb-c7c8-441f-a70c-451c185ad927 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:10:58.867724 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:58.871388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bba13aa9-c0f3-47c0-bd7e-21a9850737a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:10:58.884524 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:58.896782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] Pushing event deleted for resources: {'Network': ['ID=a58b3bb5-5345-4afc-8bec-3d0b84a277d6,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:10:58.900745 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:10:58.908663 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a58b3bb5-5345-4afc-8bec-3d0b84a277d6 HTTP/1.1" status: 204 len: 168 time: 0.9648209 Jun 02 21:10:59.016328 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 34968) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:10:59.063044 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-82b28e55-afeb-4d5b-9a09-9ebb03fb6567 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0620fa7083574b4d8b0d52769ed4ec94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454752 Jun 02 21:10:59.065267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 34970) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:10:59.128219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-19c16e03-f24c-4768-bd92-12dc7103b94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:59.153363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-19c16e03-f24c-4768-bd92-12dc7103b94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:59.204262 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-19c16e03-f24c-4768-bd92-12dc7103b94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:59.207958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a8be6be6-e9da-4500-8063-25ce054150d9 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:10:59.221483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c16e03-f24c-4768-bd92-12dc7103b94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115cea79-cacd-42bf-bfd0-30cfba0fc630,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:10:59.225203 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-19c16e03-f24c-4768-bd92-12dc7103b94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:10:59.228486 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-19c16e03-f24c-4768-bd92-12dc7103b94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:10:59.229573 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-19c16e03-f24c-4768-bd92-12dc7103b94c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/115cea79-cacd-42bf-bfd0-30cfba0fc630 HTTP/1.1" status: 204 len: 168 time: 0.1634493 Jun 02 21:10:59.987196 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 34992) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:00.090198 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-469745564-network', 'tenant_id': '19696e31f2c24ad5ab90ad321f76ed2b'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:11:00.094802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:11:00.098633 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Usage tracker for resource:network and tenant:19696e31f2c24ad5ab90ad321f76ed2b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:11:00.101479 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:11:00.107065 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:11:00.117688 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Made reservation on behalf of 19696e31f2c24ad5ab90ad321f76ed2b for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:11:00.120242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:00.132426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:00.146288 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:11:00.149971 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Usage tracker for resource:security_group_rule and tenant:19696e31f2c24ad5ab90ad321f76ed2b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:11:00.152679 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:11:00.158140 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:11:00.241018 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:00.246059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:00.250508 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fab2c117-2cb2-4abe-b975-2786dd19a821 tempest-ServersAdminNegativeTestJSON-1425853424 tempest-ServersAdminNegativeTestJSON-1425853424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:00.278638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:11:00.291801 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:00.295374 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:00.297999 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:00.298343 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Added segment 9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7 of type vlan for network 576488ce-6b47-41b7-ab63-015e64feb04d Jun 02 21:11:00.325108 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:00.354795 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:00.355963 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:00.356535 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:00.361467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5e227d86-4397-4fcb-b006-03b4b4bb2e31 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:00.459261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Pushing event updated for resources: {'Network': ['ID=576488ce-6b47-41b7-ab63-015e64feb04d,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:00.462180 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4739263 Jun 02 21:11:00.463060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:00.465137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 34996) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:00.469463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 576488ce-6b47-41b7-ab63-015e64feb04d details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:11:00.470573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-4450c292-423e-4365-95ff-63dc31431011 admin admin] Request body: {'subnet': {'network_id': '576488ce-6b47-41b7-ab63-015e64feb04d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-469745564-subnet', 'tenant_id': '19696e31f2c24ad5ab90ad321f76ed2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:11:00.475892 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4450c292-423e-4365-95ff-63dc31431011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:11:00.479649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4450c292-423e-4365-95ff-63dc31431011 admin admin] Usage tracker for resource:subnet and tenant:19696e31f2c24ad5ab90ad321f76ed2b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:11:00.482454 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4450c292-423e-4365-95ff-63dc31431011 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:11:00.489121 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4450c292-423e-4365-95ff-63dc31431011 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:11:00.499674 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4450c292-423e-4365-95ff-63dc31431011 admin admin] Made reservation on behalf of 19696e31f2c24ad5ab90ad321f76ed2b for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:11:00.502184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4450c292-423e-4365-95ff-63dc31431011 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:00.823691 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-51fc8a03-26b1-484e-8369-a3fd3cc3696a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:00.875525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4450c292-423e-4365-95ff-63dc31431011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:00.879787 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-04f38be6-1cbd-4b37-bf4e-8068a70dbb6f tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:00.951545 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450c292-423e-4365-95ff-63dc31431011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ac5991a-2d59-43ea-a3bc-9c3d55b77792,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:00.954772 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4450c292-423e-4365-95ff-63dc31431011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:00.961225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4450c292-423e-4365-95ff-63dc31431011 admin admin] Checking segment: {'id': '9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '576488ce-6b47-41b7-ab63-015e64feb04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:11:00.961619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4450c292-423e-4365-95ff-63dc31431011 admin admin] Network hostable DHCP agents. Network: 576488ce-6b47-41b7-ab63-015e64feb04d, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:11:00.978730 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4450c292-423e-4365-95ff-63dc31431011 admin admin] Network 576488ce-6b47-41b7-ab63-015e64feb04d is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:11:00.987381 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-4450c292-423e-4365-95ff-63dc31431011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 576488ce-6b47-41b7-ab63-015e64feb04d) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:11:00.995542 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4450c292-423e-4365-95ff-63dc31431011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:00.996148 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4450c292-423e-4365-95ff-63dc31431011 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:00.996746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48d14e1-fdda-466a-baf3-20aa4e6876e4 None None] Network 576488ce-6b47-41b7-ab63-015e64feb04d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:11:01.021043 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4450c292-423e-4365-95ff-63dc31431011 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5503919 Jun 02 21:11:01.186146 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97704c01-ee35-4d19-86a9-aef5d9815e15 None None] Network 576488ce-6b47-41b7-ab63-015e64feb04d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:11:01.526304 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339801e-3f40-4118-9825-92844616a8a1 req-924411a8-c413-4d83-8dd6-ab72ed9e2c00 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:01.526962 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-6339801e-3f40-4118-9825-92844616a8a1 req-924411a8-c413-4d83-8dd6-ab72ed9e2c00 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Synchronizing usage tracker for tenant:19696e31f2c24ad5ab90ad321f76ed2b on resource:network {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:11:01.543177 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-6339801e-3f40-4118-9825-92844616a8a1 req-924411a8-c413-4d83-8dd6-ab72ed9e2c00 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Unset dirty status for tenant:19696e31f2c24ad5ab90ad321f76ed2b on resource:network {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:11:01.544344 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6339801e-3f40-4118-9825-92844616a8a1 req-924411a8-c413-4d83-8dd6-ab72ed9e2c00 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/networks?id=576488ce-6b47-41b7-ab63-015e64feb04d HTTP/1.1" status: 200 len: 813 time: 0.1580431 Jun 02 21:11:01.558826 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6339801e-3f40-4118-9825-92844616a8a1 req-ae656a60-e7a6-4cb8-be68-1d2bd5a84638 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/quotas/19696e31f2c24ad5ab90ad321f76ed2b HTTP/1.1" status: 200 len: 375 time: 0.0091710 Jun 02 21:11:01.604331 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6339801e-3f40-4118-9825-92844616a8a1 req-57ced6aa-3257-4d37-9d19-956ec7b22b73 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=19696e31f2c24ad5ab90ad321f76ed2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408390 Jun 02 21:11:01.657171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [req-6339801e-3f40-4118-9825-92844616a8a1 req-39acf90b-5862-4d7b-b9a2-68e21d0636e5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 21:11:01.658119 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6339801e-3f40-4118-9825-92844616a8a1 req-39acf90b-5862-4d7b-b9a2-68e21d0636e5 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477192 Jun 02 21:11:01.788844 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6339801e-3f40-4118-9825-92844616a8a1 req-93147c74-581f-40dc-b44c-ac603a9936f9 service neutron] 10.222.0.25 "GET /v2.0/networks/576488ce-6b47-41b7-ab63-015e64feb04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242926 Jun 02 21:11:01.914954 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6339801e-3f40-4118-9825-92844616a8a1 req-26ff2ec2-32a6-4497-98d3-c8a32a897367 service neutron] 10.222.0.25 "GET /v2.0/networks/576488ce-6b47-41b7-ab63-015e64feb04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202979 Jun 02 21:11:02.086777 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e3d6b296-289e-4161-993b-9f46701856b9 req-d0b4a330-834d-462a-a2e1-060f0faba64d tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=daecaf4f-84f5-44ea-8ced-54a8ca574305 HTTP/1.1" status: 200 len: 210 time: 0.0460467 Jun 02 21:11:03.372437 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f9dced5c-1390-4b88-9ba1-11de13485828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:03.401000 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bf7e8eee-15f9-4d8b-8a96-43c1daa15a60 req-943048f4-4e58-479e-87d4-709ce3c0bad6 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=daecaf4f-84f5-44ea-8ced-54a8ca574305 HTTP/1.1" status: 200 len: 210 time: 0.2049248 Jun 02 21:11:03.442672 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:03.448231 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339801e-3f40-4118-9825-92844616a8a1 req-e5fb9d8e-7f09-4e05-ab04-09417ac0142b tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:03.449627 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6339801e-3f40-4118-9825-92844616a8a1 req-e5fb9d8e-7f09-4e05-ab04-09417ac0142b tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.95 "GET /v2.0/networks?id=576488ce-6b47-41b7-ab63-015e64feb04d HTTP/1.1" status: 200 len: 813 time: 0.3487904 Jun 02 21:11:03.462344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-6339801e-3f40-4118-9825-92844616a8a1 req-0cae3467-86e2-44b3-85c8-dd505feec817 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Request body: {'port': {'device_id': 'daecaf4f-84f5-44ea-8ced-54a8ca574305', 'network_id': '576488ce-6b47-41b7-ab63-015e64feb04d', 'admin_state_up': True, 'tenant_id': '19696e31f2c24ad5ab90ad321f76ed2b'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:11:03.593801 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-6339801e-3f40-4118-9825-92844616a8a1 req-0cae3467-86e2-44b3-85c8-dd505feec817 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:11:03.597543 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-6339801e-3f40-4118-9825-92844616a8a1 req-0cae3467-86e2-44b3-85c8-dd505feec817 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Usage tracker for resource:port and tenant:19696e31f2c24ad5ab90ad321f76ed2b is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:11:03.600378 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-6339801e-3f40-4118-9825-92844616a8a1 req-0cae3467-86e2-44b3-85c8-dd505feec817 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:11:03.606088 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-6339801e-3f40-4118-9825-92844616a8a1 req-0cae3467-86e2-44b3-85c8-dd505feec817 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:11:03.616356 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6339801e-3f40-4118-9825-92844616a8a1 req-0cae3467-86e2-44b3-85c8-dd505feec817 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Made reservation on behalf of 19696e31f2c24ad5ab90ad321f76ed2b for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:11:03.619831 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-6339801e-3f40-4118-9825-92844616a8a1 req-0cae3467-86e2-44b3-85c8-dd505feec817 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:03.779770 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-6339801e-3f40-4118-9825-92844616a8a1 req-0cae3467-86e2-44b3-85c8-dd505feec817 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Allocated IP 172.20.0.8 (576488ce-6b47-41b7-ab63-015e64feb04d/3ac5991a-2d59-43ea-a3bc-9c3d55b77792/a13a544a-a144-4a55-a330-8003b4577e0f) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:11:03.979787 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-6339801e-3f40-4118-9825-92844616a8a1 req-0cae3467-86e2-44b3-85c8-dd505feec817 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:04.008598 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-6339801e-3f40-4118-9825-92844616a8a1 req-0cae3467-86e2-44b3-85c8-dd505feec817 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:04.014045 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7884849f-dd1f-4530-b1ca-6dcc83b744f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:04.078847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6339801e-3f40-4118-9825-92844616a8a1 req-0cae3467-86e2-44b3-85c8-dd505feec817 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Network 576488ce-6b47-41b7-ab63-015e64feb04d is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:11:04.082819 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-6339801e-3f40-4118-9825-92844616a8a1 req-0cae3467-86e2-44b3-85c8-dd505feec817 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:11:04.086726 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-6339801e-3f40-4118-9825-92844616a8a1 req-0cae3467-86e2-44b3-85c8-dd505feec817 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:11:04.121685 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae3467-86e2-44b3-85c8-dd505feec817 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Pushing event updated for resources: {'Port': ['ID=a13a544a-a144-4a55-a330-8003b4577e0f,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:04.125876 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0cae3467-86e2-44b3-85c8-dd505feec817 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:04.152970 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339801e-3f40-4118-9825-92844616a8a1 req-0cae3467-86e2-44b3-85c8-dd505feec817 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:04.153570 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-6339801e-3f40-4118-9825-92844616a8a1 req-0cae3467-86e2-44b3-85c8-dd505feec817 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:04.172464 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6339801e-3f40-4118-9825-92844616a8a1 req-0cae3467-86e2-44b3-85c8-dd505feec817 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7135584 Jun 02 21:11:04.184161 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-6339801e-3f40-4118-9825-92844616a8a1 req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Request body: {'port': {'device_id': 'daecaf4f-84f5-44ea-8ced-54a8ca574305', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:11:04.293250 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-6339801e-3f40-4118-9825-92844616a8a1 req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:04.362614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:04.583386 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9a935-5bcf-4c2a-86f8-a5b76712c6d9 req-7a092660-e0b9-4d3a-9577-2e44440fddec tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:04.584749 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-55b9a935-5bcf-4c2a-86f8-a5b76712c6d9 req-7a092660-e0b9-4d3a-9577-2e44440fddec tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=daecaf4f-84f5-44ea-8ced-54a8ca574305 HTTP/1.1" status: 200 len: 931 time: 0.0791559 Jun 02 21:11:04.628400 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-55b9a935-5bcf-4c2a-86f8-a5b76712c6d9 req-e5edc2ee-4238-43cf-b3c0-17701c5e9522 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378339 Jun 02 21:11:04.651590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-6339801e-3f40-4118-9825-92844616a8a1 req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13a544a-a144-4a55-a330-8003b4577e0f {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:11:04.658772 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-6339801e-3f40-4118-9825-92844616a8a1 req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:04.672550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-6339801e-3f40-4118-9825-92844616a8a1 req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Transition to ACTIVE for port object a13a544a-a144-4a55-a330-8003b4577e0f will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:11:04.676899 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-6339801e-3f40-4118-9825-92844616a8a1 req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:04.680435 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-802aac4b-9955-47d7-b24f-1214650cd592 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:04.809440 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Pushing event updated for resources: {'Port': ['ID=a13a544a-a144-4a55-a330-8003b4577e0f,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:04.812238 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:04.911697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-6339801e-3f40-4118-9825-92844616a8a1 req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Attempting to bind port a13a544a-a144-4a55-a330-8003b4577e0f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:11:04.911945 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-6339801e-3f40-4118-9825-92844616a8a1 req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Attempting to bind port a13a544a-a144-4a55-a330-8003b4577e0f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '576488ce-6b47-41b7-ab63-015e64feb04d'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:11:04.912271 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6339801e-3f40-4118-9825-92844616a8a1 req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Attempting to bind port a13a544a-a144-4a55-a330-8003b4577e0f on network 576488ce-6b47-41b7-ab63-015e64feb04d {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:11:04.916691 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6339801e-3f40-4118-9825-92844616a8a1 req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Port a13a544a-a144-4a55-a330-8003b4577e0f on network 576488ce-6b47-41b7-ab63-015e64feb04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 21:11:04.917009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6339801e-3f40-4118-9825-92844616a8a1 req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Attempting to bind port a13a544a-a144-4a55-a330-8003b4577e0f on network 576488ce-6b47-41b7-ab63-015e64feb04d {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:11:04.921923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6339801e-3f40-4118-9825-92844616a8a1 req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:11:04.922252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6339801e-3f40-4118-9825-92844616a8a1 req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Checking segment: {'id': '9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '576488ce-6b47-41b7-ab63-015e64feb04d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:11:04.922628 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6339801e-3f40-4118-9825-92844616a8a1 req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Bound using segment: {'id': '9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '576488ce-6b47-41b7-ab63-015e64feb04d'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:11:04.923046 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-6339801e-3f40-4118-9825-92844616a8a1 req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Bound port: a13a544a-a144-4a55-a330-8003b4577e0f, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '576488ce-6b47-41b7-ab63-015e64feb04d'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:11:04.923409 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-6339801e-3f40-4118-9825-92844616a8a1 req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:05.012164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-6339801e-3f40-4118-9825-92844616a8a1 req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] For port a13a544a-a144-4a55-a330-8003b4577e0f, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:11:05.015746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-6339801e-3f40-4118-9825-92844616a8a1 req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] For port a13a544a-a144-4a55-a330-8003b4577e0f, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a13a544a-a144-4a55-a330-8003b4577e0f,segment=NetworkSegment(9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7),segment_id=9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:11:05.019625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-6339801e-3f40-4118-9825-92844616a8a1 req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:05.023136 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e5a908c6-8440-422d-9a73-17486c74a4b4 tempest-TestServerAdvancedOps-944236636 tempest-TestServerAdvancedOps-944236636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:05.078165 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339801e-3f40-4118-9825-92844616a8a1 req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:05.078766 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-6339801e-3f40-4118-9825-92844616a8a1 req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:05.080099 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6339801e-3f40-4118-9825-92844616a8a1 req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] 10.222.0.95 "PUT /v2.0/ports/a13a544a-a144-4a55-a330-8003b4577e0f HTTP/1.1" status: 200 len: 1093 time: 0.8998873 Jun 02 21:11:05.080598 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daecaf4f-84f5-44ea-8ced-54a8ca574305', 'tag': 'a13a544a-a144-4a55-a330-8003b4577e0f'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:11:05.083376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c798ee0f-67dc-4d31-abca-077ac6d84fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "daecaf4f-84f5-44ea-8ced-54a8ca574305", "tag": "a13a544a-a144-4a55-a330-8003b4577e0f"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:11:05.102456 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Pushing event updated for resources: {'Port': ['ID=a13a544a-a144-4a55-a330-8003b4577e0f,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:05.105379 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:05.153184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bc8ecd-73a1-4d4b-adad-d21444171670 x-openstack-request-id: req-37bc8ecd-73a1-4d4b-adad-d21444171670 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:11:05.153516 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daecaf4f-84f5-44ea-8ced-54a8ca574305", "tag": "a13a544a-a144-4a55-a330-8003b4577e0f", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:11:05.153815 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37bc8ecd-73a1-4d4b-adad-d21444171670 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:11:05.154246 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daecaf4f-84f5-44ea-8ced-54a8ca574305', 'tag': 'a13a544a-a144-4a55-a330-8003b4577e0f', 'status': 'completed', 'code': 200} Jun 02 21:11:05.195773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339801e-3f40-4118-9825-92844616a8a1 req-1dc60bb1-0a68-42ab-810c-214230baa8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:05.197235 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6339801e-3f40-4118-9825-92844616a8a1 req-1dc60bb1-0a68-42ab-810c-214230baa8dd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=19696e31f2c24ad5ab90ad321f76ed2b&device_id=daecaf4f-84f5-44ea-8ced-54a8ca574305 HTTP/1.1" status: 200 len: 1096 time: 0.0763001 Jun 02 21:11:05.266890 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6339801e-3f40-4118-9825-92844616a8a1 req-459b6f38-b1b9-4510-8d25-1e44e6ffa5e7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a13a544a-a144-4a55-a330-8003b4577e0f HTTP/1.1" status: 200 len: 217 time: 0.0622759 Jun 02 21:11:05.326590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339801e-3f40-4118-9825-92844616a8a1 req-22ac6af1-3d80-4cad-bd04-895e7e27b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:05.327970 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6339801e-3f40-4118-9825-92844616a8a1 req-22ac6af1-3d80-4cad-bd04-895e7e27b2d3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3ac5991a-2d59-43ea-a3bc-9c3d55b77792 HTTP/1.1" status: 200 len: 853 time: 0.0545304 Jun 02 21:11:05.377175 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6339801e-3f40-4118-9825-92844616a8a1 req-0b74d721-f376-4f1e-a81e-7ff912f4f22a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=576488ce-6b47-41b7-ab63-015e64feb04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421801 Jun 02 21:11:05.649370 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6339801e-3f40-4118-9825-92844616a8a1 req-20e4c0ab-51f9-43d1-8e64-d16f0ee0002b service neutron] 10.222.0.95 "GET /v2.0/networks/576488ce-6b47-41b7-ab63-015e64feb04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655005 Jun 02 21:11:05.782225 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6339801e-3f40-4118-9825-92844616a8a1 req-e56b1d94-4700-48d6-8216-cb16ee5b1bc0 service neutron] 10.222.0.95 "GET /v2.0/networks/576488ce-6b47-41b7-ab63-015e64feb04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266091 Jun 02 21:11:05.823421 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35a7b1-a674-48aa-a7f9-ca4ea0adbc85 req-ddff6e06-df6c-4e9d-9879-2f42bf02dc6e tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:05.824882 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9f35a7b1-a674-48aa-a7f9-ca4ea0adbc85 req-ddff6e06-df6c-4e9d-9879-2f42bf02dc6e tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=daecaf4f-84f5-44ea-8ced-54a8ca574305 HTTP/1.1" status: 200 len: 943 time: 0.0891905 Jun 02 21:11:05.875498 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9f35a7b1-a674-48aa-a7f9-ca4ea0adbc85 req-f3b0f529-1eb0-4110-b70c-366925354da8 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448916 Jun 02 21:11:05.896975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798ee0f-67dc-4d31-abca-077ac6d84fc2 req-90cf8625-fe7f-4e37-a2f3-ffd72f53c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:05.898419 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c798ee0f-67dc-4d31-abca-077ac6d84fc2 req-90cf8625-fe7f-4e37-a2f3-ffd72f53c0ca service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=19696e31f2c24ad5ab90ad321f76ed2b&device_id=daecaf4f-84f5-44ea-8ced-54a8ca574305 HTTP/1.1" status: 200 len: 1096 time: 0.0708690 Jun 02 21:11:06.026684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798ee0f-67dc-4d31-abca-077ac6d84fc2 req-85ca82e3-b1cb-4591-804e-bb288dd5aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:06.028165 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c798ee0f-67dc-4d31-abca-077ac6d84fc2 req-85ca82e3-b1cb-4591-804e-bb288dd5aec7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=576488ce-6b47-41b7-ab63-015e64feb04d HTTP/1.1" status: 200 len: 914 time: 0.1232829 Jun 02 21:11:06.032967 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:06.105249 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c798ee0f-67dc-4d31-abca-077ac6d84fc2 req-326d454a-5e85-44b8-b17e-5989ca3f3c22 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a13a544a-a144-4a55-a330-8003b4577e0f HTTP/1.1" status: 200 len: 217 time: 0.0700877 Jun 02 21:11:06.182612 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798ee0f-67dc-4d31-abca-077ac6d84fc2 req-7221598a-af9d-43fb-93c6-cdea25cd79f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:06.184113 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c798ee0f-67dc-4d31-abca-077ac6d84fc2 req-7221598a-af9d-43fb-93c6-cdea25cd79f1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3ac5991a-2d59-43ea-a3bc-9c3d55b77792 HTTP/1.1" status: 200 len: 853 time: 0.0731688 Jun 02 21:11:06.232776 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c798ee0f-67dc-4d31-abca-077ac6d84fc2 req-6cb17005-f931-4607-9cdc-42ce96d3c9fe service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=576488ce-6b47-41b7-ab63-015e64feb04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426948 Jun 02 21:11:06.359443 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c798ee0f-67dc-4d31-abca-077ac6d84fc2 req-0f9408b6-4b07-4e5d-906c-a6a4bc2f4410 service neutron] 10.222.0.95 "GET /v2.0/networks/576488ce-6b47-41b7-ab63-015e64feb04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192126 Jun 02 21:11:06.491077 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c798ee0f-67dc-4d31-abca-077ac6d84fc2 req-7119a582-678b-425f-a03d-15b004a61727 service neutron] 10.222.0.95 "GET /v2.0/networks/576488ce-6b47-41b7-ab63-015e64feb04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222227 Jun 02 21:11:07.057549 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dfc1c-52ed-4350-95ba-45ccee1f672c req-d3375047-9d7c-41b2-8805-8d22326bf404 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:07.058214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-0a1dfc1c-52ed-4350-95ba-45ccee1f672c req-d3375047-9d7c-41b2-8805-8d22326bf404 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Synchronizing usage tracker for tenant:19696e31f2c24ad5ab90ad321f76ed2b on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:11:07.074849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-0a1dfc1c-52ed-4350-95ba-45ccee1f672c req-d3375047-9d7c-41b2-8805-8d22326bf404 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Unset dirty status for tenant:19696e31f2c24ad5ab90ad321f76ed2b on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:11:07.076023 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0a1dfc1c-52ed-4350-95ba-45ccee1f672c req-d3375047-9d7c-41b2-8805-8d22326bf404 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=daecaf4f-84f5-44ea-8ced-54a8ca574305 HTTP/1.1" status: 200 len: 943 time: 0.0957339 Jun 02 21:11:07.128402 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-0a1dfc1c-52ed-4350-95ba-45ccee1f672c req-103486e9-4f58-41b1-a4a4-c687925c3a67 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Synchronizing usage tracker for tenant:19696e31f2c24ad5ab90ad321f76ed2b on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:11:07.153883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-0a1dfc1c-52ed-4350-95ba-45ccee1f672c req-103486e9-4f58-41b1-a4a4-c687925c3a67 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Unset dirty status for tenant:19696e31f2c24ad5ab90ad321f76ed2b on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:11:07.155389 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0a1dfc1c-52ed-4350-95ba-45ccee1f672c req-103486e9-4f58-41b1-a4a4-c687925c3a67 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737624 Jun 02 21:11:08.161630 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device a13a544a-a144-4a55-a330-8003b4577e0f details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:11:08.293590 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port a13a544a-a144-4a55-a330-8003b4577e0f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a13a544a-a144-4a55-a330-8003b4577e0f,segment=NetworkSegment(9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7),segment_id=9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:11:08.306768 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': 'a13a544a-a144-4a55-a330-8003b4577e0f', 'network_id': '576488ce-6b47-41b7-ab63-015e64feb04d', 'port_id': 'a13a544a-a144-4a55-a330-8003b4577e0f', 'mac_address': 'fa:16:3e:6a:7c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ac5991a-2d59-43ea-a3bc-9c3d55b77792', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:11:08.335329 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd1856-5f4d-4ad6-8257-5e664084a430 req-d4835a96-1bbf-4b6c-93c5-28c8241d4fcb tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:08.336800 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-73dd1856-5f4d-4ad6-8257-5e664084a430 req-d4835a96-1bbf-4b6c-93c5-28c8241d4fcb tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=daecaf4f-84f5-44ea-8ced-54a8ca574305 HTTP/1.1" status: 200 len: 943 time: 0.0787745 Jun 02 21:11:08.362158 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:08.378528 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13a544a-a144-4a55-a330-8003b4577e0f {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:11:08.380608 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-73dd1856-5f4d-4ad6-8257-5e664084a430 req-bd6598e5-7698-4d3c-915f-0c44c27210a9 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379491 Jun 02 21:11:08.394691 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port a13a544a-a144-4a55-a330-8003b4577e0f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a13a544a-a144-4a55-a330-8003b4577e0f,segment=NetworkSegment(9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7),segment_id=9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:11:08.399267 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:08.401093 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:08.468037 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=a13a544a-a144-4a55-a330-8003b4577e0f,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:08.470871 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:08.771075 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['a13a544a-a144-4a55-a330-8003b4577e0f'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:11:09.575657 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec890326-93aa-45d5-ab0f-a01ab83fcad8 req-38140d0c-fcff-46f0-8acb-331c464902c9 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:09.577084 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ec890326-93aa-45d5-ab0f-a01ab83fcad8 req-38140d0c-fcff-46f0-8acb-331c464902c9 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=daecaf4f-84f5-44ea-8ced-54a8ca574305 HTTP/1.1" status: 200 len: 944 time: 0.0829608 Jun 02 21:11:09.620496 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ec890326-93aa-45d5-ab0f-a01ab83fcad8 req-a6a7a6e2-1d60-4aa7-ba31-1a2a4b2e4a78 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379472 Jun 02 21:11:10.191769 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device a13a544a-a144-4a55-a330-8003b4577e0f up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:11:10.261741 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port a13a544a-a144-4a55-a330-8003b4577e0f completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:11:10.266582 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port a13a544a-a144-4a55-a330-8003b4577e0f triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:11:10.266962 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:10.382351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:10.408578 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daecaf4f-84f5-44ea-8ced-54a8ca574305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13a544a-a144-4a55-a330-8003b4577e0f'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:11:10.410830 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5f66cc-92b2-437d-a30a-7233f46cc848" -d '{"events": [{"server_uuid": "daecaf4f-84f5-44ea-8ced-54a8ca574305", "name": "network-vif-plugged", "status": "completed", "tag": "a13a544a-a144-4a55-a330-8003b4577e0f"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:11:10.418530 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port a13a544a-a144-4a55-a330-8003b4577e0f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a13a544a-a144-4a55-a330-8003b4577e0f,segment=NetworkSegment(9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7),segment_id=9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:11:10.422908 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:10.424851 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:10.489183 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=a13a544a-a144-4a55-a330-8003b4577e0f,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:10.492204 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:10.509392 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad54c2e0-b51f-4a74-bf48-c3807b01d07b x-openstack-request-id: req-ad54c2e0-b51f-4a74-bf48-c3807b01d07b {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:11:10.509686 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daecaf4f-84f5-44ea-8ced-54a8ca574305", "name": "network-vif-plugged", "status": "completed", "tag": "a13a544a-a144-4a55-a330-8003b4577e0f", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:11:10.509943 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad54c2e0-b51f-4a74-bf48-c3807b01d07b {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:11:10.510334 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daecaf4f-84f5-44ea-8ced-54a8ca574305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13a544a-a144-4a55-a330-8003b4577e0f', 'code': 200} Jun 02 21:11:10.728972 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2b576-91a7-4f8f-8be3-31033ef08511 req-aea4f0d4-cbeb-4246-b779-93a6b8e75cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:10.730463 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a4e2b576-91a7-4f8f-8be3-31033ef08511 req-aea4f0d4-cbeb-4246-b779-93a6b8e75cf5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=daecaf4f-84f5-44ea-8ced-54a8ca574305 HTTP/1.1" status: 200 len: 1098 time: 0.0695670 Jun 02 21:11:10.815944 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a4e2b576-91a7-4f8f-8be3-31033ef08511 req-21a0027b-ccad-4ed5-8d3e-11bdbd8231c2 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541124 Jun 02 21:11:10.842978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43a30b-6f3a-456b-b41c-4c2d02fc98a2 req-ec49e6c9-9521-4184-8a45-7c89f77b1b36 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:10.844401 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7b43a30b-6f3a-456b-b41c-4c2d02fc98a2 req-ec49e6c9-9521-4184-8a45-7c89f77b1b36 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=daecaf4f-84f5-44ea-8ced-54a8ca574305 HTTP/1.1" status: 200 len: 945 time: 0.1130891 Jun 02 21:11:10.888811 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7b43a30b-6f3a-456b-b41c-4c2d02fc98a2 req-92b75e6f-ba95-44a4-94c5-071a9746a4fa tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387056 Jun 02 21:11:12.072876 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c7d52-9f6a-4a4d-bacb-4f5f74bc8045 req-0664fd88-b3e7-40af-b80e-5520ca4d6b6d tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:12.074247 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e13c7d52-9f6a-4a4d-bacb-4f5f74bc8045 req-0664fd88-b3e7-40af-b80e-5520ca4d6b6d tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=daecaf4f-84f5-44ea-8ced-54a8ca574305 HTTP/1.1" status: 200 len: 945 time: 0.0829527 Jun 02 21:11:12.117385 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e13c7d52-9f6a-4a4d-bacb-4f5f74bc8045 req-5aa26f0e-b5df-413c-9448-fbbe7636f430 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375805 Jun 02 21:11:12.396446 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-730bd1c7-0ac0-4864-8353-164ed0d44854 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:12.397780 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-730bd1c7-0ac0-4864-8353-164ed0d44854 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/networks?id=576488ce-6b47-41b7-ab63-015e64feb04d HTTP/1.1" status: 200 len: 813 time: 0.1417210 Jun 02 21:11:12.412225 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-664656a2-e77a-490a-8286-d4634527dc11 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/quotas/19696e31f2c24ad5ab90ad321f76ed2b HTTP/1.1" status: 200 len: 375 time: 0.0088146 Jun 02 21:11:12.489386 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-9a351780-d24c-4c9b-b8f3-049568836c30 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=19696e31f2c24ad5ab90ad321f76ed2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0718830 Jun 02 21:11:12.621473 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-32c8a897-3a02-4953-a726-76ae1bc77422 service neutron] 10.222.0.25 "GET /v2.0/networks/576488ce-6b47-41b7-ab63-015e64feb04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255224 Jun 02 21:11:12.750647 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-9e1fa075-7f00-4dc5-8d82-0371f2208504 service neutron] 10.222.0.25 "GET /v2.0/networks/576488ce-6b47-41b7-ab63-015e64feb04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235003 Jun 02 21:11:12.930114 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-944e9b57-8d59-4c67-b449-5f621aa551e0 req-b1ab6324-4a13-4300-8aaf-e756432fa85e tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=60400c62-999a-42c0-ab6f-cf2916d5da25 HTTP/1.1" status: 200 len: 210 time: 0.0424869 Jun 02 21:11:13.920658 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-9fc037ad-0c8b-4f21-8c05-9c287464b228 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:13.922072 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-9fc037ad-0c8b-4f21-8c05-9c287464b228 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.95 "GET /v2.0/networks?id=576488ce-6b47-41b7-ab63-015e64feb04d HTTP/1.1" status: 200 len: 813 time: 0.1479876 Jun 02 21:11:13.934485 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-24202243-1395-4b03-afe2-8f3e929f9fdf tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Request body: {'port': {'device_id': '60400c62-999a-42c0-ab6f-cf2916d5da25', 'network_id': '576488ce-6b47-41b7-ab63-015e64feb04d', 'admin_state_up': True, 'tenant_id': '19696e31f2c24ad5ab90ad321f76ed2b'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:11:14.047456 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:11:14.198933 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-613d6393-4af4-4f8d-b2e4-a2e51ac93238 req-908880e6-6de2-4802-bef5-ba25150c6c43 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=60400c62-999a-42c0-ab6f-cf2916d5da25 HTTP/1.1" status: 200 len: 210 time: 0.0515664 Jun 02 21:11:14.252040 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-24202243-1395-4b03-afe2-8f3e929f9fdf tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:11:14.261958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-24202243-1395-4b03-afe2-8f3e929f9fdf tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:11:14.272134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-24202243-1395-4b03-afe2-8f3e929f9fdf tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Made reservation on behalf of 19696e31f2c24ad5ab90ad321f76ed2b for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:11:14.275582 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-24202243-1395-4b03-afe2-8f3e929f9fdf tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:14.431448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-24202243-1395-4b03-afe2-8f3e929f9fdf tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Allocated IP 172.20.0.3 (576488ce-6b47-41b7-ab63-015e64feb04d/3ac5991a-2d59-43ea-a3bc-9c3d55b77792/d3c940e7-ed35-470f-83a2-90a00bef69a2) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:11:14.630880 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-24202243-1395-4b03-afe2-8f3e929f9fdf tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:14.659709 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-24202243-1395-4b03-afe2-8f3e929f9fdf tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:14.665055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bad87373-ebbc-4951-b51e-6d452925c587 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:14.671856 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['a13a544a-a144-4a55-a330-8003b4577e0f'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:11:14.734587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-24202243-1395-4b03-afe2-8f3e929f9fdf tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Network 576488ce-6b47-41b7-ab63-015e64feb04d is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:11:14.741477 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-24202243-1395-4b03-afe2-8f3e929f9fdf tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:11:14.746103 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-24202243-1395-4b03-afe2-8f3e929f9fdf tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:11:14.774638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24202243-1395-4b03-afe2-8f3e929f9fdf tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Pushing event updated for resources: {'Port': ['ID=d3c940e7-ed35-470f-83a2-90a00bef69a2,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:14.781378 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-24202243-1395-4b03-afe2-8f3e929f9fdf tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:14.795018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:14.810842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-24202243-1395-4b03-afe2-8f3e929f9fdf tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:14.811463 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-24202243-1395-4b03-afe2-8f3e929f9fdf tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:14.837917 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-24202243-1395-4b03-afe2-8f3e929f9fdf tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9070780 Jun 02 21:11:14.850342 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Request body: {'port': {'device_id': '60400c62-999a-42c0-ab6f-cf2916d5da25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:11:14.962331 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:15.291764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c940e7-ed35-470f-83a2-90a00bef69a2 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:11:15.298647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:15.313906 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Transition to ACTIVE for port object d3c940e7-ed35-470f-83a2-90a00bef69a2 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:11:15.317884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:15.322773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:15.391675 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75d28b-9af2-46da-b47b-198f54608311 req-5606e74c-d3ae-467a-8294-5d0b97862d2d tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:15.393236 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7b75d28b-9af2-46da-b47b-198f54608311 req-5606e74c-d3ae-467a-8294-5d0b97862d2d tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=60400c62-999a-42c0-ab6f-cf2916d5da25 HTTP/1.1" status: 200 len: 943 time: 0.0836289 Jun 02 21:11:15.437995 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7b75d28b-9af2-46da-b47b-198f54608311 req-41cb7aad-edc8-4112-8110-28a2930c56e1 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386212 Jun 02 21:11:15.474011 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c940e7-ed35-470f-83a2-90a00bef69a2,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:15.480721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:15.549697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Attempting to bind port d3c940e7-ed35-470f-83a2-90a00bef69a2 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:11:15.550024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Attempting to bind port d3c940e7-ed35-470f-83a2-90a00bef69a2 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '576488ce-6b47-41b7-ab63-015e64feb04d'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:11:15.550346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Attempting to bind port d3c940e7-ed35-470f-83a2-90a00bef69a2 on network 576488ce-6b47-41b7-ab63-015e64feb04d {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:11:15.554825 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Port d3c940e7-ed35-470f-83a2-90a00bef69a2 on network 576488ce-6b47-41b7-ab63-015e64feb04d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 21:11:15.555153 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Attempting to bind port d3c940e7-ed35-470f-83a2-90a00bef69a2 on network 576488ce-6b47-41b7-ab63-015e64feb04d {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:11:15.560014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:11:15.560342 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Checking segment: {'id': '9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '576488ce-6b47-41b7-ab63-015e64feb04d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:11:15.560718 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Bound using segment: {'id': '9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '576488ce-6b47-41b7-ab63-015e64feb04d'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:11:15.561132 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Bound port: d3c940e7-ed35-470f-83a2-90a00bef69a2, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '576488ce-6b47-41b7-ab63-015e64feb04d'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:11:15.561467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:15.651638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] For port d3c940e7-ed35-470f-83a2-90a00bef69a2, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:11:15.654584 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] For port d3c940e7-ed35-470f-83a2-90a00bef69a2, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d3c940e7-ed35-470f-83a2-90a00bef69a2,segment=NetworkSegment(9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7),segment_id=9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:11:15.658042 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:15.662357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-165883ec-c67c-4c19-96f0-1c3c8da1dd86 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:15.716928 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:15.717525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:15.718858 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] 10.222.0.95 "PUT /v2.0/ports/d3c940e7-ed35-470f-83a2-90a00bef69a2 HTTP/1.1" status: 200 len: 1093 time: 0.8731651 Jun 02 21:11:15.719404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60400c62-999a-42c0-ab6f-cf2916d5da25', 'tag': 'd3c940e7-ed35-470f-83a2-90a00bef69a2'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:11:15.721678 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cb95a4-765b-4b6a-859b-9c8438ba34f1" -d '{"events": [{"name": "network-changed", "server_uuid": "60400c62-999a-42c0-ab6f-cf2916d5da25", "tag": "d3c940e7-ed35-470f-83a2-90a00bef69a2"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:11:15.739567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c940e7-ed35-470f-83a2-90a00bef69a2,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:15.743089 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:15.802329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26e4bac-409e-4872-8fb6-1d5ee49d2f45 x-openstack-request-id: req-f26e4bac-409e-4872-8fb6-1d5ee49d2f45 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:11:15.802663 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60400c62-999a-42c0-ab6f-cf2916d5da25", "tag": "d3c940e7-ed35-470f-83a2-90a00bef69a2", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:11:15.802962 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f26e4bac-409e-4872-8fb6-1d5ee49d2f45 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:11:15.803442 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60400c62-999a-42c0-ab6f-cf2916d5da25', 'tag': 'd3c940e7-ed35-470f-83a2-90a00bef69a2', 'status': 'completed', 'code': 200} Jun 02 21:11:15.839632 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-69220092-ecd4-45cd-94b5-8106cc0e7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:15.841091 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-69220092-ecd4-45cd-94b5-8106cc0e7c34 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=19696e31f2c24ad5ab90ad321f76ed2b&device_id=60400c62-999a-42c0-ab6f-cf2916d5da25 HTTP/1.1" status: 200 len: 1096 time: 0.0754421 Jun 02 21:11:16.045096 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-18a7e0c1-9159-4380-a98a-7eca03ef430d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3c940e7-ed35-470f-83a2-90a00bef69a2 HTTP/1.1" status: 200 len: 217 time: 0.1962385 Jun 02 21:11:16.108707 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-13dce478-c196-4067-a61e-35ca9a188ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:16.110080 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-13dce478-c196-4067-a61e-35ca9a188ee7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3ac5991a-2d59-43ea-a3bc-9c3d55b77792 HTTP/1.1" status: 200 len: 853 time: 0.0574622 Jun 02 21:11:16.164213 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-8456620c-fb00-4185-81a4-245ca375e184 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=576488ce-6b47-41b7-ab63-015e64feb04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396113 Jun 02 21:11:16.296636 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-bb3458a4-8a96-4957-9fa0-fc1b145c4636 service neutron] 10.222.0.95 "GET /v2.0/networks/576488ce-6b47-41b7-ab63-015e64feb04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249788 Jun 02 21:11:16.424933 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c0d8643-3320-4ca6-9ea4-1b2a2381da14 req-629d24d4-2241-454e-8d72-30f9886ae110 service neutron] 10.222.0.95 "GET /v2.0/networks/576488ce-6b47-41b7-ab63-015e64feb04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209209 Jun 02 21:11:16.538514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb95a4-765b-4b6a-859b-9c8438ba34f1 req-68cc326b-3aa1-4161-950a-fdbd78cfdea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:16.540017 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-91cb95a4-765b-4b6a-859b-9c8438ba34f1 req-68cc326b-3aa1-4161-950a-fdbd78cfdea4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=19696e31f2c24ad5ab90ad321f76ed2b&device_id=60400c62-999a-42c0-ab6f-cf2916d5da25 HTTP/1.1" status: 200 len: 1096 time: 0.0714488 Jun 02 21:11:16.619058 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb12b6-e783-44be-be7d-81392bc571ab req-47ad9ba4-e2e4-4e04-8607-bd089c495235 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:16.620462 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-44cb12b6-e783-44be-be7d-81392bc571ab req-47ad9ba4-e2e4-4e04-8607-bd089c495235 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=60400c62-999a-42c0-ab6f-cf2916d5da25 HTTP/1.1" status: 200 len: 943 time: 0.0790961 Jun 02 21:11:16.666442 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-44cb12b6-e783-44be-be7d-81392bc571ab req-e3036f57-3ba2-4b45-8967-03d7181fe34b tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394645 Jun 02 21:11:16.673954 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb95a4-765b-4b6a-859b-9c8438ba34f1 req-0fd9eece-41bb-4b0d-896b-068c318bba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:16.675412 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-91cb95a4-765b-4b6a-859b-9c8438ba34f1 req-0fd9eece-41bb-4b0d-896b-068c318bba7f service neutron] 10.222.0.95 "GET /v2.0/networks?id=576488ce-6b47-41b7-ab63-015e64feb04d HTTP/1.1" status: 200 len: 914 time: 0.1289742 Jun 02 21:11:16.746277 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-91cb95a4-765b-4b6a-859b-9c8438ba34f1 req-20baf77e-5a92-4ce0-a781-c443166374fd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3c940e7-ed35-470f-83a2-90a00bef69a2 HTTP/1.1" status: 200 len: 217 time: 0.0641699 Jun 02 21:11:16.810222 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb95a4-765b-4b6a-859b-9c8438ba34f1 req-228e2262-82ed-4d65-b5f5-111be9262ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:16.811645 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-91cb95a4-765b-4b6a-859b-9c8438ba34f1 req-228e2262-82ed-4d65-b5f5-111be9262ad0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3ac5991a-2d59-43ea-a3bc-9c3d55b77792 HTTP/1.1" status: 200 len: 853 time: 0.0595675 Jun 02 21:11:16.858903 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-91cb95a4-765b-4b6a-859b-9c8438ba34f1 req-c38a47b3-4005-47da-81b6-51f2fde75580 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=576488ce-6b47-41b7-ab63-015e64feb04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409381 Jun 02 21:11:16.986123 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-91cb95a4-765b-4b6a-859b-9c8438ba34f1 req-bc301ead-6468-4ef2-8c31-58020a02618c service neutron] 10.222.0.95 "GET /v2.0/networks/576488ce-6b47-41b7-ab63-015e64feb04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205115 Jun 02 21:11:17.122670 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-91cb95a4-765b-4b6a-859b-9c8438ba34f1 req-359969b9-642b-4a9c-a3aa-bb50947543e0 service neutron] 10.222.0.95 "GET /v2.0/networks/576488ce-6b47-41b7-ab63-015e64feb04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198657 Jun 02 21:11:17.849840 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214d5d3-ab04-401b-8787-5a8273909d3e req-ba80f317-1f55-4988-9a43-986d05eb75c0 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:17.850521 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-7214d5d3-ab04-401b-8787-5a8273909d3e req-ba80f317-1f55-4988-9a43-986d05eb75c0 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Synchronizing usage tracker for tenant:19696e31f2c24ad5ab90ad321f76ed2b on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:11:17.865430 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-7214d5d3-ab04-401b-8787-5a8273909d3e req-ba80f317-1f55-4988-9a43-986d05eb75c0 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Unset dirty status for tenant:19696e31f2c24ad5ab90ad321f76ed2b on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:11:17.866504 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7214d5d3-ab04-401b-8787-5a8273909d3e req-ba80f317-1f55-4988-9a43-986d05eb75c0 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=60400c62-999a-42c0-ab6f-cf2916d5da25 HTTP/1.1" status: 200 len: 943 time: 0.0944092 Jun 02 21:11:17.910309 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7214d5d3-ab04-401b-8787-5a8273909d3e req-9c888e3d-9905-44cb-99c8-400afc9bedda tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382557 Jun 02 21:11:19.093151 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bbac3-1c26-4548-95f8-c13eb6c9ee19 req-ed9b872f-d41a-48fd-8738-0a2e10419b39 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:19.094606 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f49bbac3-1c26-4548-95f8-c13eb6c9ee19 req-ed9b872f-d41a-48fd-8738-0a2e10419b39 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=60400c62-999a-42c0-ab6f-cf2916d5da25 HTTP/1.1" status: 200 len: 943 time: 0.0821288 Jun 02 21:11:19.138337 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f49bbac3-1c26-4548-95f8-c13eb6c9ee19 req-5a1de978-cefb-4844-9521-427db40193d9 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381813 Jun 02 21:11:20.259171 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device d3c940e7-ed35-470f-83a2-90a00bef69a2 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:11:20.326998 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1f45a-b442-4f9d-bba2-ceade7606fa0 req-0d68bbc5-8264-468e-9184-a1151f08e591 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:20.328484 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-87a1f45a-b442-4f9d-bba2-ceade7606fa0 req-0d68bbc5-8264-468e-9184-a1151f08e591 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=60400c62-999a-42c0-ab6f-cf2916d5da25 HTTP/1.1" status: 200 len: 943 time: 0.0833986 Jun 02 21:11:20.372732 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-87a1f45a-b442-4f9d-bba2-ceade7606fa0 req-49e9d8ec-fe46-4d75-8afc-f8f0c2aa894d tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386653 Jun 02 21:11:20.390842 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port d3c940e7-ed35-470f-83a2-90a00bef69a2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d3c940e7-ed35-470f-83a2-90a00bef69a2,segment=NetworkSegment(9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7),segment_id=9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:11:20.403800 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': 'd3c940e7-ed35-470f-83a2-90a00bef69a2', 'network_id': '576488ce-6b47-41b7-ab63-015e64feb04d', 'port_id': 'd3c940e7-ed35-470f-83a2-90a00bef69a2', 'mac_address': 'fa:16:3e:50:97:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ac5991a-2d59-43ea-a3bc-9c3d55b77792', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:11:20.460660 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:20.477167 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c940e7-ed35-470f-83a2-90a00bef69a2 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:11:20.491590 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port d3c940e7-ed35-470f-83a2-90a00bef69a2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d3c940e7-ed35-470f-83a2-90a00bef69a2,segment=NetworkSegment(9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7),segment_id=9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:11:20.495382 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:20.497064 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:20.560773 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=d3c940e7-ed35-470f-83a2-90a00bef69a2,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:20.567742 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:20.568088 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:20.568443 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:20.568776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:20.569101 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:20.569427 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:20.569745 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:20.570066 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:20.570386 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:20.570701 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:20.571016 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:20.571356 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:20.574927 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:20.826030 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['d3c940e7-ed35-470f-83a2-90a00bef69a2'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:11:21.569775 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75635f-9051-4287-b276-e266c46b434d req-2a5de9ef-68e7-4ef9-95fd-a067eb77eeb0 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:21.571252 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-aa75635f-9051-4287-b276-e266c46b434d req-2a5de9ef-68e7-4ef9-95fd-a067eb77eeb0 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=60400c62-999a-42c0-ab6f-cf2916d5da25 HTTP/1.1" status: 200 len: 944 time: 0.0949039 Jun 02 21:11:21.620325 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-aa75635f-9051-4287-b276-e266c46b434d req-18fd618d-5a2b-467b-b62b-ec926836f63b tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423110 Jun 02 21:11:22.286020 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device d3c940e7-ed35-470f-83a2-90a00bef69a2 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:11:22.351792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port d3c940e7-ed35-470f-83a2-90a00bef69a2 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:11:22.356392 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port d3c940e7-ed35-470f-83a2-90a00bef69a2 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:11:22.356764 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:22.469252 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:22.494198 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60400c62-999a-42c0-ab6f-cf2916d5da25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c940e7-ed35-470f-83a2-90a00bef69a2'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:11:22.496425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab4e74e-c2f4-42ef-92d4-9737c427f035" -d '{"events": [{"server_uuid": "60400c62-999a-42c0-ab6f-cf2916d5da25", "name": "network-vif-plugged", "status": "completed", "tag": "d3c940e7-ed35-470f-83a2-90a00bef69a2"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:11:22.503603 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port d3c940e7-ed35-470f-83a2-90a00bef69a2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d3c940e7-ed35-470f-83a2-90a00bef69a2,segment=NetworkSegment(9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7),segment_id=9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:11:22.508851 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:22.510696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5b5e6fec-ece7-4391-bd5f-4c02a9e7c4bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:22.544652 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1163fdc8-937c-41fc-99d8-0da2a2cf41a5 x-openstack-request-id: req-1163fdc8-937c-41fc-99d8-0da2a2cf41a5 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:11:22.544943 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60400c62-999a-42c0-ab6f-cf2916d5da25", "name": "network-vif-plugged", "status": "completed", "tag": "d3c940e7-ed35-470f-83a2-90a00bef69a2", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:11:22.545198 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1163fdc8-937c-41fc-99d8-0da2a2cf41a5 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:11:22.545579 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60400c62-999a-42c0-ab6f-cf2916d5da25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c940e7-ed35-470f-83a2-90a00bef69a2', 'code': 200} Jun 02 21:11:22.583105 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=d3c940e7-ed35-470f-83a2-90a00bef69a2,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:22.586504 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:22.774092 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53e49c-a490-411a-81db-4bf9054985db req-63af09b5-9818-419c-80ad-b80214cc2db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:22.775599 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4f53e49c-a490-411a-81db-4bf9054985db req-63af09b5-9818-419c-80ad-b80214cc2db0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=60400c62-999a-42c0-ab6f-cf2916d5da25 HTTP/1.1" status: 200 len: 1098 time: 0.0702453 Jun 02 21:11:22.804018 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f9595-7171-4703-a7f9-bae826d5fd6a req-c2e462f4-0eb7-41a5-9b0e-a1c054103f86 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:22.805389 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2e4f9595-7171-4703-a7f9-bae826d5fd6a req-c2e462f4-0eb7-41a5-9b0e-a1c054103f86 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=60400c62-999a-42c0-ab6f-cf2916d5da25 HTTP/1.1" status: 200 len: 945 time: 0.0811381 Jun 02 21:11:22.821214 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4f53e49c-a490-411a-81db-4bf9054985db req-e302a8f0-1321-4a7b-accb-a3ded252e054 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393786 Jun 02 21:11:22.848623 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2e4f9595-7171-4703-a7f9-bae826d5fd6a req-d776f9d9-12a4-4dec-ba88-af8ade8b75c2 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375929 Jun 02 21:11:24.034564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcaeb8-147c-43b6-a2b8-3c46da6ca679 req-4927ef60-c93f-4006-a660-b0e591b5895f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:24.035964 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a0dcaeb8-147c-43b6-a2b8-3c46da6ca679 req-4927ef60-c93f-4006-a660-b0e591b5895f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=60400c62-999a-42c0-ab6f-cf2916d5da25 HTTP/1.1" status: 200 len: 945 time: 0.0800667 Jun 02 21:11:24.079737 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a0dcaeb8-147c-43b6-a2b8-3c46da6ca679 req-9632c1d3-c442-4e3b-9fca-9cde3e36f26a tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376029 Jun 02 21:11:24.451420 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f03fa3-1a4a-4ee4-88ca-d83a11766e8f req-6008e7f3-ffb1-458d-9068-abf05049a5fe tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:24.452830 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-33f03fa3-1a4a-4ee4-88ca-d83a11766e8f req-6008e7f3-ffb1-458d-9068-abf05049a5fe tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=60400c62-999a-42c0-ab6f-cf2916d5da25 HTTP/1.1" status: 200 len: 945 time: 0.0819464 Jun 02 21:11:24.495549 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-33f03fa3-1a4a-4ee4-88ca-d83a11766e8f req-44ab7e3f-4c50-4f29-856b-f85082824730 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371587 Jun 02 21:11:25.683270 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a791f-6a43-4b3e-92da-720aabd393c4 req-3ae82b98-6c07-42b3-b314-e1718428f30b tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:25.684709 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-538a791f-6a43-4b3e-92da-720aabd393c4 req-3ae82b98-6c07-42b3-b314-e1718428f30b tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=60400c62-999a-42c0-ab6f-cf2916d5da25 HTTP/1.1" status: 200 len: 945 time: 0.0859177 Jun 02 21:11:25.729445 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-538a791f-6a43-4b3e-92da-720aabd393c4 req-d9c53501-b725-4699-bf3a-41f9bf043ca6 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388610 Jun 02 21:11:25.925742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39060717-e0fd-480e-83d4-d28ad4aed1e2 req-60387aa4-ad8f-47b7-8214-0cec4736750f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:25.927051 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-39060717-e0fd-480e-83d4-d28ad4aed1e2 req-60387aa4-ad8f-47b7-8214-0cec4736750f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.95 "GET /v2.0/ports?device_id=60400c62-999a-42c0-ab6f-cf2916d5da25 HTTP/1.1" status: 200 len: 945 time: 0.0782976 Jun 02 21:11:26.064245 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-39060717-e0fd-480e-83d4-d28ad4aed1e2 req-066e22bb-8212-46a0-b3bc-a7211fdf589f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Deleting port d3c940e7-ed35-470f-83a2-90a00bef69a2 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:11:26.064590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-39060717-e0fd-480e-83d4-d28ad4aed1e2 req-066e22bb-8212-46a0-b3bc-a7211fdf589f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:26.329640 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-39060717-e0fd-480e-83d4-d28ad4aed1e2 req-066e22bb-8212-46a0-b3bc-a7211fdf589f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] For port d3c940e7-ed35-470f-83a2-90a00bef69a2, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=d3c940e7-ed35-470f-83a2-90a00bef69a2,segment=NetworkSegment(9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7),segment_id=9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:11:26.329995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-39060717-e0fd-480e-83d4-d28ad4aed1e2 req-066e22bb-8212-46a0-b3bc-a7211fdf589f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:26.450986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-39060717-e0fd-480e-83d4-d28ad4aed1e2 req-066e22bb-8212-46a0-b3bc-a7211fdf589f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Calling delete_port for d3c940e7-ed35-470f-83a2-90a00bef69a2 owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:11:26.560318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-39060717-e0fd-480e-83d4-d28ad4aed1e2 req-066e22bb-8212-46a0-b3bc-a7211fdf589f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:26.565922 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b868cceb-4746-49e1-ba54-df0db7e9a165 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:26.572093 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['a13a544a-a144-4a55-a330-8003b4577e0f', 'd3c940e7-ed35-470f-83a2-90a00bef69a2'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:11:26.610190 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e22bb-8212-46a0-b3bc-a7211fdf589f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Pushing event deleted for resources: {'Port': ['ID=d3c940e7-ed35-470f-83a2-90a00bef69a2,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:26.613236 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-066e22bb-8212-46a0-b3bc-a7211fdf589f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:26.687204 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-39060717-e0fd-480e-83d4-d28ad4aed1e2 req-066e22bb-8212-46a0-b3bc-a7211fdf589f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] No DVR routers for this DVR port d3c940e7-ed35-470f-83a2-90a00bef69a2 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:11:26.689708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-39060717-e0fd-480e-83d4-d28ad4aed1e2 req-066e22bb-8212-46a0-b3bc-a7211fdf589f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:26.692268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60400c62-999a-42c0-ab6f-cf2916d5da25', 'name': 'network-vif-deleted', 'tag': 'd3c940e7-ed35-470f-83a2-90a00bef69a2'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:11:26.695108 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640248b1-8a19-4737-9dce-44ec43799616" -d '{"events": [{"server_uuid": "60400c62-999a-42c0-ab6f-cf2916d5da25", "name": "network-vif-deleted", "tag": "d3c940e7-ed35-470f-83a2-90a00bef69a2"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:11:26.712336 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-39060717-e0fd-480e-83d4-d28ad4aed1e2 req-066e22bb-8212-46a0-b3bc-a7211fdf589f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.95 "DELETE /v2.0/ports/d3c940e7-ed35-470f-83a2-90a00bef69a2 HTTP/1.1" status: 204 len: 173 time: 0.7780702 Jun 02 21:11:26.748675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb0a3ab-80c7-406f-8120-0ac881e04e37 x-openstack-request-id: req-3cb0a3ab-80c7-406f-8120-0ac881e04e37 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:11:26.749017 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60400c62-999a-42c0-ab6f-cf2916d5da25", "name": "network-vif-deleted", "tag": "d3c940e7-ed35-470f-83a2-90a00bef69a2", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:11:26.749318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3cb0a3ab-80c7-406f-8120-0ac881e04e37 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:11:26.749761 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60400c62-999a-42c0-ab6f-cf2916d5da25', 'name': 'network-vif-deleted', 'tag': 'd3c940e7-ed35-470f-83a2-90a00bef69a2', 'status': 'completed', 'code': 200} Jun 02 21:11:26.883520 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9cecba51-1bb7-44bd-978e-99db52a897b8 req-9f27af9b-b4ac-401f-b3d6-2b3177b65655 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=60400c62-999a-42c0-ab6f-cf2916d5da25 HTTP/1.1" status: 200 len: 210 time: 0.0456805 Jun 02 21:11:28.142567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0246639-5708-4bcc-9a2d-6e464b8b1af5 req-3322352e-2004-4f76-84f5-bc47b2292102 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:28.144036 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b0246639-5708-4bcc-9a2d-6e464b8b1af5 req-3322352e-2004-4f76-84f5-bc47b2292102 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=daecaf4f-84f5-44ea-8ced-54a8ca574305 HTTP/1.1" status: 200 len: 945 time: 0.0828619 Jun 02 21:11:28.188699 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b0246639-5708-4bcc-9a2d-6e464b8b1af5 req-73173058-a1ab-4664-955e-bcded63904db tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384870 Jun 02 21:11:28.390647 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2af26-7940-45dd-a922-7fefeab1a140 req-10f54ce4-1a39-401a-8e02-2f19fc8ded7d tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:28.392029 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-26b2af26-7940-45dd-a922-7fefeab1a140 req-10f54ce4-1a39-401a-8e02-2f19fc8ded7d tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=daecaf4f-84f5-44ea-8ced-54a8ca574305 HTTP/1.1" status: 200 len: 945 time: 0.0787437 Jun 02 21:11:28.436303 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-26b2af26-7940-45dd-a922-7fefeab1a140 req-436f1308-39b7-4fc7-afe6-f59dc83f2401 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379896 Jun 02 21:11:28.620742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1bfa5-c2bf-4252-99bf-a6eec480ac5a req-3cd8ba49-deec-4453-b544-6b430dbbd5e8 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:28.621364 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-cbd1bfa5-c2bf-4252-99bf-a6eec480ac5a req-3cd8ba49-deec-4453-b544-6b430dbbd5e8 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Synchronizing usage tracker for tenant:19696e31f2c24ad5ab90ad321f76ed2b on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:11:28.637628 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-cbd1bfa5-c2bf-4252-99bf-a6eec480ac5a req-3cd8ba49-deec-4453-b544-6b430dbbd5e8 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Unset dirty status for tenant:19696e31f2c24ad5ab90ad321f76ed2b on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:11:28.638894 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cbd1bfa5-c2bf-4252-99bf-a6eec480ac5a req-3cd8ba49-deec-4453-b544-6b430dbbd5e8 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=daecaf4f-84f5-44ea-8ced-54a8ca574305 HTTP/1.1" status: 200 len: 945 time: 0.0959425 Jun 02 21:11:28.683636 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cbd1bfa5-c2bf-4252-99bf-a6eec480ac5a req-8c14083e-32df-4be9-94ac-c0fcd116a327 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389903 Jun 02 21:11:28.976834 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5aa0df-8e6f-4a82-b3a8-84ee437b2ba6 req-26646720-b268-43fa-bab0-2d7b11ede7bc tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:28.978260 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0d5aa0df-8e6f-4a82-b3a8-84ee437b2ba6 req-26646720-b268-43fa-bab0-2d7b11ede7bc tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=daecaf4f-84f5-44ea-8ced-54a8ca574305 HTTP/1.1" status: 200 len: 945 time: 0.0851276 Jun 02 21:11:29.020326 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0d5aa0df-8e6f-4a82-b3a8-84ee437b2ba6 req-567f8696-5949-4c69-80bf-504962cf126e tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364525 Jun 02 21:11:29.205852 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bdec9-7fd1-4b8e-adf5-af4737055ba6 req-0b49fc55-f6e8-4285-8d47-1b2f51627ff1 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:29.207323 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-614bdec9-7fd1-4b8e-adf5-af4737055ba6 req-0b49fc55-f6e8-4285-8d47-1b2f51627ff1 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=daecaf4f-84f5-44ea-8ced-54a8ca574305 HTTP/1.1" status: 200 len: 945 time: 0.0826731 Jun 02 21:11:29.251076 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-614bdec9-7fd1-4b8e-adf5-af4737055ba6 req-be8216f5-8827-49db-8e7f-08bebe3988ee tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375044 Jun 02 21:11:29.440582 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a34aa6-5525-483f-a212-dc37da226b81 req-cfadbb20-66a1-43f6-93f1-5e8682b4fe66 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:29.441996 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-73a34aa6-5525-483f-a212-dc37da226b81 req-cfadbb20-66a1-43f6-93f1-5e8682b4fe66 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=daecaf4f-84f5-44ea-8ced-54a8ca574305 HTTP/1.1" status: 200 len: 945 time: 0.0782282 Jun 02 21:11:29.484092 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-73a34aa6-5525-483f-a212-dc37da226b81 req-c5079867-6e37-4463-8d30-eab5f6f75ab8 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358710 Jun 02 21:11:29.997912 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecb7b4-d9f5-439b-b223-eefd2f96336e req-70ba17d5-8d37-4695-8820-4b8133d95c93 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:29.999280 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f7ecb7b4-d9f5-439b-b223-eefd2f96336e req-70ba17d5-8d37-4695-8820-4b8133d95c93 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=daecaf4f-84f5-44ea-8ced-54a8ca574305 HTTP/1.1" status: 200 len: 945 time: 0.0817516 Jun 02 21:11:30.042092 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f7ecb7b4-d9f5-439b-b223-eefd2f96336e req-797c061b-79d4-4117-89ba-4806a85f028e tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372546 Jun 02 21:11:30.353037 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device d3c940e7-ed35-470f-83a2-90a00bef69a2 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:11:30.389415 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: d3c940e7-ed35-470f-83a2-90a00bef69a2 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:11:30.389762 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device d3c940e7-ed35-470f-83a2-90a00bef69a2 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:11:30.825297 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-14f38286-0840-4137-aed1-cda3b62240ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:31.228682 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c936d7f-e274-49fb-9f1a-5c931f894888 req-fb40264f-79d9-4a91-a515-fa50217bc0ea tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:31.230153 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8c936d7f-e274-49fb-9f1a-5c931f894888 req-fb40264f-79d9-4a91-a515-fa50217bc0ea tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=daecaf4f-84f5-44ea-8ced-54a8ca574305 HTTP/1.1" status: 200 len: 945 time: 0.0802794 Jun 02 21:11:31.278755 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8c936d7f-e274-49fb-9f1a-5c931f894888 req-6fedcad2-7642-4931-9741-78ac282a8648 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430934 Jun 02 21:11:31.440782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d98768-b409-442d-9570-cba75141e7b2 req-6545ac94-04da-4c3e-94cf-36b783b49d24 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:31.442201 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e1d98768-b409-442d-9570-cba75141e7b2 req-6545ac94-04da-4c3e-94cf-36b783b49d24 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.95 "GET /v2.0/ports?device_id=daecaf4f-84f5-44ea-8ced-54a8ca574305 HTTP/1.1" status: 200 len: 945 time: 0.0829501 Jun 02 21:11:31.575985 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-e1d98768-b409-442d-9570-cba75141e7b2 req-2eab0646-7abe-4c63-aaa5-c1ca7a76444f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Deleting port a13a544a-a144-4a55-a330-8003b4577e0f {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:11:31.576328 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-e1d98768-b409-442d-9570-cba75141e7b2 req-2eab0646-7abe-4c63-aaa5-c1ca7a76444f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:31.705601 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-e1d98768-b409-442d-9570-cba75141e7b2 req-2eab0646-7abe-4c63-aaa5-c1ca7a76444f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] For port a13a544a-a144-4a55-a330-8003b4577e0f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a13a544a-a144-4a55-a330-8003b4577e0f,segment=NetworkSegment(9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7),segment_id=9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:11:31.705881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-e1d98768-b409-442d-9570-cba75141e7b2 req-2eab0646-7abe-4c63-aaa5-c1ca7a76444f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:31.826576 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-e1d98768-b409-442d-9570-cba75141e7b2 req-2eab0646-7abe-4c63-aaa5-c1ca7a76444f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Calling delete_port for a13a544a-a144-4a55-a330-8003b4577e0f owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:11:31.937459 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-e1d98768-b409-442d-9570-cba75141e7b2 req-2eab0646-7abe-4c63-aaa5-c1ca7a76444f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:31.942849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ee45c40f-28aa-4249-8d7b-edafc53b966b tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:31.949244 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['a13a544a-a144-4a55-a330-8003b4577e0f'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:11:31.986450 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab0646-7abe-4c63-aaa5-c1ca7a76444f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Pushing event deleted for resources: {'Port': ['ID=a13a544a-a144-4a55-a330-8003b4577e0f,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:31.989422 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2eab0646-7abe-4c63-aaa5-c1ca7a76444f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:32.061296 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d98768-b409-442d-9570-cba75141e7b2 req-2eab0646-7abe-4c63-aaa5-c1ca7a76444f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] No DVR routers for this DVR port a13a544a-a144-4a55-a330-8003b4577e0f on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:11:32.063775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-e1d98768-b409-442d-9570-cba75141e7b2 req-2eab0646-7abe-4c63-aaa5-c1ca7a76444f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:32.066291 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daecaf4f-84f5-44ea-8ced-54a8ca574305', 'name': 'network-vif-deleted', 'tag': 'a13a544a-a144-4a55-a330-8003b4577e0f'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:11:32.068575 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6976a33f-4709-4b33-9b11-17c36e088e4b" -d '{"events": [{"server_uuid": "daecaf4f-84f5-44ea-8ced-54a8ca574305", "name": "network-vif-deleted", "tag": "a13a544a-a144-4a55-a330-8003b4577e0f"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:11:32.081534 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e1d98768-b409-442d-9570-cba75141e7b2 req-2eab0646-7abe-4c63-aaa5-c1ca7a76444f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.95 "DELETE /v2.0/ports/a13a544a-a144-4a55-a330-8003b4577e0f HTTP/1.1" status: 204 len: 173 time: 0.6339614 Jun 02 21:11:32.112851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4ff8d1-aa1d-4b3c-9553-98dba5318e02 x-openstack-request-id: req-6f4ff8d1-aa1d-4b3c-9553-98dba5318e02 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:11:32.113194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daecaf4f-84f5-44ea-8ced-54a8ca574305", "name": "network-vif-deleted", "tag": "a13a544a-a144-4a55-a330-8003b4577e0f", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:11:32.113494 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f4ff8d1-aa1d-4b3c-9553-98dba5318e02 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:11:32.113964 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daecaf4f-84f5-44ea-8ced-54a8ca574305', 'name': 'network-vif-deleted', 'tag': 'a13a544a-a144-4a55-a330-8003b4577e0f', 'status': 'completed', 'code': 200} Jun 02 21:11:32.436067 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-88e56be2-f52d-44f6-8968-9e4d9b516580 req-75a4e95a-2a27-41e1-9058-cef05b789b21 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Synchronizing usage tracker for tenant:19696e31f2c24ad5ab90ad321f76ed2b on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:11:32.451279 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-88e56be2-f52d-44f6-8968-9e4d9b516580 req-75a4e95a-2a27-41e1-9058-cef05b789b21 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Unset dirty status for tenant:19696e31f2c24ad5ab90ad321f76ed2b on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:11:32.452488 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-88e56be2-f52d-44f6-8968-9e4d9b516580 req-75a4e95a-2a27-41e1-9058-cef05b789b21 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] 10.222.0.25 "GET /v2.0/ports?device_id=daecaf4f-84f5-44ea-8ced-54a8ca574305 HTTP/1.1" status: 200 len: 210 time: 0.0586092 Jun 02 21:11:33.373340 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-48c6bd34-3336-40bb-b0bd-ca7aa97c2eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:33.443662 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:33.546693 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35152) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:33.604336 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c9b6e0-0587-4ec8-8715-a31f0e046a6a admin admin] Deleting subnet 3ac5991a-2d59-43ea-a3bc-9c3d55b77792 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 21:11:33.607112 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-19c9b6e0-0587-4ec8-8715-a31f0e046a6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:33.659501 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-19c9b6e0-0587-4ec8-8715-a31f0e046a6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:33.713114 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-19c9b6e0-0587-4ec8-8715-a31f0e046a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:33.964225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-19c9b6e0-0587-4ec8-8715-a31f0e046a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:33.968620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ee55b68a-4694-4df2-b019-1ca62bf7751b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:34.001632 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9b6e0-0587-4ec8-8715-a31f0e046a6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ac5991a-2d59-43ea-a3bc-9c3d55b77792,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:34.004664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-19c9b6e0-0587-4ec8-8715-a31f0e046a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:34.006195 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-19c9b6e0-0587-4ec8-8715-a31f0e046a6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:34.011863 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-19c9b6e0-0587-4ec8-8715-a31f0e046a6a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3ac5991a-2d59-43ea-a3bc-9c3d55b77792 HTTP/1.1" status: 204 len: 168 time: 0.4641004 Jun 02 21:11:34.014499 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35154) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:34.116671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8c349e12-f69a-46de-915f-54ad6392ce97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:34.367018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:34.383365 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8c349e12-f69a-46de-915f-54ad6392ce97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:34.395771 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-8c349e12-f69a-46de-915f-54ad6392ce97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576488ce-6b47-41b7-ab63-015e64feb04d']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:34.407245 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-8c349e12-f69a-46de-915f-54ad6392ce97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:34.407540 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-8c349e12-f69a-46de-915f-54ad6392ce97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba26a4d-b479-47b0-b7cd-ccbe5ac696b7') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:34.418732 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8c349e12-f69a-46de-915f-54ad6392ce97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:34.434903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8c349e12-f69a-46de-915f-54ad6392ce97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:34.440722 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c349e12-f69a-46de-915f-54ad6392ce97 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:11:34.441090 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8c349e12-f69a-46de-915f-54ad6392ce97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:11:34.453722 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:11:34.526746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8c349e12-f69a-46de-915f-54ad6392ce97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:34.530063 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-80af5141-bddb-4479-8e7c-9d2ef46c7784 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:34.542971 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8c349e12-f69a-46de-915f-54ad6392ce97 admin admin] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:34.554637 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c349e12-f69a-46de-915f-54ad6392ce97 admin admin] Pushing event deleted for resources: {'Network': ['ID=576488ce-6b47-41b7-ab63-015e64feb04d,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:34.557529 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8c349e12-f69a-46de-915f-54ad6392ce97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:34.561402 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8c349e12-f69a-46de-915f-54ad6392ce97 admin admin] 10.222.0.25 "DELETE /v2.0/networks/576488ce-6b47-41b7-ab63-015e64feb04d HTTP/1.1" status: 204 len: 168 time: 0.5459204 Jun 02 21:11:34.671246 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35158) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:34.718625 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fc9fe38a-d10d-4954-8c86-0077c1b2a909 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19696e31f2c24ad5ab90ad321f76ed2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461371 Jun 02 21:11:34.720936 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35160) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:34.781529 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b023eb1c-e0fa-4383-ba84-11f3f600b45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:34.806424 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b023eb1c-e0fa-4383-ba84-11f3f600b45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:34.862239 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b023eb1c-e0fa-4383-ba84-11f3f600b45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:34.866408 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-744e00bc-2eb6-4a53-9a9f-45de743a960d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:34.879973 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023eb1c-e0fa-4383-ba84-11f3f600b45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:34.883196 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b023eb1c-e0fa-4383-ba84-11f3f600b45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:34.889648 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b023eb1c-e0fa-4383-ba84-11f3f600b45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:34.892990 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b023eb1c-e0fa-4383-ba84-11f3f600b45f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd3e6d5c-b824-4f7a-bc06-0d5e3f0b2583 HTTP/1.1" status: 204 len: 168 time: 0.1689255 Jun 02 21:11:35.630760 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35182) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:35.733368 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-231362956'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:11:35.738566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:11:35.742425 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Usage tracker for resource:network and tenant:69c1b35c1e5049fa8d3633e99b2b8342 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:11:35.745273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:11:35.751507 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:11:35.760358 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Made reservation on behalf of 69c1b35c1e5049fa8d3633e99b2b8342 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:11:35.763980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:35.776265 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:35.790972 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:11:35.794672 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Usage tracker for resource:security_group_rule and tenant:69c1b35c1e5049fa8d3633e99b2b8342 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:11:35.797402 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:11:35.802915 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:11:35.899072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:35.903122 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:35.906956 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3897c31e-4e0c-4328-8f20-d138ff5c4503 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:35.931915 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:11:35.944506 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845f6f02-5afc-4191-b7b8-70f51acb007f,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:35.948421 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:35.949339 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:35.949678 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Added segment e145a02f-87be-4b7a-b74d-6644fab39680 of type vlan for network 18dc6976-cb9e-4fe7-91d0-4f397aff5eea Jun 02 21:11:35.975824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:36.003255 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:36.009126 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:36.009690 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:36.013354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1762a7de-d7c6-4189-915b-5a2e795f558e tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:36.038433 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:36.121298 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event updated for resources: {'Network': ['ID=18dc6976-cb9e-4fe7-91d0-4f397aff5eea,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:36.124221 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4923937 Jun 02 21:11:36.125177 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:36.131591 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 18dc6976-cb9e-4fe7-91d0-4f397aff5eea details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:11:36.394070 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device a13a544a-a144-4a55-a330-8003b4577e0f no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:11:36.428260 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: a13a544a-a144-4a55-a330-8003b4577e0f {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:11:36.428612 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device a13a544a-a144-4a55-a330-8003b4577e0f not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:11:39.404931 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35186) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:39.410167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-865e87cb-a69f-45b8-bf7e-f4f7a489ce0a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Request body: {'subnet': {'network_id': '18dc6976-cb9e-4fe7-91d0-4f397aff5eea', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:11:39.516648 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-865e87cb-a69f-45b8-bf7e-f4f7a489ce0a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:11:39.520365 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-865e87cb-a69f-45b8-bf7e-f4f7a489ce0a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Usage tracker for resource:subnet and tenant:69c1b35c1e5049fa8d3633e99b2b8342 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:11:39.523664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-865e87cb-a69f-45b8-bf7e-f4f7a489ce0a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:11:39.529189 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-865e87cb-a69f-45b8-bf7e-f4f7a489ce0a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:11:39.539196 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865e87cb-a69f-45b8-bf7e-f4f7a489ce0a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Made reservation on behalf of 69c1b35c1e5049fa8d3633e99b2b8342 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:11:39.542562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-865e87cb-a69f-45b8-bf7e-f4f7a489ce0a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:39.940632 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-865e87cb-a69f-45b8-bf7e-f4f7a489ce0a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:39.944859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3e0e94da-6ee5-4d89-b593-238b46c0e573 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:40.025300 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e87cb-a69f-45b8-bf7e-f4f7a489ce0a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event updated for resources: {'Subnet': ['ID=43075176-497e-4da4-b2c9-950205c7f801,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:40.028933 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-865e87cb-a69f-45b8-bf7e-f4f7a489ce0a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:40.029747 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865e87cb-a69f-45b8-bf7e-f4f7a489ce0a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Checking segment: {'id': 'e145a02f-87be-4b7a-b74d-6644fab39680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '18dc6976-cb9e-4fe7-91d0-4f397aff5eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:11:40.030110 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865e87cb-a69f-45b8-bf7e-f4f7a489ce0a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Network hostable DHCP agents. Network: 18dc6976-cb9e-4fe7-91d0-4f397aff5eea, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:11:40.047686 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865e87cb-a69f-45b8-bf7e-f4f7a489ce0a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Network 18dc6976-cb9e-4fe7-91d0-4f397aff5eea is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:11:40.055948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-865e87cb-a69f-45b8-bf7e-f4f7a489ce0a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 18dc6976-cb9e-4fe7-91d0-4f397aff5eea) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:11:40.064726 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4419b9df-65cb-4e21-8134-f3ac4a3a35d8 None None] Network 18dc6976-cb9e-4fe7-91d0-4f397aff5eea requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:11:40.065153 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865e87cb-a69f-45b8-bf7e-f4f7a489ce0a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:40.065697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-865e87cb-a69f-45b8-bf7e-f4f7a489ce0a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:40.085891 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-865e87cb-a69f-45b8-bf7e-f4f7a489ce0a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6798384 Jun 02 21:11:40.089408 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35188) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:40.094356 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-6aaab19a-065f-43bf-9f08-3a39f9675fc1 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1843862543'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:11:40.099089 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6aaab19a-065f-43bf-9f08-3a39f9675fc1 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:11:40.103485 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6aaab19a-065f-43bf-9f08-3a39f9675fc1 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Usage tracker for resource:network and tenant:69c1b35c1e5049fa8d3633e99b2b8342 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:11:40.106329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6aaab19a-065f-43bf-9f08-3a39f9675fc1 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:11:40.111978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6aaab19a-065f-43bf-9f08-3a39f9675fc1 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:11:40.121648 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aaab19a-065f-43bf-9f08-3a39f9675fc1 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Made reservation on behalf of 69c1b35c1e5049fa8d3633e99b2b8342 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:11:40.125131 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6aaab19a-065f-43bf-9f08-3a39f9675fc1 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:40.152699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aaab19a-065f-43bf-9f08-3a39f9675fc1 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:11:40.161347 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6aaab19a-065f-43bf-9f08-3a39f9675fc1 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:40.161753 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-6aaab19a-065f-43bf-9f08-3a39f9675fc1 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Added segment 530ab0f1-fe78-4171-99de-472edde488c8 of type vlan for network f2f967ff-fbf6-43e8-b698-0311288ab4e3 Jun 02 21:11:40.187295 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6aaab19a-065f-43bf-9f08-3a39f9675fc1 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:40.216220 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6aaab19a-065f-43bf-9f08-3a39f9675fc1 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:40.221652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaab19a-065f-43bf-9f08-3a39f9675fc1 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:40.222235 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6aaab19a-065f-43bf-9f08-3a39f9675fc1 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:40.227895 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:40.271578 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6aaab19a-065f-43bf-9f08-3a39f9675fc1 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1779919 Jun 02 21:11:40.272475 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35190) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:40.278784 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-99cbd4aa-18a4-481f-bd12-53f097a388cb tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Request body: {'subnet': {'network_id': 'f2f967ff-fbf6-43e8-b698-0311288ab4e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:11:40.336029 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaab19a-065f-43bf-9f08-3a39f9675fc1 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event updated for resources: {'Network': ['ID=f2f967ff-fbf6-43e8-b698-0311288ab4e3,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:40.338804 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6aaab19a-065f-43bf-9f08-3a39f9675fc1 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:40.347674 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network f2f967ff-fbf6-43e8-b698-0311288ab4e3 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:11:40.376217 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-18dc6976-cb9e-4fe7-91d0-4f397aff5eea', 'network_id': '18dc6976-cb9e-4fe7-91d0-4f397aff5eea', 'tenant_id': '69c1b35c1e5049fa8d3633e99b2b8342', 'fixed_ips': [{'subnet_id': '43075176-497e-4da4-b2c9-950205c7f801'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 21:11:40.377053 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:40.548041 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-99cbd4aa-18a4-481f-bd12-53f097a388cb tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:11:40.551731 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-99cbd4aa-18a4-481f-bd12-53f097a388cb tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Usage tracker for resource:subnet and tenant:69c1b35c1e5049fa8d3633e99b2b8342 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:11:40.554541 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-99cbd4aa-18a4-481f-bd12-53f097a388cb tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:11:40.560238 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-99cbd4aa-18a4-481f-bd12-53f097a388cb tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:11:40.570941 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cbd4aa-18a4-481f-bd12-53f097a388cb tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Made reservation on behalf of 69c1b35c1e5049fa8d3633e99b2b8342 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:11:40.574476 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-99cbd4aa-18a4-481f-bd12-53f097a388cb tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:40.747503 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Allocated IP 2001:db8:0:ffff::2 (18dc6976-cb9e-4fe7-91d0-4f397aff5eea/43075176-497e-4da4-b2c9-950205c7f801/566cd0d9-b339-439b-863e-0e90c7d777ac) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:11:40.978878 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:40.988783 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Transition to ACTIVE for port object 566cd0d9-b339-439b-863e-0e90c7d777ac will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:11:41.006585 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Transition to ACTIVE for port object 566cd0d9-b339-439b-863e-0e90c7d777ac will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:11:41.008505 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-99cbd4aa-18a4-481f-bd12-53f097a388cb tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:41.014115 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:41.014284 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bb1e4bf2-a858-4f01-985b-47f7a1322ad6 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:41.018328 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:41.073667 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Network 18dc6976-cb9e-4fe7-91d0-4f397aff5eea is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:11:41.080567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:11:41.085130 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:11:41.092786 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cbd4aa-18a4-481f-bd12-53f097a388cb tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event updated for resources: {'Subnet': ['ID=9c388960-27c9-4db1-ac53-3305bcdacd6f,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:41.098319 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-99cbd4aa-18a4-481f-bd12-53f097a388cb tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:41.101117 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cbd4aa-18a4-481f-bd12-53f097a388cb tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Checking segment: {'id': '530ab0f1-fe78-4171-99de-472edde488c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f2f967ff-fbf6-43e8-b698-0311288ab4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:11:41.101567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cbd4aa-18a4-481f-bd12-53f097a388cb tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Network hostable DHCP agents. Network: f2f967ff-fbf6-43e8-b698-0311288ab4e3, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:11:41.118126 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cbd4aa-18a4-481f-bd12-53f097a388cb tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Network f2f967ff-fbf6-43e8-b698-0311288ab4e3 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:11:41.122656 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Pushing event updated for resources: {'Port': ['ID=566cd0d9-b339-439b-863e-0e90c7d777ac,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:41.128352 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-99cbd4aa-18a4-481f-bd12-53f097a388cb tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, f2f967ff-fbf6-43e8-b698-0311288ab4e3) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:11:41.129952 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:41.139831 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cbd4aa-18a4-481f-bd12-53f097a388cb tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:41.140452 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-99cbd4aa-18a4-481f-bd12-53f097a388cb tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:41.161867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d54530d-933f-466c-8669-edd56e9f5e84 None None] Network f2f967ff-fbf6-43e8-b698-0311288ab4e3 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:11:41.167544 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-99cbd4aa-18a4-481f-bd12-53f097a388cb tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8909602 Jun 02 21:11:41.167795 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35192) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:41.246787 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Attempting to bind port 566cd0d9-b339-439b-863e-0e90c7d777ac on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:11:41.247066 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Attempting to bind port 566cd0d9-b339-439b-863e-0e90c7d777ac by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'e145a02f-87be-4b7a-b74d-6644fab39680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '18dc6976-cb9e-4fe7-91d0-4f397aff5eea'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:11:41.247457 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Attempting to bind port 566cd0d9-b339-439b-863e-0e90c7d777ac on network 18dc6976-cb9e-4fe7-91d0-4f397aff5eea {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:11:41.263065 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:11:41.263462 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Checking segment: {'id': 'e145a02f-87be-4b7a-b74d-6644fab39680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '18dc6976-cb9e-4fe7-91d0-4f397aff5eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:11:41.263864 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:41.264255 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Bound using segment: {'id': 'e145a02f-87be-4b7a-b74d-6644fab39680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '18dc6976-cb9e-4fe7-91d0-4f397aff5eea'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:11:41.264723 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Bound port: 566cd0d9-b339-439b-863e-0e90c7d777ac, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e145a02f-87be-4b7a-b74d-6644fab39680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '18dc6976-cb9e-4fe7-91d0-4f397aff5eea'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:11:41.265095 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:41.307515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:41.376971 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:41.426522 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] For port 566cd0d9-b339-439b-863e-0e90c7d777ac, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:11:41.469299 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] For port 566cd0d9-b339-439b-863e-0e90c7d777ac, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=566cd0d9-b339-439b-863e-0e90c7d777ac,segment=NetworkSegment(e145a02f-87be-4b7a-b74d-6644fab39680),segment_id=e145a02f-87be-4b7a-b74d-6644fab39680)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:11:41.474721 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:41.480502 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:41.509069 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-f2f967ff-fbf6-43e8-b698-0311288ab4e3', 'network_id': 'f2f967ff-fbf6-43e8-b698-0311288ab4e3', 'tenant_id': '69c1b35c1e5049fa8d3633e99b2b8342', 'fixed_ips': [{'subnet_id': '9c388960-27c9-4db1-ac53-3305bcdacd6f'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 21:11:41.509793 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:41.612506 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Pushing event updated for resources: {'Port': ['ID=566cd0d9-b339-439b-863e-0e90c7d777ac,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:41.619821 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:41.720171 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Allocated IP 2001:db8::2 (f2f967ff-fbf6-43e8-b698-0311288ab4e3/9c388960-27c9-4db1-ac53-3305bcdacd6f/f1a692a8-1cc5-44a5-8b63-99483e7bca29) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:11:41.947467 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:41.957276 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Transition to ACTIVE for port object f1a692a8-1cc5-44a5-8b63-99483e7bca29 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:11:41.974925 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Transition to ACTIVE for port object f1a692a8-1cc5-44a5-8b63-99483e7bca29 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:11:41.980471 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:41.983809 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:41.998674 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:42.003861 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ed813d92-f441-4a4f-b58e-26dea1b1d4b4 tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:42.045369 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Network f2f967ff-fbf6-43e8-b698-0311288ab4e3 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:11:42.048348 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:11:42.052016 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:11:42.058339 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Pushing event updated for resources: {'Port': ['ID=f1a692a8-1cc5-44a5-8b63-99483e7bca29,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:42.063468 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event deleted for resources: {'Subnet': ['ID=9c388960-27c9-4db1-ac53-3305bcdacd6f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:42.065672 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:42.070172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:42.142466 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:42.156587 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f967ff-fbf6-43e8-b698-0311288ab4e3']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:42.170170 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530ab0f1-fe78-4171-99de-472edde488c8') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:42.170467 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530ab0f1-fe78-4171-99de-472edde488c8') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:42.182995 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:42.199762 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:42.205704 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:11:42.205941 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Attempting to bind port f1a692a8-1cc5-44a5-8b63-99483e7bca29 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:11:42.206401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:42.206506 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Attempting to bind port f1a692a8-1cc5-44a5-8b63-99483e7bca29 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '530ab0f1-fe78-4171-99de-472edde488c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f2f967ff-fbf6-43e8-b698-0311288ab4e3'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:11:42.206665 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Attempting to bind port f1a692a8-1cc5-44a5-8b63-99483e7bca29 on network f2f967ff-fbf6-43e8-b698-0311288ab4e3 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:11:42.211933 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:11:42.212309 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Checking segment: {'id': '530ab0f1-fe78-4171-99de-472edde488c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f2f967ff-fbf6-43e8-b698-0311288ab4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:11:42.212707 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:42.213103 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Bound using segment: {'id': '530ab0f1-fe78-4171-99de-472edde488c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f2f967ff-fbf6-43e8-b698-0311288ab4e3'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:11:42.213564 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Bound port: f1a692a8-1cc5-44a5-8b63-99483e7bca29, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530ab0f1-fe78-4171-99de-472edde488c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f2f967ff-fbf6-43e8-b698-0311288ab4e3'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:11:42.213936 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:11:42.220600 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:11:42.308587 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.db.api [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 21:11:42.308587 dv-neutron-601336-84-hyperv neutron-server[92548]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 21:11:42.308587 dv-neutron-601336-84-hyperv neutron-server[92548]: [parameters: {'id': 'f2f967ff-fbf6-43e8-b698-0311288ab4e3'}] Jun 02 21:11:42.308587 dv-neutron-601336-84-hyperv neutron-server[92548]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 21:11:42.309530 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_db.api [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 21:11:42.311077 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] For port f1a692a8-1cc5-44a5-8b63-99483e7bca29, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:11:42.314834 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] For port f1a692a8-1cc5-44a5-8b63-99483e7bca29, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f1a692a8-1cc5-44a5-8b63-99483e7bca29,segment=NetworkSegment(530ab0f1-fe78-4171-99de-472edde488c8),segment_id=530ab0f1-fe78-4171-99de-472edde488c8)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:11:42.320066 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:42.324845 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:42.436475 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Pushing event updated for resources: {'Port': ['ID=f1a692a8-1cc5-44a5-8b63-99483e7bca29,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:42.440814 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:42.469863 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d815c1ed-783a-4c20-8ede-a932032ef715 None None] Network f2f967ff-fbf6-43e8-b698-0311288ab4e3 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:11:42.551545 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3ce057-35eb-4a4d-8758-2c32308c0072 None None] Network 18dc6976-cb9e-4fe7-91d0-4f397aff5eea requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:11:42.680041 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2b667c69-c889-47c6-aae7-8177c6907e9e None None] Provisioning for port 566cd0d9-b339-439b-863e-0e90c7d777ac completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:11:42.788568 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 566cd0d9-b339-439b-863e-0e90c7d777ac up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:11:42.809986 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:42.880181 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Deleting port f1a692a8-1cc5-44a5-8b63-99483e7bca29 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:11:42.881250 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:42.935840 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 566cd0d9-b339-439b-863e-0e90c7d777ac completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:11:42.944158 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 566cd0d9-b339-439b-863e-0e90c7d777ac triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:11:42.944540 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:42.982488 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] For port f1a692a8-1cc5-44a5-8b63-99483e7bca29, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f1a692a8-1cc5-44a5-8b63-99483e7bca29,segment=NetworkSegment(530ab0f1-fe78-4171-99de-472edde488c8),segment_id=530ab0f1-fe78-4171-99de-472edde488c8)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:11:42.982845 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:43.071619 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:43.106244 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 566cd0d9-b339-439b-863e-0e90c7d777ac, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=566cd0d9-b339-439b-863e-0e90c7d777ac,segment=NetworkSegment(e145a02f-87be-4b7a-b74d-6644fab39680),segment_id=e145a02f-87be-4b7a-b74d-6644fab39680)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:11:43.110749 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:43.114106 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:43.188018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=566cd0d9-b339-439b-863e-0e90c7d777ac,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:43.191397 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:43.204871 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690d372c-034a-42d5-98d2-e086033324aa None None] get_active_networks_info from dv-neutron-601336-84-hyperv {{(pid=92550) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 21:11:43.256445 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Calling delete_port for f1a692a8-1cc5-44a5-8b63-99483e7bca29 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:11:43.277844 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4ef84982-39b1-4bf2-abb7-806c7737d812 None None] Provisioning complete for port 566cd0d9-b339-439b-863e-0e90c7d777ac triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:11:43.278383 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4ef84982-39b1-4bf2-abb7-806c7737d812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:43.304818 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:43.309313 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0035959f-1184-4647-b61a-24371e33b0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:43.345034 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690d372c-034a-42d5-98d2-e086033324aa None None] Resources bound (agent type, host, resource id): {{(pid=92550) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 21:11:43.353036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event deleted for resources: {'Port': ['ID=f1a692a8-1cc5-44a5-8b63-99483e7bca29,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:43.356124 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:43.356964 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] No DVR routers for this DVR port f1a692a8-1cc5-44a5-8b63-99483e7bca29 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:11:43.476835 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:43.489298 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f967ff-fbf6-43e8-b698-0311288ab4e3']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:43.501377 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530ab0f1-fe78-4171-99de-472edde488c8') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:43.501657 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530ab0f1-fe78-4171-99de-472edde488c8') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:43.512980 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:43.528631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:43.534394 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:11:43.534770 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:11:43.549111 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:11:43.628546 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:43.631914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-27babe0a-1ece-4aad-967d-94b774697b09 tempest-NetworksTest-1557589738 tempest-NetworksTest-1557589738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:43.646004 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:43.656584 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event deleted for resources: {'Network': ['ID=f2f967ff-fbf6-43e8-b698-0311288ab4e3,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:43.660621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:43.664050 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "DELETE /v2.0/networks/f2f967ff-fbf6-43e8-b698-0311288ab4e3 HTTP/1.1" status: 204 len: 168 time: 2.4953454 Jun 02 21:11:43.667458 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35194) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:43.672253 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-0a49036c-7968-4e7d-986f-18cb93025f09 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-104922479'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:11:43.676870 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0a49036c-7968-4e7d-986f-18cb93025f09 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:11:43.681232 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0a49036c-7968-4e7d-986f-18cb93025f09 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Usage tracker for resource:network and tenant:69c1b35c1e5049fa8d3633e99b2b8342 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:11:43.683988 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-0a49036c-7968-4e7d-986f-18cb93025f09 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:11:43.690567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-0a49036c-7968-4e7d-986f-18cb93025f09 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:11:43.700703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a49036c-7968-4e7d-986f-18cb93025f09 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Made reservation on behalf of 69c1b35c1e5049fa8d3633e99b2b8342 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:11:43.704284 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0a49036c-7968-4e7d-986f-18cb93025f09 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:43.733824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a49036c-7968-4e7d-986f-18cb93025f09 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:11:43.742934 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0a49036c-7968-4e7d-986f-18cb93025f09 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:43.743318 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-0a49036c-7968-4e7d-986f-18cb93025f09 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Added segment 7b074f2a-e52c-4601-915f-6518c604708e of type vlan for network 0252cc85-20ee-46b1-aa0c-7bc168fc53bc Jun 02 21:11:43.768712 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0a49036c-7968-4e7d-986f-18cb93025f09 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:43.802679 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0a49036c-7968-4e7d-986f-18cb93025f09 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:43.808134 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a49036c-7968-4e7d-986f-18cb93025f09 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:43.808710 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0a49036c-7968-4e7d-986f-18cb93025f09 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:43.813520 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:43.910314 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0a49036c-7968-4e7d-986f-18cb93025f09 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2418420 Jun 02 21:11:43.913525 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35196) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:43.920367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-74e26ac4-10ff-4c79-82a3-9476a6cf4fae tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Request body: {'subnet': {'network_id': '0252cc85-20ee-46b1-aa0c-7bc168fc53bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:11:43.933759 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49036c-7968-4e7d-986f-18cb93025f09 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event updated for resources: {'Network': ['ID=0252cc85-20ee-46b1-aa0c-7bc168fc53bc,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:43.938351 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0a49036c-7968-4e7d-986f-18cb93025f09 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:43.944144 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 0252cc85-20ee-46b1-aa0c-7bc168fc53bc details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:11:44.033218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-74e26ac4-10ff-4c79-82a3-9476a6cf4fae tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:11:44.038019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-74e26ac4-10ff-4c79-82a3-9476a6cf4fae tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Usage tracker for resource:subnet and tenant:69c1b35c1e5049fa8d3633e99b2b8342 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:11:44.041003 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-74e26ac4-10ff-4c79-82a3-9476a6cf4fae tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:11:44.046809 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-74e26ac4-10ff-4c79-82a3-9476a6cf4fae tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:11:44.056648 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e26ac4-10ff-4c79-82a3-9476a6cf4fae tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Made reservation on behalf of 69c1b35c1e5049fa8d3633e99b2b8342 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:11:44.060363 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74e26ac4-10ff-4c79-82a3-9476a6cf4fae tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:44.152071 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.ipam_backend_mixin [None req-74e26ac4-10ff-4c79-82a3-9476a6cf4fae tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Performing IP validity checks on allocation pools {{(pid=92548) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jun 02 21:11:44.152579 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.ipam_backend_mixin [None req-74e26ac4-10ff-4c79-82a3-9476a6cf4fae tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Checking for overlaps among allocation pools and gateway ip {{(pid=92548) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jun 02 21:11:44.467301 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74e26ac4-10ff-4c79-82a3-9476a6cf4fae tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:44.471512 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b7ffeeba-40da-48a7-8e6d-cc91a7b1733c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:44.542639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e26ac4-10ff-4c79-82a3-9476a6cf4fae tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event updated for resources: {'Subnet': ['ID=82b88392-d7e7-4b0c-bd8c-6b1d49cb3fe0,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:44.546059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-74e26ac4-10ff-4c79-82a3-9476a6cf4fae tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:44.551650 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e26ac4-10ff-4c79-82a3-9476a6cf4fae tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Checking segment: {'id': '7b074f2a-e52c-4601-915f-6518c604708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0252cc85-20ee-46b1-aa0c-7bc168fc53bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:11:44.552013 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e26ac4-10ff-4c79-82a3-9476a6cf4fae tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Network hostable DHCP agents. Network: 0252cc85-20ee-46b1-aa0c-7bc168fc53bc, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:11:44.569826 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e26ac4-10ff-4c79-82a3-9476a6cf4fae tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Network 0252cc85-20ee-46b1-aa0c-7bc168fc53bc is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:11:44.578713 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-74e26ac4-10ff-4c79-82a3-9476a6cf4fae tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 0252cc85-20ee-46b1-aa0c-7bc168fc53bc) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:11:44.587094 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94770658-ff5b-4d26-bc6a-bf67f7a6f5be None None] Network 0252cc85-20ee-46b1-aa0c-7bc168fc53bc requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:11:44.589254 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e26ac4-10ff-4c79-82a3-9476a6cf4fae tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:44.589850 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-74e26ac4-10ff-4c79-82a3-9476a6cf4fae tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:44.610308 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-74e26ac4-10ff-4c79-82a3-9476a6cf4fae tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6957769 Jun 02 21:11:44.612998 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35198) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:44.759957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:44.763191 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:44.792571 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 566cd0d9-b339-439b-863e-0e90c7d777ac up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:11:44.834089 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:44.846348 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-0252cc85-20ee-46b1-aa0c-7bc168fc53bc', 'network_id': '0252cc85-20ee-46b1-aa0c-7bc168fc53bc', 'tenant_id': '69c1b35c1e5049fa8d3633e99b2b8342', 'fixed_ips': [{'subnet_id': '82b88392-d7e7-4b0c-bd8c-6b1d49cb3fe0'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 21:11:44.847572 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:44.939295 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 566cd0d9-b339-439b-863e-0e90c7d777ac triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:11:44.939681 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:45.064915 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Allocated IP 2001:db8::3 (0252cc85-20ee-46b1-aa0c-7bc168fc53bc/82b88392-d7e7-4b0c-bd8c-6b1d49cb3fe0/f4684b8f-47df-40c8-bb56-f4485015838d) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:11:45.313368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:45.323402 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Transition to ACTIVE for port object f4684b8f-47df-40c8-bb56-f4485015838d will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:11:45.340200 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Transition to ACTIVE for port object f4684b8f-47df-40c8-bb56-f4485015838d will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:11:45.345570 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:45.348909 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:45.361683 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:45.366742 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bfc383aa-2136-4fde-bbdf-d2529439b165 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:45.402974 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event deleted for resources: {'Subnet': ['ID=82b88392-d7e7-4b0c-bd8c-6b1d49cb3fe0,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:45.413786 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Network 0252cc85-20ee-46b1-aa0c-7bc168fc53bc is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:11:45.416784 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:11:45.419587 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:45.420450 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:11:45.425990 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Pushing event updated for resources: {'Port': ['ID=f4684b8f-47df-40c8-bb56-f4485015838d,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:45.430493 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:45.494696 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:45.507974 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0252cc85-20ee-46b1-aa0c-7bc168fc53bc']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:45.513372 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Attempting to bind port f4684b8f-47df-40c8-bb56-f4485015838d on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:11:45.513754 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Attempting to bind port f4684b8f-47df-40c8-bb56-f4485015838d by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '7b074f2a-e52c-4601-915f-6518c604708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0252cc85-20ee-46b1-aa0c-7bc168fc53bc'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:11:45.514123 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Attempting to bind port f4684b8f-47df-40c8-bb56-f4485015838d on network 0252cc85-20ee-46b1-aa0c-7bc168fc53bc {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:11:45.519267 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:11:45.519658 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Checking segment: {'id': '7b074f2a-e52c-4601-915f-6518c604708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0252cc85-20ee-46b1-aa0c-7bc168fc53bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:11:45.519820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b074f2a-e52c-4601-915f-6518c604708e') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:45.520063 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:45.520170 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b074f2a-e52c-4601-915f-6518c604708e') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:45.520463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Bound using segment: {'id': '7b074f2a-e52c-4601-915f-6518c604708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0252cc85-20ee-46b1-aa0c-7bc168fc53bc'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:11:45.520965 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Bound port: f4684b8f-47df-40c8-bb56-f4485015838d, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b074f2a-e52c-4601-915f-6518c604708e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0252cc85-20ee-46b1-aa0c-7bc168fc53bc'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:11:45.521378 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:45.531043 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:45.546741 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:45.553185 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:11:45.553571 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:11:45.567576 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:11:45.613056 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] For port f4684b8f-47df-40c8-bb56-f4485015838d, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:11:45.642292 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] For port f4684b8f-47df-40c8-bb56-f4485015838d, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f4684b8f-47df-40c8-bb56-f4485015838d,segment=NetworkSegment(7b074f2a-e52c-4601-915f-6518c604708e),segment_id=7b074f2a-e52c-4601-915f-6518c604708e)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:11:45.642574 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.db.api [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 21:11:45.642574 dv-neutron-601336-84-hyperv neutron-server[92548]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 21:11:45.642574 dv-neutron-601336-84-hyperv neutron-server[92548]: [parameters: {'id': '0252cc85-20ee-46b1-aa0c-7bc168fc53bc'}] Jun 02 21:11:45.642574 dv-neutron-601336-84-hyperv neutron-server[92548]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 21:11:45.643258 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_db.api [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 21:11:45.646682 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:45.651570 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:45.764339 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Pushing event updated for resources: {'Port': ['ID=f4684b8f-47df-40c8-bb56-f4485015838d,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:45.772949 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:45.792066 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4327371f-ec85-4a5a-bb19-56a575270dc1 None None] Network 0252cc85-20ee-46b1-aa0c-7bc168fc53bc requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:11:45.983766 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad9fd4c-d4ba-49c4-a86d-dd3ba83b1e8a None None] get_active_networks_info from dv-neutron-601336-84-hyperv {{(pid=92550) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 21:11:46.070330 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad9fd4c-d4ba-49c4-a86d-dd3ba83b1e8a None None] Resources bound (agent type, host, resource id): {{(pid=92550) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 21:11:46.144090 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:46.215210 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Deleting port f4684b8f-47df-40c8-bb56-f4485015838d {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:11:46.215556 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:46.463115 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] For port f4684b8f-47df-40c8-bb56-f4485015838d, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f4684b8f-47df-40c8-bb56-f4485015838d,segment=NetworkSegment(7b074f2a-e52c-4601-915f-6518c604708e),segment_id=7b074f2a-e52c-4601-915f-6518c604708e)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:11:46.463499 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:46.582528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Calling delete_port for f4684b8f-47df-40c8-bb56-f4485015838d owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:11:46.627369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:46.631849 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:46.678569 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event deleted for resources: {'Port': ['ID=f4684b8f-47df-40c8-bb56-f4485015838d,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:46.680298 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] No DVR routers for this DVR port f4684b8f-47df-40c8-bb56-f4485015838d on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:11:46.681799 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:46.801959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:46.814238 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0252cc85-20ee-46b1-aa0c-7bc168fc53bc']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:46.825876 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b074f2a-e52c-4601-915f-6518c604708e') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:46.826178 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b074f2a-e52c-4601-915f-6518c604708e') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:46.837669 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:46.853459 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:46.859263 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:11:46.859648 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:11:46.873467 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:11:46.952716 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:46.956040 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c8be3fb9-7d63-4b2c-9407-6dc7a1592baf tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:46.972932 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:46.986437 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event deleted for resources: {'Network': ['ID=0252cc85-20ee-46b1-aa0c-7bc168fc53bc,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:46.989123 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:46.990890 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "DELETE /v2.0/networks/0252cc85-20ee-46b1-aa0c-7bc168fc53bc HTTP/1.1" status: 204 len: 168 time: 2.3769712 Jun 02 21:11:46.994425 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35200) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:46.999355 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-5ab72f9f-0bfa-4aa1-b7de-d06f31ed5176 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-513309511'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:11:47.004084 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5ab72f9f-0bfa-4aa1-b7de-d06f31ed5176 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:11:47.007861 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5ab72f9f-0bfa-4aa1-b7de-d06f31ed5176 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Usage tracker for resource:network and tenant:69c1b35c1e5049fa8d3633e99b2b8342 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:11:47.010626 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5ab72f9f-0bfa-4aa1-b7de-d06f31ed5176 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:11:47.016960 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5ab72f9f-0bfa-4aa1-b7de-d06f31ed5176 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:11:47.026743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab72f9f-0bfa-4aa1-b7de-d06f31ed5176 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Made reservation on behalf of 69c1b35c1e5049fa8d3633e99b2b8342 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:11:47.030078 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ab72f9f-0bfa-4aa1-b7de-d06f31ed5176 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:47.056686 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab72f9f-0bfa-4aa1-b7de-d06f31ed5176 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:11:47.065365 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ab72f9f-0bfa-4aa1-b7de-d06f31ed5176 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:47.065759 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-5ab72f9f-0bfa-4aa1-b7de-d06f31ed5176 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Added segment cc51269d-0eb2-4f2d-a059-78261d2b2e60 of type vlan for network 10a13ff1-8d74-4dc6-85e8-a5fe81fca207 Jun 02 21:11:47.092014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ab72f9f-0bfa-4aa1-b7de-d06f31ed5176 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:47.121880 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ab72f9f-0bfa-4aa1-b7de-d06f31ed5176 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:47.127339 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab72f9f-0bfa-4aa1-b7de-d06f31ed5176 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:47.127914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ab72f9f-0bfa-4aa1-b7de-d06f31ed5176 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:47.133228 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-881e07fb-a794-4c40-878c-60ae8ae9a137 tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:47.214904 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5ab72f9f-0bfa-4aa1-b7de-d06f31ed5176 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2193706 Jun 02 21:11:47.218476 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35202) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:47.223626 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Request body: {'subnet': {'network_id': '10a13ff1-8d74-4dc6-85e8-a5fe81fca207', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:11:47.236140 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab72f9f-0bfa-4aa1-b7de-d06f31ed5176 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event updated for resources: {'Network': ['ID=10a13ff1-8d74-4dc6-85e8-a5fe81fca207,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:47.238698 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5ab72f9f-0bfa-4aa1-b7de-d06f31ed5176 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:47.247481 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 10a13ff1-8d74-4dc6-85e8-a5fe81fca207 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:11:47.331573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:11:47.335430 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Usage tracker for resource:subnet and tenant:69c1b35c1e5049fa8d3633e99b2b8342 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:11:47.338142 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:11:47.343802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:11:47.353628 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Made reservation on behalf of 69c1b35c1e5049fa8d3633e99b2b8342 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:11:47.357164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:47.760838 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:47.765258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cd2a0a31-2f22-4276-9a58-5259e1c62773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:47.835973 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event updated for resources: {'Subnet': ['ID=3cf9afe4-e73c-488f-bfa0-edee6f73d047,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:47.847254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:47.847635 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:47.848008 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:47.848376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:47.848744 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:47.849150 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:47.849514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:47.849865 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:47.850221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:47.850575 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:47.850927 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:47.851308 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:47.856613 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:47.857290 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Checking segment: {'id': 'cc51269d-0eb2-4f2d-a059-78261d2b2e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '10a13ff1-8d74-4dc6-85e8-a5fe81fca207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:11:47.857658 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Network hostable DHCP agents. Network: 10a13ff1-8d74-4dc6-85e8-a5fe81fca207, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:11:47.874108 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Network 10a13ff1-8d74-4dc6-85e8-a5fe81fca207 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:11:47.883283 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 10a13ff1-8d74-4dc6-85e8-a5fe81fca207) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:11:47.892576 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:47.893156 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:47.893274 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5577e3e-c39c-45c6-898f-0d767e350b13 None None] Network 10a13ff1-8d74-4dc6-85e8-a5fe81fca207 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:11:47.917389 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6978147 Jun 02 21:11:47.921104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35204) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:47.926002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-5761ff26-8a70-4e52-ba4e-2265c0b653ce tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-701800518'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:11:47.930736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5761ff26-8a70-4e52-ba4e-2265c0b653ce tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:11:47.934700 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5761ff26-8a70-4e52-ba4e-2265c0b653ce tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Usage tracker for resource:network and tenant:69c1b35c1e5049fa8d3633e99b2b8342 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:11:47.937671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5761ff26-8a70-4e52-ba4e-2265c0b653ce tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Quota usage for network was recalculated. Used quota:2. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:11:47.945859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5761ff26-8a70-4e52-ba4e-2265c0b653ce tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:11:47.956133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5761ff26-8a70-4e52-ba4e-2265c0b653ce tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Made reservation on behalf of 69c1b35c1e5049fa8d3633e99b2b8342 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:11:47.960041 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5761ff26-8a70-4e52-ba4e-2265c0b653ce tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:47.986919 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5761ff26-8a70-4e52-ba4e-2265c0b653ce tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:11:47.995412 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5761ff26-8a70-4e52-ba4e-2265c0b653ce tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:47.995740 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-5761ff26-8a70-4e52-ba4e-2265c0b653ce tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Added segment 430a1ed6-8df8-4867-996a-4bfc49aa9155 of type vlan for network db91e92e-9811-43ac-a117-08091f094242 Jun 02 21:11:48.021844 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5761ff26-8a70-4e52-ba4e-2265c0b653ce tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:48.050641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5761ff26-8a70-4e52-ba4e-2265c0b653ce tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:48.056157 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5761ff26-8a70-4e52-ba4e-2265c0b653ce tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:48.056735 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5761ff26-8a70-4e52-ba4e-2265c0b653ce tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:48.061588 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cfcc5cf5-3330-4e90-8335-48663a3dabe0 tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:48.114129 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-10a13ff1-8d74-4dc6-85e8-a5fe81fca207', 'network_id': '10a13ff1-8d74-4dc6-85e8-a5fe81fca207', 'tenant_id': '69c1b35c1e5049fa8d3633e99b2b8342', 'fixed_ips': [{'subnet_id': '3cf9afe4-e73c-488f-bfa0-edee6f73d047'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 21:11:48.115019 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:48.278179 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Allocated IP 2001:db8::2 (10a13ff1-8d74-4dc6-85e8-a5fe81fca207/3cf9afe4-e73c-488f-bfa0-edee6f73d047/f7cf8bf3-8c42-4e01-8945-c99cf8d02754) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:11:48.292772 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5761ff26-8a70-4e52-ba4e-2265c0b653ce tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3706307 Jun 02 21:11:48.295845 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35206) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:48.301663 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-8359e4ef-af38-460f-b894-c694f504ee99 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Request body: {'subnet': {'network_id': 'db91e92e-9811-43ac-a117-08091f094242', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:11:48.314888 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761ff26-8a70-4e52-ba4e-2265c0b653ce tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event updated for resources: {'Network': ['ID=db91e92e-9811-43ac-a117-08091f094242,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:48.317571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5761ff26-8a70-4e52-ba4e-2265c0b653ce tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:48.359781 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network db91e92e-9811-43ac-a117-08091f094242 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:11:48.413815 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-8359e4ef-af38-460f-b894-c694f504ee99 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:11:48.417569 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8359e4ef-af38-460f-b894-c694f504ee99 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Usage tracker for resource:subnet and tenant:69c1b35c1e5049fa8d3633e99b2b8342 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:11:48.420377 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-8359e4ef-af38-460f-b894-c694f504ee99 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:11:48.426069 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-8359e4ef-af38-460f-b894-c694f504ee99 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:11:48.436989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8359e4ef-af38-460f-b894-c694f504ee99 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Made reservation on behalf of 69c1b35c1e5049fa8d3633e99b2b8342 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:11:48.440544 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8359e4ef-af38-460f-b894-c694f504ee99 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:48.573348 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:48.584167 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Transition to ACTIVE for port object f7cf8bf3-8c42-4e01-8945-c99cf8d02754 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:11:48.601544 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Transition to ACTIVE for port object f7cf8bf3-8c42-4e01-8945-c99cf8d02754 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:11:48.607348 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:48.611625 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:48.678262 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Network 10a13ff1-8d74-4dc6-85e8-a5fe81fca207 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:11:48.681513 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:11:48.685303 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:11:48.693170 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Pushing event updated for resources: {'Port': ['ID=f7cf8bf3-8c42-4e01-8945-c99cf8d02754,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:48.719367 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:48.777644 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Attempting to bind port f7cf8bf3-8c42-4e01-8945-c99cf8d02754 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:11:48.778021 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Attempting to bind port f7cf8bf3-8c42-4e01-8945-c99cf8d02754 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'cc51269d-0eb2-4f2d-a059-78261d2b2e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '10a13ff1-8d74-4dc6-85e8-a5fe81fca207'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:11:48.778384 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Attempting to bind port f7cf8bf3-8c42-4e01-8945-c99cf8d02754 on network 10a13ff1-8d74-4dc6-85e8-a5fe81fca207 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:11:48.783598 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:11:48.783976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Checking segment: {'id': 'cc51269d-0eb2-4f2d-a059-78261d2b2e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '10a13ff1-8d74-4dc6-85e8-a5fe81fca207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:11:48.784380 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:48.784776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Bound using segment: {'id': 'cc51269d-0eb2-4f2d-a059-78261d2b2e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '10a13ff1-8d74-4dc6-85e8-a5fe81fca207'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:11:48.785244 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Bound port: f7cf8bf3-8c42-4e01-8945-c99cf8d02754, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc51269d-0eb2-4f2d-a059-78261d2b2e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '10a13ff1-8d74-4dc6-85e8-a5fe81fca207'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:11:48.785619 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:48.869939 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8359e4ef-af38-460f-b894-c694f504ee99 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:48.875942 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] For port f7cf8bf3-8c42-4e01-8945-c99cf8d02754, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:11:48.876110 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-74e26ac4-10ff-4c79-82a3-9476a6cf4fae tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:48.878900 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] For port f7cf8bf3-8c42-4e01-8945-c99cf8d02754, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f7cf8bf3-8c42-4e01-8945-c99cf8d02754,segment=NetworkSegment(cc51269d-0eb2-4f2d-a059-78261d2b2e60),segment_id=cc51269d-0eb2-4f2d-a059-78261d2b2e60)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:11:48.884511 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:48.888270 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:48.965854 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Pushing event updated for resources: {'Port': ['ID=f7cf8bf3-8c42-4e01-8945-c99cf8d02754,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:48.971554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:48.979676 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359e4ef-af38-460f-b894-c694f504ee99 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event updated for resources: {'Subnet': ['ID=714b9c26-e12d-4207-bf15-72329384a6f9,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:48.985406 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8359e4ef-af38-460f-b894-c694f504ee99 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:48.986581 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8359e4ef-af38-460f-b894-c694f504ee99 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Checking segment: {'id': '430a1ed6-8df8-4867-996a-4bfc49aa9155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'db91e92e-9811-43ac-a117-08091f094242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:11:48.987057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8359e4ef-af38-460f-b894-c694f504ee99 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Network hostable DHCP agents. Network: db91e92e-9811-43ac-a117-08091f094242, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:11:49.009820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8359e4ef-af38-460f-b894-c694f504ee99 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Network db91e92e-9811-43ac-a117-08091f094242 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:11:49.020121 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-8359e4ef-af38-460f-b894-c694f504ee99 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, db91e92e-9811-43ac-a117-08091f094242) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:11:49.030083 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8359e4ef-af38-460f-b894-c694f504ee99 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:49.030671 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8359e4ef-af38-460f-b894-c694f504ee99 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:49.031293 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2c28f8-0a34-4fe2-b947-5570772d36bb None None] Network db91e92e-9811-43ac-a117-08091f094242 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:11:49.061354 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8359e4ef-af38-460f-b894-c694f504ee99 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7615881 Jun 02 21:11:49.061864 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35208) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:49.238334 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:49.299340 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-db91e92e-9811-43ac-a117-08091f094242', 'network_id': 'db91e92e-9811-43ac-a117-08091f094242', 'tenant_id': '69c1b35c1e5049fa8d3633e99b2b8342', 'fixed_ips': [{'subnet_id': '714b9c26-e12d-4207-bf15-72329384a6f9'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 21:11:49.300495 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:49.312748 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:49.498075 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Allocated IP 2001:db8::2 (db91e92e-9811-43ac-a117-08091f094242/714b9c26-e12d-4207-bf15-72329384a6f9/322630d2-24d8-4c61-99bd-a9b0515178c2) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:11:49.734430 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:49.745226 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Transition to ACTIVE for port object 322630d2-24d8-4c61-99bd-a9b0515178c2 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:11:49.764649 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Transition to ACTIVE for port object 322630d2-24d8-4c61-99bd-a9b0515178c2 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:11:49.771481 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:49.775415 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-47b93014-c2f9-4584-a6c3-e2922aa00816 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:49.789239 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:49.793773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-80d14788-1a62-419b-b4d3-2275af7e469c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:49.829322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event deleted for resources: {'Subnet': ['ID=714b9c26-e12d-4207-bf15-72329384a6f9,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:49.831762 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:49.842851 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Network db91e92e-9811-43ac-a117-08091f094242 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:11:49.845980 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:11:49.850341 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:11:49.856339 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Pushing event updated for resources: {'Port': ['ID=322630d2-24d8-4c61-99bd-a9b0515178c2,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:49.860594 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:49.933763 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dfcb6f-514f-4174-919b-1a3a5606676a None None] Network 10a13ff1-8d74-4dc6-85e8-a5fe81fca207 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:11:49.943735 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:49.958953 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db91e92e-9811-43ac-a117-08091f094242']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:49.972094 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430a1ed6-8df8-4867-996a-4bfc49aa9155') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:49.972333 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430a1ed6-8df8-4867-996a-4bfc49aa9155') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:49.984553 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:50.002888 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:50.008914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:11:50.009302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:11:50.026424 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:11:50.029228 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Attempting to bind port 322630d2-24d8-4c61-99bd-a9b0515178c2 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:11:50.029590 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Attempting to bind port 322630d2-24d8-4c61-99bd-a9b0515178c2 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '430a1ed6-8df8-4867-996a-4bfc49aa9155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'db91e92e-9811-43ac-a117-08091f094242'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:11:50.030069 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Attempting to bind port 322630d2-24d8-4c61-99bd-a9b0515178c2 on network db91e92e-9811-43ac-a117-08091f094242 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:11:50.047968 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:11:50.048353 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Checking segment: {'id': '430a1ed6-8df8-4867-996a-4bfc49aa9155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'db91e92e-9811-43ac-a117-08091f094242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:11:50.048762 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:50.049170 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Bound using segment: {'id': '430a1ed6-8df8-4867-996a-4bfc49aa9155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'db91e92e-9811-43ac-a117-08091f094242'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:11:50.049652 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Bound port: 322630d2-24d8-4c61-99bd-a9b0515178c2, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430a1ed6-8df8-4867-996a-4bfc49aa9155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'db91e92e-9811-43ac-a117-08091f094242'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:11:50.050035 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:50.069195 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8413aa4f-28d6-4554-839b-eac0dc203c2a None None] Provisioning for port f7cf8bf3-8c42-4e01-8945-c99cf8d02754 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:11:50.108598 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.db.api [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 02 21:11:50.108598 dv-neutron-601336-84-hyperv neutron-server[92548]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 02 21:11:50.108598 dv-neutron-601336-84-hyperv neutron-server[92548]: [parameters: {'id': 'db91e92e-9811-43ac-a117-08091f094242'}] Jun 02 21:11:50.108598 dv-neutron-601336-84-hyperv neutron-server[92548]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=92548) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 02 21:11:50.109116 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_db.api [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 02 21:11:50.244555 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] For port 322630d2-24d8-4c61-99bd-a9b0515178c2, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:11:50.261296 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] For port 322630d2-24d8-4c61-99bd-a9b0515178c2, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=322630d2-24d8-4c61-99bd-a9b0515178c2,segment=NetworkSegment(430a1ed6-8df8-4867-996a-4bfc49aa9155),segment_id=430a1ed6-8df8-4867-996a-4bfc49aa9155)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:11:50.266820 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:50.271789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:50.397651 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Pushing event updated for resources: {'Port': ['ID=322630d2-24d8-4c61-99bd-a9b0515178c2,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:50.402307 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:50.435065 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c32325-e110-467a-a9bd-8deb51afbea2 None None] Network db91e92e-9811-43ac-a117-08091f094242 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:11:50.610645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:50.643789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422e14af-f760-4888-aa96-e4cbc3495313 None None] get_active_networks_info from dv-neutron-601336-84-hyperv {{(pid=92550) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 02 21:11:50.697424 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Deleting port 322630d2-24d8-4c61-99bd-a9b0515178c2 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:11:50.697871 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:50.752997 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422e14af-f760-4888-aa96-e4cbc3495313 None None] Resources bound (agent type, host, resource id): {{(pid=92550) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 02 21:11:50.813881 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] For port 322630d2-24d8-4c61-99bd-a9b0515178c2, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=322630d2-24d8-4c61-99bd-a9b0515178c2,segment=NetworkSegment(430a1ed6-8df8-4867-996a-4bfc49aa9155),segment_id=430a1ed6-8df8-4867-996a-4bfc49aa9155)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:11:50.814246 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:50.848891 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f7cf8bf3-8c42-4e01-8945-c99cf8d02754 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:11:51.020918 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port f7cf8bf3-8c42-4e01-8945-c99cf8d02754 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:11:51.031134 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port f7cf8bf3-8c42-4e01-8945-c99cf8d02754 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:11:51.031546 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:51.046295 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:11:51.102802 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Calling delete_port for 322630d2-24d8-4c61-99bd-a9b0515178c2 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:11:51.149101 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:51.154081 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e33f3947-05de-4020-a348-f323de383aeb tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:51.200864 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] No DVR routers for this DVR port 322630d2-24d8-4c61-99bd-a9b0515178c2 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:11:51.231132 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event deleted for resources: {'Port': ['ID=322630d2-24d8-4c61-99bd-a9b0515178c2,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:51.236316 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:51.255523 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:51.322476 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port f7cf8bf3-8c42-4e01-8945-c99cf8d02754, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f7cf8bf3-8c42-4e01-8945-c99cf8d02754,segment=NetworkSegment(cc51269d-0eb2-4f2d-a059-78261d2b2e60),segment_id=cc51269d-0eb2-4f2d-a059-78261d2b2e60)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:11:51.330482 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:51.332635 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:51.349638 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:51.367273 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db91e92e-9811-43ac-a117-08091f094242']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:51.382338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430a1ed6-8df8-4867-996a-4bfc49aa9155') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:51.382760 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430a1ed6-8df8-4867-996a-4bfc49aa9155') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:51.397810 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:51.406834 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=f7cf8bf3-8c42-4e01-8945-c99cf8d02754,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:51.409958 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:51.415477 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:51.423357 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:11:51.423811 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:11:51.438116 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:11:51.521294 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:51.524633 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bcc6848b-eb5c-4046-ad85-f85b66e78523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:51.538874 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:51.549567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event deleted for resources: {'Network': ['ID=db91e92e-9811-43ac-a117-08091f094242,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:51.553578 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:51.556210 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "DELETE /v2.0/networks/db91e92e-9811-43ac-a117-08091f094242 HTTP/1.1" status: 204 len: 168 time: 2.4933929 Jun 02 21:11:51.558825 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35210) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:51.600469 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7eb938-2040-4200-aaba-3be91c563655 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] GET failed (client error): The resource could not be found. Jun 02 21:11:51.600866 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ab7eb938-2040-4200-aaba-3be91c563655 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Synchronizing usage tracker for tenant:69c1b35c1e5049fa8d3633e99b2b8342 on resource:subnet {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:11:51.616659 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-ab7eb938-2040-4200-aaba-3be91c563655 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Unset dirty status for tenant:69c1b35c1e5049fa8d3633e99b2b8342 on resource:subnet {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:11:51.617924 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ab7eb938-2040-4200-aaba-3be91c563655 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "GET /v2.0/subnets/714b9c26-e12d-4207-bf15-72329384a6f9 HTTP/1.1" status: 404 len: 337 time: 0.0581455 Jun 02 21:11:51.620702 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35212) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:51.647216 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-f662c1d9-cd39-4714-8c75-fcaaa74c60fe tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] DELETE failed (client error): The resource could not be found. Jun 02 21:11:51.647743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f662c1d9-cd39-4714-8c75-fcaaa74c60fe tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 21:11:51.649459 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f662c1d9-cd39-4714-8c75-fcaaa74c60fe tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "DELETE /v2.0/networks/db91e92e-9811-43ac-a117-08091f094242 HTTP/1.1" status: 404 len: 339 time: 0.0277929 Jun 02 21:11:51.653007 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35214) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:51.706741 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3c7336-7afb-4901-868d-9fc15bcdbe44 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] DELETE failed (client error): The resource could not be found. Jun 02 21:11:51.707360 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3c7336-7afb-4901-868d-9fc15bcdbe44 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 21:11:51.709698 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cb3c7336-7afb-4901-868d-9fc15bcdbe44 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "DELETE /v2.0/subnets/714b9c26-e12d-4207-bf15-72329384a6f9 HTTP/1.1" status: 404 len: 337 time: 0.0558081 Jun 02 21:11:51.712562 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35216) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:51.738964 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93e9cd3-830d-423f-927c-ba3fedae4b57 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] DELETE failed (client error): The resource could not be found. Jun 02 21:11:51.739463 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b93e9cd3-830d-423f-927c-ba3fedae4b57 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 21:11:51.741084 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b93e9cd3-830d-423f-927c-ba3fedae4b57 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "DELETE /v2.0/networks/db91e92e-9811-43ac-a117-08091f094242 HTTP/1.1" status: 404 len: 339 time: 0.0276444 Jun 02 21:11:51.743701 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35218) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:51.812222 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e17046-0714-43a0-956a-bf78b836dbb4 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Deleting subnet 3cf9afe4-e73c-488f-bfa0-edee6f73d047 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 21:11:51.814988 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f0e17046-0714-43a0-956a-bf78b836dbb4 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:51.873836 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f0e17046-0714-43a0-956a-bf78b836dbb4 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:51.958708 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f0e17046-0714-43a0-956a-bf78b836dbb4 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:52.224231 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f0e17046-0714-43a0-956a-bf78b836dbb4 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:52.228601 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6464eceb-9172-406e-9637-49c0c19be5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:52.267642 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e17046-0714-43a0-956a-bf78b836dbb4 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf9afe4-e73c-488f-bfa0-edee6f73d047,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:52.270664 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f0e17046-0714-43a0-956a-bf78b836dbb4 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:52.271644 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f0e17046-0714-43a0-956a-bf78b836dbb4 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:52.278984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3c07cf-f34c-4f0c-bf54-03ac2526aa4a None None] Network 10a13ff1-8d74-4dc6-85e8-a5fe81fca207 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:11:52.285206 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f0e17046-0714-43a0-956a-bf78b836dbb4 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "DELETE /v2.0/subnets/3cf9afe4-e73c-488f-bfa0-edee6f73d047 HTTP/1.1" status: 204 len: 168 time: 0.5405226 Jun 02 21:11:52.288385 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35220) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:52.416616 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:52.498121 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Deleting port f7cf8bf3-8c42-4e01-8945-c99cf8d02754 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:11:52.498459 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:52.543224 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fa3c23-a2f6-4b44-9711-9f5e5e6b638e None None] DHCP port deletion for 10a13ff1-8d74-4dc6-85e8-a5fe81fca207 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 21:11:52.606074 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] For port f7cf8bf3-8c42-4e01-8945-c99cf8d02754, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f7cf8bf3-8c42-4e01-8945-c99cf8d02754,segment=NetworkSegment(cc51269d-0eb2-4f2d-a059-78261d2b2e60),segment_id=cc51269d-0eb2-4f2d-a059-78261d2b2e60)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:11:52.606425 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:52.617191 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-35fa3c23-a2f6-4b44-9711-9f5e5e6b638e None None] Deleting port f7cf8bf3-8c42-4e01-8945-c99cf8d02754 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:11:52.617570 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-35fa3c23-a2f6-4b44-9711-9f5e5e6b638e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:52.716729 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-35fa3c23-a2f6-4b44-9711-9f5e5e6b638e None None] For port f7cf8bf3-8c42-4e01-8945-c99cf8d02754, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f7cf8bf3-8c42-4e01-8945-c99cf8d02754,segment=NetworkSegment(cc51269d-0eb2-4f2d-a059-78261d2b2e60),segment_id=cc51269d-0eb2-4f2d-a059-78261d2b2e60)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:11:52.717128 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-35fa3c23-a2f6-4b44-9711-9f5e5e6b638e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:52.740567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Calling delete_port for f7cf8bf3-8c42-4e01-8945-c99cf8d02754 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:11:52.792234 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:52.793228 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f7cf8bf3-8c42-4e01-8945-c99cf8d02754 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:11:52.797345 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:52.843667 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event deleted for resources: {'Port': ['ID=f7cf8bf3-8c42-4e01-8945-c99cf8d02754,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:52.846124 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] No DVR routers for this DVR port f7cf8bf3-8c42-4e01-8945-c99cf8d02754 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:11:52.879701 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:52.880146 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:52.881079 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:52.881458 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:52.881826 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:52.882220 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:52.882583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:52.882943 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:52.883332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:52.883693 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:52.884050 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:52.884401 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-35fa3c23-a2f6-4b44-9711-9f5e5e6b638e None None] Calling delete_port for f7cf8bf3-8c42-4e01-8945-c99cf8d02754 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:11:52.884501 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:11:52.890260 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:52.893117 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: f7cf8bf3-8c42-4e01-8945-c99cf8d02754 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:11:52.893466 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f7cf8bf3-8c42-4e01-8945-c99cf8d02754 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:11:52.934115 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-35fa3c23-a2f6-4b44-9711-9f5e5e6b638e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:52.937667 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:52.984920 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa3c23-a2f6-4b44-9711-9f5e5e6b638e None None] Pushing event deleted for resources: {'Port': ['ID=f7cf8bf3-8c42-4e01-8945-c99cf8d02754,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:52.986840 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa3c23-a2f6-4b44-9711-9f5e5e6b638e None None] No DVR routers for this DVR port f7cf8bf3-8c42-4e01-8945-c99cf8d02754 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:11:52.988275 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-35fa3c23-a2f6-4b44-9711-9f5e5e6b638e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:53.128420 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:53.141397 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a13ff1-8d74-4dc6-85e8-a5fe81fca207']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:53.152877 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc51269d-0eb2-4f2d-a059-78261d2b2e60') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:53.153175 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc51269d-0eb2-4f2d-a059-78261d2b2e60') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:53.164551 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:53.180212 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:53.185910 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:11:53.186283 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:11:53.200019 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:11:53.278319 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:53.281605 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5ab72f9f-0bfa-4aa1-b7de-d06f31ed5176 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:53.295891 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:53.306922 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event deleted for resources: {'Network': ['ID=10a13ff1-8d74-4dc6-85e8-a5fe81fca207,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:53.309575 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:53.311361 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "DELETE /v2.0/networks/10a13ff1-8d74-4dc6-85e8-a5fe81fca207 HTTP/1.1" status: 204 len: 168 time: 1.0219026 Jun 02 21:11:53.313818 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35222) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:53.351524 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b9cea5-8f45-4452-9fd0-92e71d15f34a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] DELETE failed (client error): The resource could not be found. Jun 02 21:11:53.352242 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b9cea5-8f45-4452-9fd0-92e71d15f34a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 21:11:53.354379 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d3b9cea5-8f45-4452-9fd0-92e71d15f34a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "DELETE /v2.0/subnets/82b88392-d7e7-4b0c-bd8c-6b1d49cb3fe0 HTTP/1.1" status: 404 len: 337 time: 0.0394878 Jun 02 21:11:53.357266 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35224) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:53.391738 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-90906000-ad4c-420a-a627-e0c1ae7024ec tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] DELETE failed (client error): The resource could not be found. Jun 02 21:11:53.392220 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90906000-ad4c-420a-a627-e0c1ae7024ec tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 21:11:53.393918 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-90906000-ad4c-420a-a627-e0c1ae7024ec tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "DELETE /v2.0/networks/0252cc85-20ee-46b1-aa0c-7bc168fc53bc HTTP/1.1" status: 404 len: 339 time: 0.0354860 Jun 02 21:11:53.397413 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35226) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:53.448143 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa977e7c-a5b3-4dfb-a5c6-095ec7c4bcca tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] DELETE failed (client error): The resource could not be found. Jun 02 21:11:53.448780 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa977e7c-a5b3-4dfb-a5c6-095ec7c4bcca tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 21:11:53.451294 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fa977e7c-a5b3-4dfb-a5c6-095ec7c4bcca tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "DELETE /v2.0/subnets/9c388960-27c9-4db1-ac53-3305bcdacd6f HTTP/1.1" status: 404 len: 337 time: 0.0527635 Jun 02 21:11:53.454152 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35228) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:53.480538 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.pecan_wsgi.hooks.translation [None req-758d9fba-5207-4a9e-833f-c21106636b4e tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] DELETE failed (client error): The resource could not be found. Jun 02 21:11:53.480997 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758d9fba-5207-4a9e-833f-c21106636b4e tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=92548) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 02 21:11:53.482553 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-758d9fba-5207-4a9e-833f-c21106636b4e tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "DELETE /v2.0/networks/f2f967ff-fbf6-43e8-b698-0311288ab4e3 HTTP/1.1" status: 404 len: 339 time: 0.0273018 Jun 02 21:11:53.484889 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35230) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:53.548871 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0ad81c-08e6-4497-9090-e1187a2ef23a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Deleting subnet 43075176-497e-4da4-b2c9-950205c7f801 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 21:11:53.551734 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ee0ad81c-08e6-4497-9090-e1187a2ef23a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:53.608436 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ee0ad81c-08e6-4497-9090-e1187a2ef23a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:53.702281 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ee0ad81c-08e6-4497-9090-e1187a2ef23a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:53.967561 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ee0ad81c-08e6-4497-9090-e1187a2ef23a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:53.972138 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-99cbd4aa-18a4-481f-bd12-53f097a388cb tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:54.009578 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ee0ad81c-08e6-4497-9090-e1187a2ef23a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:54.012554 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ad81c-08e6-4497-9090-e1187a2ef23a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event deleted for resources: {'Subnet': ['ID=43075176-497e-4da4-b2c9-950205c7f801,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:54.015394 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ee0ad81c-08e6-4497-9090-e1187a2ef23a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:54.015843 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce7dc9a-d2ce-4581-8aec-5b92b88b4b2f None None] Network 18dc6976-cb9e-4fe7-91d0-4f397aff5eea requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:11:54.023213 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ee0ad81c-08e6-4497-9090-e1187a2ef23a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "DELETE /v2.0/subnets/43075176-497e-4da4-b2c9-950205c7f801 HTTP/1.1" status: 204 len: 168 time: 0.5373492 Jun 02 21:11:54.025448 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35232) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:54.148924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:54.227516 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Deleting port 566cd0d9-b339-439b-863e-0e90c7d777ac {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:11:54.227863 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:54.266502 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8838c25c-1009-42a5-aa0c-588b42dddc35 None None] DHCP port deletion for 18dc6976-cb9e-4fe7-91d0-4f397aff5eea request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 21:11:54.327980 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] For port 566cd0d9-b339-439b-863e-0e90c7d777ac, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=566cd0d9-b339-439b-863e-0e90c7d777ac,segment=NetworkSegment(e145a02f-87be-4b7a-b74d-6644fab39680),segment_id=e145a02f-87be-4b7a-b74d-6644fab39680)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:11:54.328473 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:54.335216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-8838c25c-1009-42a5-aa0c-588b42dddc35 None None] Deleting port 566cd0d9-b339-439b-863e-0e90c7d777ac {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:11:54.335598 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8838c25c-1009-42a5-aa0c-588b42dddc35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:54.433212 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-8838c25c-1009-42a5-aa0c-588b42dddc35 None None] For port 566cd0d9-b339-439b-863e-0e90c7d777ac, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=566cd0d9-b339-439b-863e-0e90c7d777ac,segment=NetworkSegment(e145a02f-87be-4b7a-b74d-6644fab39680),segment_id=e145a02f-87be-4b7a-b74d-6644fab39680)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:11:54.433606 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8838c25c-1009-42a5-aa0c-588b42dddc35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:54.468991 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Calling delete_port for 566cd0d9-b339-439b-863e-0e90c7d777ac owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:11:54.517167 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:54.522315 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:54.558333 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-8838c25c-1009-42a5-aa0c-588b42dddc35 None None] Calling delete_port for 566cd0d9-b339-439b-863e-0e90c7d777ac owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:11:54.565736 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event deleted for resources: {'Port': ['ID=566cd0d9-b339-439b-863e-0e90c7d777ac,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:54.568501 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:54.569181 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] No DVR routers for this DVR port 566cd0d9-b339-439b-863e-0e90c7d777ac on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:11:54.603562 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8838c25c-1009-42a5-aa0c-588b42dddc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:54.607048 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:54.648962 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838c25c-1009-42a5-aa0c-588b42dddc35 None None] Pushing event deleted for resources: {'Port': ['ID=566cd0d9-b339-439b-863e-0e90c7d777ac,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:54.651327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8838c25c-1009-42a5-aa0c-588b42dddc35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:54.655278 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8838c25c-1009-42a5-aa0c-588b42dddc35 None None] No DVR routers for this DVR port 566cd0d9-b339-439b-863e-0e90c7d777ac on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:11:54.692162 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:54.705509 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18dc6976-cb9e-4fe7-91d0-4f397aff5eea']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:54.718274 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e145a02f-87be-4b7a-b74d-6644fab39680') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:54.718576 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e145a02f-87be-4b7a-b74d-6644fab39680') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:11:54.731124 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:54.748562 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:54.755099 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:11:54.755690 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:11:54.775306 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:11:54.777949 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 566cd0d9-b339-439b-863e-0e90c7d777ac no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:11:54.819293 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 566cd0d9-b339-439b-863e-0e90c7d777ac {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:11:54.819650 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 566cd0d9-b339-439b-863e-0e90c7d777ac not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:11:54.853150 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:54.856395 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:54.870614 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:54.881254 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Pushing event deleted for resources: {'Network': ['ID=18dc6976-cb9e-4fe7-91d0-4f397aff5eea,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:54.883901 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:54.885585 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] 10.222.0.25 "DELETE /v2.0/networks/18dc6976-cb9e-4fe7-91d0-4f397aff5eea HTTP/1.1" status: 204 len: 168 time: 0.8592389 Jun 02 21:11:55.168396 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35238) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:55.315732 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-20050dea-e4d9-4ec9-b98e-662aa3a3b46a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69c1b35c1e5049fa8d3633e99b2b8342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459231 Jun 02 21:11:55.318717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35242) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:55.375330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a56d92f-2bbb-4660-ad9e-f4dfb6aeb8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:55.401875 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a56d92f-2bbb-4660-ad9e-f4dfb6aeb8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:55.460480 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a56d92f-2bbb-4660-ad9e-f4dfb6aeb8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:55.464548 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4098b28c-a4a8-48d1-b124-6cc419aabf76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:55.477257 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56d92f-2bbb-4660-ad9e-f4dfb6aeb8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845f6f02-5afc-4191-b7b8-70f51acb007f,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:55.480121 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9a56d92f-2bbb-4660-ad9e-f4dfb6aeb8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:55.481959 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9a56d92f-2bbb-4660-ad9e-f4dfb6aeb8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:55.483039 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9a56d92f-2bbb-4660-ad9e-f4dfb6aeb8b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/845f6f02-5afc-4191-b7b8-70f51acb007f HTTP/1.1" status: 204 len: 168 time: 0.1633399 Jun 02 21:11:56.171129 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35264) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:56.271984 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-968e4ab1-e5c3-4280-986f-99f0924ba060 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1007721661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:11:56.278426 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-968e4ab1-e5c3-4280-986f-99f0924ba060 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:11:56.282242 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-968e4ab1-e5c3-4280-986f-99f0924ba060 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Usage tracker for resource:router and tenant:a414efcc8fe64b6dab56df53d0858243 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:11:56.286107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-968e4ab1-e5c3-4280-986f-99f0924ba060 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:11:56.291982 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-968e4ab1-e5c3-4280-986f-99f0924ba060 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:11:56.301377 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-968e4ab1-e5c3-4280-986f-99f0924ba060 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:56.302337 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-968e4ab1-e5c3-4280-986f-99f0924ba060 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:56.317250 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-968e4ab1-e5c3-4280-986f-99f0924ba060 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:56.336321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-968e4ab1-e5c3-4280-986f-99f0924ba060 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:56.357592 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-968e4ab1-e5c3-4280-986f-99f0924ba060 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:56.358818 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-968e4ab1-e5c3-4280-986f-99f0924ba060 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1866784 Jun 02 21:11:56.361460 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35268) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:56.366234 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-493472419'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:11:56.370771 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:11:56.375071 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Usage tracker for resource:network and tenant:a414efcc8fe64b6dab56df53d0858243 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:11:56.377859 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:11:56.384360 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:11:56.394598 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Made reservation on behalf of a414efcc8fe64b6dab56df53d0858243 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:11:56.398498 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:56.410322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:56.424301 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:11:56.428599 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Usage tracker for resource:security_group_rule and tenant:a414efcc8fe64b6dab56df53d0858243 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:11:56.431364 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:11:56.436949 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:11:56.529924 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:56.533866 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:56.537174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b0441c5b-6211-4387-bbe9-2a3d2aec1a63 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:56.570249 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:11:56.575554 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79966d0d-d15e-4ad6-899a-e28d97ffe38e,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:56.579017 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:56.584202 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:56.584678 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Added segment db7cbe10-d10a-48c6-bcf2-55fbf0c512da of type vlan for network 1d1bec4c-8a2e-42d9-b428-b9e0a230eb48 Jun 02 21:11:56.610488 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:56.644547 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:56.650492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:56.651057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:56.656146 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d1c60bee-47ec-4c31-807c-1ef813c7aecd tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:56.757737 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3952618 Jun 02 21:11:56.760604 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35272) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:56.764251 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Pushing event updated for resources: {'Network': ['ID=1d1bec4c-8a2e-42d9-b428-b9e0a230eb48,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:56.766187 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-47ba8da8-9f52-4bc9-ad8d-8585880d9f5c tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Request body: {'subnet': {'network_id': '1d1bec4c-8a2e-42d9-b428-b9e0a230eb48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:11:56.767543 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5731745b-bd89-42fb-ae14-1f070b2441ca tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:56.775746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 1d1bec4c-8a2e-42d9-b428-b9e0a230eb48 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:11:56.881042 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-47ba8da8-9f52-4bc9-ad8d-8585880d9f5c tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:11:56.885016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-47ba8da8-9f52-4bc9-ad8d-8585880d9f5c tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Usage tracker for resource:subnet and tenant:a414efcc8fe64b6dab56df53d0858243 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:11:56.888252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-47ba8da8-9f52-4bc9-ad8d-8585880d9f5c tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:11:56.893907 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-47ba8da8-9f52-4bc9-ad8d-8585880d9f5c tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:11:56.904311 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ba8da8-9f52-4bc9-ad8d-8585880d9f5c tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Made reservation on behalf of a414efcc8fe64b6dab56df53d0858243 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:11:56.907884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-47ba8da8-9f52-4bc9-ad8d-8585880d9f5c tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:57.308531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-47ba8da8-9f52-4bc9-ad8d-8585880d9f5c tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:57.312677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-21268b7a-0002-493d-af64-23925f2ce8b4 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:57.391936 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba8da8-9f52-4bc9-ad8d-8585880d9f5c tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Pushing event updated for resources: {'Subnet': ['ID=0e380080-e868-490e-a8e2-0a0d8c3b3c3f,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:57.395271 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-47ba8da8-9f52-4bc9-ad8d-8585880d9f5c tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:57.397654 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ba8da8-9f52-4bc9-ad8d-8585880d9f5c tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Checking segment: {'id': 'db7cbe10-d10a-48c6-bcf2-55fbf0c512da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1d1bec4c-8a2e-42d9-b428-b9e0a230eb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:11:57.398010 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ba8da8-9f52-4bc9-ad8d-8585880d9f5c tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Network hostable DHCP agents. Network: 1d1bec4c-8a2e-42d9-b428-b9e0a230eb48, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:11:57.415458 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ba8da8-9f52-4bc9-ad8d-8585880d9f5c tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Network 1d1bec4c-8a2e-42d9-b428-b9e0a230eb48 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:11:57.424428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-47ba8da8-9f52-4bc9-ad8d-8585880d9f5c tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 1d1bec4c-8a2e-42d9-b428-b9e0a230eb48) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:11:57.433699 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25ef0d2-77da-4155-bc56-db652dedd430 None None] Network 1d1bec4c-8a2e-42d9-b428-b9e0a230eb48 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:11:57.433995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ba8da8-9f52-4bc9-ad8d-8585880d9f5c tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:57.434574 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-47ba8da8-9f52-4bc9-ad8d-8585880d9f5c tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:57.454875 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-47ba8da8-9f52-4bc9-ad8d-8585880d9f5c tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6932101 Jun 02 21:11:57.457913 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35274) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:57.462928 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-6b135993-bc6d-450b-8cec-1c3932344235 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-711508177'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:11:57.467662 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6b135993-bc6d-450b-8cec-1c3932344235 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:11:57.471571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6b135993-bc6d-450b-8cec-1c3932344235 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Usage tracker for resource:network and tenant:a414efcc8fe64b6dab56df53d0858243 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:11:57.474533 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6b135993-bc6d-450b-8cec-1c3932344235 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Quota usage for network was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:11:57.480359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6b135993-bc6d-450b-8cec-1c3932344235 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:11:57.490783 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b135993-bc6d-450b-8cec-1c3932344235 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Made reservation on behalf of a414efcc8fe64b6dab56df53d0858243 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:11:57.494365 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6b135993-bc6d-450b-8cec-1c3932344235 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:57.521747 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b135993-bc6d-450b-8cec-1c3932344235 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:11:57.531427 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6b135993-bc6d-450b-8cec-1c3932344235 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:57.531832 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-6b135993-bc6d-450b-8cec-1c3932344235 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Added segment 45e33c11-2276-459e-baab-0799d9abda11 of type vlan for network 209ff35f-bab8-4864-b03b-b1f0d7d448a3 Jun 02 21:11:57.557397 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6b135993-bc6d-450b-8cec-1c3932344235 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:57.586269 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6b135993-bc6d-450b-8cec-1c3932344235 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:57.591882 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b135993-bc6d-450b-8cec-1c3932344235 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:57.592460 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6b135993-bc6d-450b-8cec-1c3932344235 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:57.597453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cc359952-b30d-47df-878c-065ef18c4a82 tempest-AllowedAddressPairTestJSON-1644191178 tempest-AllowedAddressPairTestJSON-1644191178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:57.649360 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-1d1bec4c-8a2e-42d9-b428-b9e0a230eb48', 'network_id': '1d1bec4c-8a2e-42d9-b428-b9e0a230eb48', 'tenant_id': 'a414efcc8fe64b6dab56df53d0858243', 'fixed_ips': [{'subnet_id': '0e380080-e868-490e-a8e2-0a0d8c3b3c3f'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 21:11:57.650203 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:57.690513 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6b135993-bc6d-450b-8cec-1c3932344235 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2315304 Jun 02 21:11:57.693415 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35276) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:57.698811 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-76bb1435-5cea-4542-88ff-6fc92c0e4c20 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Request body: {'subnet': {'network_id': '209ff35f-bab8-4864-b03b-b1f0d7d448a3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:11:57.700014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b135993-bc6d-450b-8cec-1c3932344235 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Pushing event updated for resources: {'Network': ['ID=209ff35f-bab8-4864-b03b-b1f0d7d448a3,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:57.702700 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6b135993-bc6d-450b-8cec-1c3932344235 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:57.713116 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 209ff35f-bab8-4864-b03b-b1f0d7d448a3 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:11:57.814622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-76bb1435-5cea-4542-88ff-6fc92c0e4c20 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:11:57.818621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-76bb1435-5cea-4542-88ff-6fc92c0e4c20 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Usage tracker for resource:subnet and tenant:a414efcc8fe64b6dab56df53d0858243 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:11:57.821425 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-76bb1435-5cea-4542-88ff-6fc92c0e4c20 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:11:57.826962 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-76bb1435-5cea-4542-88ff-6fc92c0e4c20 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:11:57.836705 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bb1435-5cea-4542-88ff-6fc92c0e4c20 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Made reservation on behalf of a414efcc8fe64b6dab56df53d0858243 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:11:57.840330 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-76bb1435-5cea-4542-88ff-6fc92c0e4c20 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:57.888423 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Allocated IP 172.20.0.2 (1d1bec4c-8a2e-42d9-b428-b9e0a230eb48/0e380080-e868-490e-a8e2-0a0d8c3b3c3f/ba4c123d-b200-4944-8c00-996214009c6b) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:11:58.088553 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:58.098286 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Transition to ACTIVE for port object ba4c123d-b200-4944-8c00-996214009c6b will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:11:58.116095 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Transition to ACTIVE for port object ba4c123d-b200-4944-8c00-996214009c6b will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:11:58.120979 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:58.125138 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:58.188614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Network 1d1bec4c-8a2e-42d9-b428-b9e0a230eb48 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:11:58.192030 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:11:58.196054 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:11:58.229935 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Pushing event updated for resources: {'Port': ['ID=ba4c123d-b200-4944-8c00-996214009c6b,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:58.237106 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:58.295298 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Attempting to bind port ba4c123d-b200-4944-8c00-996214009c6b on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:11:58.295677 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Attempting to bind port ba4c123d-b200-4944-8c00-996214009c6b by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'db7cbe10-d10a-48c6-bcf2-55fbf0c512da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1d1bec4c-8a2e-42d9-b428-b9e0a230eb48'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:11:58.296043 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Attempting to bind port ba4c123d-b200-4944-8c00-996214009c6b on network 1d1bec4c-8a2e-42d9-b428-b9e0a230eb48 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:11:58.301258 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:11:58.301662 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Checking segment: {'id': 'db7cbe10-d10a-48c6-bcf2-55fbf0c512da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1d1bec4c-8a2e-42d9-b428-b9e0a230eb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:11:58.302099 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:58.302499 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Bound using segment: {'id': 'db7cbe10-d10a-48c6-bcf2-55fbf0c512da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1d1bec4c-8a2e-42d9-b428-b9e0a230eb48'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:11:58.302969 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Bound port: ba4c123d-b200-4944-8c00-996214009c6b, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7cbe10-d10a-48c6-bcf2-55fbf0c512da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1d1bec4c-8a2e-42d9-b428-b9e0a230eb48'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:11:58.303373 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:58.385737 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-76bb1435-5cea-4542-88ff-6fc92c0e4c20 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:58.390231 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a3bfd356-b2c0-441e-ae7d-fa0eb1cb3eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:58.394324 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] For port ba4c123d-b200-4944-8c00-996214009c6b, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:11:58.398292 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] For port ba4c123d-b200-4944-8c00-996214009c6b, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ba4c123d-b200-4944-8c00-996214009c6b,segment=NetworkSegment(db7cbe10-d10a-48c6-bcf2-55fbf0c512da),segment_id=db7cbe10-d10a-48c6-bcf2-55fbf0c512da)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:11:58.403665 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:58.407132 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:58.469347 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb1435-5cea-4542-88ff-6fc92c0e4c20 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Pushing event updated for resources: {'Subnet': ['ID=3ee9dbfc-52a7-41be-9cc4-7553d240ea8e,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:58.472997 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-76bb1435-5cea-4542-88ff-6fc92c0e4c20 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:58.473862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bb1435-5cea-4542-88ff-6fc92c0e4c20 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Checking segment: {'id': '45e33c11-2276-459e-baab-0799d9abda11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '209ff35f-bab8-4864-b03b-b1f0d7d448a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:11:58.474219 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bb1435-5cea-4542-88ff-6fc92c0e4c20 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Network hostable DHCP agents. Network: 209ff35f-bab8-4864-b03b-b1f0d7d448a3, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:11:58.487892 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Pushing event updated for resources: {'Port': ['ID=ba4c123d-b200-4944-8c00-996214009c6b,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:58.496609 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:58.498790 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bb1435-5cea-4542-88ff-6fc92c0e4c20 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Network 209ff35f-bab8-4864-b03b-b1f0d7d448a3 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:11:58.509521 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-76bb1435-5cea-4542-88ff-6fc92c0e4c20 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 209ff35f-bab8-4864-b03b-b1f0d7d448a3) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:11:58.518430 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca32004-05b9-4a82-98ed-8dd51ca0f55c None None] Network 209ff35f-bab8-4864-b03b-b1f0d7d448a3 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:11:58.519341 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bb1435-5cea-4542-88ff-6fc92c0e4c20 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:11:58.519923 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-76bb1435-5cea-4542-88ff-6fc92c0e4c20 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:58.545350 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-76bb1435-5cea-4542-88ff-6fc92c0e4c20 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8506138 Jun 02 21:11:58.548239 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35278) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:58.553106 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-a140bb48-3fa4-4967-9e8f-1d2c7559ad91 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Request body: {'router': {'external_gateway_info': {'network_id': '209ff35f-bab8-4864-b03b-b1f0d7d448a3'}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:11:58.780823 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-209ff35f-bab8-4864-b03b-b1f0d7d448a3', 'network_id': '209ff35f-bab8-4864-b03b-b1f0d7d448a3', 'tenant_id': 'a414efcc8fe64b6dab56df53d0858243', 'fixed_ips': [{'subnet_id': '3ee9dbfc-52a7-41be-9cc4-7553d240ea8e'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 21:11:58.781862 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:58.852605 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ba4c123d-b200-4944-8c00-996214009c6b up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:11:58.962051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a140bb48-3fa4-4967-9e8f-1d2c7559ad91 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:58.996422 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port ba4c123d-b200-4944-8c00-996214009c6b completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:11:59.005311 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Allocated IP 172.21.0.2 (209ff35f-bab8-4864-b03b-b1f0d7d448a3/3ee9dbfc-52a7-41be-9cc4-7553d240ea8e/e5a9262f-5386-436a-a5f9-f7ea8daf4b49) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:11:59.109057 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.api.v2.resource [None req-a140bb48-3fa4-4967-9e8f-1d2c7559ad91 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 02 21:11:59.110135 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a140bb48-3fa4-4967-9e8f-1d2c7559ad91 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] 10.222.0.25 "PUT /v2.0/routers/84b297a3-26ec-4535-a21d-9d9a0724a8c9 HTTP/1.1" status: 400 len: 364 time: 0.5608289 Jun 02 21:11:59.115817 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35280) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:59.182749 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b933ac-93f9-475c-af6c-1073be6f7856 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Deleting subnet 3ee9dbfc-52a7-41be-9cc4-7553d240ea8e {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 21:11:59.251233 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:59.262696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Transition to ACTIVE for port object e5a9262f-5386-436a-a5f9-f7ea8daf4b49 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:11:59.281925 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Transition to ACTIVE for port object e5a9262f-5386-436a-a5f9-f7ea8daf4b49 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:11:59.287877 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d1b933ac-93f9-475c-af6c-1073be6f7856 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:59.288253 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:59.291795 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:59.348789 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d1b933ac-93f9-475c-af6c-1073be6f7856 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:59.357000 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Network 209ff35f-bab8-4864-b03b-b1f0d7d448a3 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:11:59.360312 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:11:59.364254 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:11:59.397262 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Pushing event updated for resources: {'Port': ['ID=e5a9262f-5386-436a-a5f9-f7ea8daf4b49,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:59.404385 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:59.438809 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d1b933ac-93f9-475c-af6c-1073be6f7856 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:59.458740 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Attempting to bind port e5a9262f-5386-436a-a5f9-f7ea8daf4b49 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:11:59.459117 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Attempting to bind port e5a9262f-5386-436a-a5f9-f7ea8daf4b49 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '45e33c11-2276-459e-baab-0799d9abda11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '209ff35f-bab8-4864-b03b-b1f0d7d448a3'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:11:59.459509 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Attempting to bind port e5a9262f-5386-436a-a5f9-f7ea8daf4b49 on network 209ff35f-bab8-4864-b03b-b1f0d7d448a3 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:11:59.465065 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:11:59.465333 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Checking segment: {'id': '45e33c11-2276-459e-baab-0799d9abda11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '209ff35f-bab8-4864-b03b-b1f0d7d448a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:11:59.465734 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:59.466125 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Bound using segment: {'id': '45e33c11-2276-459e-baab-0799d9abda11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '209ff35f-bab8-4864-b03b-b1f0d7d448a3'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:11:59.466587 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Bound port: e5a9262f-5386-436a-a5f9-f7ea8daf4b49, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e33c11-2276-459e-baab-0799d9abda11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '209ff35f-bab8-4864-b03b-b1f0d7d448a3'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:11:59.466958 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:59.532950 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f1d52b-7709-4219-9151-83dcbab28b13 None None] Network 1d1bec4c-8a2e-42d9-b428-b9e0a230eb48 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:11:59.647982 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ddcc317e-3835-4f92-a69c-3b8c2f5e5ec2 None None] Provisioning for port ba4c123d-b200-4944-8c00-996214009c6b completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:11:59.664384 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ddcc317e-3835-4f92-a69c-3b8c2f5e5ec2 None None] Provisioning complete for port ba4c123d-b200-4944-8c00-996214009c6b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:11:59.664760 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ddcc317e-3835-4f92-a69c-3b8c2f5e5ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:59.716080 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d1b933ac-93f9-475c-af6c-1073be6f7856 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:59.720688 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7a2029fd-77c3-481e-ad2f-0298528e6ce9 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:59.750669 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] For port e5a9262f-5386-436a-a5f9-f7ea8daf4b49, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:11:59.758977 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b933ac-93f9-475c-af6c-1073be6f7856 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee9dbfc-52a7-41be-9cc4-7553d240ea8e,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:59.761334 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d1b933ac-93f9-475c-af6c-1073be6f7856 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:59.765280 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d1b933ac-93f9-475c-af6c-1073be6f7856 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:59.769409 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d1b933ac-93f9-475c-af6c-1073be6f7856 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] 10.222.0.25 "DELETE /v2.0/subnets/3ee9dbfc-52a7-41be-9cc4-7553d240ea8e HTTP/1.1" status: 204 len: 168 time: 0.6525946 Jun 02 21:11:59.771840 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35282) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:11:59.773040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] For port e5a9262f-5386-436a-a5f9-f7ea8daf4b49, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e5a9262f-5386-436a-a5f9-f7ea8daf4b49,segment=NetworkSegment(45e33c11-2276-459e-baab-0799d9abda11),segment_id=45e33c11-2276-459e-baab-0799d9abda11)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:11:59.782923 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:59.789830 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:11:59.884094 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:11:59.961431 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Pushing event updated for resources: {'Port': ['ID=e5a9262f-5386-436a-a5f9-f7ea8daf4b49,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:11:59.966283 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:11:59.972253 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ddcc317e-3835-4f92-a69c-3b8c2f5e5ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:00.017830 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-ddcc317e-3835-4f92-a69c-3b8c2f5e5ec2 None None] For port ba4c123d-b200-4944-8c00-996214009c6b, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ba4c123d-b200-4944-8c00-996214009c6b,segment=NetworkSegment(db7cbe10-d10a-48c6-bcf2-55fbf0c512da),segment_id=db7cbe10-d10a-48c6-bcf2-55fbf0c512da)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:12:00.023817 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ddcc317e-3835-4f92-a69c-3b8c2f5e5ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:00.025907 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:00.100360 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc317e-3835-4f92-a69c-3b8c2f5e5ec2 None None] Pushing event updated for resources: {'Port': ['ID=ba4c123d-b200-4944-8c00-996214009c6b,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:00.103984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ddcc317e-3835-4f92-a69c-3b8c2f5e5ec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:00.120505 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Deleting port e5a9262f-5386-436a-a5f9-f7ea8daf4b49 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:12:00.121137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:00.222867 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] For port e5a9262f-5386-436a-a5f9-f7ea8daf4b49, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e5a9262f-5386-436a-a5f9-f7ea8daf4b49,segment=NetworkSegment(45e33c11-2276-459e-baab-0799d9abda11),segment_id=45e33c11-2276-459e-baab-0799d9abda11)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:12:00.223274 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:00.379527 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Calling delete_port for e5a9262f-5386-436a-a5f9-f7ea8daf4b49 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:12:00.427631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:00.432267 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f8281232-3e8e-428b-a28c-ad1fd06cdbfa tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:00.466299 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-949ddd33-88ce-4a0f-8b20-4f8464f4fb9b None None] Provisioning complete for port ba4c123d-b200-4944-8c00-996214009c6b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:12:00.466676 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-949ddd33-88ce-4a0f-8b20-4f8464f4fb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:00.475816 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Pushing event deleted for resources: {'Port': ['ID=e5a9262f-5386-436a-a5f9-f7ea8daf4b49,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:00.477636 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] No DVR routers for this DVR port e5a9262f-5386-436a-a5f9-f7ea8daf4b49 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:12:00.479311 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:00.601773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:00.613988 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209ff35f-bab8-4864-b03b-b1f0d7d448a3']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:12:00.630000 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e33c11-2276-459e-baab-0799d9abda11') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:12:00.630296 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e33c11-2276-459e-baab-0799d9abda11') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:12:00.642053 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:00.657720 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:00.664006 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:12:00.664389 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:12:00.678957 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:12:00.757369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:00.760848 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-deba5248-fbd8-4a1f-a1df-f36976a314c1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:00.777710 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:00.795886 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Pushing event deleted for resources: {'Network': ['ID=209ff35f-bab8-4864-b03b-b1f0d7d448a3,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:00.798326 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:00.803541 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35284) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:12:00.807196 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ba4c123d-b200-4944-8c00-996214009c6b up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:12:00.811865 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] 10.222.0.25 "DELETE /v2.0/networks/209ff35f-bab8-4864-b03b-b1f0d7d448a3 HTTP/1.1" status: 204 len: 168 time: 1.0389988 Jun 02 21:12:00.868359 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-07dce85e-ae78-4f69-b138-446dd9b4162f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:00.874934 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-9afd6361-046f-48de-9f49-f99668b7f0c5 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Deleting subnet 0e380080-e868-490e-a8e2-0a0d8c3b3c3f {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 21:12:00.878155 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9afd6361-046f-48de-9f49-f99668b7f0c5 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:00.890614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port ba4c123d-b200-4944-8c00-996214009c6b triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:12:00.891327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:00.941848 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9afd6361-046f-48de-9f49-f99668b7f0c5 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:01.029517 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9afd6361-046f-48de-9f49-f99668b7f0c5 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:01.099542 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-10aa761c-ea19-4284-ae3f-d6e707c28dec None None] Could not find standard attr ID for object e5a9262f-5386-436a-a5f9-f7ea8daf4b49. {{(pid=92550) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 02 21:12:01.110289 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c3951c-ac9b-416b-aedc-6da6ac4b2b5c None None] DHCP port deletion for 209ff35f-bab8-4864-b03b-b1f0d7d448a3 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 21:12:01.125320 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fd45fa-6945-43a0-82b4-d9c49a6d2831 None None] Network 209ff35f-bab8-4864-b03b-b1f0d7d448a3 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:12:01.143572 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fd45fa-6945-43a0-82b4-d9c49a6d2831 None None] Network 209ff35f-bab8-4864-b03b-b1f0d7d448a3 could not be found, it might have been deleted concurrently. {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 02 21:12:01.299452 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9afd6361-046f-48de-9f49-f99668b7f0c5 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:01.302904 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f10aeeae-ec05-46f5-947f-65c7595e6e38 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:01.338238 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd6361-046f-48de-9f49-f99668b7f0c5 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Pushing event deleted for resources: {'Subnet': ['ID=0e380080-e868-490e-a8e2-0a0d8c3b3c3f,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:01.341216 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9afd6361-046f-48de-9f49-f99668b7f0c5 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:01.342155 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9afd6361-046f-48de-9f49-f99668b7f0c5 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:01.348032 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9afd6361-046f-48de-9f49-f99668b7f0c5 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] 10.222.0.25 "DELETE /v2.0/subnets/0e380080-e868-490e-a8e2-0a0d8c3b3c3f HTTP/1.1" status: 204 len: 168 time: 0.5435462 Jun 02 21:12:01.348559 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5e0d46-0089-4eb8-98fa-5b419efdafc1 None None] Network 1d1bec4c-8a2e-42d9-b428-b9e0a230eb48 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:12:01.350426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35286) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:12:01.461933 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:01.535843 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Deleting port ba4c123d-b200-4944-8c00-996214009c6b {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:12:01.536217 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:01.586151 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21adc865-818c-44f8-b6c0-c10ea343fbce None None] DHCP port deletion for 1d1bec4c-8a2e-42d9-b428-b9e0a230eb48 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 21:12:01.634281 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] For port ba4c123d-b200-4944-8c00-996214009c6b, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ba4c123d-b200-4944-8c00-996214009c6b,segment=NetworkSegment(db7cbe10-d10a-48c6-bcf2-55fbf0c512da),segment_id=db7cbe10-d10a-48c6-bcf2-55fbf0c512da)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:12:01.634636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:01.691595 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-21adc865-818c-44f8-b6c0-c10ea343fbce None None] Deleting port ba4c123d-b200-4944-8c00-996214009c6b {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:12:01.691977 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-21adc865-818c-44f8-b6c0-c10ea343fbce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:01.791235 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-21adc865-818c-44f8-b6c0-c10ea343fbce None None] For port ba4c123d-b200-4944-8c00-996214009c6b, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ba4c123d-b200-4944-8c00-996214009c6b,segment=NetworkSegment(db7cbe10-d10a-48c6-bcf2-55fbf0c512da),segment_id=db7cbe10-d10a-48c6-bcf2-55fbf0c512da)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:12:01.791642 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-21adc865-818c-44f8-b6c0-c10ea343fbce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:01.905183 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Calling delete_port for ba4c123d-b200-4944-8c00-996214009c6b owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:12:01.913825 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-21adc865-818c-44f8-b6c0-c10ea343fbce None None] Calling delete_port for ba4c123d-b200-4944-8c00-996214009c6b owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:12:01.950263 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:01.954918 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-24202243-1395-4b03-afe2-8f3e929f9fdf tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:01.955829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-21adc865-818c-44f8-b6c0-c10ea343fbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:01.960232 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:01.996733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Pushing event deleted for resources: {'Port': ['ID=ba4c123d-b200-4944-8c00-996214009c6b,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:01.999636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:02.000383 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] No DVR routers for this DVR port ba4c123d-b200-4944-8c00-996214009c6b on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:12:02.005799 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21adc865-818c-44f8-b6c0-c10ea343fbce None None] Pushing event deleted for resources: {'Port': ['ID=ba4c123d-b200-4944-8c00-996214009c6b,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:02.007652 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21adc865-818c-44f8-b6c0-c10ea343fbce None None] No DVR routers for this DVR port ba4c123d-b200-4944-8c00-996214009c6b on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:12:02.009071 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-21adc865-818c-44f8-b6c0-c10ea343fbce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:02.119741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:02.135476 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1bec4c-8a2e-42d9-b428-b9e0a230eb48']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:12:02.147296 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7cbe10-d10a-48c6-bcf2-55fbf0c512da') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:12:02.147584 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7cbe10-d10a-48c6-bcf2-55fbf0c512da') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:12:02.158617 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:02.174985 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:02.181654 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:12:02.182039 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:12:02.196377 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:12:02.272903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:02.276286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bc895cc0-1afc-4939-923f-17fe81b9aea7 tempest-NetworksIpV6TestAttrs-2138387267 tempest-NetworksIpV6TestAttrs-2138387267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:02.296920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:02.303579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Pushing event deleted for resources: {'Network': ['ID=1d1bec4c-8a2e-42d9-b428-b9e0a230eb48,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:02.307650 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:02.310283 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] 10.222.0.25 "DELETE /v2.0/networks/1d1bec4c-8a2e-42d9-b428-b9e0a230eb48 HTTP/1.1" status: 204 len: 168 time: 0.9589567 Jun 02 21:12:02.312883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35288) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:12:02.354626 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-211f893b-cb3e-4a0f-b818-935c2e3bd9dd tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Synchronizing usage tracker for tenant:a414efcc8fe64b6dab56df53d0858243 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:12:02.369499 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-211f893b-cb3e-4a0f-b818-935c2e3bd9dd tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Unset dirty status for tenant:a414efcc8fe64b6dab56df53d0858243 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:12:02.370593 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-211f893b-cb3e-4a0f-b818-935c2e3bd9dd tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] 10.222.0.25 "GET /v2.0/ports?device_id=84b297a3-26ec-4535-a21d-9d9a0724a8c9 HTTP/1.1" status: 200 len: 205 time: 0.0568242 Jun 02 21:12:02.373101 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35290) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:12:02.502824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-24e2b390-c828-4b73-92b1-bbc0429df124 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:02.773831 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ba4c123d-b200-4944-8c00-996214009c6b no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:12:02.792080 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-24e2b390-c828-4b73-92b1-bbc0429df124 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:02.794222 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-24e2b390-c828-4b73-92b1-bbc0429df124 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:02.807440 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: ba4c123d-b200-4944-8c00-996214009c6b {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:12:02.807798 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ba4c123d-b200-4944-8c00-996214009c6b not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:12:02.808231 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e5a9262f-5386-436a-a5f9-f7ea8daf4b49 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:12:02.816866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-24e2b390-c828-4b73-92b1-bbc0429df124 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:02.818144 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e2b390-c828-4b73-92b1-bbc0429df124 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Fanout notify agent at l3_agent the message router_deleted on router 84b297a3-26ec-4535-a21d-9d9a0724a8c9 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 21:12:02.830516 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-24e2b390-c828-4b73-92b1-bbc0429df124 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:02.831828 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-24e2b390-c828-4b73-92b1-bbc0429df124 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] 10.222.0.25 "DELETE /v2.0/routers/84b297a3-26ec-4535-a21d-9d9a0724a8c9 HTTP/1.1" status: 204 len: 168 time: 0.4578478 Jun 02 21:12:02.849917 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: e5a9262f-5386-436a-a5f9-f7ea8daf4b49 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:12:02.850279 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e5a9262f-5386-436a-a5f9-f7ea8daf4b49 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:12:03.094166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35296) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:12:03.242604 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3b05c645-6991-4c4e-8f34-0a476ee7d927 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a414efcc8fe64b6dab56df53d0858243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471295 Jun 02 21:12:03.245060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35300) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:12:03.300287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f97c38c5-825e-4b6d-92e4-ccd1b97a6c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:03.325878 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f97c38c5-825e-4b6d-92e4-ccd1b97a6c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:03.377323 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-12a468ba-8cfc-4050-bea4-cf362e4151aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:03.381403 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f97c38c5-825e-4b6d-92e4-ccd1b97a6c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:03.386283 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b023eb1c-e0fa-4383-ba84-11f3f600b45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:03.396866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c38c5-825e-4b6d-92e4-ccd1b97a6c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79966d0d-d15e-4ad6-899a-e28d97ffe38e,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:03.399060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f97c38c5-825e-4b6d-92e4-ccd1b97a6c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:03.404589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f97c38c5-825e-4b6d-92e4-ccd1b97a6c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:03.405698 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f97c38c5-825e-4b6d-92e4-ccd1b97a6c9e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79966d0d-d15e-4ad6-899a-e28d97ffe38e HTTP/1.1" status: 204 len: 168 time: 0.1596529 Jun 02 21:12:03.445965 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:04.055694 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35322) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:12:04.164485 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1123244001-network', 'tenant_id': 'c10710b5bf88449a841b62ff7679b333'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:12:04.169189 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:12:04.172942 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Usage tracker for resource:network and tenant:c10710b5bf88449a841b62ff7679b333 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:12:04.175743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:12:04.182033 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:12:04.192218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Made reservation on behalf of c10710b5bf88449a841b62ff7679b333 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:12:04.195246 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:04.208898 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:04.223230 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:12:04.227288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Usage tracker for resource:security_group_rule and tenant:c10710b5bf88449a841b62ff7679b333 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:12:04.230015 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:12:04.235625 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:12:04.318696 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:04.322385 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:04.326737 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1ef83c74-a0d6-4433-a197-84b6aed0380d tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:04.350198 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:12:04.364002 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde028cf-52f5-4578-a72a-166b7005e9bb,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:04.368273 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:04.369343 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:04.371196 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:04.371660 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Added segment 2bc5b49d-9902-47b0-bcd4-2b50a920ba48 of type vlan for network 13021d5d-6d33-4332-b513-136b2a9e4ec1 Jun 02 21:12:04.397853 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:04.426000 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:04.427714 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:04.428288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:04.432834 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-44f56b6a-4a5f-44d9-9d81-3824d72603be tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:04.532182 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=13021d5d-6d33-4332-b513-136b2a9e4ec1,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:04.535009 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:04.537667 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4809728 Jun 02 21:12:04.540582 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35326) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:12:04.544476 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 13021d5d-6d33-4332-b513-136b2a9e4ec1 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:12:04.546539 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-3b6678ab-a350-4bfd-a7bd-b7e497ff4da9 admin admin] Request body: {'subnet': {'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1123244001-subnet', 'tenant_id': 'c10710b5bf88449a841b62ff7679b333', 'ip_version': 4}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:12:04.551495 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3b6678ab-a350-4bfd-a7bd-b7e497ff4da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:12:04.556094 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3b6678ab-a350-4bfd-a7bd-b7e497ff4da9 admin admin] Usage tracker for resource:subnet and tenant:c10710b5bf88449a841b62ff7679b333 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:12:04.558932 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3b6678ab-a350-4bfd-a7bd-b7e497ff4da9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:12:04.564603 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3b6678ab-a350-4bfd-a7bd-b7e497ff4da9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:12:04.574414 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6678ab-a350-4bfd-a7bd-b7e497ff4da9 admin admin] Made reservation on behalf of c10710b5bf88449a841b62ff7679b333 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:12:04.576702 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3b6678ab-a350-4bfd-a7bd-b7e497ff4da9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:04.948349 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3b6678ab-a350-4bfd-a7bd-b7e497ff4da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:04.952504 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9c76380f-5ecb-4eef-8951-4c0cb6a93b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:05.021271 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6678ab-a350-4bfd-a7bd-b7e497ff4da9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c784403-5329-407f-8f79-b8b242a00e66,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:05.023779 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3b6678ab-a350-4bfd-a7bd-b7e497ff4da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:05.029647 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6678ab-a350-4bfd-a7bd-b7e497ff4da9 admin admin] Checking segment: {'id': '2bc5b49d-9902-47b0-bcd4-2b50a920ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:12:05.030007 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6678ab-a350-4bfd-a7bd-b7e497ff4da9 admin admin] Network hostable DHCP agents. Network: 13021d5d-6d33-4332-b513-136b2a9e4ec1, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:12:05.046724 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6678ab-a350-4bfd-a7bd-b7e497ff4da9 admin admin] Network 13021d5d-6d33-4332-b513-136b2a9e4ec1 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:12:05.055257 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-3b6678ab-a350-4bfd-a7bd-b7e497ff4da9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 13021d5d-6d33-4332-b513-136b2a9e4ec1) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:12:05.063288 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6678ab-a350-4bfd-a7bd-b7e497ff4da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:05.063862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3b6678ab-a350-4bfd-a7bd-b7e497ff4da9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:05.065016 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e5032a-6811-40aa-8f94-943d0f44c098 None None] Network 13021d5d-6d33-4332-b513-136b2a9e4ec1 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:12:05.085737 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3b6678ab-a350-4bfd-a7bd-b7e497ff4da9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5430119 Jun 02 21:12:05.088353 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35328) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:12:05.093047 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1123244001-router', 'tenant_id': 'c10710b5bf88449a841b62ff7679b333', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:12:05.097619 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:12:05.101354 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Usage tracker for resource:router and tenant:c10710b5bf88449a841b62ff7679b333 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:12:05.104160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:12:05.109721 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:12:05.120181 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:05.121230 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:05.136277 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:05.284012 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-13021d5d-6d33-4332-b513-136b2a9e4ec1', 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1', 'tenant_id': 'c10710b5bf88449a841b62ff7679b333', 'fixed_ips': [{'subnet_id': '9c784403-5329-407f-8f79-b8b242a00e66'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 21:12:05.284945 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:05.410390 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:05.436596 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Allocated IP 172.20.0.2 (13021d5d-6d33-4332-b513-136b2a9e4ec1/9c784403-5329-407f-8f79-b8b242a00e66/2afbc420-bdb2-453f-b356-96c46e9ff221) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:12:05.638270 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:05.649204 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Transition to ACTIVE for port object 2afbc420-bdb2-453f-b356-96c46e9ff221 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:12:05.669839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Transition to ACTIVE for port object 2afbc420-bdb2-453f-b356-96c46e9ff221 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:12:05.675364 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:05.679628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:05.747189 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Network 13021d5d-6d33-4332-b513-136b2a9e4ec1 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:12:05.750273 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:12:05.754140 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:12:05.760811 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Pushing event updated for resources: {'Port': ['ID=2afbc420-bdb2-453f-b356-96c46e9ff221,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:05.764996 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:05.851396 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Attempting to bind port 2afbc420-bdb2-453f-b356-96c46e9ff221 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:12:05.851773 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Attempting to bind port 2afbc420-bdb2-453f-b356-96c46e9ff221 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '2bc5b49d-9902-47b0-bcd4-2b50a920ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:12:05.852143 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Attempting to bind port 2afbc420-bdb2-453f-b356-96c46e9ff221 on network 13021d5d-6d33-4332-b513-136b2a9e4ec1 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:12:05.857290 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:12:05.857670 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Checking segment: {'id': '2bc5b49d-9902-47b0-bcd4-2b50a920ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:12:05.858076 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:05.858477 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Bound using segment: {'id': '2bc5b49d-9902-47b0-bcd4-2b50a920ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:12:05.858944 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Bound port: 2afbc420-bdb2-453f-b356-96c46e9ff221, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc5b49d-9902-47b0-bcd4-2b50a920ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:12:05.859346 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:05.859447 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:05.889271 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:05.949455 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] For port 2afbc420-bdb2-453f-b356-96c46e9ff221, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:12:05.952467 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] For port 2afbc420-bdb2-453f-b356-96c46e9ff221, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2afbc420-bdb2-453f-b356-96c46e9ff221,segment=NetworkSegment(2bc5b49d-9902-47b0-bcd4-2b50a920ba48),segment_id=2bc5b49d-9902-47b0-bcd4-2b50a920ba48)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:12:05.956625 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:05.961098 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:06.023218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Allocated IP 172.26.0.48 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/cf0ee120-642f-4bc4-9973-5ef463e25d3c) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:12:06.056099 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:06.056566 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Pushing event updated for resources: {'Port': ['ID=2afbc420-bdb2-453f-b356-96c46e9ff221,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:06.059828 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:06.173208 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:06.204706 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:06.211370 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:06.286118 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:12:06.289642 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:12:06.293724 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:12:06.331789 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Pushing event updated for resources: {'Port': ['ID=cf0ee120-642f-4bc4-9973-5ef463e25d3c,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:06.336245 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:06.714882 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:06.834328 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2afbc420-bdb2-453f-b356-96c46e9ff221 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:12:06.965868 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 2afbc420-bdb2-453f-b356-96c46e9ff221 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:12:07.015613 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc20a65-a958-468e-b518-0bfa3331c057 None None] Network 13021d5d-6d33-4332-b513-136b2a9e4ec1 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:12:07.073414 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:07.111942 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7c8cb271-938e-401b-a465-67bb578bb4a2 None None] Provisioning for port 2afbc420-bdb2-453f-b356-96c46e9ff221 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:12:07.128120 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7c8cb271-938e-401b-a465-67bb578bb4a2 None None] Provisioning complete for port 2afbc420-bdb2-453f-b356-96c46e9ff221 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:12:07.128500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7c8cb271-938e-401b-a465-67bb578bb4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:07.351903 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7c8cb271-938e-401b-a465-67bb578bb4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:07.393103 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7c8cb271-938e-401b-a465-67bb578bb4a2 None None] For port 2afbc420-bdb2-453f-b356-96c46e9ff221, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2afbc420-bdb2-453f-b356-96c46e9ff221,segment=NetworkSegment(2bc5b49d-9902-47b0-bcd4-2b50a920ba48),segment_id=2bc5b49d-9902-47b0-bcd4-2b50a920ba48)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:12:07.398871 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7c8cb271-938e-401b-a465-67bb578bb4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:07.401007 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:07.441141 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Router 9c0ace96-c340-40ee-b689-7dfd14ff93bf is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 21:12:07.470124 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8cb271-938e-401b-a465-67bb578bb4a2 None None] Pushing event updated for resources: {'Port': ['ID=2afbc420-bdb2-453f-b356-96c46e9ff221,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:07.473142 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7c8cb271-938e-401b-a465-67bb578bb4a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:07.619110 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c11f078f-8fbd-4a92-81a5-7c6ea55f3ee0 None None] Provisioning complete for port 2afbc420-bdb2-453f-b356-96c46e9ff221 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:12:07.619443 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c11f078f-8fbd-4a92-81a5-7c6ea55f3ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:07.624709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:12:07.648655 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] Sync routers for ids ['9c0ace96-c340-40ee-b689-7dfd14ff93bf'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:12:07.649934 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:07.651211 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5618815 Jun 02 21:12:07.653914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35330) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:12:07.682910 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] Routers {'9c0ace96-c340-40ee-b689-7dfd14ff93bf'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:12:07.683471 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:12:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['9c0ace96-c340-40ee-b689-7dfd14ff93bf'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:12:07.912642 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] Set router 9c0ace96-c340-40ee-b689-7dfd14ff93bf gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:12:08.189519 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0ace96-c340-40ee-b689-7dfd14ff93bf', 'name': 'tempest-TestEncryptedCinderVolumes-1123244001-router', 'tenant_id': 'c10710b5bf88449a841b62ff7679b333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cf0ee120-642f-4bc4-9973-5ef463e25d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:12:05Z', 'updated_at': '2021-06-02T21:12:06Z', 'revision_number': 3, 'project_id': 'c10710b5bf88449a841b62ff7679b333', 'gw_port': {'id': 'cf0ee120-642f-4bc4-9973-5ef463e25d3c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:da:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0ace96-c340-40ee-b689-7dfd14ff93bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:12:05Z', 'updated_at': '2021-06-02T21:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:12:08.193394 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] Checking router: 9c0ace96-c340-40ee-b689-7dfd14ff93bf for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:12:08.193742 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] Updating router 9c0ace96-c340-40ee-b689-7dfd14ff93bf port cf0ee120-642f-4bc4-9973-5ef463e25d3c binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:12:08.248728 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:08.312351 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:08.519881 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] Allocated IP 172.20.0.1 (13021d5d-6d33-4332-b513-136b2a9e4ec1/9c784403-5329-407f-8f79-b8b242a00e66/58893313-3845-4da1-a797-7e275e31be04) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:12:08.621739 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:08.633793 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] Transition to ACTIVE for port object cf0ee120-642f-4bc4-9973-5ef463e25d3c will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:12:08.640411 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:08.644667 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8838c25c-1009-42a5-aa0c-588b42dddc35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:08.677063 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:08.691914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] Transition to ACTIVE for port object 58893313-3845-4da1-a797-7e275e31be04 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:12:08.715414 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:08.717765 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] Attempting to bind port cf0ee120-642f-4bc4-9973-5ef463e25d3c on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:12:08.718143 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] Attempting to bind port cf0ee120-642f-4bc4-9973-5ef463e25d3c by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:12:08.718514 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] Attempting to bind port cf0ee120-642f-4bc4-9973-5ef463e25d3c on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:12:08.720359 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e4d726dd-6b0e-42b5-ba49-7eac220f38a0 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:08.727865 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:12:08.728441 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:12:08.729112 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:08.729780 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:12:08.730592 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] Bound port: cf0ee120-642f-4bc4-9973-5ef463e25d3c, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:12:08.731201 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:08.760782 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2eb31-a91d-4614-954e-78692faed12d None None] Pushing event updated for resources: {'Port': ['ID=cf0ee120-642f-4bc4-9973-5ef463e25d3c,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:08.769045 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c1e2eb31-a91d-4614-954e-78692faed12d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:08.776024 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] Network 13021d5d-6d33-4332-b513-136b2a9e4ec1 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:12:08.778890 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:12:08.781326 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:12:08.807969 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2afbc420-bdb2-453f-b356-96c46e9ff221 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:12:08.837401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] Pushing event updated for resources: {'Port': ['ID=58893313-3845-4da1-a797-7e275e31be04,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:08.840244 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:08.846471 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] For port cf0ee120-642f-4bc4-9973-5ef463e25d3c, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:12:08.852709 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:08.870039 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] For port cf0ee120-642f-4bc4-9973-5ef463e25d3c, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=cf0ee120-642f-4bc4-9973-5ef463e25d3c,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:12:08.878553 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:08.882451 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-9f8cefc7-f76e-45d4-824f-63b3ee311b21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:08.968283 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] Routers {'9c0ace96-c340-40ee-b689-7dfd14ff93bf'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:12:08.969062 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:12:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['9c0ace96-c340-40ee-b689-7dfd14ff93bf'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:12:09.034986 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 2afbc420-bdb2-453f-b356-96c46e9ff221 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:12:09.035316 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:09.074959 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2eb31-a91d-4614-954e-78692faed12d None None] Pushing event updated for resources: {'Port': ['ID=cf0ee120-642f-4bc4-9973-5ef463e25d3c,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:09.088190 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c1e2eb31-a91d-4614-954e-78692faed12d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:09.124237 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9bf5ddcc-c75f-4596-add7-d61def4cbfb5 None None] Provisioning for port 58893313-3845-4da1-a797-7e275e31be04 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:12:09.185870 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9bf5ddcc-c75f-4596-add7-d61def4cbfb5 None None] Provisioning complete for port 58893313-3845-4da1-a797-7e275e31be04 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:12:09.186244 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9bf5ddcc-c75f-4596-add7-d61def4cbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:09.273633 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-9bf5ddcc-c75f-4596-add7-d61def4cbfb5 None None] Port 58893313-3845-4da1-a797-7e275e31be04 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:12:09.297357 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:09.314127 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] Set router 9c0ace96-c340-40ee-b689-7dfd14ff93bf gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:12:09.520028 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:09.524627 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:09.552550 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5d0d88c2-53fb-42f4-8f01-18bc27965979 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:09.621243 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0ace96-c340-40ee-b689-7dfd14ff93bf', 'name': 'tempest-TestEncryptedCinderVolumes-1123244001-router', 'tenant_id': 'c10710b5bf88449a841b62ff7679b333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cf0ee120-642f-4bc4-9973-5ef463e25d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:12:05Z', 'updated_at': '2021-06-02T21:12:06Z', 'revision_number': 3, 'project_id': 'c10710b5bf88449a841b62ff7679b333', 'gw_port': {'id': 'cf0ee120-642f-4bc4-9973-5ef463e25d3c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:da:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0ace96-c340-40ee-b689-7dfd14ff93bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:12:05Z', 'updated_at': '2021-06-02T21:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:12:09.625202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2da0b9-5da4-4650-99f2-d47c9a9c343f None None] The sync data for ids ['9c0ace96-c340-40ee-b689-7dfd14ff93bf'] in dv-neutron-601336-84-hyperv is: [{'id': '9c0ace96-c340-40ee-b689-7dfd14ff93bf', 'name': 'tempest-TestEncryptedCinderVolumes-1123244001-router', 'tenant_id': 'c10710b5bf88449a841b62ff7679b333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cf0ee120-642f-4bc4-9973-5ef463e25d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:12:05Z', 'updated_at': '2021-06-02T21:12:06Z', 'revision_number': 3, 'project_id': 'c10710b5bf88449a841b62ff7679b333', 'gw_port': {'id': 'cf0ee120-642f-4bc4-9973-5ef463e25d3c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:da:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0ace96-c340-40ee-b689-7dfd14ff93bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:12:05Z', 'updated_at': '2021-06-02T21:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:12:09.632134 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] Pushing event updated for resources: {'Port': ['ID=58893313-3845-4da1-a797-7e275e31be04,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:09.634634 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:09.638690 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:09.774026 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] Network 13021d5d-6d33-4332-b513-136b2a9e4ec1 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:12:09.775199 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:12:10.003779 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] Router 9c0ace96-c340-40ee-b689-7dfd14ff93bf has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:12:10.007807 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-030327f8-3cf8-4c2a-aa19-9bbe70db0fd0 None None] Provisioning complete for port 58893313-3845-4da1-a797-7e275e31be04 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:12:10.008332 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-030327f8-3cf8-4c2a-aa19-9bbe70db0fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:10.064477 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-030327f8-3cf8-4c2a-aa19-9bbe70db0fd0 None None] Port 58893313-3845-4da1-a797-7e275e31be04 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:12:10.190497 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:12:10.199695 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] 10.222.0.25 "PUT /v2.0/routers/9c0ace96-c340-40ee-b689-7dfd14ff93bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5447731 Jun 02 21:12:10.728368 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35346) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:12:10.733388 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-817444214-network', 'tenant_id': 'adcd867c183943d69ae087abec866955'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:12:10.739652 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:12:10.745410 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Usage tracker for resource:network and tenant:adcd867c183943d69ae087abec866955 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:12:10.748340 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:12:10.754096 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:12:10.767000 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Made reservation on behalf of adcd867c183943d69ae087abec866955 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:12:10.769451 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:10.781496 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:10.797579 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:12:10.802216 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Usage tracker for resource:security_group_rule and tenant:adcd867c183943d69ae087abec866955 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:12:10.804770 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:12:10.805730 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device cf0ee120-642f-4bc4-9973-5ef463e25d3c up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:12:10.810671 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:12:10.879272 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port cf0ee120-642f-4bc4-9973-5ef463e25d3c completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:12:10.884574 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port cf0ee120-642f-4bc4-9973-5ef463e25d3c triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:12:10.884956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:10.901513 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:10.907091 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:10.911893 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c2edc8d6-5403-4598-b39d-283e30916b4b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:10.938387 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:12:10.953865 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f343a425-048a-49c4-834e-2ebe3ec2f1a1,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:10.958737 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:10.961842 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:10.962333 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Added segment 3b1c2980-6ac2-435b-8401-e10b13976034 of type vlan for network 9c2510ac-7c65-4fa6-b98f-3ea6f49243ee Jun 02 21:12:10.991583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:11.014978 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:11.022971 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:11.024147 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:11.024723 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:11.028129 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b4e82f87-4a6e-445e-95e8-0bd4b024429b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:11.032289 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port cf0ee120-642f-4bc4-9973-5ef463e25d3c, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=cf0ee120-642f-4bc4-9973-5ef463e25d3c,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:12:11.036794 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:11.038813 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:11.108203 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=cf0ee120-642f-4bc4-9973-5ef463e25d3c,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:11.111311 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:11.126188 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Pushing event updated for resources: {'Network': ['ID=9c2510ac-7c65-4fa6-b98f-3ea6f49243ee,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:11.132816 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4032660 Jun 02 21:12:11.133164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35348) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:12:11.133614 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:11.139369 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-fc4fe4f9-2c67-4368-aa7b-7eddfe6ab80f admin admin] Request body: {'subnet': {'network_id': '9c2510ac-7c65-4fa6-b98f-3ea6f49243ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-817444214-subnet', 'tenant_id': 'adcd867c183943d69ae087abec866955', 'ip_version': 4}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:12:11.140393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 9c2510ac-7c65-4fa6-b98f-3ea6f49243ee details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:12:11.147584 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fc4fe4f9-2c67-4368-aa7b-7eddfe6ab80f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:12:11.151701 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fc4fe4f9-2c67-4368-aa7b-7eddfe6ab80f admin admin] Usage tracker for resource:subnet and tenant:adcd867c183943d69ae087abec866955 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:12:11.154861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fc4fe4f9-2c67-4368-aa7b-7eddfe6ab80f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:12:11.160929 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fc4fe4f9-2c67-4368-aa7b-7eddfe6ab80f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:12:11.161822 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] Sync routers for ids ['9c0ace96-c340-40ee-b689-7dfd14ff93bf'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:12:11.172005 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] Routers {'9c0ace96-c340-40ee-b689-7dfd14ff93bf'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:12:11.172381 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4fe4f9-2c67-4368-aa7b-7eddfe6ab80f admin admin] Made reservation on behalf of adcd867c183943d69ae087abec866955 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:12:11.172838 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:12:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['9c0ace96-c340-40ee-b689-7dfd14ff93bf'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:12:11.174790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc4fe4f9-2c67-4368-aa7b-7eddfe6ab80f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:11.357610 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] Set router 9c0ace96-c340-40ee-b689-7dfd14ff93bf gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:12:11.671003 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0ace96-c340-40ee-b689-7dfd14ff93bf', 'name': 'tempest-TestEncryptedCinderVolumes-1123244001-router', 'tenant_id': 'c10710b5bf88449a841b62ff7679b333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cf0ee120-642f-4bc4-9973-5ef463e25d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:12:05Z', 'updated_at': '2021-06-02T21:12:09Z', 'revision_number': 4, 'project_id': 'c10710b5bf88449a841b62ff7679b333', 'gw_port': {'id': 'cf0ee120-642f-4bc4-9973-5ef463e25d3c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0ace96-c340-40ee-b689-7dfd14ff93bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:12:05Z', 'updated_at': '2021-06-02T21:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '58893313-3845-4da1-a797-7e275e31be04', 'name': '', 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1', 'tenant_id': 'c10710b5bf88449a841b62ff7679b333', 'mac_address': 'fa:16:3e:ed:72:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0ace96-c340-40ee-b689-7dfd14ff93bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '9c784403-5329-407f-8f79-b8b242a00e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:12:08Z', 'updated_at': '2021-06-02T21:12:09Z', 'revision_number': 2, 'project_id': 'c10710b5bf88449a841b62ff7679b333', 'subnets': [{'id': '9c784403-5329-407f-8f79-b8b242a00e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:12:11.674673 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] Checking router: 9c0ace96-c340-40ee-b689-7dfd14ff93bf for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:12:11.675030 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] Updating router 9c0ace96-c340-40ee-b689-7dfd14ff93bf port 58893313-3845-4da1-a797-7e275e31be04 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:12:11.699993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc4fe4f9-2c67-4368-aa7b-7eddfe6ab80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:11.703433 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1622138c-1b47-4085-88bc-f8c52b6384fa tempest-RoutersIpV6Test-673021801 tempest-RoutersIpV6Test-673021801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:11.726473 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:11.773605 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fe4f9-2c67-4368-aa7b-7eddfe6ab80f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a0c41bd-e0ad-43ad-bdee-edd20d640f13,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:11.777265 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fc4fe4f9-2c67-4368-aa7b-7eddfe6ab80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:11.784067 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4fe4f9-2c67-4368-aa7b-7eddfe6ab80f admin admin] Checking segment: {'id': '3b1c2980-6ac2-435b-8401-e10b13976034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c2510ac-7c65-4fa6-b98f-3ea6f49243ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:12:11.784421 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4fe4f9-2c67-4368-aa7b-7eddfe6ab80f admin admin] Network hostable DHCP agents. Network: 9c2510ac-7c65-4fa6-b98f-3ea6f49243ee, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:12:11.803377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4fe4f9-2c67-4368-aa7b-7eddfe6ab80f admin admin] Network 9c2510ac-7c65-4fa6-b98f-3ea6f49243ee is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:12:11.813072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-fc4fe4f9-2c67-4368-aa7b-7eddfe6ab80f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 9c2510ac-7c65-4fa6-b98f-3ea6f49243ee) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:12:11.821568 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4fe4f9-2c67-4368-aa7b-7eddfe6ab80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:11.822179 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc4fe4f9-2c67-4368-aa7b-7eddfe6ab80f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:11.822823 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d880b7c-d7c4-4546-8c23-9138257a1090 None None] Network 9c2510ac-7c65-4fa6-b98f-3ea6f49243ee requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:12:11.842742 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fc4fe4f9-2c67-4368-aa7b-7eddfe6ab80f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7079606 Jun 02 21:12:11.845457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35350) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:12:11.850391 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-817444214-router', 'tenant_id': 'adcd867c183943d69ae087abec866955', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:12:11.854915 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:12:11.858702 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Usage tracker for resource:router and tenant:adcd867c183943d69ae087abec866955 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:12:11.861521 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:12:11.867701 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:12:11.877564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:11.878539 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:11.893613 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:12.045598 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-9c2510ac-7c65-4fa6-b98f-3ea6f49243ee', 'network_id': '9c2510ac-7c65-4fa6-b98f-3ea6f49243ee', 'tenant_id': 'adcd867c183943d69ae087abec866955', 'fixed_ips': [{'subnet_id': '4a0c41bd-e0ad-43ad-bdee-edd20d640f13'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 21:12:12.046423 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:12.102873 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:12.114867 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] Transition to ACTIVE for port object 58893313-3845-4da1-a797-7e275e31be04 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:12:12.122908 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:12.127558 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-17849a34-ab3e-4f1e-9310-8bc7b63a70c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:12.179073 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:12.208499 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Allocated IP 172.20.0.2 (9c2510ac-7c65-4fa6-b98f-3ea6f49243ee/4a0c41bd-e0ad-43ad-bdee-edd20d640f13/9e6de701-3ec8-4226-bd7e-53ff4e999782) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:12:12.278191 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfa419-d870-4146-b1e6-9639e162d7a2 None None] Pushing event updated for resources: {'Port': ['ID=58893313-3845-4da1-a797-7e275e31be04,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:12.324788 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfa419-d870-4146-b1e6-9639e162d7a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:12.325132 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfa419-d870-4146-b1e6-9639e162d7a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:12.325460 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfa419-d870-4146-b1e6-9639e162d7a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:12.325784 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfa419-d870-4146-b1e6-9639e162d7a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:12.326103 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfa419-d870-4146-b1e6-9639e162d7a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:12.326420 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfa419-d870-4146-b1e6-9639e162d7a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:12.326737 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfa419-d870-4146-b1e6-9639e162d7a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:12.327051 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfa419-d870-4146-b1e6-9639e162d7a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:12.327388 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfa419-d870-4146-b1e6-9639e162d7a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:12.327697 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfa419-d870-4146-b1e6-9639e162d7a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:12.328005 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfa419-d870-4146-b1e6-9639e162d7a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:12.328313 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bfa419-d870-4146-b1e6-9639e162d7a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:12.341507 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-62bfa419-d870-4146-b1e6-9639e162d7a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:12.357548 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] Attempting to bind port 58893313-3845-4da1-a797-7e275e31be04 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:12:12.357918 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] Attempting to bind port 58893313-3845-4da1-a797-7e275e31be04 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '2bc5b49d-9902-47b0-bcd4-2b50a920ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:12:12.358278 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] Attempting to bind port 58893313-3845-4da1-a797-7e275e31be04 on network 13021d5d-6d33-4332-b513-136b2a9e4ec1 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:12:12.363842 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:12:12.364836 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] Checking segment: {'id': '2bc5b49d-9902-47b0-bcd4-2b50a920ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:12:12.365173 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:12.365561 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] Bound using segment: {'id': '2bc5b49d-9902-47b0-bcd4-2b50a920ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:12:12.366018 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] Bound port: 58893313-3845-4da1-a797-7e275e31be04, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc5b49d-9902-47b0-bcd4-2b50a920ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:12:12.366389 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:12.460302 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:12.470767 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] For port 58893313-3845-4da1-a797-7e275e31be04, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:12:12.471133 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Transition to ACTIVE for port object 9e6de701-3ec8-4226-bd7e-53ff4e999782 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:12:12.475548 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] For port 58893313-3845-4da1-a797-7e275e31be04, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=58893313-3845-4da1-a797-7e275e31be04,segment=NetworkSegment(2bc5b49d-9902-47b0-bcd4-2b50a920ba48),segment_id=2bc5b49d-9902-47b0-bcd4-2b50a920ba48)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:12:12.481180 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:12.487640 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-bee905d1-7345-4db6-9cae-a04efab02856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:12.496403 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Transition to ACTIVE for port object 9e6de701-3ec8-4226-bd7e-53ff4e999782 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:12:12.502173 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:12.506748 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-21adc865-818c-44f8-b6c0-c10ea343fbce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:12.523556 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:12.558908 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:12.564098 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] Routers {'9c0ace96-c340-40ee-b689-7dfd14ff93bf'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:12:12.564476 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:12:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['9c0ace96-c340-40ee-b689-7dfd14ff93bf'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:12:12.580065 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Network 9c2510ac-7c65-4fa6-b98f-3ea6f49243ee is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:12:12.587901 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:12:12.601529 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Pushing event updated for resources: {'Port': ['ID=9e6de701-3ec8-4226-bd7e-53ff4e999782,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:12.605008 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:12:12.608881 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:12.634946 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfa419-d870-4146-b1e6-9639e162d7a2 None None] Pushing event updated for resources: {'Port': ['ID=58893313-3845-4da1-a797-7e275e31be04,revision_number=4']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:12.646306 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-62bfa419-d870-4146-b1e6-9639e162d7a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:12.716563 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Allocated IP 172.26.0.60 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/2d1372da-7791-419b-b001-97b6b746729d) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:12:12.717777 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Attempting to bind port 9e6de701-3ec8-4226-bd7e-53ff4e999782 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:12:12.718290 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Attempting to bind port 9e6de701-3ec8-4226-bd7e-53ff4e999782 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '3b1c2980-6ac2-435b-8401-e10b13976034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c2510ac-7c65-4fa6-b98f-3ea6f49243ee'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:12:12.718662 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Attempting to bind port 9e6de701-3ec8-4226-bd7e-53ff4e999782 on network 9c2510ac-7c65-4fa6-b98f-3ea6f49243ee {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:12:12.725278 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:12:12.725746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Checking segment: {'id': '3b1c2980-6ac2-435b-8401-e10b13976034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c2510ac-7c65-4fa6-b98f-3ea6f49243ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:12:12.726147 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:12.726642 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Bound using segment: {'id': '3b1c2980-6ac2-435b-8401-e10b13976034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c2510ac-7c65-4fa6-b98f-3ea6f49243ee'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:12:12.729487 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Bound port: 9e6de701-3ec8-4226-bd7e-53ff4e999782, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1c2980-6ac2-435b-8401-e10b13976034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c2510ac-7c65-4fa6-b98f-3ea6f49243ee'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:12:12.729487 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:12.796016 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] Set router 9c0ace96-c340-40ee-b689-7dfd14ff93bf gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:12:12.824250 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] For port 9e6de701-3ec8-4226-bd7e-53ff4e999782, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:12:12.827549 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] For port 9e6de701-3ec8-4226-bd7e-53ff4e999782, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9e6de701-3ec8-4226-bd7e-53ff4e999782,segment=NetworkSegment(3b1c2980-6ac2-435b-8401-e10b13976034),segment_id=3b1c2980-6ac2-435b-8401-e10b13976034)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:12:12.832252 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device cf0ee120-642f-4bc4-9973-5ef463e25d3c up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:12:12.865382 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:12.875482 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:12.917684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:12.949529 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:12.953384 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8e9f6692-998a-4a2d-bc5e-cce656c5fbe3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:12.988382 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Pushing event updated for resources: {'Port': ['ID=9e6de701-3ec8-4226-bd7e-53ff4e999782,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:12.991494 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:13.001831 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port cf0ee120-642f-4bc4-9973-5ef463e25d3c triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:12:13.002216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:13.014882 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:12:13.018312 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:12:13.022765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:12:13.140616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Pushing event updated for resources: {'Port': ['ID=2d1372da-7791-419b-b001-97b6b746729d,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:13.151191 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:13.151986 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0ace96-c340-40ee-b689-7dfd14ff93bf', 'name': 'tempest-TestEncryptedCinderVolumes-1123244001-router', 'tenant_id': 'c10710b5bf88449a841b62ff7679b333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cf0ee120-642f-4bc4-9973-5ef463e25d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:12:05Z', 'updated_at': '2021-06-02T21:12:09Z', 'revision_number': 4, 'project_id': 'c10710b5bf88449a841b62ff7679b333', 'gw_port': {'id': 'cf0ee120-642f-4bc4-9973-5ef463e25d3c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0ace96-c340-40ee-b689-7dfd14ff93bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:12:05Z', 'updated_at': '2021-06-02T21:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '58893313-3845-4da1-a797-7e275e31be04', 'name': '', 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1', 'tenant_id': 'c10710b5bf88449a841b62ff7679b333', 'mac_address': 'fa:16:3e:ed:72:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0ace96-c340-40ee-b689-7dfd14ff93bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '9c784403-5329-407f-8f79-b8b242a00e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:12:08Z', 'updated_at': '2021-06-02T21:12:12Z', 'revision_number': 4, 'project_id': 'c10710b5bf88449a841b62ff7679b333', 'subnets': [{'id': '9c784403-5329-407f-8f79-b8b242a00e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:12:13.156312 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b88a79-0ea1-4b21-82ab-c766219072c8 None None] The sync data for ids ['9c0ace96-c340-40ee-b689-7dfd14ff93bf'] in dv-neutron-601336-84-hyperv is: [{'id': '9c0ace96-c340-40ee-b689-7dfd14ff93bf', 'name': 'tempest-TestEncryptedCinderVolumes-1123244001-router', 'tenant_id': 'c10710b5bf88449a841b62ff7679b333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cf0ee120-642f-4bc4-9973-5ef463e25d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:12:05Z', 'updated_at': '2021-06-02T21:12:09Z', 'revision_number': 4, 'project_id': 'c10710b5bf88449a841b62ff7679b333', 'gw_port': {'id': 'cf0ee120-642f-4bc4-9973-5ef463e25d3c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0ace96-c340-40ee-b689-7dfd14ff93bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:12:05Z', 'updated_at': '2021-06-02T21:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '58893313-3845-4da1-a797-7e275e31be04', 'name': '', 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1', 'tenant_id': 'c10710b5bf88449a841b62ff7679b333', 'mac_address': 'fa:16:3e:ed:72:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0ace96-c340-40ee-b689-7dfd14ff93bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '9c784403-5329-407f-8f79-b8b242a00e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:12:08Z', 'updated_at': '2021-06-02T21:12:12Z', 'revision_number': 4, 'project_id': 'c10710b5bf88449a841b62ff7679b333', 'subnets': [{'id': '9c784403-5329-407f-8f79-b8b242a00e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:12:13.638311 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:14.016015 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e033a76-5644-474e-9353-b49b099e73ae None None] Network 9c2510ac-7c65-4fa6-b98f-3ea6f49243ee requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:12:14.019383 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:14.179612 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4501557a-ed60-4e58-9e7c-4f745dc14651 None None] Provisioning for port 9e6de701-3ec8-4226-bd7e-53ff4e999782 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:12:14.248827 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Router 5d5b3ffe-606d-4651-ac7d-0908199e2bc2 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 21:12:14.432477 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:12:14.440969 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] Sync routers for ids ['5d5b3ffe-606d-4651-ac7d-0908199e2bc2'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:12:14.450749 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] Routers {'5d5b3ffe-606d-4651-ac7d-0908199e2bc2'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:12:14.451383 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:12:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['5d5b3ffe-606d-4651-ac7d-0908199e2bc2'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:12:14.455892 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:14.457237 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6108615 Jun 02 21:12:14.460106 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35352) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:12:14.680696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] Set router 5d5b3ffe-606d-4651-ac7d-0908199e2bc2 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:12:14.823872 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:14.872849 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9e6de701-3ec8-4226-bd7e-53ff4e999782 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:12:15.012603 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 9e6de701-3ec8-4226-bd7e-53ff4e999782 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:12:15.019496 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 9e6de701-3ec8-4226-bd7e-53ff4e999782 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:12:15.020079 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:15.103983 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5b3ffe-606d-4651-ac7d-0908199e2bc2', 'name': 'tempest-TestEncryptedCinderVolumes-817444214-router', 'tenant_id': 'adcd867c183943d69ae087abec866955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': '2d1372da-7791-419b-b001-97b6b746729d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:12:11Z', 'updated_at': '2021-06-02T21:12:13Z', 'revision_number': 3, 'project_id': 'adcd867c183943d69ae087abec866955', 'gw_port': {'id': '2d1372da-7791-419b-b001-97b6b746729d', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5b3ffe-606d-4651-ac7d-0908199e2bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:12:12Z', 'updated_at': '2021-06-02T21:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:12:15.135658 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] Checking router: 5d5b3ffe-606d-4651-ac7d-0908199e2bc2 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:12:15.136017 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] Updating router 5d5b3ffe-606d-4651-ac7d-0908199e2bc2 port 2d1372da-7791-419b-b001-97b6b746729d binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:12:15.208941 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:15.220648 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:15.302075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:15.324375 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 9e6de701-3ec8-4226-bd7e-53ff4e999782, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9e6de701-3ec8-4226-bd7e-53ff4e999782,segment=NetworkSegment(3b1c2980-6ac2-435b-8401-e10b13976034),segment_id=3b1c2980-6ac2-435b-8401-e10b13976034)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:12:15.330391 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:15.331243 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 58893313-3845-4da1-a797-7e275e31be04 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:12:15.364503 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-796e263e-3e06-477d-80ff-5772e49ef816 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:15.493330 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=9e6de701-3ec8-4226-bd7e-53ff4e999782,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:15.499569 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:15.512977 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Allocated IP 172.20.0.1 (9c2510ac-7c65-4fa6-b98f-3ea6f49243ee/4a0c41bd-e0ad-43ad-bdee-edd20d640f13/f4daa065-7612-49bd-addc-6eeacabf6b01) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:12:15.548514 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 58893313-3845-4da1-a797-7e275e31be04 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:12:15.562984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 58893313-3845-4da1-a797-7e275e31be04 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:12:15.563327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:15.664552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:15.681870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Transition to ACTIVE for port object f4daa065-7612-49bd-addc-6eeacabf6b01 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:12:15.705305 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:15.709933 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ac1b0d32-e175-458f-8396-6c057aaca06f tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:15.771252 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:15.773859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Network 9c2510ac-7c65-4fa6-b98f-3ea6f49243ee is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:12:15.777338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:12:15.779692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:12:15.797695 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:15.820277 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] Transition to ACTIVE for port object 2d1372da-7791-419b-b001-97b6b746729d will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:12:15.821903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=f4daa065-7612-49bd-addc-6eeacabf6b01,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:15.825510 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:15.827002 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 58893313-3845-4da1-a797-7e275e31be04, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=58893313-3845-4da1-a797-7e275e31be04,segment=NetworkSegment(2bc5b49d-9902-47b0-bcd4-2b50a920ba48),segment_id=2bc5b49d-9902-47b0-bcd4-2b50a920ba48)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:12:15.829949 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:15.834876 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ddcc317e-3835-4f92-a69c-3b8c2f5e5ec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:15.842671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:15.866292 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:15.912716 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] Attempting to bind port 2d1372da-7791-419b-b001-97b6b746729d on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:12:15.913094 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] Attempting to bind port 2d1372da-7791-419b-b001-97b6b746729d by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:12:15.913464 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] Attempting to bind port 2d1372da-7791-419b-b001-97b6b746729d on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:12:15.919385 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184169cc-2a98-43ff-8c3a-067fc5b96f55 None None] Pushing event updated for resources: {'Port': ['ID=2d1372da-7791-419b-b001-97b6b746729d,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:15.923254 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-184169cc-2a98-43ff-8c3a-067fc5b96f55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:15.923726 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:15.956491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:12:15.956871 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:12:15.957281 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:15.957716 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:12:15.958210 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] Bound port: 2d1372da-7791-419b-b001-97b6b746729d, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:12:15.958591 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:16.056780 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-6e62d6f9-fa94-48f8-9d1b-1f42c459e4d2 None None] Provisioning for port f4daa065-7612-49bd-addc-6eeacabf6b01 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:12:16.059439 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=58893313-3845-4da1-a797-7e275e31be04,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:16.068625 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:16.072388 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-6e62d6f9-fa94-48f8-9d1b-1f42c459e4d2 None None] Provisioning complete for port f4daa065-7612-49bd-addc-6eeacabf6b01 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:12:16.072730 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6e62d6f9-fa94-48f8-9d1b-1f42c459e4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:16.109400 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] For port 2d1372da-7791-419b-b001-97b6b746729d, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:12:16.110472 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:16.127533 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] For port 2d1372da-7791-419b-b001-97b6b746729d, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2d1372da-7791-419b-b001-97b6b746729d,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:12:16.134866 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:16.139426 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:16.166639 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-6e62d6f9-fa94-48f8-9d1b-1f42c459e4d2 None None] Port f4daa065-7612-49bd-addc-6eeacabf6b01 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:12:16.212859 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] Routers {'5d5b3ffe-606d-4651-ac7d-0908199e2bc2'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:12:16.213472 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:12:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['5d5b3ffe-606d-4651-ac7d-0908199e2bc2'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:12:16.332669 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184169cc-2a98-43ff-8c3a-067fc5b96f55 None None] Pushing event updated for resources: {'Port': ['ID=2d1372da-7791-419b-b001-97b6b746729d,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:16.336764 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-184169cc-2a98-43ff-8c3a-067fc5b96f55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:16.338515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:16.343599 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:16.370445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0cdabf96-3d4b-434e-bd28-038a334ac9fe tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:16.452603 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] Set router 5d5b3ffe-606d-4651-ac7d-0908199e2bc2 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:12:16.602108 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:16.605492 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=f4daa065-7612-49bd-addc-6eeacabf6b01,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:16.611019 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:16.743655 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Network 9c2510ac-7c65-4fa6-b98f-3ea6f49243ee is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:12:16.744918 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:12:16.773810 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5b3ffe-606d-4651-ac7d-0908199e2bc2', 'name': 'tempest-TestEncryptedCinderVolumes-817444214-router', 'tenant_id': 'adcd867c183943d69ae087abec866955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': '2d1372da-7791-419b-b001-97b6b746729d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:12:11Z', 'updated_at': '2021-06-02T21:12:16Z', 'revision_number': 4, 'project_id': 'adcd867c183943d69ae087abec866955', 'gw_port': {'id': '2d1372da-7791-419b-b001-97b6b746729d', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5b3ffe-606d-4651-ac7d-0908199e2bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:12:12Z', 'updated_at': '2021-06-02T21:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'f4daa065-7612-49bd-addc-6eeacabf6b01', 'name': '', 'network_id': '9c2510ac-7c65-4fa6-b98f-3ea6f49243ee', 'tenant_id': 'adcd867c183943d69ae087abec866955', 'mac_address': 'fa:16:3e:9e:1d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5b3ffe-606d-4651-ac7d-0908199e2bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '4a0c41bd-e0ad-43ad-bdee-edd20d640f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:12:15Z', 'updated_at': '2021-06-02T21:12:15Z', 'revision_number': 1, 'project_id': 'adcd867c183943d69ae087abec866955', 'subnets': [{'id': '4a0c41bd-e0ad-43ad-bdee-edd20d640f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:12:16.778008 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a04bb5-f2d5-48ab-bbab-86e4c6c51d6c None None] The sync data for ids ['5d5b3ffe-606d-4651-ac7d-0908199e2bc2'] in dv-neutron-601336-84-hyperv is: [{'id': '5d5b3ffe-606d-4651-ac7d-0908199e2bc2', 'name': 'tempest-TestEncryptedCinderVolumes-817444214-router', 'tenant_id': 'adcd867c183943d69ae087abec866955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': '2d1372da-7791-419b-b001-97b6b746729d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:12:11Z', 'updated_at': '2021-06-02T21:12:16Z', 'revision_number': 4, 'project_id': 'adcd867c183943d69ae087abec866955', 'gw_port': {'id': '2d1372da-7791-419b-b001-97b6b746729d', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5b3ffe-606d-4651-ac7d-0908199e2bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:12:12Z', 'updated_at': '2021-06-02T21:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'f4daa065-7612-49bd-addc-6eeacabf6b01', 'name': '', 'network_id': '9c2510ac-7c65-4fa6-b98f-3ea6f49243ee', 'tenant_id': 'adcd867c183943d69ae087abec866955', 'mac_address': 'fa:16:3e:9e:1d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5b3ffe-606d-4651-ac7d-0908199e2bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '4a0c41bd-e0ad-43ad-bdee-edd20d640f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:12:15Z', 'updated_at': '2021-06-02T21:12:15Z', 'revision_number': 1, 'project_id': 'adcd867c183943d69ae087abec866955', 'subnets': [{'id': '4a0c41bd-e0ad-43ad-bdee-edd20d640f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:12:16.807494 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9e6de701-3ec8-4226-bd7e-53ff4e999782 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:12:16.887461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 9e6de701-3ec8-4226-bd7e-53ff4e999782 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:12:16.887862 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:16.966214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Router 5d5b3ffe-606d-4651-ac7d-0908199e2bc2 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:12:17.034749 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e655081a-1abd-4321-98ca-c3fbdf21414b None None] Provisioning complete for port f4daa065-7612-49bd-addc-6eeacabf6b01 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:12:17.035133 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e655081a-1abd-4321-98ca-c3fbdf21414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:17.076791 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 58893313-3845-4da1-a797-7e275e31be04 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:12:17.147748 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-e655081a-1abd-4321-98ca-c3fbdf21414b None None] Port f4daa065-7612-49bd-addc-6eeacabf6b01 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:12:17.164514 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 58893313-3845-4da1-a797-7e275e31be04 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:12:17.164896 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:17.187465 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:12:17.200380 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] 10.222.0.25 "PUT /v2.0/routers/5d5b3ffe-606d-4651-ac7d-0908199e2bc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7385404 Jun 02 21:12:18.283440 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-254d6069-82f1-41ba-a1b9-ac35e432e0a2 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:18.284159 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-254d6069-82f1-41ba-a1b9-ac35e432e0a2 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Synchronizing usage tracker for tenant:c10710b5bf88449a841b62ff7679b333 on resource:network {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:12:18.300789 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-254d6069-82f1-41ba-a1b9-ac35e432e0a2 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Unset dirty status for tenant:c10710b5bf88449a841b62ff7679b333 on resource:network {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:12:18.302495 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-254d6069-82f1-41ba-a1b9-ac35e432e0a2 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/networks?id=13021d5d-6d33-4332-b513-136b2a9e4ec1 HTTP/1.1" status: 200 len: 817 time: 0.3011730 Jun 02 21:12:18.317499 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-82406018-6bb4-4e29-8d92-38cb97944cfe tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/quotas/c10710b5bf88449a841b62ff7679b333 HTTP/1.1" status: 200 len: 375 time: 0.0089879 Jun 02 21:12:18.406001 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-1c82d857-3b70-4d5d-a9e2-09a335f463e3 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Synchronizing usage tracker for tenant:c10710b5bf88449a841b62ff7679b333 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:12:18.423478 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-1c82d857-3b70-4d5d-a9e2-09a335f463e3 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Unset dirty status for tenant:c10710b5bf88449a841b62ff7679b333 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:12:18.424775 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-1c82d857-3b70-4d5d-a9e2-09a335f463e3 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c10710b5bf88449a841b62ff7679b333&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1025422 Jun 02 21:12:18.563639 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-eea83224-6c08-48e6-8092-481a894db264 service neutron] 10.222.0.25 "GET /v2.0/networks/13021d5d-6d33-4332-b513-136b2a9e4ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248529 Jun 02 21:12:18.694730 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-8a8ee268-0715-43ff-8e73-853ed8e3ab1d service neutron] 10.222.0.25 "GET /v2.0/networks/13021d5d-6d33-4332-b513-136b2a9e4ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246688 Jun 02 21:12:18.824599 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2d1372da-7791-419b-b001-97b6b746729d up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:12:18.870240 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a765d110-bfcc-414d-949b-79cbbd51cc38 req-c02ff356-7134-4336-91e0-475918dd9a70 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c6e143-b767-4247-a9fe-013445522a92 HTTP/1.1" status: 200 len: 210 time: 0.0420692 Jun 02 21:12:18.901943 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 2d1372da-7791-419b-b001-97b6b746729d completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:12:18.908623 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 2d1372da-7791-419b-b001-97b6b746729d triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:12:18.909915 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:19.029974 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:19.046753 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 2d1372da-7791-419b-b001-97b6b746729d, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2d1372da-7791-419b-b001-97b6b746729d,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:12:19.050867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:19.053191 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:19.119269 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=2d1372da-7791-419b-b001-97b6b746729d,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:19.122440 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:19.944641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-f8abfe91-e5f7-415c-a902-e313ab670c40 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:19.946175 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-f8abfe91-e5f7-415c-a902-e313ab670c40 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.95 "GET /v2.0/networks?id=13021d5d-6d33-4332-b513-136b2a9e4ec1 HTTP/1.1" status: 200 len: 817 time: 0.1534576 Jun 02 21:12:19.958815 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-dc362cfb-aa53-46b7-a7b2-822920f640fb tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Request body: {'port': {'device_id': 'b2c6e143-b767-4247-a9fe-013445522a92', 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1', 'admin_state_up': True, 'tenant_id': 'c10710b5bf88449a841b62ff7679b333'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:12:20.059651 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9488ad96-f260-4d50-9c65-20aefdca49f7 req-f44017a9-4d20-4d2a-b24b-532b50299123 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c6e143-b767-4247-a9fe-013445522a92 HTTP/1.1" status: 200 len: 210 time: 0.0537789 Jun 02 21:12:20.108566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-dc362cfb-aa53-46b7-a7b2-822920f640fb tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:12:20.118767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-dc362cfb-aa53-46b7-a7b2-822920f640fb tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:12:20.128068 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-dc362cfb-aa53-46b7-a7b2-822920f640fb tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Made reservation on behalf of c10710b5bf88449a841b62ff7679b333 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:12:20.132040 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-dc362cfb-aa53-46b7-a7b2-822920f640fb tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:20.244488 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] Sync routers for ids ['5d5b3ffe-606d-4651-ac7d-0908199e2bc2'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:12:20.253705 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] Routers {'5d5b3ffe-606d-4651-ac7d-0908199e2bc2'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:12:20.254795 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:12:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['5d5b3ffe-606d-4651-ac7d-0908199e2bc2'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:12:20.297107 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-dc362cfb-aa53-46b7-a7b2-822920f640fb tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Allocated IP 172.20.0.13 (13021d5d-6d33-4332-b513-136b2a9e4ec1/9c784403-5329-407f-8f79-b8b242a00e66/a4d7ff6c-6bc8-44db-8b99-32d119298578) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:12:20.431960 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] Set router 5d5b3ffe-606d-4651-ac7d-0908199e2bc2 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:12:20.496428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-dc362cfb-aa53-46b7-a7b2-822920f640fb tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:20.511640 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-dc362cfb-aa53-46b7-a7b2-822920f640fb tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Transition to ACTIVE for port object a4d7ff6c-6bc8-44db-8b99-32d119298578 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:12:20.534299 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-dc362cfb-aa53-46b7-a7b2-822920f640fb tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:20.539626 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:20.608175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-dc362cfb-aa53-46b7-a7b2-822920f640fb tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Network 13021d5d-6d33-4332-b513-136b2a9e4ec1 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:12:20.614587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-dc362cfb-aa53-46b7-a7b2-822920f640fb tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:12:20.618703 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-dc362cfb-aa53-46b7-a7b2-822920f640fb tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:12:20.649533 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc362cfb-aa53-46b7-a7b2-822920f640fb tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Pushing event updated for resources: {'Port': ['ID=a4d7ff6c-6bc8-44db-8b99-32d119298578,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:20.656104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dc362cfb-aa53-46b7-a7b2-822920f640fb tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:20.688483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-dc362cfb-aa53-46b7-a7b2-822920f640fb tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:20.689209 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-dc362cfb-aa53-46b7-a7b2-822920f640fb tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:20.718491 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-dc362cfb-aa53-46b7-a7b2-822920f640fb tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7636108 Jun 02 21:12:20.730741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Request body: {'port': {'device_id': 'b2c6e143-b767-4247-a9fe-013445522a92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:12:20.781799 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5b3ffe-606d-4651-ac7d-0908199e2bc2', 'name': 'tempest-TestEncryptedCinderVolumes-817444214-router', 'tenant_id': 'adcd867c183943d69ae087abec866955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': '2d1372da-7791-419b-b001-97b6b746729d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:12:11Z', 'updated_at': '2021-06-02T21:12:16Z', 'revision_number': 4, 'project_id': 'adcd867c183943d69ae087abec866955', 'gw_port': {'id': '2d1372da-7791-419b-b001-97b6b746729d', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5b3ffe-606d-4651-ac7d-0908199e2bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:12:12Z', 'updated_at': '2021-06-02T21:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'f4daa065-7612-49bd-addc-6eeacabf6b01', 'name': '', 'network_id': '9c2510ac-7c65-4fa6-b98f-3ea6f49243ee', 'tenant_id': 'adcd867c183943d69ae087abec866955', 'mac_address': 'fa:16:3e:9e:1d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5b3ffe-606d-4651-ac7d-0908199e2bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '4a0c41bd-e0ad-43ad-bdee-edd20d640f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:12:15Z', 'updated_at': '2021-06-02T21:12:16Z', 'revision_number': 2, 'project_id': 'adcd867c183943d69ae087abec866955', 'subnets': [{'id': '4a0c41bd-e0ad-43ad-bdee-edd20d640f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:12:20.786892 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] Checking router: 5d5b3ffe-606d-4651-ac7d-0908199e2bc2 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:12:20.787627 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] Updating router 5d5b3ffe-606d-4651-ac7d-0908199e2bc2 port f4daa065-7612-49bd-addc-6eeacabf6b01 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:12:20.813907 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2d1372da-7791-419b-b001-97b6b746729d up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:12:20.846541 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:20.858568 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:20.886702 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 2d1372da-7791-419b-b001-97b6b746729d triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:12:20.886978 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:20.942126 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-653fc813-656e-4531-baca-28dc689ddc68 None None] Provisioning for port a4d7ff6c-6bc8-44db-8b99-32d119298578 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:12:20.949954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-653fc813-656e-4531-baca-28dc689ddc68 None None] Provisioning complete for port a4d7ff6c-6bc8-44db-8b99-32d119298578 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:12:20.950338 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-653fc813-656e-4531-baca-28dc689ddc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:21.049013 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-653fc813-656e-4531-baca-28dc689ddc68 None None] Port a4d7ff6c-6bc8-44db-8b99-32d119298578 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:12:21.211316 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:21.223669 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] Transition to ACTIVE for port object f4daa065-7612-49bd-addc-6eeacabf6b01 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:12:21.230189 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:21.233739 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-7a13292d-f523-43f5-8294-8ef363dfbd0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:21.365368 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380dfa1-b619-4e23-8850-b458ea5ac22c None None] Pushing event updated for resources: {'Port': ['ID=f4daa065-7612-49bd-addc-6eeacabf6b01,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:21.393248 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6bec7-d9d0-492c-9cdc-e4c0a4e40518 req-289ed1b9-1eed-4390-bd7a-3821ac5b868c tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:21.393984 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-26e6bec7-d9d0-492c-9cdc-e4c0a4e40518 req-289ed1b9-1eed-4390-bd7a-3821ac5b868c tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Synchronizing usage tracker for tenant:c10710b5bf88449a841b62ff7679b333 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:12:21.402695 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-d380dfa1-b619-4e23-8850-b458ea5ac22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:21.455848 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] Attempting to bind port f4daa065-7612-49bd-addc-6eeacabf6b01 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:12:21.456621 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] Attempting to bind port f4daa065-7612-49bd-addc-6eeacabf6b01 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '3b1c2980-6ac2-435b-8401-e10b13976034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c2510ac-7c65-4fa6-b98f-3ea6f49243ee'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:12:21.457164 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] Attempting to bind port f4daa065-7612-49bd-addc-6eeacabf6b01 on network 9c2510ac-7c65-4fa6-b98f-3ea6f49243ee {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:12:21.465339 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:12:21.465720 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] Checking segment: {'id': '3b1c2980-6ac2-435b-8401-e10b13976034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c2510ac-7c65-4fa6-b98f-3ea6f49243ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:12:21.466125 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:21.466527 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] Bound using segment: {'id': '3b1c2980-6ac2-435b-8401-e10b13976034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c2510ac-7c65-4fa6-b98f-3ea6f49243ee'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:12:21.467002 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] Bound port: f4daa065-7612-49bd-addc-6eeacabf6b01, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b1c2980-6ac2-435b-8401-e10b13976034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9c2510ac-7c65-4fa6-b98f-3ea6f49243ee'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:12:21.467416 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:21.472504 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-26e6bec7-d9d0-492c-9cdc-e4c0a4e40518 req-289ed1b9-1eed-4390-bd7a-3821ac5b868c tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Unset dirty status for tenant:c10710b5bf88449a841b62ff7679b333 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:12:21.474259 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-26e6bec7-d9d0-492c-9cdc-e4c0a4e40518 req-289ed1b9-1eed-4390-bd7a-3821ac5b868c tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c6e143-b767-4247-a9fe-013445522a92 HTTP/1.1" status: 200 len: 932 time: 0.2176495 Jun 02 21:12:21.512821 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d7ff6c-6bc8-44db-8b99-32d119298578 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:12:21.528800 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:21.546087 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-26e6bec7-d9d0-492c-9cdc-e4c0a4e40518 req-9f9004f9-b8dd-492f-b393-d32ab38deb09 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654812 Jun 02 21:12:21.552193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Transition to ACTIVE for port object a4d7ff6c-6bc8-44db-8b99-32d119298578 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:12:21.556441 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:21.562105 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f415fc11-383f-49cf-ae8c-a22732665d45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:21.573163 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] For port f4daa065-7612-49bd-addc-6eeacabf6b01, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:12:21.576600 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] For port f4daa065-7612-49bd-addc-6eeacabf6b01, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f4daa065-7612-49bd-addc-6eeacabf6b01,segment=NetworkSegment(3b1c2980-6ac2-435b-8401-e10b13976034),segment_id=3b1c2980-6ac2-435b-8401-e10b13976034)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:12:21.582491 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:21.586672 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-62bfa419-d870-4146-b1e6-9639e162d7a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:21.666953 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] Routers {'5d5b3ffe-606d-4651-ac7d-0908199e2bc2'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:12:21.667845 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:12:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['5d5b3ffe-606d-4651-ac7d-0908199e2bc2'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:12:21.733324 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d7ff6c-6bc8-44db-8b99-32d119298578,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:21.738011 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:21.748966 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380dfa1-b619-4e23-8850-b458ea5ac22c None None] Pushing event updated for resources: {'Port': ['ID=f4daa065-7612-49bd-addc-6eeacabf6b01,revision_number=4']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:21.758686 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-d380dfa1-b619-4e23-8850-b458ea5ac22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:21.814152 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Attempting to bind port a4d7ff6c-6bc8-44db-8b99-32d119298578 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:12:21.814446 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Attempting to bind port a4d7ff6c-6bc8-44db-8b99-32d119298578 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '2bc5b49d-9902-47b0-bcd4-2b50a920ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:12:21.814939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Attempting to bind port a4d7ff6c-6bc8-44db-8b99-32d119298578 on network 13021d5d-6d33-4332-b513-136b2a9e4ec1 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:12:21.820564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Port a4d7ff6c-6bc8-44db-8b99-32d119298578 on network 13021d5d-6d33-4332-b513-136b2a9e4ec1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 21:12:21.820895 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Attempting to bind port a4d7ff6c-6bc8-44db-8b99-32d119298578 on network 13021d5d-6d33-4332-b513-136b2a9e4ec1 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:12:21.826168 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:12:21.826505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Checking segment: {'id': '2bc5b49d-9902-47b0-bcd4-2b50a920ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:12:21.826887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Bound using segment: {'id': '2bc5b49d-9902-47b0-bcd4-2b50a920ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:12:21.827353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Bound port: a4d7ff6c-6bc8-44db-8b99-32d119298578, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc5b49d-9902-47b0-bcd4-2b50a920ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:12:21.827698 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:21.863100 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] Set router 5d5b3ffe-606d-4651-ac7d-0908199e2bc2 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:12:21.926870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] For port a4d7ff6c-6bc8-44db-8b99-32d119298578, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:12:21.929781 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] For port a4d7ff6c-6bc8-44db-8b99-32d119298578, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a4d7ff6c-6bc8-44db-8b99-32d119298578,segment=NetworkSegment(2bc5b49d-9902-47b0-bcd4-2b50a920ba48),segment_id=2bc5b49d-9902-47b0-bcd4-2b50a920ba48)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:12:21.934542 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:21.939375 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:21.997314 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:21.997934 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:21.999322 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] 10.222.0.95 "PUT /v2.0/ports/a4d7ff6c-6bc8-44db-8b99-32d119298578 HTTP/1.1" status: 200 len: 1094 time: 1.2732131 Jun 02 21:12:21.999856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c6e143-b767-4247-a9fe-013445522a92', 'tag': 'a4d7ff6c-6bc8-44db-8b99-32d119298578'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:12:22.002170 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17583531-1ab7-476a-a84a-edf2aa3ce810" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c6e143-b767-4247-a9fe-013445522a92", "tag": "a4d7ff6c-6bc8-44db-8b99-32d119298578"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:12:22.021584 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d7ff6c-6bc8-44db-8b99-32d119298578,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:22.036574 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:22.081044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36540648-4414-4d09-a541-73145195ce9c x-openstack-request-id: req-36540648-4414-4d09-a541-73145195ce9c {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:12:22.081379 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c6e143-b767-4247-a9fe-013445522a92", "tag": "a4d7ff6c-6bc8-44db-8b99-32d119298578", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:12:22.081675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36540648-4414-4d09-a541-73145195ce9c {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:12:22.082573 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c6e143-b767-4247-a9fe-013445522a92', 'tag': 'a4d7ff6c-6bc8-44db-8b99-32d119298578', 'status': 'completed', 'code': 200} Jun 02 21:12:22.130183 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-a98f798f-1f80-426a-b257-685a4884f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:22.132140 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-a98f798f-1f80-426a-b257-685a4884f2fa service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c10710b5bf88449a841b62ff7679b333&device_id=b2c6e143-b767-4247-a9fe-013445522a92 HTTP/1.1" status: 200 len: 1097 time: 0.0890253 Jun 02 21:12:22.202306 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-a9e27a8e-8719-42ce-b0d2-3b9c768ba516 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4d7ff6c-6bc8-44db-8b99-32d119298578 HTTP/1.1" status: 200 len: 217 time: 0.0628746 Jun 02 21:12:22.218583 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5b3ffe-606d-4651-ac7d-0908199e2bc2', 'name': 'tempest-TestEncryptedCinderVolumes-817444214-router', 'tenant_id': 'adcd867c183943d69ae087abec866955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': '2d1372da-7791-419b-b001-97b6b746729d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:12:11Z', 'updated_at': '2021-06-02T21:12:16Z', 'revision_number': 4, 'project_id': 'adcd867c183943d69ae087abec866955', 'gw_port': {'id': '2d1372da-7791-419b-b001-97b6b746729d', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5b3ffe-606d-4651-ac7d-0908199e2bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:12:12Z', 'updated_at': '2021-06-02T21:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'f4daa065-7612-49bd-addc-6eeacabf6b01', 'name': '', 'network_id': '9c2510ac-7c65-4fa6-b98f-3ea6f49243ee', 'tenant_id': 'adcd867c183943d69ae087abec866955', 'mac_address': 'fa:16:3e:9e:1d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5b3ffe-606d-4651-ac7d-0908199e2bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '4a0c41bd-e0ad-43ad-bdee-edd20d640f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:12:15Z', 'updated_at': '2021-06-02T21:12:21Z', 'revision_number': 4, 'project_id': 'adcd867c183943d69ae087abec866955', 'subnets': [{'id': '4a0c41bd-e0ad-43ad-bdee-edd20d640f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:12:22.224108 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0c2f1-0cee-41ca-8563-d29c4660583c None None] The sync data for ids ['5d5b3ffe-606d-4651-ac7d-0908199e2bc2'] in dv-neutron-601336-84-hyperv is: [{'id': '5d5b3ffe-606d-4651-ac7d-0908199e2bc2', 'name': 'tempest-TestEncryptedCinderVolumes-817444214-router', 'tenant_id': 'adcd867c183943d69ae087abec866955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': '2d1372da-7791-419b-b001-97b6b746729d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:12:11Z', 'updated_at': '2021-06-02T21:12:16Z', 'revision_number': 4, 'project_id': 'adcd867c183943d69ae087abec866955', 'gw_port': {'id': '2d1372da-7791-419b-b001-97b6b746729d', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5b3ffe-606d-4651-ac7d-0908199e2bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:12:12Z', 'updated_at': '2021-06-02T21:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'f4daa065-7612-49bd-addc-6eeacabf6b01', 'name': '', 'network_id': '9c2510ac-7c65-4fa6-b98f-3ea6f49243ee', 'tenant_id': 'adcd867c183943d69ae087abec866955', 'mac_address': 'fa:16:3e:9e:1d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5b3ffe-606d-4651-ac7d-0908199e2bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '4a0c41bd-e0ad-43ad-bdee-edd20d640f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:12:15Z', 'updated_at': '2021-06-02T21:12:21Z', 'revision_number': 4, 'project_id': 'adcd867c183943d69ae087abec866955', 'subnets': [{'id': '4a0c41bd-e0ad-43ad-bdee-edd20d640f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:12:22.269617 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-f541e0de-831b-4e50-925b-9aacaab2519c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:22.271545 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-f541e0de-831b-4e50-925b-9aacaab2519c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9c784403-5329-407f-8f79-b8b242a00e66 HTTP/1.1" status: 200 len: 856 time: 0.0628867 Jun 02 21:12:22.350132 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-50f4ac5b-bb6f-45e9-ac74-6984f43b9d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:22.351608 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-50f4ac5b-bb6f-45e9-ac74-6984f43b9d67 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=13021d5d-6d33-4332-b513-136b2a9e4ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0731614 Jun 02 21:12:22.490279 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-1b126318-88e6-4c15-96d0-70ac264a6834 service neutron] 10.222.0.95 "GET /v2.0/networks/13021d5d-6d33-4332-b513-136b2a9e4ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308448 Jun 02 21:12:22.644153 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ecab4428-12d5-4fee-bf75-7aa2847ca4cb req-60ce4d9b-09ff-481a-83e9-772934470dd4 service neutron] 10.222.0.95 "GET /v2.0/networks/13021d5d-6d33-4332-b513-136b2a9e4ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468389 Jun 02 21:12:22.794554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998fb73-f3ed-48ee-b50b-2c30283c7850 req-300c7e38-4149-478d-bba8-e224387e3719 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:22.796020 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7998fb73-f3ed-48ee-b50b-2c30283c7850 req-300c7e38-4149-478d-bba8-e224387e3719 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c6e143-b767-4247-a9fe-013445522a92 HTTP/1.1" status: 200 len: 944 time: 0.1408741 Jun 02 21:12:22.800258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17583531-1ab7-476a-a84a-edf2aa3ce810 req-4995180a-aa0b-472b-a0df-af248537ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:22.800258 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-17583531-1ab7-476a-a84a-edf2aa3ce810 req-4995180a-aa0b-472b-a0df-af248537ce4a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c10710b5bf88449a841b62ff7679b333&device_id=b2c6e143-b767-4247-a9fe-013445522a92 HTTP/1.1" status: 200 len: 1097 time: 0.1088922 Jun 02 21:12:22.808751 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f4daa065-7612-49bd-addc-6eeacabf6b01 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:12:22.886436 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port f4daa065-7612-49bd-addc-6eeacabf6b01 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:12:22.892613 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port f4daa065-7612-49bd-addc-6eeacabf6b01 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:12:22.893011 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:22.929090 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7998fb73-f3ed-48ee-b50b-2c30283c7850 req-3978560b-94d8-43e3-af9c-dd7a7ba52538 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250408 Jun 02 21:12:22.971616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17583531-1ab7-476a-a84a-edf2aa3ce810 req-65044b0b-01c3-4d9b-9f10-235beadff966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:22.973102 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-17583531-1ab7-476a-a84a-edf2aa3ce810 req-65044b0b-01c3-4d9b-9f10-235beadff966 service neutron] 10.222.0.95 "GET /v2.0/networks?id=13021d5d-6d33-4332-b513-136b2a9e4ec1 HTTP/1.1" status: 200 len: 918 time: 0.1544678 Jun 02 21:12:23.046592 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-17583531-1ab7-476a-a84a-edf2aa3ce810 req-c36baa11-afde-4ea3-a5de-e4beea1da61f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4d7ff6c-6bc8-44db-8b99-32d119298578 HTTP/1.1" status: 200 len: 217 time: 0.0668139 Jun 02 21:12:23.051978 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:23.082763 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port f4daa065-7612-49bd-addc-6eeacabf6b01, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f4daa065-7612-49bd-addc-6eeacabf6b01,segment=NetworkSegment(3b1c2980-6ac2-435b-8401-e10b13976034),segment_id=3b1c2980-6ac2-435b-8401-e10b13976034)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:12:23.087851 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:23.089630 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-ecdec154-fc3e-48ad-9621-d7609a138c55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:23.110933 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17583531-1ab7-476a-a84a-edf2aa3ce810 req-8772cd85-f5fc-48a1-b923-0b0bdb09e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:23.112393 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-17583531-1ab7-476a-a84a-edf2aa3ce810 req-8772cd85-f5fc-48a1-b923-0b0bdb09e3b9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9c784403-5329-407f-8f79-b8b242a00e66 HTTP/1.1" status: 200 len: 856 time: 0.0597246 Jun 02 21:12:23.159045 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=f4daa065-7612-49bd-addc-6eeacabf6b01,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:23.166701 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:23.167048 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:23.167411 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:23.167744 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:23.168070 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:23.168397 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:23.168720 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:23.169042 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:23.169362 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:23.169681 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:23.169998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:23.170314 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:23.174012 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:23.193023 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17583531-1ab7-476a-a84a-edf2aa3ce810 req-61756314-c33c-4af5-b472-d6816007179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:23.194473 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-17583531-1ab7-476a-a84a-edf2aa3ce810 req-61756314-c33c-4af5-b472-d6816007179b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=13021d5d-6d33-4332-b513-136b2a9e4ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0757561 Jun 02 21:12:23.463504 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-17583531-1ab7-476a-a84a-edf2aa3ce810 req-0b42d840-454e-4f0c-aeef-f04fe3c7acb6 service neutron] 10.222.0.95 "GET /v2.0/networks/13021d5d-6d33-4332-b513-136b2a9e4ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620428 Jun 02 21:12:23.597807 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-17583531-1ab7-476a-a84a-edf2aa3ce810 req-25c68175-1631-46af-89f9-475c9243a55b service neutron] 10.222.0.95 "GET /v2.0/networks/13021d5d-6d33-4332-b513-136b2a9e4ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277645 Jun 02 21:12:24.116679 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bd3b1-add3-4de8-84a8-ea3b917a8abc req-2f354a90-f0c8-4606-b362-956704291d6c tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:24.118033 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-024bd3b1-add3-4de8-84a8-ea3b917a8abc req-2f354a90-f0c8-4606-b362-956704291d6c tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c6e143-b767-4247-a9fe-013445522a92 HTTP/1.1" status: 200 len: 944 time: 0.0784700 Jun 02 21:12:24.163876 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-024bd3b1-add3-4de8-84a8-ea3b917a8abc req-f99d5333-366e-4e30-98a8-4ab8a5a3c341 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Synchronizing usage tracker for tenant:c10710b5bf88449a841b62ff7679b333 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:12:24.185471 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-024bd3b1-add3-4de8-84a8-ea3b917a8abc req-f99d5333-366e-4e30-98a8-4ab8a5a3c341 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Unset dirty status for tenant:c10710b5bf88449a841b62ff7679b333 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:12:24.187130 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-024bd3b1-add3-4de8-84a8-ea3b917a8abc req-f99d5333-366e-4e30-98a8-4ab8a5a3c341 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635703 Jun 02 21:12:24.791962 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f4daa065-7612-49bd-addc-6eeacabf6b01 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:12:24.873175 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port f4daa065-7612-49bd-addc-6eeacabf6b01 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:12:24.873459 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:25.384810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303e050-4ff1-4dd4-8029-f42a5b45c144 req-79856d17-8fbc-4d73-8f78-801c3acb17c1 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:25.387670 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3303e050-4ff1-4dd4-8029-f42a5b45c144 req-79856d17-8fbc-4d73-8f78-801c3acb17c1 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c6e143-b767-4247-a9fe-013445522a92 HTTP/1.1" status: 200 len: 944 time: 0.0828447 Jun 02 21:12:25.431364 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3303e050-4ff1-4dd4-8029-f42a5b45c144 req-1e614f41-5a81-49e1-b43b-9871fedffed6 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382195 Jun 02 21:12:26.617558 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746e68a-4ced-4d88-aeee-92f829211dce req-cd29cb6c-c7ff-4918-9c72-a59766488800 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:26.619023 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b746e68a-4ced-4d88-aeee-92f829211dce req-cd29cb6c-c7ff-4918-9c72-a59766488800 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c6e143-b767-4247-a9fe-013445522a92 HTTP/1.1" status: 200 len: 944 time: 0.0819068 Jun 02 21:12:26.662592 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b746e68a-4ced-4d88-aeee-92f829211dce req-ab59c439-a373-4859-be3a-11f83dd40dd2 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379555 Jun 02 21:12:26.752307 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device a4d7ff6c-6bc8-44db-8b99-32d119298578 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:12:26.880176 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port a4d7ff6c-6bc8-44db-8b99-32d119298578, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a4d7ff6c-6bc8-44db-8b99-32d119298578,segment=NetworkSegment(2bc5b49d-9902-47b0-bcd4-2b50a920ba48),segment_id=2bc5b49d-9902-47b0-bcd4-2b50a920ba48)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:12:26.892998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': 'a4d7ff6c-6bc8-44db-8b99-32d119298578', 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1', 'port_id': 'a4d7ff6c-6bc8-44db-8b99-32d119298578', 'mac_address': 'fa:16:3e:43:11:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c784403-5329-407f-8f79-b8b242a00e66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:12:26.946685 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:26.963185 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d7ff6c-6bc8-44db-8b99-32d119298578 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:12:26.977867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port a4d7ff6c-6bc8-44db-8b99-32d119298578, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a4d7ff6c-6bc8-44db-8b99-32d119298578,segment=NetworkSegment(2bc5b49d-9902-47b0-bcd4-2b50a920ba48),segment_id=2bc5b49d-9902-47b0-bcd4-2b50a920ba48)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:12:26.981693 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:26.983478 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:27.050087 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=a4d7ff6c-6bc8-44db-8b99-32d119298578,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:27.053236 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:27.300458 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['a4d7ff6c-6bc8-44db-8b99-32d119298578'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:12:27.850281 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57b573-6a82-4807-a743-da89d49439cd req-bbca26fc-82dd-4357-bc14-17910925af1b tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:27.851652 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5f57b573-6a82-4807-a743-da89d49439cd req-bbca26fc-82dd-4357-bc14-17910925af1b tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c6e143-b767-4247-a9fe-013445522a92 HTTP/1.1" status: 200 len: 945 time: 0.0824959 Jun 02 21:12:27.894489 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5f57b573-6a82-4807-a743-da89d49439cd req-a1435890-26f1-49d1-bca2-ed0c28470273 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373552 Jun 02 21:12:28.045053 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:12:28.751505 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device a4d7ff6c-6bc8-44db-8b99-32d119298578 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:12:28.817957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port a4d7ff6c-6bc8-44db-8b99-32d119298578 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:12:28.823320 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port a4d7ff6c-6bc8-44db-8b99-32d119298578 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:12:28.823702 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:28.942649 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:28.968597 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c6e143-b767-4247-a9fe-013445522a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d7ff6c-6bc8-44db-8b99-32d119298578'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:12:28.971083 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5b5b14-8be2-4cf8-b481-d3d865b74046" -d '{"events": [{"server_uuid": "b2c6e143-b767-4247-a9fe-013445522a92", "name": "network-vif-plugged", "status": "completed", "tag": "a4d7ff6c-6bc8-44db-8b99-32d119298578"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:12:28.979196 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port a4d7ff6c-6bc8-44db-8b99-32d119298578, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a4d7ff6c-6bc8-44db-8b99-32d119298578,segment=NetworkSegment(2bc5b49d-9902-47b0-bcd4-2b50a920ba48),segment_id=2bc5b49d-9902-47b0-bcd4-2b50a920ba48)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:12:28.983664 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:28.986560 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-0ec5689e-2140-4e77-adb2-68ddd0684636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:29.022733 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554f074a-98b8-42b2-885d-50d8911317f5 x-openstack-request-id: req-554f074a-98b8-42b2-885d-50d8911317f5 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:12:29.023031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c6e143-b767-4247-a9fe-013445522a92", "name": "network-vif-plugged", "status": "completed", "tag": "a4d7ff6c-6bc8-44db-8b99-32d119298578", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:12:29.023350 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-554f074a-98b8-42b2-885d-50d8911317f5 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:12:29.023749 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c6e143-b767-4247-a9fe-013445522a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d7ff6c-6bc8-44db-8b99-32d119298578', 'code': 200} Jun 02 21:12:29.060159 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=a4d7ff6c-6bc8-44db-8b99-32d119298578,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:29.063104 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:29.084177 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f7771-013c-44a4-8ac4-cae01d1edb77 req-4d957e85-d9ce-45c2-bc45-afb8bd0073d3 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:29.085647 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f48f7771-013c-44a4-8ac4-cae01d1edb77 req-4d957e85-d9ce-45c2-bc45-afb8bd0073d3 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c6e143-b767-4247-a9fe-013445522a92 HTTP/1.1" status: 200 len: 946 time: 0.0880706 Jun 02 21:12:29.131514 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f48f7771-013c-44a4-8ac4-cae01d1edb77 req-07afabdc-b7ef-4235-baa1-8dcb13cdae2b tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392962 Jun 02 21:12:29.245998 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59873228-32bd-4d27-b262-ea08f29ff5ce req-aeb0c720-cfea-42c5-85d4-d03e19893ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:29.247359 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-59873228-32bd-4d27-b262-ea08f29ff5ce req-aeb0c720-cfea-42c5-85d4-d03e19893ddf service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b2c6e143-b767-4247-a9fe-013445522a92 HTTP/1.1" status: 200 len: 1099 time: 0.0671930 Jun 02 21:12:29.289312 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-59873228-32bd-4d27-b262-ea08f29ff5ce req-b7c468a7-ef95-4ba2-ad2b-ec61e7e115bf service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361915 Jun 02 21:12:30.329993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f664e5-e114-4e4c-9aae-6fa787abcd14 req-9eb07eb8-d08d-44ec-aed5-0bdb92d53416 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:30.331484 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-32f664e5-e114-4e4c-9aae-6fa787abcd14 req-9eb07eb8-d08d-44ec-aed5-0bdb92d53416 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c6e143-b767-4247-a9fe-013445522a92 HTTP/1.1" status: 200 len: 946 time: 0.0892334 Jun 02 21:12:30.380512 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-32f664e5-e114-4e4c-9aae-6fa787abcd14 req-9f493434-60f5-488d-9e7b-e99c61beee9b tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431685 Jun 02 21:12:30.829317 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9e9061bf-3237-49d9-b09c-137e6db56d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:31.568308 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ddab3-39dc-4fdc-aa7a-598f2e02a8f9 req-096d7553-a220-48b2-9c9c-762d4f52a79c tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:31.569755 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a50ddab3-39dc-4fdc-aa7a-598f2e02a8f9 req-096d7553-a220-48b2-9c9c-762d4f52a79c tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c6e143-b767-4247-a9fe-013445522a92 HTTP/1.1" status: 200 len: 946 time: 0.0787656 Jun 02 21:12:31.612547 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a50ddab3-39dc-4fdc-aa7a-598f2e02a8f9 req-7a54f2c2-72b5-4e55-bb05-c83339f5169c tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372813 Jun 02 21:12:31.797166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73edd37-bfa2-477b-bb95-b953bd4f2f9b req-a6e16978-6c14-4c49-a530-3dec0c5c8f26 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:31.798597 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e73edd37-bfa2-477b-bb95-b953bd4f2f9b req-a6e16978-6c14-4c49-a530-3dec0c5c8f26 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c6e143-b767-4247-a9fe-013445522a92 HTTP/1.1" status: 200 len: 946 time: 0.0834839 Jun 02 21:12:31.842798 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e73edd37-bfa2-477b-bb95-b953bd4f2f9b req-a6740b44-a776-4e13-8c1c-f812af0015a2 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383132 Jun 02 21:12:33.381289 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d8c1d605-db21-4a94-a33d-c66b2246c0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:33.447249 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:34.372832 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:36.041729 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:44.762752 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:51.315431 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-06cc5003-8fbb-4aa4-bab0-e93d78beabc9 req-174d3200-9eca-4e55-af95-05bcb8af3a74 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b2c6e143-b767-4247-a9fe-013445522a92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718973 Jun 02 21:12:51.458045 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc5003-8fbb-4aa4-bab0-e93d78beabc9 req-2ae04159-7e69-4b2b-ac19-3a3693417bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:51.459548 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-06cc5003-8fbb-4aa4-bab0-e93d78beabc9 req-2ae04159-7e69-4b2b-ac19-3a3693417bdc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c10710b5bf88449a841b62ff7679b333&device_id=b2c6e143-b767-4247-a9fe-013445522a92 HTTP/1.1" status: 200 len: 1099 time: 0.0761943 Jun 02 21:12:51.601142 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc5003-8fbb-4aa4-bab0-e93d78beabc9 req-4d37f78b-b67e-4337-8698-6945ea79bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:51.602468 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-06cc5003-8fbb-4aa4-bab0-e93d78beabc9 req-4d37f78b-b67e-4337-8698-6945ea79bc65 service neutron] 10.222.0.95 "GET /v2.0/networks?id=13021d5d-6d33-4332-b513-136b2a9e4ec1 HTTP/1.1" status: 200 len: 918 time: 0.1245544 Jun 02 21:12:51.669055 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-06cc5003-8fbb-4aa4-bab0-e93d78beabc9 req-cc1856a6-79e6-425f-9825-343ca0eeddaf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4d7ff6c-6bc8-44db-8b99-32d119298578 HTTP/1.1" status: 200 len: 217 time: 0.0594845 Jun 02 21:12:51.738163 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc5003-8fbb-4aa4-bab0-e93d78beabc9 req-b0da02d2-1bb3-4655-94a4-0d2cb150ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:51.740612 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-06cc5003-8fbb-4aa4-bab0-e93d78beabc9 req-b0da02d2-1bb3-4655-94a4-0d2cb150ec09 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9c784403-5329-407f-8f79-b8b242a00e66 HTTP/1.1" status: 200 len: 856 time: 0.0647349 Jun 02 21:12:51.815415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc5003-8fbb-4aa4-bab0-e93d78beabc9 req-de0fd4b8-a6b9-484d-ab7a-3c19dbcc08a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:51.816928 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-06cc5003-8fbb-4aa4-bab0-e93d78beabc9 req-de0fd4b8-a6b9-484d-ab7a-3c19dbcc08a8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=13021d5d-6d33-4332-b513-136b2a9e4ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0701282 Jun 02 21:12:51.947693 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-06cc5003-8fbb-4aa4-bab0-e93d78beabc9 req-c5b7b190-a562-4dd8-ad47-eeeaa3b46997 service neutron] 10.222.0.95 "GET /v2.0/networks/13021d5d-6d33-4332-b513-136b2a9e4ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238761 Jun 02 21:12:52.086095 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-06cc5003-8fbb-4aa4-bab0-e93d78beabc9 req-8fcfea0b-9b9a-4e0a-8ce0-8bd445ec3fb7 service neutron] 10.222.0.95 "GET /v2.0/networks/13021d5d-6d33-4332-b513-136b2a9e4ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307623 Jun 02 21:12:53.126670 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f5243-aff5-443a-92a6-fe34e012cf42 req-15665ef5-1d9c-4b8b-8c07-c63ee51085a4 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:53.128061 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-689f5243-aff5-443a-92a6-fe34e012cf42 req-15665ef5-1d9c-4b8b-8c07-c63ee51085a4 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c6e143-b767-4247-a9fe-013445522a92 HTTP/1.1" status: 200 len: 946 time: 0.2179091 Jun 02 21:12:53.172844 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-689f5243-aff5-443a-92a6-fe34e012cf42 req-bc25a1ca-a1e7-4cc9-96be-76cfce0dbf83 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391302 Jun 02 21:12:54.364839 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dcc65-17c6-4ea7-b00e-68e63c6623c5 req-5cb2f753-2ba1-4dc2-9fd9-60c2564be04f tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:54.366270 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f97dcc65-17c6-4ea7-b00e-68e63c6623c5 req-5cb2f753-2ba1-4dc2-9fd9-60c2564be04f tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c6e143-b767-4247-a9fe-013445522a92 HTTP/1.1" status: 200 len: 946 time: 0.0837705 Jun 02 21:12:54.409225 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f97dcc65-17c6-4ea7-b00e-68e63c6623c5 req-c0b2207d-f29e-408c-ab9e-ea989e1fe982 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373945 Jun 02 21:12:54.635452 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb991e-dc48-43b0-ae36-c8d929e1567a req-53a712c0-9284-4fda-846a-3087f0532bd7 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:54.636760 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-abbb991e-dc48-43b0-ae36-c8d929e1567a req-53a712c0-9284-4fda-846a-3087f0532bd7 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.95 "GET /v2.0/ports?device_id=b2c6e143-b767-4247-a9fe-013445522a92 HTTP/1.1" status: 200 len: 946 time: 0.0782037 Jun 02 21:12:54.778843 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-abbb991e-dc48-43b0-ae36-c8d929e1567a req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Deleting port a4d7ff6c-6bc8-44db-8b99-32d119298578 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:12:54.779358 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-abbb991e-dc48-43b0-ae36-c8d929e1567a req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:54.909244 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-abbb991e-dc48-43b0-ae36-c8d929e1567a req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] For port a4d7ff6c-6bc8-44db-8b99-32d119298578, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=a4d7ff6c-6bc8-44db-8b99-32d119298578,segment=NetworkSegment(2bc5b49d-9902-47b0-bcd4-2b50a920ba48),segment_id=2bc5b49d-9902-47b0-bcd4-2b50a920ba48)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:12:54.909515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-abbb991e-dc48-43b0-ae36-c8d929e1567a req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:55.032312 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-abbb991e-dc48-43b0-ae36-c8d929e1567a req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Calling delete_port for a4d7ff6c-6bc8-44db-8b99-32d119298578 owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:12:55.140967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-abbb991e-dc48-43b0-ae36-c8d929e1567a req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:55.146610 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-488cd74b-eea5-47c4-9b76-25507ecc72b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:55.153272 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['a4d7ff6c-6bc8-44db-8b99-32d119298578'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:12:55.191360 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Pushing event deleted for resources: {'Port': ['ID=a4d7ff6c-6bc8-44db-8b99-32d119298578,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:55.233623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:55.234016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:55.234404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:55.234791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:55.235197 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:55.235555 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:55.235926 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:55.236298 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:55.236664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:55.237030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:55.237394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:55.237762 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:12:55.245653 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:55.281842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbb991e-dc48-43b0-ae36-c8d929e1567a req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] No DVR routers for this DVR port a4d7ff6c-6bc8-44db-8b99-32d119298578 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:12:55.284452 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-abbb991e-dc48-43b0-ae36-c8d929e1567a req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:55.287781 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c6e143-b767-4247-a9fe-013445522a92', 'name': 'network-vif-deleted', 'tag': 'a4d7ff6c-6bc8-44db-8b99-32d119298578'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:12:55.290124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78a1297-a59f-4009-ba9d-23551729b603" -d '{"events": [{"server_uuid": "b2c6e143-b767-4247-a9fe-013445522a92", "name": "network-vif-deleted", "tag": "a4d7ff6c-6bc8-44db-8b99-32d119298578"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:12:55.305996 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-abbb991e-dc48-43b0-ae36-c8d929e1567a req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.95 "DELETE /v2.0/ports/a4d7ff6c-6bc8-44db-8b99-32d119298578 HTTP/1.1" status: 204 len: 173 time: 0.6632171 Jun 02 21:12:55.345512 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903ec19b-5051-4907-a69e-391df6000ca4 x-openstack-request-id: req-903ec19b-5051-4907-a69e-391df6000ca4 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:12:55.345955 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c6e143-b767-4247-a9fe-013445522a92", "name": "network-vif-deleted", "tag": "a4d7ff6c-6bc8-44db-8b99-32d119298578", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:12:55.346324 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-903ec19b-5051-4907-a69e-391df6000ca4 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:12:55.346768 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c6e143-b767-4247-a9fe-013445522a92', 'name': 'network-vif-deleted', 'tag': 'a4d7ff6c-6bc8-44db-8b99-32d119298578', 'status': 'completed', 'code': 200} Jun 02 21:12:55.571357 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3364a088-3d22-4cfc-a8be-1ffcdb591b4f req-bac8fcd7-ce5f-4197-8e02-066fbd573218 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2c6e143-b767-4247-a9fe-013445522a92 HTTP/1.1" status: 200 len: 210 time: 0.0431862 Jun 02 21:12:57.202123 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-954051b8-d592-4ed7-a670-0960f2ae9bb3 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:57.203584 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-954051b8-d592-4ed7-a670-0960f2ae9bb3 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/networks?id=13021d5d-6d33-4332-b513-136b2a9e4ec1 HTTP/1.1" status: 200 len: 817 time: 0.1743786 Jun 02 21:12:57.218177 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-759f5bb9-616f-4086-af99-932abafbb888 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/quotas/c10710b5bf88449a841b62ff7679b333 HTTP/1.1" status: 200 len: 375 time: 0.0087686 Jun 02 21:12:57.302453 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-3edce119-23e0-40e6-be04-8a6cd51dfdeb tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c10710b5bf88449a841b62ff7679b333&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794806 Jun 02 21:12:57.439328 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-596932d9-6df3-4e3a-a2b8-9d6a6ef63e71 service neutron] 10.222.0.25 "GET /v2.0/networks/13021d5d-6d33-4332-b513-136b2a9e4ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256649 Jun 02 21:12:57.568940 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-89e0cafb-7d5a-45f7-b63f-b344d6de42d8 service neutron] 10.222.0.25 "GET /v2.0/networks/13021d5d-6d33-4332-b513-136b2a9e4ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224926 Jun 02 21:12:57.741428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-14d528c6-87f7-42d4-809f-446acbee4919 req-0bbd74be-0a3d-43d1-a1a1-0cb8a36b0c86 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Synchronizing usage tracker for tenant:c10710b5bf88449a841b62ff7679b333 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:12:57.756769 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-14d528c6-87f7-42d4-809f-446acbee4919 req-0bbd74be-0a3d-43d1-a1a1-0cb8a36b0c86 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Unset dirty status for tenant:c10710b5bf88449a841b62ff7679b333 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:12:57.759585 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-14d528c6-87f7-42d4-809f-446acbee4919 req-0bbd74be-0a3d-43d1-a1a1-0cb8a36b0c86 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=2564d4fc-a3b2-449a-b4fb-7002a7fc087a HTTP/1.1" status: 200 len: 210 time: 0.0609136 Jun 02 21:12:58.760955 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-3fbfe3c1-2f6c-4b6d-ad15-ef02b28839e4 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:58.762619 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-3fbfe3c1-2f6c-4b6d-ad15-ef02b28839e4 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.95 "GET /v2.0/networks?id=13021d5d-6d33-4332-b513-136b2a9e4ec1 HTTP/1.1" status: 200 len: 817 time: 0.1458387 Jun 02 21:12:58.775055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-cdac192b-d61f-4816-be18-c86567fc3ce0 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Request body: {'port': {'device_id': '2564d4fc-a3b2-449a-b4fb-7002a7fc087a', 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1', 'admin_state_up': True, 'tenant_id': 'c10710b5bf88449a841b62ff7679b333'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:12:58.913497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-cdac192b-d61f-4816-be18-c86567fc3ce0 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:12:58.916451 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-be89b13a-5f0d-482a-950d-1c763010ba71 req-c61a6e0a-9424-4bbf-ba21-2aa6dc3a813f tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=2564d4fc-a3b2-449a-b4fb-7002a7fc087a HTTP/1.1" status: 200 len: 210 time: 0.0422864 Jun 02 21:12:58.923870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-cdac192b-d61f-4816-be18-c86567fc3ce0 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:12:58.933322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-cdac192b-d61f-4816-be18-c86567fc3ce0 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Made reservation on behalf of c10710b5bf88449a841b62ff7679b333 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:12:58.936738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-cdac192b-d61f-4816-be18-c86567fc3ce0 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:58.971282 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device a4d7ff6c-6bc8-44db-8b99-32d119298578 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:12:59.005521 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: a4d7ff6c-6bc8-44db-8b99-32d119298578 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:12:59.005795 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device a4d7ff6c-6bc8-44db-8b99-32d119298578 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:12:59.094265 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-cdac192b-d61f-4816-be18-c86567fc3ce0 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Allocated IP 172.20.0.12 (13021d5d-6d33-4332-b513-136b2a9e4ec1/9c784403-5329-407f-8f79-b8b242a00e66/7b1be7cd-c491-4c3f-b420-6454eeda0f6a) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:12:59.295200 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-cdac192b-d61f-4816-be18-c86567fc3ce0 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:59.310059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-cdac192b-d61f-4816-be18-c86567fc3ce0 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Transition to ACTIVE for port object 7b1be7cd-c491-4c3f-b420-6454eeda0f6a will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:12:59.333703 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-cdac192b-d61f-4816-be18-c86567fc3ce0 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:59.339288 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4a7342ca-89fe-4d17-82b1-bc80ea5c8833 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:12:59.404067 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-cdac192b-d61f-4816-be18-c86567fc3ce0 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Network 13021d5d-6d33-4332-b513-136b2a9e4ec1 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:12:59.407119 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-cdac192b-d61f-4816-be18-c86567fc3ce0 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:12:59.411026 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-cdac192b-d61f-4816-be18-c86567fc3ce0 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:12:59.446544 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac192b-d61f-4816-be18-c86567fc3ce0 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Pushing event updated for resources: {'Port': ['ID=7b1be7cd-c491-4c3f-b420-6454eeda0f6a,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:12:59.451323 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cdac192b-d61f-4816-be18-c86567fc3ce0 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:12:59.478249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-cdac192b-d61f-4816-be18-c86567fc3ce0 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:12:59.478970 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-cdac192b-d61f-4816-be18-c86567fc3ce0 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:59.504363 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-cdac192b-d61f-4816-be18-c86567fc3ce0 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7328494 Jun 02 21:12:59.516457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Request body: {'port': {'device_id': '2564d4fc-a3b2-449a-b4fb-7002a7fc087a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:12:59.629020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:59.675415 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-eca688ed-b32c-4fc7-89fd-7276f52cb95a None None] Provisioning for port 7b1be7cd-c491-4c3f-b420-6454eeda0f6a completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:12:59.682125 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-eca688ed-b32c-4fc7-89fd-7276f52cb95a None None] Provisioning complete for port 7b1be7cd-c491-4c3f-b420-6454eeda0f6a triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:12:59.682414 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-eca688ed-b32c-4fc7-89fd-7276f52cb95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:59.740433 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-eca688ed-b32c-4fc7-89fd-7276f52cb95a None None] Port 7b1be7cd-c491-4c3f-b420-6454eeda0f6a cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:12:59.963047 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b1be7cd-c491-4c3f-b420-6454eeda0f6a {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:12:59.970059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:59.984156 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Transition to ACTIVE for port object 7b1be7cd-c491-4c3f-b420-6454eeda0f6a will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:12:59.987023 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:12:59.991983 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-95e8d1eb-f083-46a1-86b1-c9e89b5f42d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:00.188424 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Pushing event updated for resources: {'Port': ['ID=7b1be7cd-c491-4c3f-b420-6454eeda0f6a,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:00.335870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:00.424506 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b9203-9694-4eba-9d16-6c0e741e892a req-ee19757d-1c82-4e1f-8679-dee917a6c9f2 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:00.425314 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-7e5b9203-9694-4eba-9d16-6c0e741e892a req-ee19757d-1c82-4e1f-8679-dee917a6c9f2 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Synchronizing usage tracker for tenant:c10710b5bf88449a841b62ff7679b333 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:13:00.434759 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Attempting to bind port 7b1be7cd-c491-4c3f-b420-6454eeda0f6a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:13:00.435092 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Attempting to bind port 7b1be7cd-c491-4c3f-b420-6454eeda0f6a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '2bc5b49d-9902-47b0-bcd4-2b50a920ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:13:00.435515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Attempting to bind port 7b1be7cd-c491-4c3f-b420-6454eeda0f6a on network 13021d5d-6d33-4332-b513-136b2a9e4ec1 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:13:00.443782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Port 7b1be7cd-c491-4c3f-b420-6454eeda0f6a on network 13021d5d-6d33-4332-b513-136b2a9e4ec1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 21:13:00.444100 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Attempting to bind port 7b1be7cd-c491-4c3f-b420-6454eeda0f6a on network 13021d5d-6d33-4332-b513-136b2a9e4ec1 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:13:00.450191 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:13:00.450465 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Checking segment: {'id': '2bc5b49d-9902-47b0-bcd4-2b50a920ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:13:00.450947 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Bound using segment: {'id': '2bc5b49d-9902-47b0-bcd4-2b50a920ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:13:00.451306 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Bound port: 7b1be7cd-c491-4c3f-b420-6454eeda0f6a, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc5b49d-9902-47b0-bcd4-2b50a920ba48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:13:00.451650 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:00.462512 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-7e5b9203-9694-4eba-9d16-6c0e741e892a req-ee19757d-1c82-4e1f-8679-dee917a6c9f2 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Unset dirty status for tenant:c10710b5bf88449a841b62ff7679b333 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:13:00.463682 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7e5b9203-9694-4eba-9d16-6c0e741e892a req-ee19757d-1c82-4e1f-8679-dee917a6c9f2 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=2564d4fc-a3b2-449a-b4fb-7002a7fc087a HTTP/1.1" status: 200 len: 944 time: 0.4370749 Jun 02 21:13:00.563588 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7e5b9203-9694-4eba-9d16-6c0e741e892a req-54725ef1-b3c0-4324-a7b6-33a84b7d9462 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933626 Jun 02 21:13:00.576742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] For port 7b1be7cd-c491-4c3f-b420-6454eeda0f6a, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:13:00.579749 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] For port 7b1be7cd-c491-4c3f-b420-6454eeda0f6a, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7b1be7cd-c491-4c3f-b420-6454eeda0f6a,segment=NetworkSegment(2bc5b49d-9902-47b0-bcd4-2b50a920ba48),segment_id=2bc5b49d-9902-47b0-bcd4-2b50a920ba48)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:13:00.584390 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:00.588799 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2eab0646-7abe-4c63-aaa5-c1ca7a76444f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:00.637262 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:00.638114 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:00.639469 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] 10.222.0.95 "PUT /v2.0/ports/7b1be7cd-c491-4c3f-b420-6454eeda0f6a HTTP/1.1" status: 200 len: 1094 time: 1.1278095 Jun 02 21:13:00.639986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2564d4fc-a3b2-449a-b4fb-7002a7fc087a', 'tag': '7b1be7cd-c491-4c3f-b420-6454eeda0f6a'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:13:00.642258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c1ff6e-9e84-43b2-9183-ccbe08dc8b59" -d '{"events": [{"name": "network-changed", "server_uuid": "2564d4fc-a3b2-449a-b4fb-7002a7fc087a", "tag": "7b1be7cd-c491-4c3f-b420-6454eeda0f6a"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:13:00.667319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Pushing event updated for resources: {'Port': ['ID=7b1be7cd-c491-4c3f-b420-6454eeda0f6a,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:00.670231 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:00.714259 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f6da7c-e557-49f4-92c1-dc9c6963eda9 x-openstack-request-id: req-b9f6da7c-e557-49f4-92c1-dc9c6963eda9 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:13:00.714601 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2564d4fc-a3b2-449a-b4fb-7002a7fc087a", "tag": "7b1be7cd-c491-4c3f-b420-6454eeda0f6a", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:13:00.714897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9f6da7c-e557-49f4-92c1-dc9c6963eda9 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:13:00.715360 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2564d4fc-a3b2-449a-b4fb-7002a7fc087a', 'tag': '7b1be7cd-c491-4c3f-b420-6454eeda0f6a', 'status': 'completed', 'code': 200} Jun 02 21:13:00.756879 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-06b514b9-6064-41ac-a62b-c79559643d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:00.758374 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-06b514b9-6064-41ac-a62b-c79559643d17 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c10710b5bf88449a841b62ff7679b333&device_id=2564d4fc-a3b2-449a-b4fb-7002a7fc087a HTTP/1.1" status: 200 len: 1097 time: 0.0815115 Jun 02 21:13:00.826769 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-00329393-7949-4a16-a773-5fd34457eb27 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b1be7cd-c491-4c3f-b420-6454eeda0f6a HTTP/1.1" status: 200 len: 217 time: 0.0612171 Jun 02 21:13:00.831231 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-69840590-942e-4fd2-acc5-5b86b497dc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:00.892687 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-a75f282f-c145-4a92-9d7b-03e8ee0cf5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:00.894193 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-a75f282f-c145-4a92-9d7b-03e8ee0cf5a7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9c784403-5329-407f-8f79-b8b242a00e66 HTTP/1.1" status: 200 len: 856 time: 0.0615344 Jun 02 21:13:00.969395 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-007b6736-37a3-429d-aa2e-1dfcb23b185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:00.970766 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-007b6736-37a3-429d-aa2e-1dfcb23b185b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=13021d5d-6d33-4332-b513-136b2a9e4ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0699058 Jun 02 21:13:01.099246 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-63ecdcae-ac05-4688-b71e-c71b1f085251 service neutron] 10.222.0.95 "GET /v2.0/networks/13021d5d-6d33-4332-b513-136b2a9e4ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215713 Jun 02 21:13:01.227599 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3ca71416-7a1e-4dfa-8dad-577cecdcf199 req-99760ea0-dfeb-4b89-a31a-c5520bebb18c service neutron] 10.222.0.95 "GET /v2.0/networks/13021d5d-6d33-4332-b513-136b2a9e4ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229115 Jun 02 21:13:01.339665 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1ff6e-9e84-43b2-9183-ccbe08dc8b59 req-c32728ff-41e9-453d-84ed-3f23f02e9f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:01.341146 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d5c1ff6e-9e84-43b2-9183-ccbe08dc8b59 req-c32728ff-41e9-453d-84ed-3f23f02e9f84 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c10710b5bf88449a841b62ff7679b333&device_id=2564d4fc-a3b2-449a-b4fb-7002a7fc087a HTTP/1.1" status: 200 len: 1097 time: 0.0693047 Jun 02 21:13:01.469372 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1ff6e-9e84-43b2-9183-ccbe08dc8b59 req-50fc5eb1-a64a-4fe8-b799-5a4283d84060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:01.470815 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d5c1ff6e-9e84-43b2-9183-ccbe08dc8b59 req-50fc5eb1-a64a-4fe8-b799-5a4283d84060 service neutron] 10.222.0.95 "GET /v2.0/networks?id=13021d5d-6d33-4332-b513-136b2a9e4ec1 HTTP/1.1" status: 200 len: 918 time: 0.1239974 Jun 02 21:13:01.547862 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d5c1ff6e-9e84-43b2-9183-ccbe08dc8b59 req-252a481e-bd89-4317-8147-d2304acba696 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b1be7cd-c491-4c3f-b420-6454eeda0f6a HTTP/1.1" status: 200 len: 217 time: 0.0705276 Jun 02 21:13:01.612017 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1ff6e-9e84-43b2-9183-ccbe08dc8b59 req-cf48a26b-8792-4cd8-953b-f4f05d5206ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:01.613453 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d5c1ff6e-9e84-43b2-9183-ccbe08dc8b59 req-cf48a26b-8792-4cd8-953b-f4f05d5206ad service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9c784403-5329-407f-8f79-b8b242a00e66 HTTP/1.1" status: 200 len: 856 time: 0.0599873 Jun 02 21:13:01.733933 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1ff6e-9e84-43b2-9183-ccbe08dc8b59 req-0a02b3df-2bc4-4705-b507-db1de0945c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:01.735425 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d5c1ff6e-9e84-43b2-9183-ccbe08dc8b59 req-0a02b3df-2bc4-4705-b507-db1de0945c31 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=13021d5d-6d33-4332-b513-136b2a9e4ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1150620 Jun 02 21:13:01.849450 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b110b-c19d-46c4-87dc-176472f7879a req-84252872-fff3-4df4-840f-64b4039e6e7f tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:01.850805 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-435b110b-c19d-46c4-87dc-176472f7879a req-84252872-fff3-4df4-840f-64b4039e6e7f tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=2564d4fc-a3b2-449a-b4fb-7002a7fc087a HTTP/1.1" status: 200 len: 944 time: 0.1741781 Jun 02 21:13:01.914953 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d5c1ff6e-9e84-43b2-9183-ccbe08dc8b59 req-a634f0e7-e367-45a1-b8ef-1f21c84d536d service neutron] 10.222.0.95 "GET /v2.0/networks/13021d5d-6d33-4332-b513-136b2a9e4ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691806 Jun 02 21:13:01.924181 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-435b110b-c19d-46c4-87dc-176472f7879a req-7e6a7c9b-90ed-4ee5-a42b-ad1b6be1ab75 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574870 Jun 02 21:13:02.048729 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d5c1ff6e-9e84-43b2-9183-ccbe08dc8b59 req-1b7a6c9d-6e5b-4d53-a86c-2b7553f266d4 service neutron] 10.222.0.95 "GET /v2.0/networks/13021d5d-6d33-4332-b513-136b2a9e4ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236296 Jun 02 21:13:03.107705 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba689952-de94-4080-8fa3-dfad39500838 req-3d85a54d-4f3e-41d1-a292-ed18c1b18a13 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:03.109022 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ba689952-de94-4080-8fa3-dfad39500838 req-3d85a54d-4f3e-41d1-a292-ed18c1b18a13 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=2564d4fc-a3b2-449a-b4fb-7002a7fc087a HTTP/1.1" status: 200 len: 944 time: 0.0802557 Jun 02 21:13:03.286737 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ba689952-de94-4080-8fa3-dfad39500838 req-a8c2cdf6-e83f-45c9-aa52-b0968295a18b tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716540 Jun 02 21:13:03.384713 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-dc36c851-7a21-43c3-b6b6-998322cbf1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:03.448287 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:04.375980 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:04.469789 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae923d-3978-4092-87ea-9a383f71ee37 req-1f0449ac-5c9e-4993-a6a2-b4bca45506b0 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:04.471262 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0dae923d-3978-4092-87ea-9a383f71ee37 req-1f0449ac-5c9e-4993-a6a2-b4bca45506b0 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=2564d4fc-a3b2-449a-b4fb-7002a7fc087a HTTP/1.1" status: 200 len: 944 time: 0.0791180 Jun 02 21:13:04.515900 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0dae923d-3978-4092-87ea-9a383f71ee37 req-a46d4d02-f88c-48c2-8dd7-2290d5d9eb20 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385814 Jun 02 21:13:05.032480 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 7b1be7cd-c491-4c3f-b420-6454eeda0f6a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:13:05.043379 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:13:05.165033 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 7b1be7cd-c491-4c3f-b420-6454eeda0f6a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7b1be7cd-c491-4c3f-b420-6454eeda0f6a,segment=NetworkSegment(2bc5b49d-9902-47b0-bcd4-2b50a920ba48),segment_id=2bc5b49d-9902-47b0-bcd4-2b50a920ba48)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:13:05.177525 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '7b1be7cd-c491-4c3f-b420-6454eeda0f6a', 'network_id': '13021d5d-6d33-4332-b513-136b2a9e4ec1', 'port_id': '7b1be7cd-c491-4c3f-b420-6454eeda0f6a', 'mac_address': 'fa:16:3e:85:13:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c784403-5329-407f-8f79-b8b242a00e66', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:13:05.231310 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:05.246984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b1be7cd-c491-4c3f-b420-6454eeda0f6a {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:13:05.262870 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 7b1be7cd-c491-4c3f-b420-6454eeda0f6a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7b1be7cd-c491-4c3f-b420-6454eeda0f6a,segment=NetworkSegment(2bc5b49d-9902-47b0-bcd4-2b50a920ba48),segment_id=2bc5b49d-9902-47b0-bcd4-2b50a920ba48)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:13:05.266486 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:05.269012 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7c8cb271-938e-401b-a465-67bb578bb4a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:05.336234 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=7b1be7cd-c491-4c3f-b420-6454eeda0f6a,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:05.339268 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:05.572316 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['7b1be7cd-c491-4c3f-b420-6454eeda0f6a'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:13:05.699949 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a55670-f327-4ed2-8015-652d900750db req-ea04711f-d14f-4d2b-9343-ebfa26eae3fc tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:05.701925 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a8a55670-f327-4ed2-8015-652d900750db req-ea04711f-d14f-4d2b-9343-ebfa26eae3fc tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=2564d4fc-a3b2-449a-b4fb-7002a7fc087a HTTP/1.1" status: 200 len: 945 time: 0.0829897 Jun 02 21:13:05.747870 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a8a55670-f327-4ed2-8015-652d900750db req-04181f4e-179a-494e-9a4c-50ced57ef1e7 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397148 Jun 02 21:13:06.042872 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:07.063465 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 7b1be7cd-c491-4c3f-b420-6454eeda0f6a up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:13:07.067059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd5f1f-b979-4a69-b02c-aae8d0b46d30 req-4b8d2d04-19b1-42b6-aabc-93111be911b1 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:07.068567 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-31cd5f1f-b979-4a69-b02c-aae8d0b46d30 req-4b8d2d04-19b1-42b6-aabc-93111be911b1 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=2564d4fc-a3b2-449a-b4fb-7002a7fc087a HTTP/1.1" status: 200 len: 945 time: 0.2177751 Jun 02 21:13:07.113901 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-31cd5f1f-b979-4a69-b02c-aae8d0b46d30 req-a4ae34c3-a980-4d17-b9b2-89e8416a93c9 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390871 Jun 02 21:13:07.166963 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 7b1be7cd-c491-4c3f-b420-6454eeda0f6a completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:13:07.171404 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 7b1be7cd-c491-4c3f-b420-6454eeda0f6a triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:13:07.171784 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:07.284592 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:07.311012 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2564d4fc-a3b2-449a-b4fb-7002a7fc087a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1be7cd-c491-4c3f-b420-6454eeda0f6a'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:13:07.313247 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a65bd4-db56-480d-87df-084be0233c43" -d '{"events": [{"server_uuid": "2564d4fc-a3b2-449a-b4fb-7002a7fc087a", "name": "network-vif-plugged", "status": "completed", "tag": "7b1be7cd-c491-4c3f-b420-6454eeda0f6a"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:13:07.321268 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 7b1be7cd-c491-4c3f-b420-6454eeda0f6a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7b1be7cd-c491-4c3f-b420-6454eeda0f6a,segment=NetworkSegment(2bc5b49d-9902-47b0-bcd4-2b50a920ba48),segment_id=2bc5b49d-9902-47b0-bcd4-2b50a920ba48)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:13:07.324630 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:07.326448 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-184169cc-2a98-43ff-8c3a-067fc5b96f55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:07.360656 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0720dc31-02b4-429d-abf2-47ea30f30d36 x-openstack-request-id: req-0720dc31-02b4-429d-abf2-47ea30f30d36 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:13:07.360956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2564d4fc-a3b2-449a-b4fb-7002a7fc087a", "name": "network-vif-plugged", "status": "completed", "tag": "7b1be7cd-c491-4c3f-b420-6454eeda0f6a", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:13:07.361217 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0720dc31-02b4-429d-abf2-47ea30f30d36 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:13:07.361606 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2564d4fc-a3b2-449a-b4fb-7002a7fc087a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1be7cd-c491-4c3f-b420-6454eeda0f6a', 'code': 200} Jun 02 21:13:07.392997 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=7b1be7cd-c491-4c3f-b420-6454eeda0f6a,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:07.395874 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:07.580566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ced635-232b-45d0-abc8-110ea82b303b req-7c7f8fd0-d94e-46d6-90dc-bc6fdfc39920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:07.581920 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a5ced635-232b-45d0-abc8-110ea82b303b req-7c7f8fd0-d94e-46d6-90dc-bc6fdfc39920 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2564d4fc-a3b2-449a-b4fb-7002a7fc087a HTTP/1.1" status: 200 len: 1099 time: 0.0699799 Jun 02 21:13:07.623566 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a5ced635-232b-45d0-abc8-110ea82b303b req-9079ef35-43e3-40cb-9247-ff7a98bc26e4 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352783 Jun 02 21:13:08.295131 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca06f1-f79d-483e-869a-45066994ba86 req-3178c624-b572-4a46-ba80-1579c75d4cbf tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:08.296557 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9dca06f1-f79d-483e-869a-45066994ba86 req-3178c624-b572-4a46-ba80-1579c75d4cbf tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=2564d4fc-a3b2-449a-b4fb-7002a7fc087a HTTP/1.1" status: 200 len: 946 time: 0.0782673 Jun 02 21:13:08.339279 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9dca06f1-f79d-483e-869a-45066994ba86 req-79b5fbd3-1a3c-4171-8e56-d8f252ae8d6c tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372052 Jun 02 21:13:09.524812 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82b5a2-1b40-4872-801b-6a76ef339a78 req-6415fa15-258b-4755-bd4b-eb242a28c68a tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:09.526225 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7a82b5a2-1b40-4872-801b-6a76ef339a78 req-6415fa15-258b-4755-bd4b-eb242a28c68a tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=2564d4fc-a3b2-449a-b4fb-7002a7fc087a HTTP/1.1" status: 200 len: 946 time: 0.0820599 Jun 02 21:13:09.567789 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7a82b5a2-1b40-4872-801b-6a76ef339a78 req-3ba3ead6-c9f1-4158-85a8-d43f40e8889a tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360761 Jun 02 21:13:09.756123 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604de18-69a2-4454-a13c-4535cbe8e4c0 req-d64c6ece-4daa-4e34-bf90-7fe80015e6ce tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:09.758059 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0604de18-69a2-4454-a13c-4535cbe8e4c0 req-d64c6ece-4daa-4e34-bf90-7fe80015e6ce tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=2564d4fc-a3b2-449a-b4fb-7002a7fc087a HTTP/1.1" status: 200 len: 946 time: 0.0851204 Jun 02 21:13:09.802393 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0604de18-69a2-4454-a13c-4535cbe8e4c0 req-c9b91e41-0d4c-4222-945f-020f1e39c4b7 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383072 Jun 02 21:13:14.769620 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:29.665871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b90b54-0d0e-4efc-83e6-727be33e0d2c req-de55405a-6d9d-4d8b-9d70-4dc260e81d08 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:29.667248 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f4b90b54-0d0e-4efc-83e6-727be33e0d2c req-de55405a-6d9d-4d8b-9d70-4dc260e81d08 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=2564d4fc-a3b2-449a-b4fb-7002a7fc087a HTTP/1.1" status: 200 len: 946 time: 0.0807467 Jun 02 21:13:29.714679 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f4b90b54-0d0e-4efc-83e6-727be33e0d2c req-8525ea8d-62e6-47ae-8a0d-49806c8d4589 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418067 Jun 02 21:13:30.835829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b6a8a8db-37ad-4fc3-a40f-0d30edd194cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:30.910353 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8dd50-409e-4a50-9ba8-c75d9b83cadd req-9e1dfe3a-0649-4826-b6ee-dc8684588077 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:30.911989 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cdc8dd50-409e-4a50-9ba8-c75d9b83cadd req-9e1dfe3a-0649-4826-b6ee-dc8684588077 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=2564d4fc-a3b2-449a-b4fb-7002a7fc087a HTTP/1.1" status: 200 len: 946 time: 0.0864527 Jun 02 21:13:30.956037 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cdc8dd50-409e-4a50-9ba8-c75d9b83cadd req-0021b530-21ff-4d0f-92c6-79356474f66e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/security-groups?id=bde028cf-52f5-4578-a72a-166b7005e9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383158 Jun 02 21:13:31.551370 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05675e0-2c6c-4961-a269-51354ad2bb47 req-c513d6dc-267b-431c-ae44-240ba2b0cd0a tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:31.552771 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c05675e0-2c6c-4961-a269-51354ad2bb47 req-c513d6dc-267b-431c-ae44-240ba2b0cd0a tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.95 "GET /v2.0/ports?device_id=2564d4fc-a3b2-449a-b4fb-7002a7fc087a HTTP/1.1" status: 200 len: 946 time: 0.0790222 Jun 02 21:13:31.688109 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-c05675e0-2c6c-4961-a269-51354ad2bb47 req-5cf3fdd9-a385-4b4d-af2d-dd91b59a58b1 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Deleting port 7b1be7cd-c491-4c3f-b420-6454eeda0f6a {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:13:31.688452 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-c05675e0-2c6c-4961-a269-51354ad2bb47 req-5cf3fdd9-a385-4b4d-af2d-dd91b59a58b1 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:31.818424 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-c05675e0-2c6c-4961-a269-51354ad2bb47 req-5cf3fdd9-a385-4b4d-af2d-dd91b59a58b1 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] For port 7b1be7cd-c491-4c3f-b420-6454eeda0f6a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7b1be7cd-c491-4c3f-b420-6454eeda0f6a,segment=NetworkSegment(2bc5b49d-9902-47b0-bcd4-2b50a920ba48),segment_id=2bc5b49d-9902-47b0-bcd4-2b50a920ba48)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:13:31.818699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-c05675e0-2c6c-4961-a269-51354ad2bb47 req-5cf3fdd9-a385-4b4d-af2d-dd91b59a58b1 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:31.938552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-c05675e0-2c6c-4961-a269-51354ad2bb47 req-5cf3fdd9-a385-4b4d-af2d-dd91b59a58b1 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Calling delete_port for 7b1be7cd-c491-4c3f-b420-6454eeda0f6a owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:13:32.048923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-c05675e0-2c6c-4961-a269-51354ad2bb47 req-5cf3fdd9-a385-4b4d-af2d-dd91b59a58b1 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:32.054827 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-aae6dbf5-387d-4537-925d-10475f690725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:32.060271 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['7b1be7cd-c491-4c3f-b420-6454eeda0f6a'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:13:32.137686 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3fdd9-a385-4b4d-af2d-dd91b59a58b1 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Pushing event deleted for resources: {'Port': ['ID=7b1be7cd-c491-4c3f-b420-6454eeda0f6a,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:32.141066 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1b0b7113-9063-4b15-81f6-78d6c0560a37 req-8e2308f5-3380-4c6c-a996-d250435c8018 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.25 "GET /v2.0/ports?device_id=2564d4fc-a3b2-449a-b4fb-7002a7fc087a HTTP/1.1" status: 200 len: 210 time: 0.0562456 Jun 02 21:13:32.142828 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5cf3fdd9-a385-4b4d-af2d-dd91b59a58b1 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:32.217909 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05675e0-2c6c-4961-a269-51354ad2bb47 req-5cf3fdd9-a385-4b4d-af2d-dd91b59a58b1 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] No DVR routers for this DVR port 7b1be7cd-c491-4c3f-b420-6454eeda0f6a on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:13:32.220538 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-c05675e0-2c6c-4961-a269-51354ad2bb47 req-5cf3fdd9-a385-4b4d-af2d-dd91b59a58b1 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:32.223274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2564d4fc-a3b2-449a-b4fb-7002a7fc087a', 'name': 'network-vif-deleted', 'tag': '7b1be7cd-c491-4c3f-b420-6454eeda0f6a'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:13:32.225541 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbf15f8-972c-4e25-a141-2185540dd033" -d '{"events": [{"server_uuid": "2564d4fc-a3b2-449a-b4fb-7002a7fc087a", "name": "network-vif-deleted", "tag": "7b1be7cd-c491-4c3f-b420-6454eeda0f6a"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:13:32.239214 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c05675e0-2c6c-4961-a269-51354ad2bb47 req-5cf3fdd9-a385-4b4d-af2d-dd91b59a58b1 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] 10.222.0.95 "DELETE /v2.0/ports/7b1be7cd-c491-4c3f-b420-6454eeda0f6a HTTP/1.1" status: 204 len: 173 time: 0.6809931 Jun 02 21:13:32.269955 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4dd3e7-9ca9-4d3a-8c65-cb90118c2d37 x-openstack-request-id: req-0a4dd3e7-9ca9-4d3a-8c65-cb90118c2d37 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:13:32.270292 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2564d4fc-a3b2-449a-b4fb-7002a7fc087a", "name": "network-vif-deleted", "tag": "7b1be7cd-c491-4c3f-b420-6454eeda0f6a", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:13:32.270589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a4dd3e7-9ca9-4d3a-8c65-cb90118c2d37 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:13:32.271071 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2564d4fc-a3b2-449a-b4fb-7002a7fc087a', 'name': 'network-vif-deleted', 'tag': '7b1be7cd-c491-4c3f-b420-6454eeda0f6a', 'status': 'completed', 'code': 200} Jun 02 21:13:33.269081 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35670) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:13:33.387626 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6a96b686-6f5f-4b6f-9027-2463c38a5adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:33.450349 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:33.799776 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:34.196950 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Deleting port 58893313-3845-4da1-a797-7e275e31be04 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:13:34.197282 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:34.314665 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] For port 58893313-3845-4da1-a797-7e275e31be04, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=58893313-3845-4da1-a797-7e275e31be04,segment=NetworkSegment(2bc5b49d-9902-47b0-bcd4-2b50a920ba48),segment_id=2bc5b49d-9902-47b0-bcd4-2b50a920ba48)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:13:34.315403 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:34.380126 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:34.568926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Calling delete_port for 58893313-3845-4da1-a797-7e275e31be04 owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:13:34.862294 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:34.866747 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1dd91c42-cdb7-4c55-8195-137a1c85c367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:34.945153 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Pushing event deleted for resources: {'Port': ['ID=58893313-3845-4da1-a797-7e275e31be04,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:34.984157 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:34.984550 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:34.985033 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:34.985415 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:34.985791 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:34.986161 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:34.986528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:34.986893 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:34.987359 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:34.987731 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:34.988093 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:34.988452 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:34.991794 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:35.186035 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:35.218568 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 7b1be7cd-c491-4c3f-b420-6454eeda0f6a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:13:35.252876 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 7b1be7cd-c491-4c3f-b420-6454eeda0f6a {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:13:35.253232 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 7b1be7cd-c491-4c3f-b420-6454eeda0f6a not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:13:35.534758 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Router 9c0ace96-c340-40ee-b689-7dfd14ff93bf has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:13:35.707878 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:13:35.717724 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18153fdb-a1b1-4a78-8df8-bbe67bb9f3f2 None None] Sync routers for ids ['9c0ace96-c340-40ee-b689-7dfd14ff93bf'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:13:35.724774 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] 10.222.0.25 "PUT /v2.0/routers/9c0ace96-c340-40ee-b689-7dfd14ff93bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4523268 Jun 02 21:13:35.724959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35672) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:13:35.726811 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18153fdb-a1b1-4a78-8df8-bbe67bb9f3f2 None None] Routers {'9c0ace96-c340-40ee-b689-7dfd14ff93bf'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:13:35.727473 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-18153fdb-a1b1-4a78-8df8-bbe67bb9f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:13:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['9c0ace96-c340-40ee-b689-7dfd14ff93bf'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:35.909585 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-18153fdb-a1b1-4a78-8df8-bbe67bb9f3f2 None None] Set router 9c0ace96-c340-40ee-b689-7dfd14ff93bf gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:13:36.050921 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe49c-5e0f-4728-ab74-b15cb88865b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:36.098674 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:36.208264 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-18153fdb-a1b1-4a78-8df8-bbe67bb9f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0ace96-c340-40ee-b689-7dfd14ff93bf', 'name': 'tempest-TestEncryptedCinderVolumes-1123244001-router', 'tenant_id': 'c10710b5bf88449a841b62ff7679b333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.48'}], 'enable_snat': True}, 'gw_port_id': 'cf0ee120-642f-4bc4-9973-5ef463e25d3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:12:05Z', 'updated_at': '2021-06-02T21:13:34Z', 'revision_number': 5, 'project_id': 'c10710b5bf88449a841b62ff7679b333', 'gw_port': {'id': 'cf0ee120-642f-4bc4-9973-5ef463e25d3c', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:da:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0ace96-c340-40ee-b689-7dfd14ff93bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:12:05Z', 'updated_at': '2021-06-02T21:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:36.212060 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18153fdb-a1b1-4a78-8df8-bbe67bb9f3f2 None None] Checking router: 9c0ace96-c340-40ee-b689-7dfd14ff93bf for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:13:36.220279 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18153fdb-a1b1-4a78-8df8-bbe67bb9f3f2 None None] Routers {'9c0ace96-c340-40ee-b689-7dfd14ff93bf'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:13:36.220876 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-18153fdb-a1b1-4a78-8df8-bbe67bb9f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:13:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['9c0ace96-c340-40ee-b689-7dfd14ff93bf'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:36.229923 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe49c-5e0f-4728-ab74-b15cb88865b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:36.304068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-0f7fe49c-5e0f-4728-ab74-b15cb88865b8 admin admin] Deleting port cf0ee120-642f-4bc4-9973-5ef463e25d3c {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:13:36.304406 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe49c-5e0f-4728-ab74-b15cb88865b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:36.369817 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-18153fdb-a1b1-4a78-8df8-bbe67bb9f3f2 None None] Set router 9c0ace96-c340-40ee-b689-7dfd14ff93bf gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:13:36.426150 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-0f7fe49c-5e0f-4728-ab74-b15cb88865b8 admin admin] For port cf0ee120-642f-4bc4-9973-5ef463e25d3c, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=cf0ee120-642f-4bc4-9973-5ef463e25d3c,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:13:36.426511 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe49c-5e0f-4728-ab74-b15cb88865b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:36.478466 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-18153fdb-a1b1-4a78-8df8-bbe67bb9f3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0ace96-c340-40ee-b689-7dfd14ff93bf', 'name': 'tempest-TestEncryptedCinderVolumes-1123244001-router', 'tenant_id': 'c10710b5bf88449a841b62ff7679b333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:12:05Z', 'updated_at': '2021-06-02T21:13:36Z', 'revision_number': 6, 'project_id': 'c10710b5bf88449a841b62ff7679b333', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:36.482214 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18153fdb-a1b1-4a78-8df8-bbe67bb9f3f2 None None] The sync data for ids ['9c0ace96-c340-40ee-b689-7dfd14ff93bf'] in dv-neutron-601336-84-hyperv is: [{'id': '9c0ace96-c340-40ee-b689-7dfd14ff93bf', 'name': 'tempest-TestEncryptedCinderVolumes-1123244001-router', 'tenant_id': 'c10710b5bf88449a841b62ff7679b333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:12:05Z', 'updated_at': '2021-06-02T21:13:36Z', 'revision_number': 6, 'project_id': 'c10710b5bf88449a841b62ff7679b333', 'gw_port_host': None}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:13:36.548903 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-0f7fe49c-5e0f-4728-ab74-b15cb88865b8 admin admin] Calling delete_port for cf0ee120-642f-4bc4-9973-5ef463e25d3c owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:13:36.685630 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe49c-5e0f-4728-ab74-b15cb88865b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:36.689051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-effccb66-f3d1-4215-b662-d8aef12c2b28 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:36.735436 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fe49c-5e0f-4728-ab74-b15cb88865b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0ee120-642f-4bc4-9973-5ef463e25d3c,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:36.737766 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0f7fe49c-5e0f-4728-ab74-b15cb88865b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:36.828184 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe49c-5e0f-4728-ab74-b15cb88865b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:36.898267 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 58893313-3845-4da1-a797-7e275e31be04 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:13:36.941156 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 58893313-3845-4da1-a797-7e275e31be04 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:13:36.941512 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 58893313-3845-4da1-a797-7e275e31be04 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:13:37.001023 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe49c-5e0f-4728-ab74-b15cb88865b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:37.003088 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe49c-5e0f-4728-ab74-b15cb88865b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:37.024597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe49c-5e0f-4728-ab74-b15cb88865b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:37.025092 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7fe49c-5e0f-4728-ab74-b15cb88865b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c0ace96-c340-40ee-b689-7dfd14ff93bf {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 21:13:37.036561 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe49c-5e0f-4728-ab74-b15cb88865b8 admin admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:37.037656 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0f7fe49c-5e0f-4728-ab74-b15cb88865b8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9c0ace96-c340-40ee-b689-7dfd14ff93bf HTTP/1.1" status: 204 len: 168 time: 1.3117933 Jun 02 21:13:37.040122 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35674) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:13:37.099866 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1c51da-0853-4067-98a6-8e88ff788599 admin admin] Deleting subnet 9c784403-5329-407f-8f79-b8b242a00e66 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 21:13:37.102696 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fe1c51da-0853-4067-98a6-8e88ff788599 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:37.150104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fe1c51da-0853-4067-98a6-8e88ff788599 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:37.225999 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fe1c51da-0853-4067-98a6-8e88ff788599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:37.607869 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fe1c51da-0853-4067-98a6-8e88ff788599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:37.612073 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ee0ad81c-08e6-4497-9090-e1187a2ef23a tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:37.650392 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c51da-0853-4067-98a6-8e88ff788599 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c784403-5329-407f-8f79-b8b242a00e66,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:37.653461 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fe1c51da-0853-4067-98a6-8e88ff788599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:37.654437 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fe1c51da-0853-4067-98a6-8e88ff788599 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:37.659981 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c3079e-675a-46e0-806c-c8b9d22e0a59 None None] Network 13021d5d-6d33-4332-b513-136b2a9e4ec1 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:13:37.660477 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fe1c51da-0853-4067-98a6-8e88ff788599 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9c784403-5329-407f-8f79-b8b242a00e66 HTTP/1.1" status: 204 len: 168 time: 0.6191957 Jun 02 21:13:37.662632 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35676) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:13:37.765905 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:37.841670 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] Deleting port 2afbc420-bdb2-453f-b356-96c46e9ff221 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:13:37.842132 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:37.938956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] DHCP port deletion for 13021d5d-6d33-4332-b513-136b2a9e4ec1 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 21:13:37.943381 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] For port 2afbc420-bdb2-453f-b356-96c46e9ff221, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2afbc420-bdb2-453f-b356-96c46e9ff221,segment=NetworkSegment(2bc5b49d-9902-47b0-bcd4-2b50a920ba48),segment_id=2bc5b49d-9902-47b0-bcd4-2b50a920ba48)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:13:37.943757 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:38.004933 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] Deleting port 2afbc420-bdb2-453f-b356-96c46e9ff221 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:13:38.005314 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:38.065374 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] Calling delete_port for 2afbc420-bdb2-453f-b356-96c46e9ff221 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:13:38.100815 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] For port 2afbc420-bdb2-453f-b356-96c46e9ff221, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2afbc420-bdb2-453f-b356-96c46e9ff221,segment=NetworkSegment(2bc5b49d-9902-47b0-bcd4-2b50a920ba48),segment_id=2bc5b49d-9902-47b0-bcd4-2b50a920ba48)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:13:38.101213 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:38.110223 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:38.115137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-629a1570-71a1-4b68-94a8-33d09aaf120e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:38.162629 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] No DVR routers for this DVR port 2afbc420-bdb2-453f-b356-96c46e9ff221 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:13:38.189323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] Pushing event deleted for resources: {'Port': ['ID=2afbc420-bdb2-453f-b356-96c46e9ff221,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:38.191919 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:38.222347 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] Calling delete_port for 2afbc420-bdb2-453f-b356-96c46e9ff221 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:13:38.264661 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:38.268115 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:38.281425 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:38.294351 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13021d5d-6d33-4332-b513-136b2a9e4ec1']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:38.305937 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc5b49d-9902-47b0-bcd4-2b50a920ba48') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:38.306237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc5b49d-9902-47b0-bcd4-2b50a920ba48') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:38.308779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] Pushing event deleted for resources: {'Port': ['ID=2afbc420-bdb2-453f-b356-96c46e9ff221,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:38.317176 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:38.318396 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] No DVR routers for this DVR port 2afbc420-bdb2-453f-b356-96c46e9ff221 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:13:38.320424 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:38.320850 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:38.321087 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:38.321516 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:38.321841 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:38.322160 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:38.322584 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:38.322904 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:38.325453 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:38.325787 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:38.326125 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:38.326443 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:38.330181 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:38.336966 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:38.343046 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:13:38.343445 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:13:38.359387 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:13:38.434174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:38.437642 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d55bd6bb-e30b-4a42-9840-141cf869d03d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:38.450351 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:38.463628 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] Pushing event deleted for resources: {'Network': ['ID=13021d5d-6d33-4332-b513-136b2a9e4ec1,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:38.467675 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:38.478670 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e3e9d3e5-702c-43e2-9ebd-f2fbef3d5f57 admin admin] 10.222.0.25 "DELETE /v2.0/networks/13021d5d-6d33-4332-b513-136b2a9e4ec1 HTTP/1.1" status: 204 len: 168 time: 0.8149886 Jun 02 21:13:38.481433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35678) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:13:38.836527 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2afbc420-bdb2-453f-b356-96c46e9ff221 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:13:38.875349 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 2afbc420-bdb2-453f-b356-96c46e9ff221 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:13:38.875698 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2afbc420-bdb2-453f-b356-96c46e9ff221 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:13:38.876124 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device cf0ee120-642f-4bc4-9973-5ef463e25d3c no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:13:38.909494 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: cf0ee120-642f-4bc4-9973-5ef463e25d3c {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:13:38.909841 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device cf0ee120-642f-4bc4-9973-5ef463e25d3c not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:13:39.143165 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a3bdab5-d227-4eef-a5aa-0a70a8bd75df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:39.549020 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-7a3bdab5-d227-4eef-a5aa-0a70a8bd75df admin admin] Deleting port f4daa065-7612-49bd-addc-6eeacabf6b01 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:13:39.549362 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a3bdab5-d227-4eef-a5aa-0a70a8bd75df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:39.672152 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-7a3bdab5-d227-4eef-a5aa-0a70a8bd75df admin admin] For port f4daa065-7612-49bd-addc-6eeacabf6b01, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f4daa065-7612-49bd-addc-6eeacabf6b01,segment=NetworkSegment(3b1c2980-6ac2-435b-8401-e10b13976034),segment_id=3b1c2980-6ac2-435b-8401-e10b13976034)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:13:39.672503 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a3bdab5-d227-4eef-a5aa-0a70a8bd75df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:39.797530 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-7a3bdab5-d227-4eef-a5aa-0a70a8bd75df admin admin] Calling delete_port for f4daa065-7612-49bd-addc-6eeacabf6b01 owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:13:39.946420 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a3bdab5-d227-4eef-a5aa-0a70a8bd75df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:39.950804 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:39.993599 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3bdab5-d227-4eef-a5aa-0a70a8bd75df admin admin] Pushing event deleted for resources: {'Port': ['ID=f4daa065-7612-49bd-addc-6eeacabf6b01,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:39.996017 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7a3bdab5-d227-4eef-a5aa-0a70a8bd75df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:40.258184 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-7a3bdab5-d227-4eef-a5aa-0a70a8bd75df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:40.757502 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3bdab5-d227-4eef-a5aa-0a70a8bd75df admin admin] Router 5d5b3ffe-606d-4651-ac7d-0908199e2bc2 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:13:40.931743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3bdab5-d227-4eef-a5aa-0a70a8bd75df admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:13:40.940372 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e592f5f5-573a-4c1d-bdc6-c1cb9cd7f9b5 None None] Sync routers for ids ['5d5b3ffe-606d-4651-ac7d-0908199e2bc2'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:13:40.940861 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7a3bdab5-d227-4eef-a5aa-0a70a8bd75df admin admin] 10.222.0.25 "PUT /v2.0/routers/5d5b3ffe-606d-4651-ac7d-0908199e2bc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4582901 Jun 02 21:13:40.943332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35680) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:13:40.950261 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e592f5f5-573a-4c1d-bdc6-c1cb9cd7f9b5 None None] Routers {'5d5b3ffe-606d-4651-ac7d-0908199e2bc2'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:13:40.950930 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e592f5f5-573a-4c1d-bdc6-c1cb9cd7f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:13:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['5d5b3ffe-606d-4651-ac7d-0908199e2bc2'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:41.118697 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-748bb3a2-7ae5-4a84-bfdb-44d03e3d016f admin admin] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:41.122194 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-e592f5f5-573a-4c1d-bdc6-c1cb9cd7f9b5 None None] Set router 5d5b3ffe-606d-4651-ac7d-0908199e2bc2 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:13:41.290145 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-748bb3a2-7ae5-4a84-bfdb-44d03e3d016f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:41.365783 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-748bb3a2-7ae5-4a84-bfdb-44d03e3d016f admin admin] Deleting port 2d1372da-7791-419b-b001-97b6b746729d {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:13:41.366135 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-748bb3a2-7ae5-4a84-bfdb-44d03e3d016f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:41.398361 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e592f5f5-573a-4c1d-bdc6-c1cb9cd7f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5b3ffe-606d-4651-ac7d-0908199e2bc2', 'name': 'tempest-TestEncryptedCinderVolumes-817444214-router', 'tenant_id': 'adcd867c183943d69ae087abec866955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': '2d1372da-7791-419b-b001-97b6b746729d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:12:11Z', 'updated_at': '2021-06-02T21:13:39Z', 'revision_number': 5, 'project_id': 'adcd867c183943d69ae087abec866955', 'gw_port': {'id': '2d1372da-7791-419b-b001-97b6b746729d', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5b3ffe-606d-4651-ac7d-0908199e2bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:12:12Z', 'updated_at': '2021-06-02T21:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:41.402204 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e592f5f5-573a-4c1d-bdc6-c1cb9cd7f9b5 None None] Checking router: 5d5b3ffe-606d-4651-ac7d-0908199e2bc2 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:13:41.410228 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e592f5f5-573a-4c1d-bdc6-c1cb9cd7f9b5 None None] Routers {'5d5b3ffe-606d-4651-ac7d-0908199e2bc2'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:13:41.410819 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e592f5f5-573a-4c1d-bdc6-c1cb9cd7f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:13:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['5d5b3ffe-606d-4651-ac7d-0908199e2bc2'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:41.482457 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-748bb3a2-7ae5-4a84-bfdb-44d03e3d016f admin admin] For port 2d1372da-7791-419b-b001-97b6b746729d, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2d1372da-7791-419b-b001-97b6b746729d,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:13:41.482698 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-748bb3a2-7ae5-4a84-bfdb-44d03e3d016f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:41.561536 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-e592f5f5-573a-4c1d-bdc6-c1cb9cd7f9b5 None None] Set router 5d5b3ffe-606d-4651-ac7d-0908199e2bc2 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:13:41.602157 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-748bb3a2-7ae5-4a84-bfdb-44d03e3d016f admin admin] Calling delete_port for 2d1372da-7791-419b-b001-97b6b746729d owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:13:41.665138 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e592f5f5-573a-4c1d-bdc6-c1cb9cd7f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5b3ffe-606d-4651-ac7d-0908199e2bc2', 'name': 'tempest-TestEncryptedCinderVolumes-817444214-router', 'tenant_id': 'adcd867c183943d69ae087abec866955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:12:11Z', 'updated_at': '2021-06-02T21:13:41Z', 'revision_number': 6, 'project_id': 'adcd867c183943d69ae087abec866955', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:41.668905 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e592f5f5-573a-4c1d-bdc6-c1cb9cd7f9b5 None None] The sync data for ids ['5d5b3ffe-606d-4651-ac7d-0908199e2bc2'] in dv-neutron-601336-84-hyperv is: [{'id': '5d5b3ffe-606d-4651-ac7d-0908199e2bc2', 'name': 'tempest-TestEncryptedCinderVolumes-817444214-router', 'tenant_id': 'adcd867c183943d69ae087abec866955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:12:11Z', 'updated_at': '2021-06-02T21:13:41Z', 'revision_number': 6, 'project_id': 'adcd867c183943d69ae087abec866955', 'gw_port_host': None}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:13:41.739118 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-748bb3a2-7ae5-4a84-bfdb-44d03e3d016f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:41.743126 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d09600f1-cafc-4938-b0b2-44a8aeb439e9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:41.816349 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748bb3a2-7ae5-4a84-bfdb-44d03e3d016f admin admin] Pushing event deleted for resources: {'Port': ['ID=2d1372da-7791-419b-b001-97b6b746729d,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:41.818684 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-748bb3a2-7ae5-4a84-bfdb-44d03e3d016f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:42.022644 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-748bb3a2-7ae5-4a84-bfdb-44d03e3d016f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:42.042720 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:13:42.194993 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-748bb3a2-7ae5-4a84-bfdb-44d03e3d016f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:42.197718 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-748bb3a2-7ae5-4a84-bfdb-44d03e3d016f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:42.219533 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-748bb3a2-7ae5-4a84-bfdb-44d03e3d016f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:42.220082 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748bb3a2-7ae5-4a84-bfdb-44d03e3d016f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d5b3ffe-606d-4651-ac7d-0908199e2bc2 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 21:13:42.232237 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-748bb3a2-7ae5-4a84-bfdb-44d03e3d016f admin admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:42.233374 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-748bb3a2-7ae5-4a84-bfdb-44d03e3d016f admin admin] 10.222.0.25 "DELETE /v2.0/routers/5d5b3ffe-606d-4651-ac7d-0908199e2bc2 HTTP/1.1" status: 204 len: 168 time: 1.2891436 Jun 02 21:13:42.235883 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35682) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:13:42.294463 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ccd9be6-f0b7-4947-b317-9b5088786a04 admin admin] Deleting subnet 4a0c41bd-e0ad-43ad-bdee-edd20d640f13 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 21:13:42.297239 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4ccd9be6-f0b7-4947-b317-9b5088786a04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:42.344653 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4ccd9be6-f0b7-4947-b317-9b5088786a04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:42.422537 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4ccd9be6-f0b7-4947-b317-9b5088786a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:42.682134 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4ccd9be6-f0b7-4947-b317-9b5088786a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:42.685809 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:42.718819 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd9be6-f0b7-4947-b317-9b5088786a04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a0c41bd-e0ad-43ad-bdee-edd20d640f13,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:42.725051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4ccd9be6-f0b7-4947-b317-9b5088786a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:42.726034 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4ccd9be6-f0b7-4947-b317-9b5088786a04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:42.731165 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c7f506-08e8-4de1-aff8-609ca647b869 None None] Network 9c2510ac-7c65-4fa6-b98f-3ea6f49243ee requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:13:42.732461 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4ccd9be6-f0b7-4947-b317-9b5088786a04 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4a0c41bd-e0ad-43ad-bdee-edd20d640f13 HTTP/1.1" status: 204 len: 168 time: 0.4956644 Jun 02 21:13:42.734844 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35684) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:13:42.846295 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:42.862748 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2d1372da-7791-419b-b001-97b6b746729d no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:13:42.921457 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] Deleting port 9e6de701-3ec8-4226-bd7e-53ff4e999782 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:13:42.921707 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:42.932454 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 2d1372da-7791-419b-b001-97b6b746729d {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:13:42.932810 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2d1372da-7791-419b-b001-97b6b746729d not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:13:42.933239 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f4daa065-7612-49bd-addc-6eeacabf6b01 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:13:42.968566 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: f4daa065-7612-49bd-addc-6eeacabf6b01 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:13:42.969131 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f4daa065-7612-49bd-addc-6eeacabf6b01 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:13:43.020676 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] For port 9e6de701-3ec8-4226-bd7e-53ff4e999782, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9e6de701-3ec8-4226-bd7e-53ff4e999782,segment=NetworkSegment(3b1c2980-6ac2-435b-8401-e10b13976034),segment_id=3b1c2980-6ac2-435b-8401-e10b13976034)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:13:43.021071 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:43.049808 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869cd3d5-2512-4dcc-9a21-26d2cba4891a None None] DHCP port deletion for 9c2510ac-7c65-4fa6-b98f-3ea6f49243ee request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 21:13:43.122185 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-869cd3d5-2512-4dcc-9a21-26d2cba4891a None None] Deleting port 9e6de701-3ec8-4226-bd7e-53ff4e999782 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:13:43.122483 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-869cd3d5-2512-4dcc-9a21-26d2cba4891a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:43.143311 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] Calling delete_port for 9e6de701-3ec8-4226-bd7e-53ff4e999782 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:13:43.191168 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:43.196466 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-72fa33ea-2789-4f6a-afcb-7f1d5ebdbc55 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:43.223692 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-869cd3d5-2512-4dcc-9a21-26d2cba4891a None None] For port 9e6de701-3ec8-4226-bd7e-53ff4e999782, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9e6de701-3ec8-4226-bd7e-53ff4e999782,segment=NetworkSegment(3b1c2980-6ac2-435b-8401-e10b13976034),segment_id=3b1c2980-6ac2-435b-8401-e10b13976034)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:13:43.224092 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-869cd3d5-2512-4dcc-9a21-26d2cba4891a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:43.239047 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e6de701-3ec8-4226-bd7e-53ff4e999782,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:43.240855 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] No DVR routers for this DVR port 9e6de701-3ec8-4226-bd7e-53ff4e999782 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:13:43.242462 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:43.354701 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:43.372362 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2510ac-7c65-4fa6-b98f-3ea6f49243ee']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:43.385683 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1c2980-6ac2-435b-8401-e10b13976034') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:43.385980 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1c2980-6ac2-435b-8401-e10b13976034') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:43.389337 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-869cd3d5-2512-4dcc-9a21-26d2cba4891a None None] Calling delete_port for 9e6de701-3ec8-4226-bd7e-53ff4e999782 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:13:43.397720 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:43.415631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:43.422104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:13:43.422723 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:43.431547 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-869cd3d5-2512-4dcc-9a21-26d2cba4891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:43.435049 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:13:43.435773 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:13:43.479099 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cd3d5-2512-4dcc-9a21-26d2cba4891a None None] Pushing event deleted for resources: {'Port': ['ID=9e6de701-3ec8-4226-bd7e-53ff4e999782,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:43.480966 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869cd3d5-2512-4dcc-9a21-26d2cba4891a None None] No DVR routers for this DVR port 9e6de701-3ec8-4226-bd7e-53ff4e999782 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:13:43.482369 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-869cd3d5-2512-4dcc-9a21-26d2cba4891a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:43.530769 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:43.535622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:43.539387 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0a49036c-7968-4e7d-986f-18cb93025f09 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:43.562946 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c2510ac-7c65-4fa6-b98f-3ea6f49243ee,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:43.565418 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:43.566792 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9c2510ac-7c65-4fa6-b98f-3ea6f49243ee HTTP/1.1" status: 204 len: 168 time: 0.8310013 Jun 02 21:13:43.731349 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35688) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:13:43.780178 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-20fe0b85-69f1-4678-8d31-7d893f046db8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c10710b5bf88449a841b62ff7679b333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475037 Jun 02 21:13:43.782520 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35690) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:13:43.839439 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c4b9beb6-4354-4160-afd6-77e54edd3a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:43.863856 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c4b9beb6-4354-4160-afd6-77e54edd3a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:43.914939 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c4b9beb6-4354-4160-afd6-77e54edd3a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:43.918418 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5dfca81d-2e95-43c8-9f56-a6c4740a61db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:43.932158 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9beb6-4354-4160-afd6-77e54edd3a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde028cf-52f5-4578-a72a-166b7005e9bb,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:43.934715 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c4b9beb6-4354-4160-afd6-77e54edd3a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:43.942541 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c4b9beb6-4354-4160-afd6-77e54edd3a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:43.943683 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c4b9beb6-4354-4160-afd6-77e54edd3a03 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bde028cf-52f5-4578-a72a-166b7005e9bb HTTP/1.1" status: 204 len: 168 time: 0.1603045 Jun 02 21:13:44.275769 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35696) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:13:44.324450 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-660ad2be-736d-42dc-b882-092468cbbe2e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=adcd867c183943d69ae087abec866955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474844 Jun 02 21:13:44.326617 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35698) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:13:44.381165 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-378d63a0-c10a-463c-8ec3-b71bb2b0deb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:44.406256 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-378d63a0-c10a-463c-8ec3-b71bb2b0deb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:44.459338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-378d63a0-c10a-463c-8ec3-b71bb2b0deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:44.464731 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2d17b011-0dcf-42c3-b067-c9a72bd22688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:44.476457 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d63a0-c10a-463c-8ec3-b71bb2b0deb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f343a425-048a-49c4-834e-2ebe3ec2f1a1,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:44.479613 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-378d63a0-c10a-463c-8ec3-b71bb2b0deb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:44.483401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-378d63a0-c10a-463c-8ec3-b71bb2b0deb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:44.485359 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-378d63a0-c10a-463c-8ec3-b71bb2b0deb3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f343a425-048a-49c4-834e-2ebe3ec2f1a1 HTTP/1.1" status: 204 len: 168 time: 0.1578543 Jun 02 21:13:44.769172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:44.825769 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9e6de701-3ec8-4226-bd7e-53ff4e999782 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:13:44.861103 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 9e6de701-3ec8-4226-bd7e-53ff4e999782 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:13:44.861459 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9e6de701-3ec8-4226-bd7e-53ff4e999782 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:13:45.186324 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35720) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:13:45.289848 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1931215505-network', 'tenant_id': 'db30d5a870f249579961d9857079016d'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:13:45.294525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:13:45.298335 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Usage tracker for resource:network and tenant:db30d5a870f249579961d9857079016d is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:13:45.301250 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:13:45.308254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:13:45.318371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Made reservation on behalf of db30d5a870f249579961d9857079016d for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:13:45.320657 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:45.332818 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:45.346426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:13:45.350109 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Usage tracker for resource:security_group_rule and tenant:db30d5a870f249579961d9857079016d is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:13:45.352860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:13:45.358865 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:13:45.438409 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:45.441875 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:45.444665 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-945ea3f7-2016-4655-a32f-a802c461dba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:45.477173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:13:45.482791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad3f875-dd25-42c3-ae26-5751644de0be,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:45.486312 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:45.489754 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:45.490129 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Added segment 660f47eb-31b9-4014-a059-8bb485aa4860 of type vlan for network c90530f7-3661-4a35-a5c8-e156a82d8264 Jun 02 21:13:45.516511 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:45.543852 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:45.544889 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:45.545582 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:45.550253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-aab18488-bb7e-470e-82d1-d2f9fc3092ce tempest-RoutersTest-531153361 tempest-RoutersTest-531153361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:45.644292 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4568408 Jun 02 21:13:45.647370 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35724) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:13:45.649419 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Pushing event updated for resources: {'Network': ['ID=c90530f7-3661-4a35-a5c8-e156a82d8264,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:45.652113 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:45.652473 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-07570d32-4a88-42f5-8955-0dc44f2ee090 admin admin] Request body: {'subnet': {'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1931215505-subnet', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'ip_version': 4}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:13:45.657414 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-07570d32-4a88-42f5-8955-0dc44f2ee090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:13:45.659312 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network c90530f7-3661-4a35-a5c8-e156a82d8264 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:13:45.661491 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-07570d32-4a88-42f5-8955-0dc44f2ee090 admin admin] Usage tracker for resource:subnet and tenant:db30d5a870f249579961d9857079016d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:13:45.664347 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-07570d32-4a88-42f5-8955-0dc44f2ee090 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:13:45.670905 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-07570d32-4a88-42f5-8955-0dc44f2ee090 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:13:45.682510 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07570d32-4a88-42f5-8955-0dc44f2ee090 admin admin] Made reservation on behalf of db30d5a870f249579961d9857079016d for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:13:45.684974 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-07570d32-4a88-42f5-8955-0dc44f2ee090 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:46.186242 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-07570d32-4a88-42f5-8955-0dc44f2ee090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:46.190388 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-71cb4410-ac56-47bc-b0ed-486492a633db tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:46.257222 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07570d32-4a88-42f5-8955-0dc44f2ee090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59debec7-0368-408a-946b-c8cc3db97170,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:46.262845 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-07570d32-4a88-42f5-8955-0dc44f2ee090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:46.265207 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07570d32-4a88-42f5-8955-0dc44f2ee090 admin admin] Checking segment: {'id': '660f47eb-31b9-4014-a059-8bb485aa4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:13:46.265555 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07570d32-4a88-42f5-8955-0dc44f2ee090 admin admin] Network hostable DHCP agents. Network: c90530f7-3661-4a35-a5c8-e156a82d8264, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:13:46.283068 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07570d32-4a88-42f5-8955-0dc44f2ee090 admin admin] Network c90530f7-3661-4a35-a5c8-e156a82d8264 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:13:46.291735 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-07570d32-4a88-42f5-8955-0dc44f2ee090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, c90530f7-3661-4a35-a5c8-e156a82d8264) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:13:46.299557 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07570d32-4a88-42f5-8955-0dc44f2ee090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:46.300166 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-07570d32-4a88-42f5-8955-0dc44f2ee090 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:46.301537 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97b2865-6d92-4c94-977d-b71bfaa27d7b None None] Network c90530f7-3661-4a35-a5c8-e156a82d8264 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:13:46.324247 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-07570d32-4a88-42f5-8955-0dc44f2ee090 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6757946 Jun 02 21:13:46.326871 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35726) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:13:46.331296 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1931215505-router', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:13:46.335782 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:13:46.340132 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Usage tracker for resource:router and tenant:db30d5a870f249579961d9857079016d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:13:46.342910 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:13:46.348551 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:13:46.358078 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:46.359250 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:46.378710 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:46.510956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-c90530f7-3661-4a35-a5c8-e156a82d8264', 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'fixed_ips': [{'subnet_id': '59debec7-0368-408a-946b-c8cc3db97170'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 21:13:46.511835 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:46.651680 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:46.663855 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Allocated IP 172.20.0.2 (c90530f7-3661-4a35-a5c8-e156a82d8264/59debec7-0368-408a-946b-c8cc3db97170/1f237b34-d75e-4d12-b254-fcd75899476e) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:13:46.867653 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:46.877226 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Transition to ACTIVE for port object 1f237b34-d75e-4d12-b254-fcd75899476e will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:13:46.895400 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Transition to ACTIVE for port object 1f237b34-d75e-4d12-b254-fcd75899476e will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:13:46.902260 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:46.906668 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-66c00bb9-7c4f-48c7-8f7e-92242d38acd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:46.951928 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:46.965026 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Network c90530f7-3661-4a35-a5c8-e156a82d8264 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:13:46.968274 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:13:46.971981 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:13:46.980735 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Pushing event updated for resources: {'Port': ['ID=1f237b34-d75e-4d12-b254-fcd75899476e,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:46.986839 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:47.005904 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:47.066512 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Attempting to bind port 1f237b34-d75e-4d12-b254-fcd75899476e on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:13:47.066802 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Attempting to bind port 1f237b34-d75e-4d12-b254-fcd75899476e by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '660f47eb-31b9-4014-a059-8bb485aa4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:13:47.067331 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Attempting to bind port 1f237b34-d75e-4d12-b254-fcd75899476e on network c90530f7-3661-4a35-a5c8-e156a82d8264 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:13:47.072961 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:13:47.073337 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Checking segment: {'id': '660f47eb-31b9-4014-a059-8bb485aa4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:13:47.073737 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:47.074130 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Bound using segment: {'id': '660f47eb-31b9-4014-a059-8bb485aa4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:13:47.074608 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Bound port: 1f237b34-d75e-4d12-b254-fcd75899476e, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660f47eb-31b9-4014-a059-8bb485aa4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:13:47.074962 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:47.121240 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Allocated IP 172.26.0.101 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/3aae0b64-cba3-4f3e-92fd-63a9850eae96) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:13:47.161178 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] For port 1f237b34-d75e-4d12-b254-fcd75899476e, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:13:47.164359 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] For port 1f237b34-d75e-4d12-b254-fcd75899476e, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1f237b34-d75e-4d12-b254-fcd75899476e,segment=NetworkSegment(660f47eb-31b9-4014-a059-8bb485aa4860),segment_id=660f47eb-31b9-4014-a059-8bb485aa4860)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:13:47.168280 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:47.171816 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-35fa3c23-a2f6-4b44-9711-9f5e5e6b638e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:47.258169 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Pushing event updated for resources: {'Port': ['ID=1f237b34-d75e-4d12-b254-fcd75899476e,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:47.261958 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:47.266967 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:47.296686 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:47.300619 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0f7fe49c-5e0f-4728-ab74-b15cb88865b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:47.365036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:13:47.368431 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:13:47.372802 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:13:47.411277 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Pushing event updated for resources: {'Port': ['ID=3aae0b64-cba3-4f3e-92fd-63a9850eae96,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:47.414513 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:47.942110 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:48.139929 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4953d08-0164-4aa0-9866-dec1e344a361 None None] Network c90530f7-3661-4a35-a5c8-e156a82d8264 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:13:48.232364 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-5b52f9ed-ec5b-45bc-bbad-b025cf58a078 None None] Provisioning for port 1f237b34-d75e-4d12-b254-fcd75899476e completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:13:48.286590 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:48.492093 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Router c4002907-93a9-45c6-ac03-478c04e04c36 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 21:13:48.669599 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:13:48.679109 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] Sync routers for ids ['c4002907-93a9-45c6-ac03-478c04e04c36'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:13:48.687991 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] Routers {'c4002907-93a9-45c6-ac03-478c04e04c36'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:13:48.688598 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:13:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['c4002907-93a9-45c6-ac03-478c04e04c36'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:48.694285 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:48.698579 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-133a87fb-9dbc-46a3-93ee-6e5fa247ba30 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3676548 Jun 02 21:13:48.698710 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35728) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:13:48.876865 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1f237b34-d75e-4d12-b254-fcd75899476e up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:13:48.971423 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] Set router c4002907-93a9-45c6-ac03-478c04e04c36 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:13:49.104338 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 1f237b34-d75e-4d12-b254-fcd75899476e completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:13:49.156292 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 1f237b34-d75e-4d12-b254-fcd75899476e triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:13:49.156961 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:49.360118 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:49.395993 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'name': 'tempest-TestMinimumBasicScenario-1931215505-router', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:46Z', 'updated_at': '2021-06-02T21:13:47Z', 'revision_number': 3, 'project_id': 'db30d5a870f249579961d9857079016d', 'gw_port': {'id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:47Z', 'updated_at': '2021-06-02T21:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:49.401866 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] Checking router: c4002907-93a9-45c6-ac03-478c04e04c36 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:13:49.402227 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] Updating router c4002907-93a9-45c6-ac03-478c04e04c36 port 3aae0b64-cba3-4f3e-92fd-63a9850eae96 binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:13:49.434796 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 1f237b34-d75e-4d12-b254-fcd75899476e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1f237b34-d75e-4d12-b254-fcd75899476e,segment=NetworkSegment(660f47eb-31b9-4014-a059-8bb485aa4860),segment_id=660f47eb-31b9-4014-a059-8bb485aa4860)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:13:49.443816 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:49.447328 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:49.509306 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:49.518984 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:49.567376 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=1f237b34-d75e-4d12-b254-fcd75899476e,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:49.572057 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:49.721410 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Allocated IP 172.20.0.1 (c90530f7-3661-4a35-a5c8-e156a82d8264/59debec7-0368-408a-946b-c8cc3db97170/b4db760c-fa92-4c38-b4d9-b298e3f3c899) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:13:49.846923 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:49.862389 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] Transition to ACTIVE for port object 3aae0b64-cba3-4f3e-92fd-63a9850eae96 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:13:49.869316 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:49.873816 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-184169cc-2a98-43ff-8c3a-067fc5b96f55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:49.875060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:49.890347 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Transition to ACTIVE for port object b4db760c-fa92-4c38-b4d9-b298e3f3c899 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:13:49.914250 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:49.918543 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a09595e0-5a33-4a2c-b758-15ef0fc3b0f9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:49.953017 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] Attempting to bind port 3aae0b64-cba3-4f3e-92fd-63a9850eae96 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:13:49.953392 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] Attempting to bind port 3aae0b64-cba3-4f3e-92fd-63a9850eae96 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:13:49.953761 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] Attempting to bind port 3aae0b64-cba3-4f3e-92fd-63a9850eae96 on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:13:49.955696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e07de3-6028-44aa-b3e4-05c8dad23d9b None None] Pushing event updated for resources: {'Port': ['ID=3aae0b64-cba3-4f3e-92fd-63a9850eae96,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:49.959268 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-70e07de3-6028-44aa-b3e4-05c8dad23d9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:49.961721 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:13:49.962102 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:13:49.962554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:49.963483 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:13:49.963483 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] Bound port: 3aae0b64-cba3-4f3e-92fd-63a9850eae96, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:13:49.963805 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:49.984679 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Network c90530f7-3661-4a35-a5c8-e156a82d8264 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:13:49.987523 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:13:49.991138 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:13:50.020542 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=b4db760c-fa92-4c38-b4d9-b298e3f3c899,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:50.026806 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:50.039128 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] For port 3aae0b64-cba3-4f3e-92fd-63a9850eae96, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:13:50.042940 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] For port 3aae0b64-cba3-4f3e-92fd-63a9850eae96, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3aae0b64-cba3-4f3e-92fd-63a9850eae96,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:13:50.048749 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:50.049568 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:50.052824 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c1e2eb31-a91d-4614-954e-78692faed12d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:50.133730 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] Routers {'c4002907-93a9-45c6-ac03-478c04e04c36'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:13:50.134409 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:13:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['c4002907-93a9-45c6-ac03-478c04e04c36'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:50.189966 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e07de3-6028-44aa-b3e4-05c8dad23d9b None None] Pushing event updated for resources: {'Port': ['ID=3aae0b64-cba3-4f3e-92fd-63a9850eae96,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:50.199600 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-70e07de3-6028-44aa-b3e4-05c8dad23d9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:50.307984 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:50.312947 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-68d5629d-a633-4518-b69b-382686c8b122 None None] Provisioning for port b4db760c-fa92-4c38-b4d9-b298e3f3c899 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:13:50.325081 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-68d5629d-a633-4518-b69b-382686c8b122 None None] Provisioning complete for port b4db760c-fa92-4c38-b4d9-b298e3f3c899 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:13:50.325456 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-68d5629d-a633-4518-b69b-382686c8b122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:50.349713 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] Set router c4002907-93a9-45c6-ac03-478c04e04c36 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:13:50.600672 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-68d5629d-a633-4518-b69b-382686c8b122 None None] Port b4db760c-fa92-4c38-b4d9-b298e3f3c899 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:13:50.676995 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:50.682363 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:50.707843 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'name': 'tempest-TestMinimumBasicScenario-1931215505-router', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:46Z', 'updated_at': '2021-06-02T21:13:47Z', 'revision_number': 3, 'project_id': 'db30d5a870f249579961d9857079016d', 'gw_port': {'id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:47Z', 'updated_at': '2021-06-02T21:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:50.709357 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c5d40f3b-95e3-4ebf-8016-d573d6f8d6e1 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:50.712827 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808f8998-9459-4843-96a5-b8b13674f989 None None] The sync data for ids ['c4002907-93a9-45c6-ac03-478c04e04c36'] in dv-neutron-601336-84-hyperv is: [{'id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'name': 'tempest-TestMinimumBasicScenario-1931215505-router', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:46Z', 'updated_at': '2021-06-02T21:13:47Z', 'revision_number': 3, 'project_id': 'db30d5a870f249579961d9857079016d', 'gw_port': {'id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:47Z', 'updated_at': '2021-06-02T21:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:13:50.794831 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=b4db760c-fa92-4c38-b4d9-b298e3f3c899,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:50.797209 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:50.800973 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:50.849915 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1f237b34-d75e-4d12-b254-fcd75899476e up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:13:50.926789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 1f237b34-d75e-4d12-b254-fcd75899476e triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:13:50.927207 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:50.965785 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Network c90530f7-3661-4a35-a5c8-e156a82d8264 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:13:50.967192 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:13:51.175798 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Router c4002907-93a9-45c6-ac03-478c04e04c36 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:13:51.225473 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4fd7387c-052b-4c76-afd6-6953d839429e None None] Provisioning complete for port b4db760c-fa92-4c38-b4d9-b298e3f3c899 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:13:51.226043 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4fd7387c-052b-4c76-afd6-6953d839429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:51.286443 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-4fd7387c-052b-4c76-afd6-6953d839429e None None] Port b4db760c-fa92-4c38-b4d9-b298e3f3c899 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:13:51.361175 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:13:51.370267 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] 10.222.0.25 "PUT /v2.0/routers/c4002907-93a9-45c6-ac03-478c04e04c36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6704998 Jun 02 21:13:51.872535 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35744) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:13:51.877732 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1976871699-network', 'tenant_id': '9a094b7b5980463b8bbd0ce63ff013c1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:13:51.883471 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:13:51.888263 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Usage tracker for resource:network and tenant:9a094b7b5980463b8bbd0ce63ff013c1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:13:51.891332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:13:51.898855 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:13:51.913400 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Made reservation on behalf of 9a094b7b5980463b8bbd0ce63ff013c1 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:13:51.916032 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:51.928604 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:51.944271 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:13:51.953592 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Usage tracker for resource:security_group_rule and tenant:9a094b7b5980463b8bbd0ce63ff013c1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:13:51.953592 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:13:51.958263 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:13:52.040982 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:52.045913 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:52.049205 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-2105a710-3e8e-4fa8-b490-a07527204eb5 tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:52.080781 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:13:52.085990 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be45f7b-2b9c-4e40-ab1c-549f6075ac52,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:52.089758 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:52.093884 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:52.094102 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Added segment 9be82e77-19c1-466b-be34-22bddfbeac05 of type vlan for network 0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60 Jun 02 21:13:52.121781 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:52.151752 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:52.152695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:52.153302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:52.157902 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-84d2262a-525c-4008-bdd5-1db340d8f513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:52.180120 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] Sync routers for ids ['c4002907-93a9-45c6-ac03-478c04e04c36'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:13:52.190030 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] Routers {'c4002907-93a9-45c6-ac03-478c04e04c36'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:13:52.190635 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:13:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['c4002907-93a9-45c6-ac03-478c04e04c36'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:52.261831 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3881292 Jun 02 21:13:52.264816 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35746) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:13:52.269630 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-cd827a7f-2b56-42f1-8a85-d5619954defb admin admin] Request body: {'subnet': {'network_id': '0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1976871699-subnet', 'tenant_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'ip_version': 4}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:13:52.272890 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Pushing event updated for resources: {'Network': ['ID=0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:52.276024 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:52.277265 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-cd827a7f-2b56-42f1-8a85-d5619954defb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:13:52.282186 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-cd827a7f-2b56-42f1-8a85-d5619954defb admin admin] Usage tracker for resource:subnet and tenant:9a094b7b5980463b8bbd0ce63ff013c1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:13:52.284627 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-cd827a7f-2b56-42f1-8a85-d5619954defb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:13:52.285088 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:13:52.290796 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-cd827a7f-2b56-42f1-8a85-d5619954defb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:13:52.300655 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd827a7f-2b56-42f1-8a85-d5619954defb admin admin] Made reservation on behalf of 9a094b7b5980463b8bbd0ce63ff013c1 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:13:52.303645 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cd827a7f-2b56-42f1-8a85-d5619954defb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:52.367073 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] Set router c4002907-93a9-45c6-ac03-478c04e04c36 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:13:52.692174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cd827a7f-2b56-42f1-8a85-d5619954defb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:52.697121 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-de707b98-e0e7-475b-8880-080b7ec199b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:52.712365 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'name': 'tempest-TestMinimumBasicScenario-1931215505-router', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:46Z', 'updated_at': '2021-06-02T21:13:50Z', 'revision_number': 4, 'project_id': 'db30d5a870f249579961d9857079016d', 'gw_port': {'id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:47Z', 'updated_at': '2021-06-02T21:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'b4db760c-fa92-4c38-b4d9-b298e3f3c899', 'name': '', 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'mac_address': 'fa:16:3e:ac:10:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '59debec7-0368-408a-946b-c8cc3db97170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:49Z', 'updated_at': '2021-06-02T21:13:50Z', 'revision_number': 2, 'project_id': 'db30d5a870f249579961d9857079016d', 'subnets': [{'id': '59debec7-0368-408a-946b-c8cc3db97170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:52.716540 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] Checking router: c4002907-93a9-45c6-ac03-478c04e04c36 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:13:52.716899 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] Updating router c4002907-93a9-45c6-ac03-478c04e04c36 port b4db760c-fa92-4c38-b4d9-b298e3f3c899 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:13:52.768968 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd827a7f-2b56-42f1-8a85-d5619954defb admin admin] Pushing event updated for resources: {'Subnet': ['ID=342291db-70de-4095-bde1-5b6f3540c118,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:52.772559 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:52.774187 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-cd827a7f-2b56-42f1-8a85-d5619954defb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:52.776672 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd827a7f-2b56-42f1-8a85-d5619954defb admin admin] Checking segment: {'id': '9be82e77-19c1-466b-be34-22bddfbeac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:13:52.777032 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd827a7f-2b56-42f1-8a85-d5619954defb admin admin] Network hostable DHCP agents. Network: 0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:13:52.798839 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd827a7f-2b56-42f1-8a85-d5619954defb admin admin] Network 0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:13:52.810160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-cd827a7f-2b56-42f1-8a85-d5619954defb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:13:52.819742 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd827a7f-2b56-42f1-8a85-d5619954defb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:13:52.820040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72623ea1-aa7d-4bd3-ba10-91c20122f983 None None] Network 0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:13:52.820727 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cd827a7f-2b56-42f1-8a85-d5619954defb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:52.842583 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cd827a7f-2b56-42f1-8a85-d5619954defb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5766518 Jun 02 21:13:52.845249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35748) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:13:52.852343 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1976871699-router', 'tenant_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:13:52.857616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:13:52.861413 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Usage tracker for resource:router and tenant:9a094b7b5980463b8bbd0ce63ff013c1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:13:52.865067 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:13:52.872629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:13:52.884249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:52.885633 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:52.901661 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:52.913596 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3aae0b64-cba3-4f3e-92fd-63a9850eae96 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:13:53.058216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 3aae0b64-cba3-4f3e-92fd-63a9850eae96 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:13:53.068441 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 3aae0b64-cba3-4f3e-92fd-63a9850eae96 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:13:53.068830 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:53.135177 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:53.148866 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] Transition to ACTIVE for port object b4db760c-fa92-4c38-b4d9-b298e3f3c899 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:13:53.159315 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:53.162798 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60', 'network_id': '0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60', 'tenant_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'fixed_ips': [{'subnet_id': '342291db-70de-4095-bde1-5b6f3540c118'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 21:13:53.164043 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:53.164770 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-63161c68-d4e3-454f-ae9c-fd6dd4bf5714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:53.316860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:53.331441 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:53.349240 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 3aae0b64-cba3-4f3e-92fd-63a9850eae96, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3aae0b64-cba3-4f3e-92fd-63a9850eae96,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:13:53.361685 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bbca0-5bec-4456-958d-7e5a4a66f70e None None] Pushing event updated for resources: {'Port': ['ID=b4db760c-fa92-4c38-b4d9-b298e3f3c899,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:53.370283 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bbca0-5bec-4456-958d-7e5a4a66f70e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:53.370624 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bbca0-5bec-4456-958d-7e5a4a66f70e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:53.370952 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bbca0-5bec-4456-958d-7e5a4a66f70e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:53.371317 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bbca0-5bec-4456-958d-7e5a4a66f70e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:53.371651 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bbca0-5bec-4456-958d-7e5a4a66f70e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:53.372112 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bbca0-5bec-4456-958d-7e5a4a66f70e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:53.372437 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bbca0-5bec-4456-958d-7e5a4a66f70e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:53.372755 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bbca0-5bec-4456-958d-7e5a4a66f70e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:53.373067 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bbca0-5bec-4456-958d-7e5a4a66f70e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:53.373377 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bbca0-5bec-4456-958d-7e5a4a66f70e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:53.373691 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bbca0-5bec-4456-958d-7e5a4a66f70e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:53.374042 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35bbca0-5bec-4456-958d-7e5a4a66f70e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:53.385385 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-a35bbca0-5bec-4456-958d-7e5a4a66f70e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:53.391397 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:53.397217 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c1e2eb31-a91d-4614-954e-78692faed12d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:53.403340 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] Attempting to bind port b4db760c-fa92-4c38-b4d9-b298e3f3c899 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:13:53.403903 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] Attempting to bind port b4db760c-fa92-4c38-b4d9-b298e3f3c899 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '660f47eb-31b9-4014-a059-8bb485aa4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:13:53.404439 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] Attempting to bind port b4db760c-fa92-4c38-b4d9-b298e3f3c899 on network c90530f7-3661-4a35-a5c8-e156a82d8264 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:13:53.410183 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:13:53.410786 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] Checking segment: {'id': '660f47eb-31b9-4014-a059-8bb485aa4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:13:53.411381 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:53.411938 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] Bound using segment: {'id': '660f47eb-31b9-4014-a059-8bb485aa4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:13:53.412562 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] Bound port: b4db760c-fa92-4c38-b4d9-b298e3f3c899, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660f47eb-31b9-4014-a059-8bb485aa4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:13:53.413096 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:53.496306 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Allocated IP 172.20.0.2 (0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60/342291db-70de-4095-bde1-5b6f3540c118/9599a963-d89f-4981-be71-de1e4cbea3db) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:13:53.505455 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] For port b4db760c-fa92-4c38-b4d9-b298e3f3c899, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:13:53.509890 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] For port b4db760c-fa92-4c38-b4d9-b298e3f3c899, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b4db760c-fa92-4c38-b4d9-b298e3f3c899,segment=NetworkSegment(660f47eb-31b9-4014-a059-8bb485aa4860),segment_id=660f47eb-31b9-4014-a059-8bb485aa4860)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:13:53.513187 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=3aae0b64-cba3-4f3e-92fd-63a9850eae96,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:53.515358 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:53.516413 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:53.528027 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:53.609081 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] Routers {'c4002907-93a9-45c6-ac03-478c04e04c36'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:13:53.609590 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:13:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['c4002907-93a9-45c6-ac03-478c04e04c36'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:53.650321 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:53.687768 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:53.696834 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bbca0-5bec-4456-958d-7e5a4a66f70e None None] Pushing event updated for resources: {'Port': ['ID=b4db760c-fa92-4c38-b4d9-b298e3f3c899,revision_number=4']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:53.699956 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-a35bbca0-5bec-4456-958d-7e5a4a66f70e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:53.763508 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:53.774969 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Transition to ACTIVE for port object 9599a963-d89f-4981-be71-de1e4cbea3db will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:13:53.797034 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Transition to ACTIVE for port object 9599a963-d89f-4981-be71-de1e4cbea3db will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:13:53.803633 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:53.809276 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:53.829614 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] Set router c4002907-93a9-45c6-ac03-478c04e04c36 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:13:53.856763 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Allocated IP 172.26.0.127 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/bb094d3b-155e-4196-9341-cc732bc19bdf) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:13:53.914279 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Network 0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:13:53.925180 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:13:53.927606 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:13:53.980305 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Pushing event updated for resources: {'Port': ['ID=9599a963-d89f-4981-be71-de1e4cbea3db,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:54.020580 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:54.030064 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:54.041685 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Attempting to bind port 9599a963-d89f-4981-be71-de1e4cbea3db on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:13:54.042122 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Attempting to bind port 9599a963-d89f-4981-be71-de1e4cbea3db by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '9be82e77-19c1-466b-be34-22bddfbeac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:13:54.042531 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Attempting to bind port 9599a963-d89f-4981-be71-de1e4cbea3db on network 0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:13:54.047957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:13:54.048646 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Checking segment: {'id': '9be82e77-19c1-466b-be34-22bddfbeac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:13:54.048873 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:54.049325 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Bound using segment: {'id': '9be82e77-19c1-466b-be34-22bddfbeac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:13:54.049850 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Bound port: 9599a963-d89f-4981-be71-de1e4cbea3db, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be82e77-19c1-466b-be34-22bddfbeac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:13:54.050434 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:54.061891 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:54.066639 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0cae3467-86e2-44b3-85c8-dd505feec817 tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:54.125264 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:13:54.126297 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:13:54.135074 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:13:54.142602 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] For port 9599a963-d89f-4981-be71-de1e4cbea3db, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:13:54.145928 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] For port 9599a963-d89f-4981-be71-de1e4cbea3db, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9599a963-d89f-4981-be71-de1e4cbea3db,segment=NetworkSegment(9be82e77-19c1-466b-be34-22bddfbeac05),segment_id=9be82e77-19c1-466b-be34-22bddfbeac05)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:13:54.151375 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:54.154845 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:54.179731 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Pushing event updated for resources: {'Port': ['ID=bb094d3b-155e-4196-9341-cc732bc19bdf,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:54.187340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:54.206885 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'name': 'tempest-TestMinimumBasicScenario-1931215505-router', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:46Z', 'updated_at': '2021-06-02T21:13:50Z', 'revision_number': 4, 'project_id': 'db30d5a870f249579961d9857079016d', 'gw_port': {'id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:47Z', 'updated_at': '2021-06-02T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'b4db760c-fa92-4c38-b4d9-b298e3f3c899', 'name': '', 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'mac_address': 'fa:16:3e:ac:10:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '59debec7-0368-408a-946b-c8cc3db97170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:49Z', 'updated_at': '2021-06-02T21:13:53Z', 'revision_number': 4, 'project_id': 'db30d5a870f249579961d9857079016d', 'subnets': [{'id': '59debec7-0368-408a-946b-c8cc3db97170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:54.210923 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9d60e8-624e-41db-90d0-46e2fe66f728 None None] The sync data for ids ['c4002907-93a9-45c6-ac03-478c04e04c36'] in dv-neutron-601336-84-hyperv is: [{'id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'name': 'tempest-TestMinimumBasicScenario-1931215505-router', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:46Z', 'updated_at': '2021-06-02T21:13:50Z', 'revision_number': 4, 'project_id': 'db30d5a870f249579961d9857079016d', 'gw_port': {'id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:47Z', 'updated_at': '2021-06-02T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'b4db760c-fa92-4c38-b4d9-b298e3f3c899', 'name': '', 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'mac_address': 'fa:16:3e:ac:10:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '59debec7-0368-408a-946b-c8cc3db97170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:49Z', 'updated_at': '2021-06-02T21:13:53Z', 'revision_number': 4, 'project_id': 'db30d5a870f249579961d9857079016d', 'subnets': [{'id': '59debec7-0368-408a-946b-c8cc3db97170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:13:54.231248 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Pushing event updated for resources: {'Port': ['ID=9599a963-d89f-4981-be71-de1e4cbea3db,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:54.234821 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:54.615434 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:54.981060 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9599a963-d89f-4981-be71-de1e4cbea3db up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:13:55.059403 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 9599a963-d89f-4981-be71-de1e4cbea3db completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:13:55.066006 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3aae0b64-cba3-4f3e-92fd-63a9850eae96 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:13:55.148398 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 3aae0b64-cba3-4f3e-92fd-63a9850eae96 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:13:55.148515 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:55.156024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:55.292637 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b4db760c-fa92-4c38-b4d9-b298e3f3c899 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:13:55.315914 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137f012b-f498-4348-b0e8-ab13daefea25 None None] Network 0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:13:55.380719 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Router e2346b20-d6c5-4ba2-8c69-83a3195bca8f is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 21:13:55.453142 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-17e7d945-5c59-4987-a612-2ef260a35147 None None] Provisioning for port 9599a963-d89f-4981-be71-de1e4cbea3db completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:13:55.460752 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-17e7d945-5c59-4987-a612-2ef260a35147 None None] Provisioning complete for port 9599a963-d89f-4981-be71-de1e4cbea3db triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:13:55.460752 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-17e7d945-5c59-4987-a612-2ef260a35147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:55.527934 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port b4db760c-fa92-4c38-b4d9-b298e3f3c899 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:13:55.565711 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port b4db760c-fa92-4c38-b4d9-b298e3f3c899 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:13:55.566100 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:55.570682 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:13:55.594978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:55.598905 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7493582 Jun 02 21:13:55.598905 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35750) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:13:55.599890 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] Sync routers for ids ['e2346b20-d6c5-4ba2-8c69-83a3195bca8f'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:13:55.653057 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] Routers {'e2346b20-d6c5-4ba2-8c69-83a3195bca8f'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:13:55.653677 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:13:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['e2346b20-d6c5-4ba2-8c69-83a3195bca8f'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:55.953566 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-17e7d945-5c59-4987-a612-2ef260a35147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:56.014189 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] Set router e2346b20-d6c5-4ba2-8c69-83a3195bca8f gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:13:56.170480 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:56.218187 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-17e7d945-5c59-4987-a612-2ef260a35147 None None] For port 9599a963-d89f-4981-be71-de1e4cbea3db, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9599a963-d89f-4981-be71-de1e4cbea3db,segment=NetworkSegment(9be82e77-19c1-466b-be34-22bddfbeac05),segment_id=9be82e77-19c1-466b-be34-22bddfbeac05)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:13:56.229987 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-17e7d945-5c59-4987-a612-2ef260a35147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:56.277198 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:56.362492 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port b4db760c-fa92-4c38-b4d9-b298e3f3c899, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b4db760c-fa92-4c38-b4d9-b298e3f3c899,segment=NetworkSegment(660f47eb-31b9-4014-a059-8bb485aa4860),segment_id=660f47eb-31b9-4014-a059-8bb485aa4860)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:13:56.374857 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:56.394419 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7d945-5c59-4987-a612-2ef260a35147 None None] Pushing event updated for resources: {'Port': ['ID=9599a963-d89f-4981-be71-de1e4cbea3db,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:56.398677 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-17e7d945-5c59-4987-a612-2ef260a35147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:56.399176 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:56.444715 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:56.514875 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=b4db760c-fa92-4c38-b4d9-b298e3f3c899,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:56.518743 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:56.541988 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2346b20-d6c5-4ba2-8c69-83a3195bca8f', 'name': 'tempest-TestMinimumBasicScenario-1976871699-router', 'tenant_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': 'bb094d3b-155e-4196-9341-cc732bc19bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:52Z', 'updated_at': '2021-06-02T21:13:54Z', 'revision_number': 3, 'project_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'gw_port': {'id': 'bb094d3b-155e-4196-9341-cc732bc19bdf', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2346b20-d6c5-4ba2-8c69-83a3195bca8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:53Z', 'updated_at': '2021-06-02T21:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:56.549599 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] Checking router: e2346b20-d6c5-4ba2-8c69-83a3195bca8f for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:13:56.549956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] Updating router e2346b20-d6c5-4ba2-8c69-83a3195bca8f port bb094d3b-155e-4196-9341-cc732bc19bdf binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:13:56.597461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-121409b1-284c-43db-be21-777142faa469 None None] Provisioning complete for port 9599a963-d89f-4981-be71-de1e4cbea3db triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:13:56.597756 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-121409b1-284c-43db-be21-777142faa469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:56.654921 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:56.658555 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Allocated IP 172.20.0.1 (0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60/342291db-70de-4095-bde1-5b6f3540c118/34f764a6-a59b-4b72-8353-9a189822388e) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:13:56.813612 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:56.829300 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Transition to ACTIVE for port object 34f764a6-a59b-4b72-8353-9a189822388e will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:13:56.858972 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:56.860831 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b4db760c-fa92-4c38-b4d9-b298e3f3c899 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:13:56.864074 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-599adeb5-eaae-4077-9e21-4b9474cefe0b tempest-ServerDiskConfigTestJSON-848255265 tempest-ServerDiskConfigTestJSON-848255265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:56.917473 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Network 0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:13:56.924333 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:13:56.932784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:13:56.971558 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Pushing event updated for resources: {'Port': ['ID=34f764a6-a59b-4b72-8353-9a189822388e,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:56.988824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:56.989223 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:56.989616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:56.989994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:56.990373 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:56.990753 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:56.991124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:56.991540 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:56.991911 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:56.992280 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:56.992650 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:56.993020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:13:56.998926 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:57.005780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:57.029547 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port b4db760c-fa92-4c38-b4d9-b298e3f3c899 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:13:57.030105 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:57.135750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:57.179351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:57.210296 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d4945f22-130f-4bcd-b031-ffd70eff379d None None] Provisioning for port 34f764a6-a59b-4b72-8353-9a189822388e completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:13:57.230861 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] Transition to ACTIVE for port object bb094d3b-155e-4196-9341-cc732bc19bdf will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:13:57.240543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d4945f22-130f-4bcd-b031-ffd70eff379d None None] Provisioning complete for port 34f764a6-a59b-4b72-8353-9a189822388e triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:13:57.240911 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d4945f22-130f-4bcd-b031-ffd70eff379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:57.272603 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:57.284494 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-70e07de3-6028-44aa-b3e4-05c8dad23d9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:57.328648 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9599a963-d89f-4981-be71-de1e4cbea3db up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:13:57.370781 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:57.376690 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:57.404521 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0f0cc950-7c19-4c0d-9c71-eeddd3da4db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:57.420094 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-d4945f22-130f-4bcd-b031-ffd70eff379d None None] Port 34f764a6-a59b-4b72-8353-9a189822388e cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:13:57.429400 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] Attempting to bind port bb094d3b-155e-4196-9341-cc732bc19bdf on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:13:57.429776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] Attempting to bind port bb094d3b-155e-4196-9341-cc732bc19bdf by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:13:57.430149 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] Attempting to bind port bb094d3b-155e-4196-9341-cc732bc19bdf on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:13:57.444533 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e7d2d-883d-4519-829d-082b46990524 None None] Pushing event updated for resources: {'Port': ['ID=bb094d3b-155e-4196-9341-cc732bc19bdf,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:57.449129 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c13e7d2d-883d-4519-829d-082b46990524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:57.449898 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:13:57.450275 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:13:57.450935 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:57.451051 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:13:57.451559 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] Bound port: bb094d3b-155e-4196-9341-cc732bc19bdf, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:13:57.451940 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:57.484727 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Pushing event updated for resources: {'Port': ['ID=34f764a6-a59b-4b72-8353-9a189822388e,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:57.487167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:57.491617 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:57.521540 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 9599a963-d89f-4981-be71-de1e4cbea3db triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:13:57.521919 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:57.579740 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] For port bb094d3b-155e-4196-9341-cc732bc19bdf, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:13:57.590959 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] For port bb094d3b-155e-4196-9341-cc732bc19bdf, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=bb094d3b-155e-4196-9341-cc732bc19bdf,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:13:57.596709 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:57.601267 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:13:57.622164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Network 0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:13:57.623299 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:13:57.723629 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] Routers {'e2346b20-d6c5-4ba2-8c69-83a3195bca8f'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:13:57.723629 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:13:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['e2346b20-d6c5-4ba2-8c69-83a3195bca8f'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:57.833115 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Router e2346b20-d6c5-4ba2-8c69-83a3195bca8f has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:13:57.842319 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e7d2d-883d-4519-829d-082b46990524 None None] Pushing event updated for resources: {'Port': ['ID=bb094d3b-155e-4196-9341-cc732bc19bdf,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:13:57.855567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c13e7d2d-883d-4519-829d-082b46990524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:13:57.974527 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-70123ff6-1d86-4894-a1e6-2efd7e1d34e1 None None] Provisioning complete for port 34f764a6-a59b-4b72-8353-9a189822388e triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:13:57.974908 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-70123ff6-1d86-4894-a1e6-2efd7e1d34e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:13:58.020525 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] Set router e2346b20-d6c5-4ba2-8c69-83a3195bca8f gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:13:58.107763 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-70123ff6-1d86-4894-a1e6-2efd7e1d34e1 None None] Port 34f764a6-a59b-4b72-8353-9a189822388e cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:13:58.162750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:13:58.172206 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] 10.222.0.25 "PUT /v2.0/routers/e2346b20-d6c5-4ba2-8c69-83a3195bca8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5721776 Jun 02 21:13:58.351747 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2346b20-d6c5-4ba2-8c69-83a3195bca8f', 'name': 'tempest-TestMinimumBasicScenario-1976871699-router', 'tenant_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': 'bb094d3b-155e-4196-9341-cc732bc19bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:52Z', 'updated_at': '2021-06-02T21:13:57Z', 'revision_number': 4, 'project_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'gw_port': {'id': 'bb094d3b-155e-4196-9341-cc732bc19bdf', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2346b20-d6c5-4ba2-8c69-83a3195bca8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:53Z', 'updated_at': '2021-06-02T21:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '34f764a6-a59b-4b72-8353-9a189822388e', 'name': '', 'network_id': '0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60', 'tenant_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'mac_address': 'fa:16:3e:0e:81:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2346b20-d6c5-4ba2-8c69-83a3195bca8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '342291db-70de-4095-bde1-5b6f3540c118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:56Z', 'updated_at': '2021-06-02T21:13:57Z', 'revision_number': 2, 'project_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'subnets': [{'id': '342291db-70de-4095-bde1-5b6f3540c118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:13:58.356386 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a361ad-60aa-4ea1-bcbb-19118fd1509f None None] The sync data for ids ['e2346b20-d6c5-4ba2-8c69-83a3195bca8f'] in dv-neutron-601336-84-hyperv is: [{'id': 'e2346b20-d6c5-4ba2-8c69-83a3195bca8f', 'name': 'tempest-TestMinimumBasicScenario-1976871699-router', 'tenant_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': 'bb094d3b-155e-4196-9341-cc732bc19bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:52Z', 'updated_at': '2021-06-02T21:13:57Z', 'revision_number': 4, 'project_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'gw_port': {'id': 'bb094d3b-155e-4196-9341-cc732bc19bdf', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2346b20-d6c5-4ba2-8c69-83a3195bca8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:53Z', 'updated_at': '2021-06-02T21:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '34f764a6-a59b-4b72-8353-9a189822388e', 'name': '', 'network_id': '0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60', 'tenant_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'mac_address': 'fa:16:3e:0e:81:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2346b20-d6c5-4ba2-8c69-83a3195bca8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '342291db-70de-4095-bde1-5b6f3540c118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:56Z', 'updated_at': '2021-06-02T21:13:57Z', 'revision_number': 2, 'project_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'subnets': [{'id': '342291db-70de-4095-bde1-5b6f3540c118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:14:00.850486 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3786cb31-4916-40fc-8233-4be4df80f754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:00.886356 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device bb094d3b-155e-4196-9341-cc732bc19bdf up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:14:00.972022 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port bb094d3b-155e-4196-9341-cc732bc19bdf completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:14:00.977130 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port bb094d3b-155e-4196-9341-cc732bc19bdf triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:14:00.977532 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:01.107776 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:01.125084 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port bb094d3b-155e-4196-9341-cc732bc19bdf, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=bb094d3b-155e-4196-9341-cc732bc19bdf,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:14:01.132372 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:01.134248 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:14:01.210393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=bb094d3b-155e-4196-9341-cc732bc19bdf,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:14:01.213474 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:14:02.233027 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] Sync routers for ids ['e2346b20-d6c5-4ba2-8c69-83a3195bca8f'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:14:02.244227 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] Routers {'e2346b20-d6c5-4ba2-8c69-83a3195bca8f'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:14:02.244843 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:13:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['e2346b20-d6c5-4ba2-8c69-83a3195bca8f'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:14:02.432681 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] Set router e2346b20-d6c5-4ba2-8c69-83a3195bca8f gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:14:02.777085 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2346b20-d6c5-4ba2-8c69-83a3195bca8f', 'name': 'tempest-TestMinimumBasicScenario-1976871699-router', 'tenant_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': 'bb094d3b-155e-4196-9341-cc732bc19bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:52Z', 'updated_at': '2021-06-02T21:13:57Z', 'revision_number': 4, 'project_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'gw_port': {'id': 'bb094d3b-155e-4196-9341-cc732bc19bdf', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2346b20-d6c5-4ba2-8c69-83a3195bca8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:53Z', 'updated_at': '2021-06-02T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '34f764a6-a59b-4b72-8353-9a189822388e', 'name': '', 'network_id': '0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60', 'tenant_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'mac_address': 'fa:16:3e:0e:81:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2346b20-d6c5-4ba2-8c69-83a3195bca8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '342291db-70de-4095-bde1-5b6f3540c118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:56Z', 'updated_at': '2021-06-02T21:13:57Z', 'revision_number': 2, 'project_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'subnets': [{'id': '342291db-70de-4095-bde1-5b6f3540c118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:14:02.781870 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] Checking router: e2346b20-d6c5-4ba2-8c69-83a3195bca8f for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:14:02.781870 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] Updating router e2346b20-d6c5-4ba2-8c69-83a3195bca8f port 34f764a6-a59b-4b72-8353-9a189822388e binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:14:02.842041 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:02.866038 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device bb094d3b-155e-4196-9341-cc732bc19bdf up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:14:02.954405 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port bb094d3b-155e-4196-9341-cc732bc19bdf triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:14:02.955232 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:03.233484 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:03.246141 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] Transition to ACTIVE for port object 34f764a6-a59b-4b72-8353-9a189822388e will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:14:03.254967 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:03.262898 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-4998b71a-d4a4-4249-8d27-0fae760a801c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:14:03.394890 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6c9fda80-a3d9-46f2-b27a-9fc631365590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:03.461200 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:03.524053 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f8f3e-d273-4b21-bbaf-81c17dbccafb None None] Pushing event updated for resources: {'Port': ['ID=34f764a6-a59b-4b72-8353-9a189822388e,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:14:03.527846 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] Attempting to bind port 34f764a6-a59b-4b72-8353-9a189822388e on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:14:03.528222 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] Attempting to bind port 34f764a6-a59b-4b72-8353-9a189822388e by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '9be82e77-19c1-466b-be34-22bddfbeac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:14:03.528589 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] Attempting to bind port 34f764a6-a59b-4b72-8353-9a189822388e on network 0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:14:03.531052 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-e17f8f3e-d273-4b21-bbaf-81c17dbccafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:14:03.536057 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:14:03.536440 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] Checking segment: {'id': '9be82e77-19c1-466b-be34-22bddfbeac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:14:03.536848 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:03.537274 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] Bound using segment: {'id': '9be82e77-19c1-466b-be34-22bddfbeac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:14:03.538066 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] Bound port: 34f764a6-a59b-4b72-8353-9a189822388e, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be82e77-19c1-466b-be34-22bddfbeac05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:14:03.538702 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:03.670756 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] For port 34f764a6-a59b-4b72-8353-9a189822388e, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:14:03.674140 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] For port 34f764a6-a59b-4b72-8353-9a189822388e, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=34f764a6-a59b-4b72-8353-9a189822388e,segment=NetworkSegment(9be82e77-19c1-466b-be34-22bddfbeac05),segment_id=9be82e77-19c1-466b-be34-22bddfbeac05)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:14:03.679320 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:03.684204 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-d380dfa1-b619-4e23-8850-b458ea5ac22c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:14:03.752070 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] Routers {'e2346b20-d6c5-4ba2-8c69-83a3195bca8f'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:14:03.752799 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:14:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['e2346b20-d6c5-4ba2-8c69-83a3195bca8f'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:14:03.867920 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f8f3e-d273-4b21-bbaf-81c17dbccafb None None] Pushing event updated for resources: {'Port': ['ID=34f764a6-a59b-4b72-8353-9a189822388e,revision_number=4']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:14:03.871215 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-e17f8f3e-d273-4b21-bbaf-81c17dbccafb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:14:03.982348 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] Set router e2346b20-d6c5-4ba2-8c69-83a3195bca8f gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:14:04.324865 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2346b20-d6c5-4ba2-8c69-83a3195bca8f', 'name': 'tempest-TestMinimumBasicScenario-1976871699-router', 'tenant_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': 'bb094d3b-155e-4196-9341-cc732bc19bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:52Z', 'updated_at': '2021-06-02T21:13:57Z', 'revision_number': 4, 'project_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'gw_port': {'id': 'bb094d3b-155e-4196-9341-cc732bc19bdf', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2346b20-d6c5-4ba2-8c69-83a3195bca8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:53Z', 'updated_at': '2021-06-02T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '34f764a6-a59b-4b72-8353-9a189822388e', 'name': '', 'network_id': '0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60', 'tenant_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'mac_address': 'fa:16:3e:0e:81:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2346b20-d6c5-4ba2-8c69-83a3195bca8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '342291db-70de-4095-bde1-5b6f3540c118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:56Z', 'updated_at': '2021-06-02T21:14:03Z', 'revision_number': 4, 'project_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'subnets': [{'id': '342291db-70de-4095-bde1-5b6f3540c118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:14:04.329136 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed7085d-52c7-45de-a4dd-9a4bb1354053 None None] The sync data for ids ['e2346b20-d6c5-4ba2-8c69-83a3195bca8f'] in dv-neutron-601336-84-hyperv is: [{'id': 'e2346b20-d6c5-4ba2-8c69-83a3195bca8f', 'name': 'tempest-TestMinimumBasicScenario-1976871699-router', 'tenant_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': 'bb094d3b-155e-4196-9341-cc732bc19bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:52Z', 'updated_at': '2021-06-02T21:13:57Z', 'revision_number': 4, 'project_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'gw_port': {'id': 'bb094d3b-155e-4196-9341-cc732bc19bdf', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2346b20-d6c5-4ba2-8c69-83a3195bca8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:53Z', 'updated_at': '2021-06-02T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '34f764a6-a59b-4b72-8353-9a189822388e', 'name': '', 'network_id': '0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60', 'tenant_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'mac_address': 'fa:16:3e:0e:81:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2346b20-d6c5-4ba2-8c69-83a3195bca8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '342291db-70de-4095-bde1-5b6f3540c118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:56Z', 'updated_at': '2021-06-02T21:14:03Z', 'revision_number': 4, 'project_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'subnets': [{'id': '342291db-70de-4095-bde1-5b6f3540c118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:14:04.399197 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:04.889902 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 34f764a6-a59b-4b72-8353-9a189822388e up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:14:04.966099 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 34f764a6-a59b-4b72-8353-9a189822388e completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:14:04.971743 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 34f764a6-a59b-4b72-8353-9a189822388e triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:14:04.972168 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:05.112638 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:05.157871 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 34f764a6-a59b-4b72-8353-9a189822388e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=34f764a6-a59b-4b72-8353-9a189822388e,segment=NetworkSegment(9be82e77-19c1-466b-be34-22bddfbeac05),segment_id=9be82e77-19c1-466b-be34-22bddfbeac05)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:14:05.163477 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:05.168065 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:14:05.266447 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=34f764a6-a59b-4b72-8353-9a189822388e,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:14:05.269608 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:14:06.052660 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:06.856529 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 34f764a6-a59b-4b72-8353-9a189822388e up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:14:06.930396 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 34f764a6-a59b-4b72-8353-9a189822388e triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:14:06.935633 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:08.090272 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-ec267a04-9184-4bc8-8340-aa60f00023f2 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:08.091773 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-ec267a04-9184-4bc8-8340-aa60f00023f2 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/networks?id=c90530f7-3661-4a35-a5c8-e156a82d8264 HTTP/1.1" status: 200 len: 815 time: 0.1403198 Jun 02 21:14:08.106460 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8929d03d-ab3a-4dfb-ad90-04030996596e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/quotas/db30d5a870f249579961d9857079016d HTTP/1.1" status: 200 len: 375 time: 0.0093143 Jun 02 21:14:08.190239 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-6ae0c40f-83da-48fa-89cd-5cb4fe840ec9 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Synchronizing usage tracker for tenant:db30d5a870f249579961d9857079016d on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:14:08.207079 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-6ae0c40f-83da-48fa-89cd-5cb4fe840ec9 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Unset dirty status for tenant:db30d5a870f249579961d9857079016d on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:14:08.208327 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-6ae0c40f-83da-48fa-89cd-5cb4fe840ec9 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=db30d5a870f249579961d9857079016d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971351 Jun 02 21:14:08.586320 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-0da780cd-fbc0-4a31-bd27-0012414de592 service neutron] 10.222.0.25 "GET /v2.0/networks/c90530f7-3661-4a35-a5c8-e156a82d8264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637908 Jun 02 21:14:08.714540 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-f6d6fd6d-1b59-4766-9b19-5de33aae4067 service neutron] 10.222.0.25 "GET /v2.0/networks/c90530f7-3661-4a35-a5c8-e156a82d8264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220133 Jun 02 21:14:08.887431 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6e837121-ce9b-4a3f-91d7-21115786df2d req-b7d26631-261b-4b2e-896f-4b275d62773d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 210 time: 0.0425134 Jun 02 21:14:09.900423 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-4cffa766-a591-4591-8ce0-bbb3c8464038 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:09.901097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-4cffa766-a591-4591-8ce0-bbb3c8464038 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Synchronizing usage tracker for tenant:db30d5a870f249579961d9857079016d on resource:network {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:14:09.920798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-4cffa766-a591-4591-8ce0-bbb3c8464038 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Unset dirty status for tenant:db30d5a870f249579961d9857079016d on resource:network {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:14:09.921960 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-4cffa766-a591-4591-8ce0-bbb3c8464038 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.95 "GET /v2.0/networks?id=c90530f7-3661-4a35-a5c8-e156a82d8264 HTTP/1.1" status: 200 len: 815 time: 0.1697326 Jun 02 21:14:09.934913 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-60fbc418-55a2-4851-852e-d39e44974948 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Request body: {'port': {'device_id': '8f976f06-c653-4226-8315-d52ab9152127', 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264', 'admin_state_up': True, 'tenant_id': 'db30d5a870f249579961d9857079016d'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:14:10.039957 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cd369c2f-cf96-4654-834b-79f6d9303c9a req-5c8b5033-7898-4b50-84ca-3d71c99588b3 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 210 time: 0.0453997 Jun 02 21:14:10.073672 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-60fbc418-55a2-4851-852e-d39e44974948 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:14:10.083324 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-60fbc418-55a2-4851-852e-d39e44974948 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:14:10.093110 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-60fbc418-55a2-4851-852e-d39e44974948 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Made reservation on behalf of db30d5a870f249579961d9857079016d for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:14:10.097133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-60fbc418-55a2-4851-852e-d39e44974948 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:10.262391 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-60fbc418-55a2-4851-852e-d39e44974948 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Allocated IP 172.20.0.9 (c90530f7-3661-4a35-a5c8-e156a82d8264/59debec7-0368-408a-946b-c8cc3db97170/b5e14bab-b2ec-4b7a-83f2-6716f61f4eae) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:14:10.529638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-60fbc418-55a2-4851-852e-d39e44974948 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:10.548682 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-60fbc418-55a2-4851-852e-d39e44974948 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Transition to ACTIVE for port object b5e14bab-b2ec-4b7a-83f2-6716f61f4eae will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:14:10.579328 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-60fbc418-55a2-4851-852e-d39e44974948 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:10.588529 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:14:10.688252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-60fbc418-55a2-4851-852e-d39e44974948 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Network c90530f7-3661-4a35-a5c8-e156a82d8264 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:14:10.691847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-60fbc418-55a2-4851-852e-d39e44974948 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:14:10.696108 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-60fbc418-55a2-4851-852e-d39e44974948 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:14:10.728102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbc418-55a2-4851-852e-d39e44974948 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Pushing event updated for resources: {'Port': ['ID=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:14:10.734762 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-60fbc418-55a2-4851-852e-d39e44974948 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:14:10.773165 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-60fbc418-55a2-4851-852e-d39e44974948 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:10.773790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-60fbc418-55a2-4851-852e-d39e44974948 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:10.804261 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-60fbc418-55a2-4851-852e-d39e44974948 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8744874 Jun 02 21:14:10.978653 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e9402b9e-99ca-4bc9-b1d8-3e94e71de749 None None] Provisioning for port b5e14bab-b2ec-4b7a-83f2-6716f61f4eae completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:14:10.984152 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e9402b9e-99ca-4bc9-b1d8-3e94e71de749 None None] Provisioning complete for port b5e14bab-b2ec-4b7a-83f2-6716f61f4eae triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:14:10.984618 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e9402b9e-99ca-4bc9-b1d8-3e94e71de749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:11.102733 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-e9402b9e-99ca-4bc9-b1d8-3e94e71de749 None None] Port b5e14bab-b2ec-4b7a-83f2-6716f61f4eae cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:14:11.269179 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74feee6f-4a0a-4d23-84c7-c6a5405a9d82 req-7ddc3a48-ba43-4db1-9bd4-d979ff273a49 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:11.270146 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-74feee6f-4a0a-4d23-84c7-c6a5405a9d82 req-7ddc3a48-ba43-4db1-9bd4-d979ff273a49 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Synchronizing usage tracker for tenant:db30d5a870f249579961d9857079016d on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:14:11.289986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-74feee6f-4a0a-4d23-84c7-c6a5405a9d82 req-7ddc3a48-ba43-4db1-9bd4-d979ff273a49 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Unset dirty status for tenant:db30d5a870f249579961d9857079016d on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:14:11.291439 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-74feee6f-4a0a-4d23-84c7-c6a5405a9d82 req-7ddc3a48-ba43-4db1-9bd4-d979ff273a49 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 931 time: 0.1167302 Jun 02 21:14:11.343793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-74feee6f-4a0a-4d23-84c7-c6a5405a9d82 req-84480fb9-6d59-4a1b-b83d-47e4241d9e7f tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Synchronizing usage tracker for tenant:db30d5a870f249579961d9857079016d on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:14:11.359610 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-74feee6f-4a0a-4d23-84c7-c6a5405a9d82 req-84480fb9-6d59-4a1b-b83d-47e4241d9e7f tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Unset dirty status for tenant:db30d5a870f249579961d9857079016d on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:14:11.360821 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-74feee6f-4a0a-4d23-84c7-c6a5405a9d82 req-84480fb9-6d59-4a1b-b83d-47e4241d9e7f tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634813 Jun 02 21:14:12.553035 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bb06a-28c4-4ce9-a657-d201b164c65f req-cd02b8a7-3599-4515-916a-752cbb1ea3df tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:12.554727 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-550bb06a-28c4-4ce9-a657-d201b164c65f req-cd02b8a7-3599-4515-916a-752cbb1ea3df tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 931 time: 0.0885465 Jun 02 21:14:12.606357 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-550bb06a-28c4-4ce9-a657-d201b164c65f req-b205e32a-8d1a-40d4-b98a-f066376a6a67 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457761 Jun 02 21:14:13.809529 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eec9d3-16bd-4c0e-a869-36579445578d req-34509096-a2e3-4a7d-bc94-6dde6626352e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:13.815646 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-13eec9d3-16bd-4c0e-a869-36579445578d req-34509096-a2e3-4a7d-bc94-6dde6626352e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 931 time: 0.1024010 Jun 02 21:14:13.857625 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-13eec9d3-16bd-4c0e-a869-36579445578d req-6f026fc4-376a-4624-9211-6694fca71cd9 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390511 Jun 02 21:14:14.779877 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:15.061450 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81192b-6177-414f-b140-e0fd85b098df req-d15d3c0a-cebd-4605-9610-e1ddef13c953 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:15.062971 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-de81192b-6177-414f-b140-e0fd85b098df req-d15d3c0a-cebd-4605-9610-e1ddef13c953 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 931 time: 0.0846119 Jun 02 21:14:15.111618 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-de81192b-6177-414f-b140-e0fd85b098df req-9a425d24-0a68-4aa6-bd18-99cf84f62727 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430989 Jun 02 21:14:16.304706 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb484f-050c-46bf-b354-31cfe771281a req-edc5ea03-67bd-4a2d-8cf8-adfe2412bc85 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:16.306184 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a8cb484f-050c-46bf-b354-31cfe771281a req-edc5ea03-67bd-4a2d-8cf8-adfe2412bc85 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 931 time: 0.0842330 Jun 02 21:14:16.350488 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a8cb484f-050c-46bf-b354-31cfe771281a req-1d5c376d-30da-44c2-9170-1bf86082ae86 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385346 Jun 02 21:14:17.543483 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a3353-0646-4b32-a342-ab80856bae2f req-34c5b85c-5e62-49e9-9c32-9b8edce59695 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:17.544929 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f42a3353-0646-4b32-a342-ab80856bae2f req-34c5b85c-5e62-49e9-9c32-9b8edce59695 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 931 time: 0.0834281 Jun 02 21:14:17.588586 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f42a3353-0646-4b32-a342-ab80856bae2f req-11fce6a8-8927-48cb-a084-1529a316fae0 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380640 Jun 02 21:14:18.821668 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407576d7-5958-49b9-901d-48d944b6cb2e req-89e6d2ad-4663-4c89-9877-e4f97df3d00d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:18.823122 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-407576d7-5958-49b9-901d-48d944b6cb2e req-89e6d2ad-4663-4c89-9877-e4f97df3d00d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 931 time: 0.0799634 Jun 02 21:14:18.866453 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-407576d7-5958-49b9-901d-48d944b6cb2e req-4555630b-4583-4c9f-9a41-c07e184a4341 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378225 Jun 02 21:14:19.044132 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:14:20.062129 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1fd2f-79c5-4048-922c-6d3a045d2580 req-a8e8dcdf-b76d-4cf4-82b6-a1a99bab22d9 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:20.063514 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7ac1fd2f-79c5-4048-922c-6d3a045d2580 req-a8e8dcdf-b76d-4cf4-82b6-a1a99bab22d9 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 931 time: 0.0857141 Jun 02 21:14:20.107622 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7ac1fd2f-79c5-4048-922c-6d3a045d2580 req-e7db4d3e-03eb-4fea-b99a-bf1439078d6c tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382714 Jun 02 21:14:21.296773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddde02-dc9b-469d-8c84-88352c7beb17 req-e0ab92c6-126d-42bd-b73b-3ae611c57534 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:21.298218 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fcddde02-dc9b-469d-8c84-88352c7beb17 req-e0ab92c6-126d-42bd-b73b-3ae611c57534 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 931 time: 0.0824943 Jun 02 21:14:21.349915 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fcddde02-dc9b-469d-8c84-88352c7beb17 req-d5c6c175-f583-4829-8d75-4c8ae0faadb4 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453908 Jun 02 21:14:22.533388 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92df06-aae8-4a42-9b3e-760ce52a45bb req-82fd0246-076f-497f-8c84-7cbdcf187710 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:22.534827 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ce92df06-aae8-4a42-9b3e-760ce52a45bb req-82fd0246-076f-497f-8c84-7cbdcf187710 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 931 time: 0.0790622 Jun 02 21:14:22.577258 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ce92df06-aae8-4a42-9b3e-760ce52a45bb req-a91c83e2-1ec9-484a-a0f5-30510942f248 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369270 Jun 02 21:14:23.389986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-edc0703e-c7ef-4558-b225-50113ded54eb tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 21:14:23.391175 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-edc0703e-c7ef-4558-b225-50113ded54eb tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065925 Jun 02 21:14:23.408310 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Request body: {'port': {'device_id': '8f976f06-c653-4226-8315-d52ab9152127', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:14:23.519325 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:23.984641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911def2-262d-45c6-8d08-23afed65aeb9 req-146a5f29-514b-497e-8c36-d97e4f3bf2d3 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:23.986095 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6911def2-262d-45c6-8d08-23afed65aeb9 req-146a5f29-514b-497e-8c36-d97e4f3bf2d3 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 931 time: 0.1977746 Jun 02 21:14:24.110833 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6911def2-262d-45c6-8d08-23afed65aeb9 req-916e6c28-387a-4179-9b06-243d7927eaf0 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187403 Jun 02 21:14:24.123111 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e14bab-b2ec-4b7a-83f2-6716f61f4eae {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:14:24.132487 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:24.146763 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Transition to ACTIVE for port object b5e14bab-b2ec-4b7a-83f2-6716f61f4eae will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:14:24.149717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:24.154902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b6e6264e-6887-4362-8ef7-851f00149e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:14:24.279105 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:14:24.305599 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:14:24.384704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Attempting to bind port b5e14bab-b2ec-4b7a-83f2-6716f61f4eae on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:14:24.385042 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Attempting to bind port b5e14bab-b2ec-4b7a-83f2-6716f61f4eae by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '660f47eb-31b9-4014-a059-8bb485aa4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:14:24.385869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Attempting to bind port b5e14bab-b2ec-4b7a-83f2-6716f61f4eae on network c90530f7-3661-4a35-a5c8-e156a82d8264 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:14:24.390594 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Port b5e14bab-b2ec-4b7a-83f2-6716f61f4eae on network c90530f7-3661-4a35-a5c8-e156a82d8264 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 21:14:24.391183 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Attempting to bind port b5e14bab-b2ec-4b7a-83f2-6716f61f4eae on network c90530f7-3661-4a35-a5c8-e156a82d8264 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:14:24.396757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:14:24.397121 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Checking segment: {'id': '660f47eb-31b9-4014-a059-8bb485aa4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:14:24.397505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Bound using segment: {'id': '660f47eb-31b9-4014-a059-8bb485aa4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:14:24.397937 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Bound port: b5e14bab-b2ec-4b7a-83f2-6716f61f4eae, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '660f47eb-31b9-4014-a059-8bb485aa4860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:14:24.398284 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:24.488076 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] For port b5e14bab-b2ec-4b7a-83f2-6716f61f4eae, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:14:24.490822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] For port b5e14bab-b2ec-4b7a-83f2-6716f61f4eae, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae,segment=NetworkSegment(660f47eb-31b9-4014-a059-8bb485aa4860),segment_id=660f47eb-31b9-4014-a059-8bb485aa4860)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:14:24.495344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:24.499869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:14:24.551776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:24.552387 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:24.553740 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] 10.222.0.95 "PUT /v2.0/ports/b5e14bab-b2ec-4b7a-83f2-6716f61f4eae HTTP/1.1" status: 200 len: 1093 time: 1.1534753 Jun 02 21:14:24.554265 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f976f06-c653-4226-8315-d52ab9152127', 'tag': 'b5e14bab-b2ec-4b7a-83f2-6716f61f4eae'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:14:24.556582 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d577947-1032-4407-906f-019477b6bad7" -d '{"events": [{"name": "network-changed", "server_uuid": "8f976f06-c653-4226-8315-d52ab9152127", "tag": "b5e14bab-b2ec-4b7a-83f2-6716f61f4eae"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:14:24.586860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:14:24.591301 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:14:24.636220 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cada3cf-87ac-45f0-8e37-316900f2c9b5 x-openstack-request-id: req-1cada3cf-87ac-45f0-8e37-316900f2c9b5 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:14:24.636563 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f976f06-c653-4226-8315-d52ab9152127", "tag": "b5e14bab-b2ec-4b7a-83f2-6716f61f4eae", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:14:24.636862 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1cada3cf-87ac-45f0-8e37-316900f2c9b5 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:14:24.637301 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f976f06-c653-4226-8315-d52ab9152127', 'tag': 'b5e14bab-b2ec-4b7a-83f2-6716f61f4eae', 'status': 'completed', 'code': 200} Jun 02 21:14:24.683954 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-ad104315-5828-4838-880f-9042aba64afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:24.685430 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-ad104315-5828-4838-880f-9042aba64afe service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=db30d5a870f249579961d9857079016d&device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 1096 time: 0.0877340 Jun 02 21:14:24.759931 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-5beb117c-1fa0-4b8d-923d-1f427dbfdb15 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae HTTP/1.1" status: 200 len: 217 time: 0.0658810 Jun 02 21:14:24.823904 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-c08e4c7a-0818-4aba-ba4c-f0134fe7cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:24.825378 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-c08e4c7a-0818-4aba-ba4c-f0134fe7cdf9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=59debec7-0368-408a-946b-c8cc3db97170 HTTP/1.1" status: 200 len: 854 time: 0.0593960 Jun 02 21:14:24.908178 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-a4259eaf-4178-4346-96b0-1d96ef887ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:24.909567 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-a4259eaf-4178-4346-96b0-1d96ef887ab9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c90530f7-3661-4a35-a5c8-e156a82d8264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0780895 Jun 02 21:14:25.047397 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-5a775877-2c4a-4b6c-89f9-ba52abb6476e service neutron] 10.222.0.95 "GET /v2.0/networks/c90530f7-3661-4a35-a5c8-e156a82d8264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308558 Jun 02 21:14:25.209201 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f6c03cba-75dd-490c-b9a4-17cc06919b0a req-f9e47cc3-b328-4aff-bb73-6d1e8dacebfa service neutron] 10.222.0.95 "GET /v2.0/networks/c90530f7-3661-4a35-a5c8-e156a82d8264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553276 Jun 02 21:14:25.386154 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d577947-1032-4407-906f-019477b6bad7 req-f7ed579b-e8e5-4113-ae76-56fbaa6e819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:25.387888 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2d577947-1032-4407-906f-019477b6bad7 req-f7ed579b-e8e5-4113-ae76-56fbaa6e819b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=db30d5a870f249579961d9857079016d&device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 1096 time: 0.1012843 Jun 02 21:14:25.395770 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99bc2c-e665-4d19-bfbd-509f0658bd82 req-bec7cd32-1802-4a2f-a90e-232064773801 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:25.397082 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ad99bc2c-e665-4d19-bfbd-509f0658bd82 req-bec7cd32-1802-4a2f-a90e-232064773801 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 943 time: 0.1412404 Jun 02 21:14:25.664870 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ad99bc2c-e665-4d19-bfbd-509f0658bd82 req-9612c960-b6e9-4180-9dda-45e69e41aebe tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460485 Jun 02 21:14:25.696485 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d577947-1032-4407-906f-019477b6bad7 req-f3b352fc-a71c-46a6-905d-1a57d1486818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:25.698003 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2d577947-1032-4407-906f-019477b6bad7 req-f3b352fc-a71c-46a6-905d-1a57d1486818 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c90530f7-3661-4a35-a5c8-e156a82d8264 HTTP/1.1" status: 200 len: 916 time: 0.3000424 Jun 02 21:14:25.767541 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2d577947-1032-4407-906f-019477b6bad7 req-0c0498bc-7760-4167-b8f7-4c254b84c4fe service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae HTTP/1.1" status: 200 len: 217 time: 0.0623968 Jun 02 21:14:25.829594 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d577947-1032-4407-906f-019477b6bad7 req-45af6fef-8d03-44a7-a05f-3e34809cc4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:25.830963 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2d577947-1032-4407-906f-019477b6bad7 req-45af6fef-8d03-44a7-a05f-3e34809cc4e3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=59debec7-0368-408a-946b-c8cc3db97170 HTTP/1.1" status: 200 len: 854 time: 0.0561259 Jun 02 21:14:25.905773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d577947-1032-4407-906f-019477b6bad7 req-d7458590-158c-41e1-9501-f6a23093b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:25.907219 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2d577947-1032-4407-906f-019477b6bad7 req-d7458590-158c-41e1-9501-f6a23093b92c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c90530f7-3661-4a35-a5c8-e156a82d8264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0691667 Jun 02 21:14:26.034730 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2d577947-1032-4407-906f-019477b6bad7 req-0f263754-5ad1-44f6-b948-ccd9dcc9ea6b service neutron] 10.222.0.95 "GET /v2.0/networks/c90530f7-3661-4a35-a5c8-e156a82d8264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205454 Jun 02 21:14:26.165941 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2d577947-1032-4407-906f-019477b6bad7 req-48af5964-9fe6-41fd-b411-75a07400f3c1 service neutron] 10.222.0.95 "GET /v2.0/networks/c90530f7-3661-4a35-a5c8-e156a82d8264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238337 Jun 02 21:14:26.859150 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d2e9d-73eb-4441-8bc3-2cdb1fd4ffde req-189d00e4-f1bc-4ce0-be59-59c8c1483c5f tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:26.860647 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fd4d2e9d-73eb-4441-8bc3-2cdb1fd4ffde req-189d00e4-f1bc-4ce0-be59-59c8c1483c5f tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 943 time: 0.0909190 Jun 02 21:14:26.903942 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fd4d2e9d-73eb-4441-8bc3-2cdb1fd4ffde req-8c3839e2-cd35-4708-bf81-366c8edd6ebf tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377226 Jun 02 21:14:27.467865 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device b5e14bab-b2ec-4b7a-83f2-6716f61f4eae details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:14:27.596154 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port b5e14bab-b2ec-4b7a-83f2-6716f61f4eae, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae,segment=NetworkSegment(660f47eb-31b9-4014-a059-8bb485aa4860),segment_id=660f47eb-31b9-4014-a059-8bb485aa4860)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:14:27.608928 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': 'b5e14bab-b2ec-4b7a-83f2-6716f61f4eae', 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264', 'port_id': 'b5e14bab-b2ec-4b7a-83f2-6716f61f4eae', 'mac_address': 'fa:16:3e:f1:46:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59debec7-0368-408a-946b-c8cc3db97170', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:14:27.664305 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:27.680202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e14bab-b2ec-4b7a-83f2-6716f61f4eae {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:14:27.695132 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port b5e14bab-b2ec-4b7a-83f2-6716f61f4eae, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae,segment=NetworkSegment(660f47eb-31b9-4014-a059-8bb485aa4860),segment_id=660f47eb-31b9-4014-a059-8bb485aa4860)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:14:27.699718 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:27.701420 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c13e7d2d-883d-4519-829d-082b46990524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:14:27.768066 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:14:27.771107 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:14:28.034851 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['b5e14bab-b2ec-4b7a-83f2-6716f61f4eae'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:14:28.094291 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ac385-6660-4721-aa69-11310199463a req-b84e33f4-be6e-49f2-9697-bad14ca64b4e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:28.095838 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-472ac385-6660-4721-aa69-11310199463a req-b84e33f4-be6e-49f2-9697-bad14ca64b4e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 944 time: 0.0862973 Jun 02 21:14:28.143015 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-472ac385-6660-4721-aa69-11310199463a req-51d81272-ccf4-49b3-8788-d13e6643bce8 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Jun 02 21:14:29.484182 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device b5e14bab-b2ec-4b7a-83f2-6716f61f4eae up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:14:29.551554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port b5e14bab-b2ec-4b7a-83f2-6716f61f4eae completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:14:29.556363 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port b5e14bab-b2ec-4b7a-83f2-6716f61f4eae triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:14:29.556746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:29.595532 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b9799-73fd-478b-a3dd-befdc78751f0 req-410e6869-078b-4504-810a-78baa4e5d08a tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:29.596974 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f03b9799-73fd-478b-a3dd-befdc78751f0 req-410e6869-078b-4504-810a-78baa4e5d08a tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 944 time: 0.1927841 Jun 02 21:14:29.645155 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f03b9799-73fd-478b-a3dd-befdc78751f0 req-d4181bbc-1578-4a14-b8e5-3f5ea87db9e6 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425670 Jun 02 21:14:29.674718 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:29.700657 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f976f06-c653-4226-8315-d52ab9152127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e14bab-b2ec-4b7a-83f2-6716f61f4eae'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:14:29.702884 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4af8ef5-b658-4bdc-8a87-6b0b521c50ef" -d '{"events": [{"server_uuid": "8f976f06-c653-4226-8315-d52ab9152127", "name": "network-vif-plugged", "status": "completed", "tag": "b5e14bab-b2ec-4b7a-83f2-6716f61f4eae"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:14:29.710241 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port b5e14bab-b2ec-4b7a-83f2-6716f61f4eae, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae,segment=NetworkSegment(660f47eb-31b9-4014-a059-8bb485aa4860),segment_id=660f47eb-31b9-4014-a059-8bb485aa4860)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:14:29.714363 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:29.716178 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:14:29.757102 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5798b95-fcf7-4291-a11a-169736860dac x-openstack-request-id: req-e5798b95-fcf7-4291-a11a-169736860dac {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:14:29.757401 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f976f06-c653-4226-8315-d52ab9152127", "name": "network-vif-plugged", "status": "completed", "tag": "b5e14bab-b2ec-4b7a-83f2-6716f61f4eae", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:14:29.757660 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5798b95-fcf7-4291-a11a-169736860dac {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:14:29.758048 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f976f06-c653-4226-8315-d52ab9152127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e14bab-b2ec-4b7a-83f2-6716f61f4eae', 'code': 200} Jun 02 21:14:29.791394 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:14:29.794826 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:14:29.995786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24245e6d-65ee-4c11-be43-4ad8e8a0a6ad req-4746a926-a027-483a-a122-60f080a00763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:29.997267 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-24245e6d-65ee-4c11-be43-4ad8e8a0a6ad req-4746a926-a027-483a-a122-60f080a00763 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 1098 time: 0.0710752 Jun 02 21:14:30.039500 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-24245e6d-65ee-4c11-be43-4ad8e8a0a6ad req-fec5f5cd-98c6-4b6e-9c34-f011f646cc35 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363677 Jun 02 21:14:30.828415 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db4c1b-d680-440a-99c8-1a57c3177f38 req-1bbd7f3f-63f9-4b0e-9aa1-0fab1f0043ec tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:30.830056 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-00db4c1b-d680-440a-99c8-1a57c3177f38 req-1bbd7f3f-63f9-4b0e-9aa1-0fab1f0043ec tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 945 time: 0.0821528 Jun 02 21:14:30.835507 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-23103576-877b-4cfd-a460-6f9c6791239c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:30.877139 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-00db4c1b-d680-440a-99c8-1a57c3177f38 req-81a931b2-f437-473a-8c4b-c243ba0ceff5 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413446 Jun 02 21:14:32.106187 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d75007-0f11-44fb-a12d-36512688de8a req-90860284-fe91-4fe7-a75f-5064b4257853 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:32.107632 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-53d75007-0f11-44fb-a12d-36512688de8a req-90860284-fe91-4fe7-a75f-5064b4257853 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 945 time: 0.1249363 Jun 02 21:14:32.151029 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-53d75007-0f11-44fb-a12d-36512688de8a req-679e9b41-482d-4d9a-857f-aa880f437dcc tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378473 Jun 02 21:14:32.331958 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac476fd-0e6c-4a02-93da-4d13e42f41ec req-319c7f33-e7e3-4a3a-b36d-ed16a6cb1cb8 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:32.333290 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cac476fd-0e6c-4a02-93da-4d13e42f41ec req-319c7f33-e7e3-4a3a-b36d-ed16a6cb1cb8 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 945 time: 0.0815830 Jun 02 21:14:32.376337 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cac476fd-0e6c-4a02-93da-4d13e42f41ec req-ad613f02-57e5-4277-9c8e-3f9527c473e6 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375299 Jun 02 21:14:32.764285 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b46928-29ad-40cd-b2f6-82dda12fce23 req-9e60f3ed-cd5a-49b7-9b2c-c8cf8b1abd7f tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:32.765718 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-40b46928-29ad-40cd-b2f6-82dda12fce23 req-9e60f3ed-cd5a-49b7-9b2c-c8cf8b1abd7f tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 945 time: 0.0816679 Jun 02 21:14:32.810900 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-40b46928-29ad-40cd-b2f6-82dda12fce23 req-b6d88520-84f2-4ff7-bdab-d792d7f93bd2 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394876 Jun 02 21:14:33.389745 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-173ccbc5-1e64-46cd-b6f3-8ba3b09ec203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:33.454632 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:34.379174 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:36.060385 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:44.776906 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:45.255423 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1a2ff-cdba-4f4f-bee9-6616204518c0 req-0c70f54d-e4be-44f3-8508-759dfcff7288 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:45.256789 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3db1a2ff-cdba-4f4f-bee9-6616204518c0 req-0c70f54d-e4be-44f3-8508-759dfcff7288 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 945 time: 0.0890522 Jun 02 21:14:45.300923 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3db1a2ff-cdba-4f4f-bee9-6616204518c0 req-6bd3802e-a50b-4440-be62-da06c104c939 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385623 Jun 02 21:14:45.324299 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35960) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:14:45.430968 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1246b087-51af-46b5-bd04-c93ef134af2e tempest-TestMinimumBasicScenario-705489270 tempest-TestMinimumBasicScenario-705489270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:45.432463 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1246b087-51af-46b5-bd04-c93ef134af2e tempest-TestMinimumBasicScenario-705489270 tempest-TestMinimumBasicScenario-705489270-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 1093 time: 0.1072261 Jun 02 21:14:45.435450 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35964) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:14:45.440522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': 'b5e14bab-b2ec-4b7a-83f2-6716f61f4eae', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:14:45.446339 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:14:45.450121 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Usage tracker for resource:floatingip and tenant:db30d5a870f249579961d9857079016d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:14:45.453044 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:14:45.458735 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:14:45.468658 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for floatingip, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:45.611777 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:45.749756 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Allocated IP 172.26.0.172 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/5434f8da-6b69-4ec5-a058-75c4b5b39bf6) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:14:45.896906 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:45.927252 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:45.931622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7a3bdab5-d227-4eef-a5aa-0a70a8bd75df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:14:45.994012 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:14:45.997206 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:14:46.000989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:14:46.037378 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Pushing event updated for resources: {'Port': ['ID=5434f8da-6b69-4ec5-a058-75c4b5b39bf6,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:14:46.052767 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:14:46.053160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:14:46.053544 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:14:46.053931 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:14:46.054302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:14:46.054677 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:14:46.055046 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:14:46.055441 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:14:46.055811 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:14:46.056180 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:14:46.056544 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:14:46.056908 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:14:46.061698 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:14:46.552583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:46.626549 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:46.833688 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:46.838138 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:46.841682 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b004fd9c-dc29-40b4-bd03-e035708d7f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:14:46.947165 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Pushing event updated for resources: {'Port': ['ID=5434f8da-6b69-4ec5-a058-75c4b5b39bf6,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:14:46.951680 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:14:46.956297 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:47.122740 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Floating IP c4254454-f3e2-4e05-8b00-d75358f689e3 associated. External IP: 172.26.0.172, port: b5e14bab-b2ec-4b7a-83f2-6716f61f4eae. Jun 02 21:14:47.465325 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Router c4002907-93a9-45c6-ac03-478c04e04c36 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:14:47.795258 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:14:47.804351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f730507-25b8-43ba-98ef-1f31c2f80e74 None None] Sync routers for ids ['c4002907-93a9-45c6-ac03-478c04e04c36'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:14:47.813641 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f730507-25b8-43ba-98ef-1f31c2f80e74 None None] Routers {'c4002907-93a9-45c6-ac03-478c04e04c36'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:14:47.814248 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7f730507-25b8-43ba-98ef-1f31c2f80e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:14:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['c4002907-93a9-45c6-ac03-478c04e04c36'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:14:47.818500 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:47.877433 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4403479 Jun 02 21:14:47.878111 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f976f06-c653-4226-8315-d52ab9152127', 'tag': 'b5e14bab-b2ec-4b7a-83f2-6716f61f4eae'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:14:47.880307 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 35966) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:14:47.880785 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995ed2d5-0113-4135-9282-fe1ccc21beea" -d '{"events": [{"name": "network-changed", "server_uuid": "8f976f06-c653-4226-8315-d52ab9152127", "tag": "b5e14bab-b2ec-4b7a-83f2-6716f61f4eae"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:14:47.885665 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-8b8cc25d-ef02-4f98-a6d7-1f862b11e0c4 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1995349715', 'description': 'tempest-secgroup-smoke-1995349715 description', 'project_id': 'db30d5a870f249579961d9857079016d'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:14:47.892874 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8b8cc25d-ef02-4f98-a6d7-1f862b11e0c4 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:14:47.902775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8b8cc25d-ef02-4f98-a6d7-1f862b11e0c4 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:14:47.915365 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8b8cc25d-ef02-4f98-a6d7-1f862b11e0c4 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:47.936662 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8b8cc25d-ef02-4f98-a6d7-1f862b11e0c4 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:14:47.940508 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8b8cc25d-ef02-4f98-a6d7-1f862b11e0c4 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Usage tracker for resource:security_group_rule and tenant:db30d5a870f249579961d9857079016d is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:14:47.943924 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8b8cc25d-ef02-4f98-a6d7-1f862b11e0c4 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:14:47.950440 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8b8cc25d-ef02-4f98-a6d7-1f862b11e0c4 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:14:47.985854 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69785adc-1e42-4199-acb0-15c2ee0498aa x-openstack-request-id: req-69785adc-1e42-4199-acb0-15c2ee0498aa {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:14:47.986367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f976f06-c653-4226-8315-d52ab9152127", "tag": "b5e14bab-b2ec-4b7a-83f2-6716f61f4eae", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:14:47.986676 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69785adc-1e42-4199-acb0-15c2ee0498aa {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:14:47.987613 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f976f06-c653-4226-8315-d52ab9152127', 'tag': 'b5e14bab-b2ec-4b7a-83f2-6716f61f4eae', 'status': 'completed', 'code': 200} Jun 02 21:14:47.995540 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-7f730507-25b8-43ba-98ef-1f31c2f80e74 None None] Set router c4002907-93a9-45c6-ac03-478c04e04c36 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:14:48.035279 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8b8cc25d-ef02-4f98-a6d7-1f862b11e0c4 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.039748 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8b8cc25d-ef02-4f98-a6d7-1f862b11e0c4 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.045084 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c6db3f01-d998-4011-a0da-a58a27bd3122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:14:48.125096 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cc25d-ef02-4f98-a6d7-1f862b11e0c4 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5a03be-5b5e-4e64-9f90-e08b694e5190,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:14:48.134493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8b8cc25d-ef02-4f98-a6d7-1f862b11e0c4 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:14:48.138856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8b8cc25d-ef02-4f98-a6d7-1f862b11e0c4 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.142876 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8b8cc25d-ef02-4f98-a6d7-1f862b11e0c4 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2582269 Jun 02 21:14:48.143774 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35974) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:14:48.148431 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-391337a9-2219-422d-822a-b5afcac58a30 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Request body: {'security_group_rule': {'security_group_id': 'ae5a03be-5b5e-4e64-9f90-e08b694e5190', 'project_id': 'db30d5a870f249579961d9857079016d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:14:48.155162 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-391337a9-2219-422d-822a-b5afcac58a30 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:14:48.159234 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-391337a9-2219-422d-822a-b5afcac58a30 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Usage tracker for resource:security_group_rule and tenant:db30d5a870f249579961d9857079016d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:14:48.162255 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-391337a9-2219-422d-822a-b5afcac58a30 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:14:48.165212 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ed2d5-0113-4135-9282-fe1ccc21beea req-d8d32c72-8a10-43d8-999c-d0c474565402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:48.166889 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-995ed2d5-0113-4135-9282-fe1ccc21beea req-d8d32c72-8a10-43d8-999c-d0c474565402 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=db30d5a870f249579961d9857079016d&device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 1098 time: 0.1519837 Jun 02 21:14:48.168714 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-391337a9-2219-422d-822a-b5afcac58a30 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:14:48.186013 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-391337a9-2219-422d-822a-b5afcac58a30 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.250043 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-391337a9-2219-422d-822a-b5afcac58a30 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.255239 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-391337a9-2219-422d-822a-b5afcac58a30 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.257298 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c8a604dd-fe6d-417c-a363-4c002dd46c7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:14:48.280798 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391337a9-2219-422d-822a-b5afcac58a30 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a292b10-d343-4523-9d19-c569f3b3e939,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:14:48.285364 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-391337a9-2219-422d-822a-b5afcac58a30 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:14:48.290448 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-391337a9-2219-422d-822a-b5afcac58a30 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.291843 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-391337a9-2219-422d-822a-b5afcac58a30 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472421 Jun 02 21:14:48.294507 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35976) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:14:48.300008 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-226e492f-b697-4580-bc40-d83d0c7dc89d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Request body: {'security_group_rule': {'security_group_id': 'ae5a03be-5b5e-4e64-9f90-e08b694e5190', 'project_id': 'db30d5a870f249579961d9857079016d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:14:48.305846 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-226e492f-b697-4580-bc40-d83d0c7dc89d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:14:48.309942 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-226e492f-b697-4580-bc40-d83d0c7dc89d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Usage tracker for resource:security_group_rule and tenant:db30d5a870f249579961d9857079016d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:14:48.312548 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ed2d5-0113-4135-9282-fe1ccc21beea req-c2eeb342-83ff-4010-af1b-af786f2baa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:48.312773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-226e492f-b697-4580-bc40-d83d0c7dc89d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:14:48.314003 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-995ed2d5-0113-4135-9282-fe1ccc21beea req-c2eeb342-83ff-4010-af1b-af786f2baa4c service neutron] 10.222.0.95 "GET /v2.0/networks?id=c90530f7-3661-4a35-a5c8-e156a82d8264 HTTP/1.1" status: 200 len: 916 time: 0.1407151 Jun 02 21:14:48.318311 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-226e492f-b697-4580-bc40-d83d0c7dc89d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:14:48.339374 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-226e492f-b697-4580-bc40-d83d0c7dc89d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.361310 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7f730507-25b8-43ba-98ef-1f31c2f80e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'name': 'tempest-TestMinimumBasicScenario-1931215505-router', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:46Z', 'updated_at': '2021-06-02T21:13:50Z', 'revision_number': 4, 'project_id': 'db30d5a870f249579961d9857079016d', 'gw_port': {'id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:47Z', 'updated_at': '2021-06-02T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'c4254454-f3e2-4e05-8b00-d75358f689e3', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'floating_ip_address': '172.26.0.172', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'port_id': 'b5e14bab-b2ec-4b7a-83f2-6716f61f4eae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264', 'mac_address': 'fa:16:3e:f1:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f976f06-c653-4226-8315-d52ab9152127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:14:46Z', 'updated_at': '2021-06-02T21:14:46Z', 'revision_number': 0, 'project_id': 'db30d5a870f249579961d9857079016d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4db760c-fa92-4c38-b4d9-b298e3f3c899', 'name': '', 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'mac_address': 'fa:16:3e:ac:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '59debec7-0368-408a-946b-c8cc3db97170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:49Z', 'updated_at': '2021-06-02T21:13:56Z', 'revision_number': 5, 'project_id': 'db30d5a870f249579961d9857079016d', 'subnets': [{'id': '59debec7-0368-408a-946b-c8cc3db97170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:14:48.365846 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f730507-25b8-43ba-98ef-1f31c2f80e74 None None] Checking router: c4002907-93a9-45c6-ac03-478c04e04c36 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:14:48.375861 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f730507-25b8-43ba-98ef-1f31c2f80e74 None None] Routers {'c4002907-93a9-45c6-ac03-478c04e04c36'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:14:48.376425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7f730507-25b8-43ba-98ef-1f31c2f80e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:14:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['c4002907-93a9-45c6-ac03-478c04e04c36'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:14:48.406110 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-226e492f-b697-4580-bc40-d83d0c7dc89d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.411014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-226e492f-b697-4580-bc40-d83d0c7dc89d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.413041 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-318f7309-2392-4e21-b03b-910d1a740245 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:14:48.423349 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-995ed2d5-0113-4135-9282-fe1ccc21beea req-a1aad28f-6b08-4a15-8028-82689b0b570e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae HTTP/1.1" status: 200 len: 999 time: 0.1025898 Jun 02 21:14:48.447712 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-226e492f-b697-4580-bc40-d83d0c7dc89d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.449079 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-226e492f-b697-4580-bc40-d83d0c7dc89d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1529555 Jun 02 21:14:48.450593 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e492f-b697-4580-bc40-d83d0c7dc89d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a33dc0f-09d1-48fd-a6c9-ecde89a724df,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:14:48.453072 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35978) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:14:48.461635 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-226e492f-b697-4580-bc40-d83d0c7dc89d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:14:48.465836 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-814ea3b4-4f60-47d3-afe6-5381472bdc18 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Request body: {'security_group_rule': {'security_group_id': 'ae5a03be-5b5e-4e64-9f90-e08b694e5190', 'project_id': 'db30d5a870f249579961d9857079016d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:14:48.473850 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-814ea3b4-4f60-47d3-afe6-5381472bdc18 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:14:48.478264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-814ea3b4-4f60-47d3-afe6-5381472bdc18 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Usage tracker for resource:security_group_rule and tenant:db30d5a870f249579961d9857079016d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:14:48.481350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-814ea3b4-4f60-47d3-afe6-5381472bdc18 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:14:48.487078 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-814ea3b4-4f60-47d3-afe6-5381472bdc18 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:14:48.495382 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ed2d5-0113-4135-9282-fe1ccc21beea req-bd8a5531-cbbc-4260-ab4b-80584121dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:48.496912 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-995ed2d5-0113-4135-9282-fe1ccc21beea req-bd8a5531-cbbc-4260-ab4b-80584121dde8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=59debec7-0368-408a-946b-c8cc3db97170 HTTP/1.1" status: 200 len: 854 time: 0.0671966 Jun 02 21:14:48.505402 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-814ea3b4-4f60-47d3-afe6-5381472bdc18 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.574227 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-814ea3b4-4f60-47d3-afe6-5381472bdc18 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.579443 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-814ea3b4-4f60-47d3-afe6-5381472bdc18 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.581133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ed2d5-0113-4135-9282-fe1ccc21beea req-f6ab9582-f0b2-4c8c-b527-2e0220638c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:48.581746 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-391337a9-2219-422d-822a-b5afcac58a30 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:14:48.582909 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-995ed2d5-0113-4135-9282-fe1ccc21beea req-f6ab9582-f0b2-4c8c-b527-2e0220638c4e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c90530f7-3661-4a35-a5c8-e156a82d8264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0797029 Jun 02 21:14:48.611508 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-814ea3b4-4f60-47d3-afe6-5381472bdc18 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.615197 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-814ea3b4-4f60-47d3-afe6-5381472bdc18 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528060 Jun 02 21:14:48.615197 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ea3b4-4f60-47d3-afe6-5381472bdc18 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87a716c-e984-44c2-9034-cfe13079cb5f,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:14:48.615430 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35980) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:14:48.617524 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-7f730507-25b8-43ba-98ef-1f31c2f80e74 None None] Set router c4002907-93a9-45c6-ac03-478c04e04c36 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:14:48.624557 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-b6ccf2a7-6a76-4856-9770-53935cfbac36 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Request body: {'security_group_rule': {'security_group_id': 'ae5a03be-5b5e-4e64-9f90-e08b694e5190', 'project_id': 'db30d5a870f249579961d9857079016d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:14:48.630451 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-814ea3b4-4f60-47d3-afe6-5381472bdc18 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:14:48.631581 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b6ccf2a7-6a76-4856-9770-53935cfbac36 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:14:48.636057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b6ccf2a7-6a76-4856-9770-53935cfbac36 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Usage tracker for resource:security_group_rule and tenant:db30d5a870f249579961d9857079016d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:14:48.639970 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b6ccf2a7-6a76-4856-9770-53935cfbac36 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:14:48.645944 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b6ccf2a7-6a76-4856-9770-53935cfbac36 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:14:48.663825 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b6ccf2a7-6a76-4856-9770-53935cfbac36 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.731946 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-995ed2d5-0113-4135-9282-fe1ccc21beea req-95122b70-161e-4200-a0b5-b01526f83132 service neutron] 10.222.0.95 "GET /v2.0/networks/c90530f7-3661-4a35-a5c8-e156a82d8264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408529 Jun 02 21:14:48.736057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b6ccf2a7-6a76-4856-9770-53935cfbac36 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.740931 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b6ccf2a7-6a76-4856-9770-53935cfbac36 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.742525 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-80cfb310-1fe7-4b30-8ce4-afa37d2456e7 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:14:48.765528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccf2a7-6a76-4856-9770-53935cfbac36 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f14f63-3e65-45b4-8a1a-8572fd468fcd,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:14:48.768070 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b6ccf2a7-6a76-4856-9770-53935cfbac36 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:14:48.776836 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b6ccf2a7-6a76-4856-9770-53935cfbac36 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.778452 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b6ccf2a7-6a76-4856-9770-53935cfbac36 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1620252 Jun 02 21:14:48.781931 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35982) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:14:48.786815 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-55cce2fc-d387-42a5-815b-c15618b355de tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Request body: {'security_group_rule': {'security_group_id': 'ae5a03be-5b5e-4e64-9f90-e08b694e5190', 'project_id': 'db30d5a870f249579961d9857079016d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:14:48.792979 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-55cce2fc-d387-42a5-815b-c15618b355de tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:14:48.797544 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-55cce2fc-d387-42a5-815b-c15618b355de tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Usage tracker for resource:security_group_rule and tenant:db30d5a870f249579961d9857079016d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:14:48.800571 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-55cce2fc-d387-42a5-815b-c15618b355de tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:14:48.807765 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-55cce2fc-d387-42a5-815b-c15618b355de tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:14:48.823307 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.securitygroups_db [None req-55cce2fc-d387-42a5-815b-c15618b355de tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Project db30d5a870f249579961d9857079016d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 21:14:48.830655 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-55cce2fc-d387-42a5-815b-c15618b355de tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.869566 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-995ed2d5-0113-4135-9282-fe1ccc21beea req-14112e40-2284-44c1-93d7-25ee209dc49d service neutron] 10.222.0.95 "GET /v2.0/networks/c90530f7-3661-4a35-a5c8-e156a82d8264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311378 Jun 02 21:14:48.902496 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-55cce2fc-d387-42a5-815b-c15618b355de tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.907528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-55cce2fc-d387-42a5-815b-c15618b355de tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.908934 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-921bf47b-0131-4b53-88a9-2c6e0025a284 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:14:48.929492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cce2fc-d387-42a5-815b-c15618b355de tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f2ff03-f2ed-4d28-87c0-e268404bf0b0,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:14:48.933409 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-55cce2fc-d387-42a5-815b-c15618b355de tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:14:48.942129 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-55cce2fc-d387-42a5-815b-c15618b355de tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.946043 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-55cce2fc-d387-42a5-815b-c15618b355de tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1605513 Jun 02 21:14:48.946245 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 35984) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:14:48.950852 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-4666df2a-28d4-4f88-8bc9-f69fc43eadd9 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Request body: {'security_group_rule': {'security_group_id': 'ae5a03be-5b5e-4e64-9f90-e08b694e5190', 'project_id': 'db30d5a870f249579961d9857079016d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:14:48.957352 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4666df2a-28d4-4f88-8bc9-f69fc43eadd9 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:14:48.961354 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4666df2a-28d4-4f88-8bc9-f69fc43eadd9 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Usage tracker for resource:security_group_rule and tenant:db30d5a870f249579961d9857079016d is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:14:48.964224 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4666df2a-28d4-4f88-8bc9-f69fc43eadd9 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:14:48.969811 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4666df2a-28d4-4f88-8bc9-f69fc43eadd9 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:14:48.980492 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.securitygroups_db [None req-4666df2a-28d4-4f88-8bc9-f69fc43eadd9 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Project db30d5a870f249579961d9857079016d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 21:14:48.982750 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-7f730507-25b8-43ba-98ef-1f31c2f80e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'name': 'tempest-TestMinimumBasicScenario-1931215505-router', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:46Z', 'updated_at': '2021-06-02T21:13:50Z', 'revision_number': 4, 'project_id': 'db30d5a870f249579961d9857079016d', 'gw_port': {'id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:47Z', 'updated_at': '2021-06-02T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'c4254454-f3e2-4e05-8b00-d75358f689e3', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'floating_ip_address': '172.26.0.172', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'port_id': 'b5e14bab-b2ec-4b7a-83f2-6716f61f4eae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264', 'mac_address': 'fa:16:3e:f1:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f976f06-c653-4226-8315-d52ab9152127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:14:46Z', 'updated_at': '2021-06-02T21:14:46Z', 'revision_number': 0, 'project_id': 'db30d5a870f249579961d9857079016d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4db760c-fa92-4c38-b4d9-b298e3f3c899', 'name': '', 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'mac_address': 'fa:16:3e:ac:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '59debec7-0368-408a-946b-c8cc3db97170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:49Z', 'updated_at': '2021-06-02T21:13:56Z', 'revision_number': 5, 'project_id': 'db30d5a870f249579961d9857079016d', 'subnets': [{'id': '59debec7-0368-408a-946b-c8cc3db97170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:14:48.986623 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4666df2a-28d4-4f88-8bc9-f69fc43eadd9 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:48.986765 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f730507-25b8-43ba-98ef-1f31c2f80e74 None None] The sync data for ids ['c4002907-93a9-45c6-ac03-478c04e04c36'] in dv-neutron-601336-84-hyperv is: [{'id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'name': 'tempest-TestMinimumBasicScenario-1931215505-router', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:46Z', 'updated_at': '2021-06-02T21:13:50Z', 'revision_number': 4, 'project_id': 'db30d5a870f249579961d9857079016d', 'gw_port': {'id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:47Z', 'updated_at': '2021-06-02T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'c4254454-f3e2-4e05-8b00-d75358f689e3', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'floating_ip_address': '172.26.0.172', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'port_id': 'b5e14bab-b2ec-4b7a-83f2-6716f61f4eae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264', 'mac_address': 'fa:16:3e:f1:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f976f06-c653-4226-8315-d52ab9152127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:14:46Z', 'updated_at': '2021-06-02T21:14:46Z', 'revision_number': 0, 'project_id': 'db30d5a870f249579961d9857079016d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4db760c-fa92-4c38-b4d9-b298e3f3c899', 'name': '', 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'mac_address': 'fa:16:3e:ac:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '59debec7-0368-408a-946b-c8cc3db97170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:49Z', 'updated_at': '2021-06-02T21:13:56Z', 'revision_number': 5, 'project_id': 'db30d5a870f249579961d9857079016d', 'subnets': [{'id': '59debec7-0368-408a-946b-c8cc3db97170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:14:49.053597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4666df2a-28d4-4f88-8bc9-f69fc43eadd9 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:49.057214 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4666df2a-28d4-4f88-8bc9-f69fc43eadd9 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:49.063578 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fbd652bb-027a-4f7e-a910-da66237812e2 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:14:49.082284 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666df2a-28d4-4f88-8bc9-f69fc43eadd9 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e56eaca-5d62-469e-adb0-bd9c60296f7c,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:14:49.085203 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4666df2a-28d4-4f88-8bc9-f69fc43eadd9 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:14:49.092158 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4666df2a-28d4-4f88-8bc9-f69fc43eadd9 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:49.093299 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4666df2a-28d4-4f88-8bc9-f69fc43eadd9 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1461511 Jun 02 21:14:49.181112 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc2f213-a41c-4463-8d30-ddfb6e9cfd4c None None] New status for floating IP c4254454-f3e2-4e05-8b00-d75358f689e3: ACTIVE {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:14:49.216383 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4ddd2990-f2b7-4034-8b3a-cdc5e4710648 req-ba7a4115-42e3-4de0-95b8-ff97fe4fe0ac tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1995349715&fields=id&tenant_id=db30d5a870f249579961d9857079016d HTTP/1.1" status: 200 len: 267 time: 0.0406334 Jun 02 21:14:49.302928 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd2990-f2b7-4034-8b3a-cdc5e4710648 req-4581d54f-7ea7-44bc-99e4-980d9dba25d5 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:49.304304 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4ddd2990-f2b7-4034-8b3a-cdc5e4710648 req-4581d54f-7ea7-44bc-99e4-980d9dba25d5 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 945 time: 0.0826480 Jun 02 21:14:49.315462 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [req-4ddd2990-f2b7-4034-8b3a-cdc5e4710648 req-5170d4a9-7978-4467-86d2-37b52a06c96e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Request body: {'port': {'security_groups': ['3ad3f875-dd25-42c3-ae26-5751644de0be', 'ae5a03be-5b5e-4e64-9f90-e08b694e5190']}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:14:49.436150 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [req-4ddd2990-f2b7-4034-8b3a-cdc5e4710648 req-5170d4a9-7978-4467-86d2-37b52a06c96e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:49.685500 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [req-4ddd2990-f2b7-4034-8b3a-cdc5e4710648 req-5170d4a9-7978-4467-86d2-37b52a06c96e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] For port b5e14bab-b2ec-4b7a-83f2-6716f61f4eae, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae,segment=NetworkSegment(660f47eb-31b9-4014-a059-8bb485aa4860),segment_id=660f47eb-31b9-4014-a059-8bb485aa4860)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:14:49.709161 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [req-4ddd2990-f2b7-4034-8b3a-cdc5e4710648 req-5170d4a9-7978-4467-86d2-37b52a06c96e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:49.713541 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [req-4ddd2990-f2b7-4034-8b3a-cdc5e4710648 req-5170d4a9-7978-4467-86d2-37b52a06c96e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:49.719746 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-72865057-6923-4164-9c38-cc2b4b828689 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:14:49.725580 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['b5e14bab-b2ec-4b7a-83f2-6716f61f4eae'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:14:49.791478 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd2990-f2b7-4034-8b3a-cdc5e4710648 req-5170d4a9-7978-4467-86d2-37b52a06c96e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:49.792107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [req-4ddd2990-f2b7-4034-8b3a-cdc5e4710648 req-5170d4a9-7978-4467-86d2-37b52a06c96e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:49.795610 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4ddd2990-f2b7-4034-8b3a-cdc5e4710648 req-5170d4a9-7978-4467-86d2-37b52a06c96e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "PUT /v2.0/ports/b5e14bab-b2ec-4b7a-83f2-6716f61f4eae HTTP/1.1" status: 200 len: 981 time: 0.4851711 Jun 02 21:14:49.812179 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170d4a9-7978-4467-86d2-37b52a06c96e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Pushing event updated for resources: {'Port': ['ID=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae,revision_number=6']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:14:49.815420 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5170d4a9-7978-4467-86d2-37b52a06c96e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:14:49.857091 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['b5e14bab-b2ec-4b7a-83f2-6716f61f4eae'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:14:49.988461 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f976f06-c653-4226-8315-d52ab9152127', 'tag': 'b5e14bab-b2ec-4b7a-83f2-6716f61f4eae'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:14:49.990881 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740e0c37-321d-40ad-92ea-ce573ad618d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8f976f06-c653-4226-8315-d52ab9152127", "tag": "b5e14bab-b2ec-4b7a-83f2-6716f61f4eae"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:14:49.992909 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c461482-ac20-42dd-88a3-abfe83cb7179 req-bee6d7b7-a117-4aa3-910f-83a58727d398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:49.995570 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5c461482-ac20-42dd-88a3-abfe83cb7179 req-bee6d7b7-a117-4aa3-910f-83a58727d398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 984 time: 0.0975566 Jun 02 21:14:50.034966 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab9306b-f931-4276-ba34-6a4ef53baf84 x-openstack-request-id: req-fab9306b-f931-4276-ba34-6a4ef53baf84 {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:14:50.036094 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f976f06-c653-4226-8315-d52ab9152127", "tag": "b5e14bab-b2ec-4b7a-83f2-6716f61f4eae", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:14:50.036213 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fab9306b-f931-4276-ba34-6a4ef53baf84 {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:14:50.036664 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f976f06-c653-4226-8315-d52ab9152127', 'tag': 'b5e14bab-b2ec-4b7a-83f2-6716f61f4eae', 'status': 'completed', 'code': 200} Jun 02 21:14:50.043636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-5c461482-ac20-42dd-88a3-abfe83cb7179 req-f2cf6ac7-d263-43a0-828e-ba21758407f4 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Synchronizing usage tracker for tenant:db30d5a870f249579961d9857079016d on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:14:50.065260 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-18eae89c-07e8-4794-b4b4-ffd57869a1e7 None None] Provisioning complete for port b5e14bab-b2ec-4b7a-83f2-6716f61f4eae triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:14:50.065811 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-18eae89c-07e8-4794-b4b4-ffd57869a1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:14:50.096784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-5c461482-ac20-42dd-88a3-abfe83cb7179 req-f2cf6ac7-d263-43a0-828e-ba21758407f4 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Unset dirty status for tenant:db30d5a870f249579961d9857079016d on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:14:50.097669 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5c461482-ac20-42dd-88a3-abfe83cb7179 req-f2cf6ac7-d263-43a0-828e-ba21758407f4 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&id=ae5a03be-5b5e-4e64-9f90-e08b694e5190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965626 Jun 02 21:14:50.147239 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e0c37-321d-40ad-92ea-ce573ad618d4 req-571b995d-4d95-40e1-975a-bb4dc989e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:50.148725 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-740e0c37-321d-40ad-92ea-ce573ad618d4 req-571b995d-4d95-40e1-975a-bb4dc989e4c7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=db30d5a870f249579961d9857079016d&device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 1137 time: 0.0904820 Jun 02 21:14:50.283491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e0c37-321d-40ad-92ea-ce573ad618d4 req-25e33c8e-e5c9-4cb3-830a-a5fc331f61d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:50.284932 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-740e0c37-321d-40ad-92ea-ce573ad618d4 req-25e33c8e-e5c9-4cb3-830a-a5fc331f61d5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c90530f7-3661-4a35-a5c8-e156a82d8264 HTTP/1.1" status: 200 len: 916 time: 0.1285186 Jun 02 21:14:50.537495 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-740e0c37-321d-40ad-92ea-ce573ad618d4 req-a471a798-9bd7-4871-bcea-525167a577a2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae HTTP/1.1" status: 200 len: 1001 time: 0.2451007 Jun 02 21:14:50.599857 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e0c37-321d-40ad-92ea-ce573ad618d4 req-4ad1bdf6-8521-42e8-945e-274bf052c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:50.601340 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-740e0c37-321d-40ad-92ea-ce573ad618d4 req-4ad1bdf6-8521-42e8-945e-274bf052c5d1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=59debec7-0368-408a-946b-c8cc3db97170 HTTP/1.1" status: 200 len: 854 time: 0.0565376 Jun 02 21:14:50.684079 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e0c37-321d-40ad-92ea-ce573ad618d4 req-acb2cce3-b9eb-4ce3-9052-1a85b190658e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:50.685539 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-740e0c37-321d-40ad-92ea-ce573ad618d4 req-acb2cce3-b9eb-4ce3-9052-1a85b190658e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c90530f7-3661-4a35-a5c8-e156a82d8264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0732379 Jun 02 21:14:50.816568 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-740e0c37-321d-40ad-92ea-ce573ad618d4 req-0ad2dee5-08e9-44c0-a215-94996416cbab service neutron] 10.222.0.95 "GET /v2.0/networks/c90530f7-3661-4a35-a5c8-e156a82d8264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233468 Jun 02 21:14:50.945711 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-740e0c37-321d-40ad-92ea-ce573ad618d4 req-bd107b72-4590-4949-a0bd-4be3e49196dc service neutron] 10.222.0.95 "GET /v2.0/networks/c90530f7-3661-4a35-a5c8-e156a82d8264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227124 Jun 02 21:14:54.303387 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-af08ea6c-1cb1-4ce3-bd78-399ba8da6d9a req-717babf1-258f-4809-bcf3-b9029372c723 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710933 Jun 02 21:14:54.437292 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08ea6c-1cb1-4ce3-bd78-399ba8da6d9a req-b953150e-d127-4793-ba71-156a9e925273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:54.438766 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-af08ea6c-1cb1-4ce3-bd78-399ba8da6d9a req-b953150e-d127-4793-ba71-156a9e925273 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=db30d5a870f249579961d9857079016d&device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 1137 time: 0.0702333 Jun 02 21:14:54.581326 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08ea6c-1cb1-4ce3-bd78-399ba8da6d9a req-c43affe1-ff7c-4d07-822f-ba18dac4eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:54.582673 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-af08ea6c-1cb1-4ce3-bd78-399ba8da6d9a req-c43affe1-ff7c-4d07-822f-ba18dac4eff3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c90530f7-3661-4a35-a5c8-e156a82d8264 HTTP/1.1" status: 200 len: 916 time: 0.1260734 Jun 02 21:14:54.686001 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-af08ea6c-1cb1-4ce3-bd78-399ba8da6d9a req-17d6d803-37a5-49b8-91e3-28d8e0c0df48 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae HTTP/1.1" status: 200 len: 1001 time: 0.0962076 Jun 02 21:14:54.750794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08ea6c-1cb1-4ce3-bd78-399ba8da6d9a req-259293c6-b5db-460e-bd9a-b4bddd6d483d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:54.752257 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-af08ea6c-1cb1-4ce3-bd78-399ba8da6d9a req-259293c6-b5db-460e-bd9a-b4bddd6d483d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=59debec7-0368-408a-946b-c8cc3db97170 HTTP/1.1" status: 200 len: 854 time: 0.0598533 Jun 02 21:14:54.825934 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08ea6c-1cb1-4ce3-bd78-399ba8da6d9a req-9355e857-3287-4f0e-a234-a643d9fd8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:14:54.827981 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-af08ea6c-1cb1-4ce3-bd78-399ba8da6d9a req-9355e857-3287-4f0e-a234-a643d9fd8fb9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c90530f7-3661-4a35-a5c8-e156a82d8264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0685313 Jun 02 21:14:54.959240 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-af08ea6c-1cb1-4ce3-bd78-399ba8da6d9a req-0ae71e38-5296-4fc2-be80-cdec3f9a091a service neutron] 10.222.0.95 "GET /v2.0/networks/c90530f7-3661-4a35-a5c8-e156a82d8264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248631 Jun 02 21:14:55.088118 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-af08ea6c-1cb1-4ce3-bd78-399ba8da6d9a req-907e18df-96c4-4a05-9cae-c35079c3cef2 service neutron] 10.222.0.95 "GET /v2.0/networks/c90530f7-3661-4a35-a5c8-e156a82d8264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229491 Jun 02 21:14:56.042301 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:15:00.837504 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bfdd789d-fe47-4e0f-a14b-1eb8ac960c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:15:03.392497 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-aaee7531-9ec1-443b-a666-8b21aecfa9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:15:03.456419 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:15:04.381487 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:15:06.054452 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:15:14.778174 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:15:30.838566 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-57b3737e-aa47-4f61-ac75-ab6a8d04d0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:15:33.041144 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:15:33.394491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2c3f7b36-72fa-4f86-bd70-95b06ff1dcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:15:33.456870 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:15:34.384319 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:15:36.056969 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:15:38.366250 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a681e9-dc1b-4c43-8bdb-19b6933de588 req-f89218e0-2d32-40b4-9c9c-7597fca247cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:15:38.367684 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d4a681e9-dc1b-4c43-8bdb-19b6933de588 req-f89218e0-2d32-40b4-9c9c-7597fca247cd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=db30d5a870f249579961d9857079016d&device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 1137 time: 0.0822933 Jun 02 21:15:38.562240 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a681e9-dc1b-4c43-8bdb-19b6933de588 req-ec0fa568-7738-4ce0-962a-bb5b6f4dc98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:15:38.563734 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d4a681e9-dc1b-4c43-8bdb-19b6933de588 req-ec0fa568-7738-4ce0-962a-bb5b6f4dc98c service neutron] 10.222.0.95 "GET /v2.0/networks?id=c90530f7-3661-4a35-a5c8-e156a82d8264 HTTP/1.1" status: 200 len: 916 time: 0.1886113 Jun 02 21:15:38.777036 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a895b4-a25a-48b9-ae7b-455cebf3224c req-7e6f0304-28ce-4895-9743-7cefdc5474ca tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:15:38.778473 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f7a895b4-a25a-48b9-ae7b-455cebf3224c req-7e6f0304-28ce-4895-9743-7cefdc5474ca tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 984 time: 0.3325372 Jun 02 21:15:38.849527 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d4a681e9-dc1b-4c43-8bdb-19b6933de588 req-77e937cd-6c1c-49db-b4ff-114e1c266bbb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae HTTP/1.1" status: 200 len: 1001 time: 0.2781415 Jun 02 21:15:38.853569 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f7a895b4-a25a-48b9-ae7b-455cebf3224c req-8ae0af52-fda3-4104-a1d7-6ee54d10a3b8 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&id=ae5a03be-5b5e-4e64-9f90-e08b694e5190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666599 Jun 02 21:15:38.915846 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a681e9-dc1b-4c43-8bdb-19b6933de588 req-d5be888a-fe89-49ca-91c3-41e3690662a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:15:38.917340 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d4a681e9-dc1b-4c43-8bdb-19b6933de588 req-d5be888a-fe89-49ca-91c3-41e3690662a0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=59debec7-0368-408a-946b-c8cc3db97170 HTTP/1.1" status: 200 len: 854 time: 0.0600524 Jun 02 21:15:38.992704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a681e9-dc1b-4c43-8bdb-19b6933de588 req-071c0c50-fa76-445a-835f-60ab5524b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:15:38.994058 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d4a681e9-dc1b-4c43-8bdb-19b6933de588 req-071c0c50-fa76-445a-835f-60ab5524b9a8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c90530f7-3661-4a35-a5c8-e156a82d8264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0696282 Jun 02 21:15:39.124932 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d4a681e9-dc1b-4c43-8bdb-19b6933de588 req-2783f13a-a0e9-41a4-bde3-d51c6f275436 service neutron] 10.222.0.95 "GET /v2.0/networks/c90530f7-3661-4a35-a5c8-e156a82d8264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227205 Jun 02 21:15:39.254599 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d4a681e9-dc1b-4c43-8bdb-19b6933de588 req-6c662245-c898-437e-bb22-4347e92bc0d6 service neutron] 10.222.0.95 "GET /v2.0/networks/c90530f7-3661-4a35-a5c8-e156a82d8264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230567 Jun 02 21:15:40.041677 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecf6dc-9323-4851-b4f2-5db4098ed61e req-3189ac86-8396-4f1b-9aee-429472325aaf tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:15:40.043082 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6aecf6dc-9323-4851-b4f2-5db4098ed61e req-3189ac86-8396-4f1b-9aee-429472325aaf tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 984 time: 0.0826793 Jun 02 21:15:40.092437 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6aecf6dc-9323-4851-b4f2-5db4098ed61e req-df23995e-4f7d-45eb-9dd4-977b94cc46e4 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&id=ae5a03be-5b5e-4e64-9f90-e08b694e5190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429802 Jun 02 21:15:41.294636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7aeff8-5b4c-4de0-bef3-94e9367e50c5 req-548e3811-fdfb-4cac-aedb-eda809b84af6 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:15:41.296092 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2f7aeff8-5b4c-4de0-bef3-94e9367e50c5 req-548e3811-fdfb-4cac-aedb-eda809b84af6 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 984 time: 0.0792060 Jun 02 21:15:41.346600 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2f7aeff8-5b4c-4de0-bef3-94e9367e50c5 req-6efa61ab-634a-44c2-b72f-efb7ece8fcc7 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&id=ae5a03be-5b5e-4e64-9f90-e08b694e5190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441048 Jun 02 21:15:42.526933 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f773a0-0c40-428e-90f8-3c55f03961cd req-b54d1c66-dcab-44e3-87e5-3d3913638d58 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:15:42.528394 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-59f773a0-0c40-428e-90f8-3c55f03961cd req-b54d1c66-dcab-44e3-87e5-3d3913638d58 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 984 time: 0.0798097 Jun 02 21:15:42.574403 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-59f773a0-0c40-428e-90f8-3c55f03961cd req-a3130954-7157-4a57-add9-987546dd65be tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&id=ae5a03be-5b5e-4e64-9f90-e08b694e5190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403905 Jun 02 21:15:43.761203 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c9aff-fa38-44f3-9e3a-ffdf1b39bda2 req-35fb62f6-23aa-463b-9474-d634fb1c1436 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:15:43.762632 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d18c9aff-fa38-44f3-9e3a-ffdf1b39bda2 req-35fb62f6-23aa-463b-9474-d634fb1c1436 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 984 time: 0.0801892 Jun 02 21:15:43.808539 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d18c9aff-fa38-44f3-9e3a-ffdf1b39bda2 req-e8e017af-ca8c-41c4-8331-1a1ae48915ca tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&id=ae5a03be-5b5e-4e64-9f90-e08b694e5190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397775 Jun 02 21:15:44.796994 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:15:44.998314 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58664d9e-6309-4b87-87d1-3951c20ba212 req-5548e6ce-8cc0-41c9-8fcc-23129d4f2fde tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:15:44.999708 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-58664d9e-6309-4b87-87d1-3951c20ba212 req-5548e6ce-8cc0-41c9-8fcc-23129d4f2fde tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 984 time: 0.0838137 Jun 02 21:15:45.044788 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-58664d9e-6309-4b87-87d1-3951c20ba212 req-154c5301-15ef-418c-a9b4-6f8515f7aa21 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&id=ae5a03be-5b5e-4e64-9f90-e08b694e5190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394473 Jun 02 21:15:46.237857 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebadf86-644b-4ea5-b7e6-65e05dc60680 req-85561103-4801-43c8-98b8-8d10da51e575 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:15:46.239334 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ebadf86-644b-4ea5-b7e6-65e05dc60680 req-85561103-4801-43c8-98b8-8d10da51e575 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 984 time: 0.0922112 Jun 02 21:15:46.284780 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8ebadf86-644b-4ea5-b7e6-65e05dc60680 req-d8645783-9a93-4caa-b968-81e3ff798c0b tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&id=ae5a03be-5b5e-4e64-9f90-e08b694e5190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397749 Jun 02 21:15:47.465870 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ce1c5-0ff2-4306-aea1-86555f5861e9 req-ca63fdbd-3ed2-498d-bc0f-cf01da196567 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:15:47.467314 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d38ce1c5-0ff2-4306-aea1-86555f5861e9 req-ca63fdbd-3ed2-498d-bc0f-cf01da196567 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 984 time: 0.0777605 Jun 02 21:15:47.525258 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d38ce1c5-0ff2-4306-aea1-86555f5861e9 req-1d7854f7-8639-4b5d-8dfb-d326200a59d1 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&id=ae5a03be-5b5e-4e64-9f90-e08b694e5190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421100 Jun 02 21:15:48.706767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d06ba-faca-4d21-a795-85eb85999059 req-af00c49a-ef3a-48fa-9175-29687ff2d316 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:15:48.708245 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-202d06ba-faca-4d21-a795-85eb85999059 req-af00c49a-ef3a-48fa-9175-29687ff2d316 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 984 time: 0.0802104 Jun 02 21:15:48.754475 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-202d06ba-faca-4d21-a795-85eb85999059 req-1001f378-6213-4c3f-9551-9326526dc4a9 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&id=ae5a03be-5b5e-4e64-9f90-e08b694e5190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406349 Jun 02 21:15:49.940689 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7100e8-673a-4038-bb63-d8913fe7a77b req-310105cd-4070-47cd-97f9-8f9193b82b2f tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:15:49.942124 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8d7100e8-673a-4038-bb63-d8913fe7a77b req-310105cd-4070-47cd-97f9-8f9193b82b2f tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 984 time: 0.0856688 Jun 02 21:15:49.988339 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8d7100e8-673a-4038-bb63-d8913fe7a77b req-9ead0ae8-d7fa-4660-b7d3-5b756488e0b3 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&id=ae5a03be-5b5e-4e64-9f90-e08b694e5190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406830 Jun 02 21:15:51.176168 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3dcb3-8856-4a12-b21d-29a45277b219 req-d098344f-06f0-4db7-aaba-cde2c5266ca5 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:15:51.177604 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e1a3dcb3-8856-4a12-b21d-29a45277b219 req-d098344f-06f0-4db7-aaba-cde2c5266ca5 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 984 time: 0.0840890 Jun 02 21:15:51.223397 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e1a3dcb3-8856-4a12-b21d-29a45277b219 req-367d56d7-2a4b-4267-8f44-101f59024f6e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&id=ae5a03be-5b5e-4e64-9f90-e08b694e5190&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400434 Jun 02 21:15:55.325055 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eb7f1075-534e-4e7d-a1a7-cfe3e6e682cb req-1c4535ae-0a05-4f4f-bdb1-4fbf3fc6cf29 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705082 Jun 02 21:15:55.465139 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f1075-534e-4e7d-a1a7-cfe3e6e682cb req-ce8c539e-6fd4-4bae-bc2c-d1c02c657806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:15:55.466585 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eb7f1075-534e-4e7d-a1a7-cfe3e6e682cb req-ce8c539e-6fd4-4bae-bc2c-d1c02c657806 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=db30d5a870f249579961d9857079016d&device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 1137 time: 0.0741405 Jun 02 21:15:55.621079 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f1075-534e-4e7d-a1a7-cfe3e6e682cb req-106ea4dd-84c8-4295-a9c1-ae72c16accdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:15:55.622455 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eb7f1075-534e-4e7d-a1a7-cfe3e6e682cb req-106ea4dd-84c8-4295-a9c1-ae72c16accdc service neutron] 10.222.0.95 "GET /v2.0/networks?id=c90530f7-3661-4a35-a5c8-e156a82d8264 HTTP/1.1" status: 200 len: 916 time: 0.1346056 Jun 02 21:15:55.724693 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eb7f1075-534e-4e7d-a1a7-cfe3e6e682cb req-2b10593b-73b4-4fa6-8b48-c68c3091212b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae HTTP/1.1" status: 200 len: 1001 time: 0.0958798 Jun 02 21:15:55.787425 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f1075-534e-4e7d-a1a7-cfe3e6e682cb req-06b14154-8f35-4dbe-b244-cc1e52e4d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:15:55.788827 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eb7f1075-534e-4e7d-a1a7-cfe3e6e682cb req-06b14154-8f35-4dbe-b244-cc1e52e4d664 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=59debec7-0368-408a-946b-c8cc3db97170 HTTP/1.1" status: 200 len: 854 time: 0.0579889 Jun 02 21:15:55.866342 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f1075-534e-4e7d-a1a7-cfe3e6e682cb req-e9af8969-2c45-4be8-8d63-d1c44697b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:15:55.867822 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eb7f1075-534e-4e7d-a1a7-cfe3e6e682cb req-e9af8969-2c45-4be8-8d63-d1c44697b33a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c90530f7-3661-4a35-a5c8-e156a82d8264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0725613 Jun 02 21:15:55.998909 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eb7f1075-534e-4e7d-a1a7-cfe3e6e682cb req-12d0f1c0-05ef-42d0-92ae-7fc18b338c91 service neutron] 10.222.0.95 "GET /v2.0/networks/c90530f7-3661-4a35-a5c8-e156a82d8264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210041 Jun 02 21:15:56.270102 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eb7f1075-534e-4e7d-a1a7-cfe3e6e682cb req-b9d3fdc8-5df1-46af-a19b-ecd07d3200c5 service neutron] 10.222.0.95 "GET /v2.0/networks/c90530f7-3661-4a35-a5c8-e156a82d8264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619581 Jun 02 21:16:00.843542 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ac143f44-3d3b-491e-ad42-c1e527f9b931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:03.396328 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-60edd830-7dc2-4da8-8fe3-33854f3f9890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:03.457090 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:04.387376 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:06.059289 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:10.040822 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:16:14.785367 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:30.849822 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f3cd1e4d-1cd6-4c12-9a9a-f303f81604de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:33.398056 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-08031be6-265d-4b4e-9c44-8c75a3103eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:33.461774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:34.391174 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:36.061802 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:39.561722 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a9f92fb8-90f3-46f7-82d1-ae9cb62a5be1 req-37400360-4852-48d0-bda7-76b66f2c2bc6 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1995349715&fields=id&tenant_id=db30d5a870f249579961d9857079016d HTTP/1.1" status: 200 len: 267 time: 0.0395501 Jun 02 21:16:39.647044 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f92fb8-90f3-46f7-82d1-ae9cb62a5be1 req-d3ef214e-0743-416d-a270-40d7291e0b79 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:16:39.648504 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a9f92fb8-90f3-46f7-82d1-ae9cb62a5be1 req-d3ef214e-0743-416d-a270-40d7291e0b79 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 984 time: 0.0816717 Jun 02 21:16:39.659343 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [req-a9f92fb8-90f3-46f7-82d1-ae9cb62a5be1 req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Request body: {'port': {'security_groups': ['3ad3f875-dd25-42c3-ae26-5751644de0be']}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:16:39.774786 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [req-a9f92fb8-90f3-46f7-82d1-ae9cb62a5be1 req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:40.012721 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [req-a9f92fb8-90f3-46f7-82d1-ae9cb62a5be1 req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] For port b5e14bab-b2ec-4b7a-83f2-6716f61f4eae, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae,segment=NetworkSegment(660f47eb-31b9-4014-a059-8bb485aa4860),segment_id=660f47eb-31b9-4014-a059-8bb485aa4860)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:16:40.037309 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [req-a9f92fb8-90f3-46f7-82d1-ae9cb62a5be1 req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:40.042508 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [req-a9f92fb8-90f3-46f7-82d1-ae9cb62a5be1 req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:40.048581 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3261373c-a64e-4d70-9564-ee5851f192bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:16:40.054669 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['b5e14bab-b2ec-4b7a-83f2-6716f61f4eae'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:16:40.125697 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Pushing event updated for resources: {'Port': ['ID=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae,revision_number=7']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:16:40.136247 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.136717 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.137011 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.137390 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.137762 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.138434 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.138863 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.139470 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.139948 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.140330 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.140722 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.141072 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.159841 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f92fb8-90f3-46f7-82d1-ae9cb62a5be1 req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:16:40.160664 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [req-a9f92fb8-90f3-46f7-82d1-ae9cb62a5be1 req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:40.168867 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a9f92fb8-90f3-46f7-82d1-ae9cb62a5be1 req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "PUT /v2.0/ports/b5e14bab-b2ec-4b7a-83f2-6716f61f4eae HTTP/1.1" status: 200 len: 942 time: 0.5140586 Jun 02 21:16:40.169587 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f976f06-c653-4226-8315-d52ab9152127', 'tag': 'b5e14bab-b2ec-4b7a-83f2-6716f61f4eae'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:16:40.171585 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36078) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:16:40.183306 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adc806d-4487-42d6-8f14-6d892e7b2451" -d '{"events": [{"name": "network-changed", "server_uuid": "8f976f06-c653-4226-8315-d52ab9152127", "tag": "b5e14bab-b2ec-4b7a-83f2-6716f61f4eae"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:16:40.190250 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:16:40.260758 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['b5e14bab-b2ec-4b7a-83f2-6716f61f4eae'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:16:40.264820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7f1465-5f71-4296-92ee-8c5b7a124a27 x-openstack-request-id: req-5a7f1465-5f71-4296-92ee-8c5b7a124a27 {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:16:40.265153 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f976f06-c653-4226-8315-d52ab9152127", "tag": "b5e14bab-b2ec-4b7a-83f2-6716f61f4eae", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:16:40.265515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a7f1465-5f71-4296-92ee-8c5b7a124a27 {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:16:40.266013 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f976f06-c653-4226-8315-d52ab9152127', 'tag': 'b5e14bab-b2ec-4b7a-83f2-6716f61f4eae', 'status': 'completed', 'code': 200} Jun 02 21:16:40.274218 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-01de08c5-6ed0-4307-9c23-70192be8bb8e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:40.307649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-01de08c5-6ed0-4307-9c23-70192be8bb8e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:40.451914 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc806d-4487-42d6-8f14-6d892e7b2451 req-5a901d54-db12-4a75-9f3d-2c17b9866f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:16:40.453387 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8adc806d-4487-42d6-8f14-6d892e7b2451 req-5a901d54-db12-4a75-9f3d-2c17b9866f33 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=db30d5a870f249579961d9857079016d&device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 1098 time: 0.1213179 Jun 02 21:16:40.460561 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-aed51246-dc75-40c7-8684-e8a7c87c1992 None None] Provisioning complete for port b5e14bab-b2ec-4b7a-83f2-6716f61f4eae triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:16:40.460975 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-aed51246-dc75-40c7-8684-e8a7c87c1992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:40.488623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-01de08c5-6ed0-4307-9c23-70192be8bb8e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:40.503390 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e70cf928-8954-4271-83e9-a40eb9bbb7c1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:16:40.584601 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de08c5-6ed0-4307-9c23-70192be8bb8e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5a03be-5b5e-4e64-9f90-e08b694e5190,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:16:40.601710 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de08c5-6ed0-4307-9c23-70192be8bb8e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.602100 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de08c5-6ed0-4307-9c23-70192be8bb8e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.602479 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de08c5-6ed0-4307-9c23-70192be8bb8e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.602862 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de08c5-6ed0-4307-9c23-70192be8bb8e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.603260 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de08c5-6ed0-4307-9c23-70192be8bb8e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.603637 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de08c5-6ed0-4307-9c23-70192be8bb8e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.604002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de08c5-6ed0-4307-9c23-70192be8bb8e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.604369 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de08c5-6ed0-4307-9c23-70192be8bb8e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.604736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de08c5-6ed0-4307-9c23-70192be8bb8e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.605105 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de08c5-6ed0-4307-9c23-70192be8bb8e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.605470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de08c5-6ed0-4307-9c23-70192be8bb8e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.605831 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01de08c5-6ed0-4307-9c23-70192be8bb8e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:40.622380 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-01de08c5-6ed0-4307-9c23-70192be8bb8e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:16:40.625074 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-01de08c5-6ed0-4307-9c23-70192be8bb8e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:40.628812 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-01de08c5-6ed0-4307-9c23-70192be8bb8e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "DELETE /v2.0/security-groups/ae5a03be-5b5e-4e64-9f90-e08b694e5190 HTTP/1.1" status: 204 len: 168 time: 0.4535115 Jun 02 21:16:40.628996 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36082) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:16:40.738801 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc806d-4487-42d6-8f14-6d892e7b2451 req-f1c1da09-c9f4-4849-847b-6edeaaac391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:16:40.740265 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8adc806d-4487-42d6-8f14-6d892e7b2451 req-f1c1da09-c9f4-4849-847b-6edeaaac391b service neutron] 10.222.0.95 "GET /v2.0/networks?id=c90530f7-3661-4a35-a5c8-e156a82d8264 HTTP/1.1" status: 200 len: 916 time: 0.2783616 Jun 02 21:16:40.947220 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8adc806d-4487-42d6-8f14-6d892e7b2451 req-26f66b09-fc31-4819-b4c3-9d27e203aaca service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae HTTP/1.1" status: 200 len: 1001 time: 0.1980910 Jun 02 21:16:41.055972 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc806d-4487-42d6-8f14-6d892e7b2451 req-68d04735-c05e-4a3c-b525-0f51fef15179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:16:41.057403 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8adc806d-4487-42d6-8f14-6d892e7b2451 req-68d04735-c05e-4a3c-b525-0f51fef15179 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=59debec7-0368-408a-946b-c8cc3db97170 HTTP/1.1" status: 200 len: 854 time: 0.1025376 Jun 02 21:16:41.123313 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-304583f4-0128-4b7e-a945-23eaa305738d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Deleting port 5434f8da-6b69-4ec5-a058-75c4b5b39bf6 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:16:41.123524 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-304583f4-0128-4b7e-a945-23eaa305738d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:41.221561 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc806d-4487-42d6-8f14-6d892e7b2451 req-8edd7519-89af-44fc-b25f-105b8b589bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:16:41.223023 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8adc806d-4487-42d6-8f14-6d892e7b2451 req-8edd7519-89af-44fc-b25f-105b8b589bdd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c90530f7-3661-4a35-a5c8-e156a82d8264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1585672 Jun 02 21:16:41.281404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-304583f4-0128-4b7e-a945-23eaa305738d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:41.281733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-304583f4-0128-4b7e-a945-23eaa305738d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:41.452985 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-304583f4-0128-4b7e-a945-23eaa305738d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Calling delete_port for 5434f8da-6b69-4ec5-a058-75c4b5b39bf6 owned by network:floatingip {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:16:41.503982 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8adc806d-4487-42d6-8f14-6d892e7b2451 req-ab3d5893-1a30-4b27-850d-cf60a9ddadc7 service neutron] 10.222.0.95 "GET /v2.0/networks/c90530f7-3661-4a35-a5c8-e156a82d8264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684057 Jun 02 21:16:41.793589 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8adc806d-4487-42d6-8f14-6d892e7b2451 req-8e83b196-4ccd-469d-b8aa-51863562805f service neutron] 10.222.0.95 "GET /v2.0/networks/c90530f7-3661-4a35-a5c8-e156a82d8264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820151 Jun 02 21:16:41.855555 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-304583f4-0128-4b7e-a945-23eaa305738d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:41.859997 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:16:41.906688 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304583f4-0128-4b7e-a945-23eaa305738d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Pushing event deleted for resources: {'Port': ['ID=5434f8da-6b69-4ec5-a058-75c4b5b39bf6,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:16:41.932093 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-304583f4-0128-4b7e-a945-23eaa305738d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:16:41.993158 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-304583f4-0128-4b7e-a945-23eaa305738d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks [] for floatingip, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:41.993411 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-304583f4-0128-4b7e-a945-23eaa305738d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Floating IP c4254454-f3e2-4e05-8b00-d75358f689e3 disassociated (deleted). External IP: 172.26.0.172, port: b5e14bab-b2ec-4b7a-83f2-6716f61f4eae. Jun 02 21:16:42.338901 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304583f4-0128-4b7e-a945-23eaa305738d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Router c4002907-93a9-45c6-ac03-478c04e04c36 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:16:42.512420 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304583f4-0128-4b7e-a945-23eaa305738d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:16:42.522031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380b7152-c708-4460-9ddf-c68681300fee None None] Sync routers for ids ['c4002907-93a9-45c6-ac03-478c04e04c36'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:16:42.532806 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b7152-c708-4460-9ddf-c68681300fee None None] Routers {'c4002907-93a9-45c6-ac03-478c04e04c36'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:16:42.533002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-304583f4-0128-4b7e-a945-23eaa305738d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:42.533460 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-380b7152-c708-4460-9ddf-c68681300fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:16:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['c4002907-93a9-45c6-ac03-478c04e04c36'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:16:42.589649 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-304583f4-0128-4b7e-a945-23eaa305738d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "DELETE /v2.0/floatingips/c4254454-f3e2-4e05-8b00-d75358f689e3 HTTP/1.1" status: 204 len: 168 time: 1.9578078 Jun 02 21:16:42.590330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f976f06-c653-4226-8315-d52ab9152127', 'tag': 'b5e14bab-b2ec-4b7a-83f2-6716f61f4eae'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:16:42.592750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec144e8b-fc76-4e47-97ad-4d6662b247cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8f976f06-c653-4226-8315-d52ab9152127", "tag": "b5e14bab-b2ec-4b7a-83f2-6716f61f4eae"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:16:42.693681 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dbe5a1-5072-4a5f-a7e1-2a41f379aae8 x-openstack-request-id: req-73dbe5a1-5072-4a5f-a7e1-2a41f379aae8 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:16:42.694695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f976f06-c653-4226-8315-d52ab9152127", "tag": "b5e14bab-b2ec-4b7a-83f2-6716f61f4eae", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:16:42.695030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73dbe5a1-5072-4a5f-a7e1-2a41f379aae8 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:16:42.695505 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f976f06-c653-4226-8315-d52ab9152127', 'tag': 'b5e14bab-b2ec-4b7a-83f2-6716f61f4eae', 'status': 'completed', 'code': 200} Jun 02 21:16:42.716839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-380b7152-c708-4460-9ddf-c68681300fee None None] Set router c4002907-93a9-45c6-ac03-478c04e04c36 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:16:42.789768 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec144e8b-fc76-4e47-97ad-4d6662b247cf req-09ea2a1d-b590-4b3e-8c5b-9d764cf33a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:16:42.791270 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ec144e8b-fc76-4e47-97ad-4d6662b247cf req-09ea2a1d-b590-4b3e-8c5b-9d764cf33a64 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=db30d5a870f249579961d9857079016d&device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 1098 time: 0.0742993 Jun 02 21:16:42.945106 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec144e8b-fc76-4e47-97ad-4d6662b247cf req-fe04d345-6e28-4721-b755-1a1f85b9de3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:16:42.951721 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ec144e8b-fc76-4e47-97ad-4d6662b247cf req-fe04d345-6e28-4721-b755-1a1f85b9de3c service neutron] 10.222.0.95 "GET /v2.0/networks?id=c90530f7-3661-4a35-a5c8-e156a82d8264 HTTP/1.1" status: 200 len: 916 time: 0.1486492 Jun 02 21:16:43.028228 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ec144e8b-fc76-4e47-97ad-4d6662b247cf req-a69f664a-9f17-4898-9c1f-486be0dc0d1d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae HTTP/1.1" status: 200 len: 217 time: 0.0731091 Jun 02 21:16:43.070199 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-380b7152-c708-4460-9ddf-c68681300fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'name': 'tempest-TestMinimumBasicScenario-1931215505-router', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:46Z', 'updated_at': '2021-06-02T21:13:50Z', 'revision_number': 4, 'project_id': 'db30d5a870f249579961d9857079016d', 'gw_port': {'id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:47Z', 'updated_at': '2021-06-02T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'b4db760c-fa92-4c38-b4d9-b298e3f3c899', 'name': '', 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'mac_address': 'fa:16:3e:ac:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '59debec7-0368-408a-946b-c8cc3db97170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:49Z', 'updated_at': '2021-06-02T21:13:56Z', 'revision_number': 5, 'project_id': 'db30d5a870f249579961d9857079016d', 'subnets': [{'id': '59debec7-0368-408a-946b-c8cc3db97170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:16:43.074081 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380b7152-c708-4460-9ddf-c68681300fee None None] Checking router: c4002907-93a9-45c6-ac03-478c04e04c36 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:16:43.082565 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b7152-c708-4460-9ddf-c68681300fee None None] Routers {'c4002907-93a9-45c6-ac03-478c04e04c36'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:16:43.083193 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-380b7152-c708-4460-9ddf-c68681300fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:16:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['c4002907-93a9-45c6-ac03-478c04e04c36'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:16:43.092395 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec144e8b-fc76-4e47-97ad-4d6662b247cf req-6eb707c9-5432-4c2c-a2b7-6122f803fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:16:43.093757 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ec144e8b-fc76-4e47-97ad-4d6662b247cf req-6eb707c9-5432-4c2c-a2b7-6122f803fd2f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=59debec7-0368-408a-946b-c8cc3db97170 HTTP/1.1" status: 200 len: 854 time: 0.0597529 Jun 02 21:16:43.173204 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec144e8b-fc76-4e47-97ad-4d6662b247cf req-3a49ee23-f95e-41ea-97e9-c67f56d91d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:16:43.174687 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ec144e8b-fc76-4e47-97ad-4d6662b247cf req-3a49ee23-f95e-41ea-97e9-c67f56d91d0c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c90530f7-3661-4a35-a5c8-e156a82d8264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0744863 Jun 02 21:16:43.259644 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-380b7152-c708-4460-9ddf-c68681300fee None None] Set router c4002907-93a9-45c6-ac03-478c04e04c36 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:16:43.456054 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ec144e8b-fc76-4e47-97ad-4d6662b247cf req-16008447-103e-4195-86bb-18d3dd2965d9 service neutron] 10.222.0.95 "GET /v2.0/networks/c90530f7-3661-4a35-a5c8-e156a82d8264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742157 Jun 02 21:16:43.582942 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-380b7152-c708-4460-9ddf-c68681300fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'name': 'tempest-TestMinimumBasicScenario-1931215505-router', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:46Z', 'updated_at': '2021-06-02T21:13:50Z', 'revision_number': 4, 'project_id': 'db30d5a870f249579961d9857079016d', 'gw_port': {'id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:47Z', 'updated_at': '2021-06-02T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'b4db760c-fa92-4c38-b4d9-b298e3f3c899', 'name': '', 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'mac_address': 'fa:16:3e:ac:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '59debec7-0368-408a-946b-c8cc3db97170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:49Z', 'updated_at': '2021-06-02T21:13:56Z', 'revision_number': 5, 'project_id': 'db30d5a870f249579961d9857079016d', 'subnets': [{'id': '59debec7-0368-408a-946b-c8cc3db97170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:16:43.587475 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380b7152-c708-4460-9ddf-c68681300fee None None] The sync data for ids ['c4002907-93a9-45c6-ac03-478c04e04c36'] in dv-neutron-601336-84-hyperv is: [{'id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'name': 'tempest-TestMinimumBasicScenario-1931215505-router', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:46Z', 'updated_at': '2021-06-02T21:13:50Z', 'revision_number': 4, 'project_id': 'db30d5a870f249579961d9857079016d', 'gw_port': {'id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:47Z', 'updated_at': '2021-06-02T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'b4db760c-fa92-4c38-b4d9-b298e3f3c899', 'name': '', 'network_id': 'c90530f7-3661-4a35-a5c8-e156a82d8264', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'mac_address': 'fa:16:3e:ac:10:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '59debec7-0368-408a-946b-c8cc3db97170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:49Z', 'updated_at': '2021-06-02T21:13:56Z', 'revision_number': 5, 'project_id': 'db30d5a870f249579961d9857079016d', 'subnets': [{'id': '59debec7-0368-408a-946b-c8cc3db97170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:16:43.594592 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ec144e8b-fc76-4e47-97ad-4d6662b247cf req-7704cc4d-bc6f-499b-b908-9fb65c57f0a1 service neutron] 10.222.0.95 "GET /v2.0/networks/c90530f7-3661-4a35-a5c8-e156a82d8264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316888 Jun 02 21:16:43.804193 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be5dd8-4f47-4c45-9455-5f4b47e1c572 None None] New status for floating IP c4254454-f3e2-4e05-8b00-d75358f689e3: DOWN {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:16:44.793239 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:47.039784 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:16:50.222950 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1324d6-c1a3-4a52-ba44-a3d819fd41e9 req-17baadfd-c921-4c8e-b522-d9d3e8a4a3d4 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:16:50.224424 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ec1324d6-c1a3-4a52-ba44-a3d819fd41e9 req-17baadfd-c921-4c8e-b522-d9d3e8a4a3d4 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 945 time: 0.0832813 Jun 02 21:16:50.270330 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ec1324d6-c1a3-4a52-ba44-a3d819fd41e9 req-1c209bc5-37ba-415d-a08f-879f647d02fe tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401673 Jun 02 21:16:51.453113 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b804bbb-e6e1-4d29-9a3c-defd210a220e req-c43c6926-8503-4cf8-8275-c55f376a4c45 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:16:51.453811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-1b804bbb-e6e1-4d29-9a3c-defd210a220e req-c43c6926-8503-4cf8-8275-c55f376a4c45 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Synchronizing usage tracker for tenant:db30d5a870f249579961d9857079016d on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:16:51.469021 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-1b804bbb-e6e1-4d29-9a3c-defd210a220e req-c43c6926-8503-4cf8-8275-c55f376a4c45 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Unset dirty status for tenant:db30d5a870f249579961d9857079016d on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:16:51.470312 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1b804bbb-e6e1-4d29-9a3c-defd210a220e req-c43c6926-8503-4cf8-8275-c55f376a4c45 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 945 time: 0.0974886 Jun 02 21:16:51.513566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-1b804bbb-e6e1-4d29-9a3c-defd210a220e req-7d7acbf3-be8e-4a3d-b52c-053a9053a794 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Synchronizing usage tracker for tenant:db30d5a870f249579961d9857079016d on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:16:51.529383 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-1b804bbb-e6e1-4d29-9a3c-defd210a220e req-7d7acbf3-be8e-4a3d-b52c-053a9053a794 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Unset dirty status for tenant:db30d5a870f249579961d9857079016d on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:16:51.530469 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1b804bbb-e6e1-4d29-9a3c-defd210a220e req-7d7acbf3-be8e-4a3d-b52c-053a9053a794 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ad3f875-dd25-42c3-ae26-5751644de0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546298 Jun 02 21:16:51.962962 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ac92b-969a-4be3-bbab-5ed5fd1d82ef req-7e8fdcd2-f243-4cb8-a90b-463f6633f50f tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:16:51.964394 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dc5ac92b-969a-4be3-bbab-5ed5fd1d82ef req-7e8fdcd2-f243-4cb8-a90b-463f6633f50f tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.95 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 945 time: 0.0847666 Jun 02 21:16:52.099616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-dc5ac92b-969a-4be3-bbab-5ed5fd1d82ef req-261c57aa-0a6c-4639-ac58-3448ce22d11b tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Deleting port b5e14bab-b2ec-4b7a-83f2-6716f61f4eae {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:16:52.099869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-dc5ac92b-969a-4be3-bbab-5ed5fd1d82ef req-261c57aa-0a6c-4639-ac58-3448ce22d11b tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:52.228292 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-dc5ac92b-969a-4be3-bbab-5ed5fd1d82ef req-261c57aa-0a6c-4639-ac58-3448ce22d11b tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] For port b5e14bab-b2ec-4b7a-83f2-6716f61f4eae, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae,segment=NetworkSegment(660f47eb-31b9-4014-a059-8bb485aa4860),segment_id=660f47eb-31b9-4014-a059-8bb485aa4860)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:16:52.228641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-dc5ac92b-969a-4be3-bbab-5ed5fd1d82ef req-261c57aa-0a6c-4639-ac58-3448ce22d11b tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:52.346919 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-dc5ac92b-969a-4be3-bbab-5ed5fd1d82ef req-261c57aa-0a6c-4639-ac58-3448ce22d11b tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Calling delete_port for b5e14bab-b2ec-4b7a-83f2-6716f61f4eae owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:16:52.456079 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-dc5ac92b-969a-4be3-bbab-5ed5fd1d82ef req-261c57aa-0a6c-4639-ac58-3448ce22d11b tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:52.461939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e61ada7f-1509-4cc1-9908-664b9033c2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:16:52.467874 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['b5e14bab-b2ec-4b7a-83f2-6716f61f4eae'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:16:52.504328 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c57aa-0a6c-4639-ac58-3448ce22d11b tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Pushing event deleted for resources: {'Port': ['ID=b5e14bab-b2ec-4b7a-83f2-6716f61f4eae,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:16:52.507870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-261c57aa-0a6c-4639-ac58-3448ce22d11b tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:16:52.581876 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5ac92b-969a-4be3-bbab-5ed5fd1d82ef req-261c57aa-0a6c-4639-ac58-3448ce22d11b tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] No DVR routers for this DVR port b5e14bab-b2ec-4b7a-83f2-6716f61f4eae on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:16:52.584894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-dc5ac92b-969a-4be3-bbab-5ed5fd1d82ef req-261c57aa-0a6c-4639-ac58-3448ce22d11b tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:52.587454 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f976f06-c653-4226-8315-d52ab9152127', 'name': 'network-vif-deleted', 'tag': 'b5e14bab-b2ec-4b7a-83f2-6716f61f4eae'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:16:52.589707 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d838b3e0-e84a-4771-a18b-4099c22c44e7" -d '{"events": [{"server_uuid": "8f976f06-c653-4226-8315-d52ab9152127", "name": "network-vif-deleted", "tag": "b5e14bab-b2ec-4b7a-83f2-6716f61f4eae"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:16:52.604585 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dc5ac92b-969a-4be3-bbab-5ed5fd1d82ef req-261c57aa-0a6c-4639-ac58-3448ce22d11b tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.95 "DELETE /v2.0/ports/b5e14bab-b2ec-4b7a-83f2-6716f61f4eae HTTP/1.1" status: 204 len: 173 time: 0.6326785 Jun 02 21:16:52.645369 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3964c11-d7bb-40b3-a131-e46c59ee3e6a x-openstack-request-id: req-d3964c11-d7bb-40b3-a131-e46c59ee3e6a {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:16:52.645718 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f976f06-c653-4226-8315-d52ab9152127", "name": "network-vif-deleted", "tag": "b5e14bab-b2ec-4b7a-83f2-6716f61f4eae", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:16:52.646073 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3964c11-d7bb-40b3-a131-e46c59ee3e6a {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:16:52.646517 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f976f06-c653-4226-8315-d52ab9152127', 'name': 'network-vif-deleted', 'tag': 'b5e14bab-b2ec-4b7a-83f2-6716f61f4eae', 'status': 'completed', 'code': 200} Jun 02 21:16:52.680703 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0c7d5830-c367-4a15-a709-7bd96727e3f6 req-6073e8fc-91ea-4b99-a63b-631507516233 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f976f06-c653-4226-8315-d52ab9152127 HTTP/1.1" status: 200 len: 210 time: 0.0435038 Jun 02 21:16:54.334745 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36180) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:16:55.001867 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b22cd6d-6cf8-4527-b61e-22fe2b99e6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:55.400330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-2b22cd6d-6cf8-4527-b61e-22fe2b99e6c4 admin admin] Deleting port b4db760c-fa92-4c38-b4d9-b298e3f3c899 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:16:55.400999 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b22cd6d-6cf8-4527-b61e-22fe2b99e6c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:55.518009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-2b22cd6d-6cf8-4527-b61e-22fe2b99e6c4 admin admin] For port b4db760c-fa92-4c38-b4d9-b298e3f3c899, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b4db760c-fa92-4c38-b4d9-b298e3f3c899,segment=NetworkSegment(660f47eb-31b9-4014-a059-8bb485aa4860),segment_id=660f47eb-31b9-4014-a059-8bb485aa4860)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:16:55.518357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b22cd6d-6cf8-4527-b61e-22fe2b99e6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:55.640240 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-2b22cd6d-6cf8-4527-b61e-22fe2b99e6c4 admin admin] Calling delete_port for b4db760c-fa92-4c38-b4d9-b298e3f3c899 owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:16:55.920839 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b22cd6d-6cf8-4527-b61e-22fe2b99e6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:55.925142 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1e2bfd91-b3a3-4699-b6d5-142f37376fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:16:55.968962 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22cd6d-6cf8-4527-b61e-22fe2b99e6c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4db760c-fa92-4c38-b4d9-b298e3f3c899,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:16:56.002133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2b22cd6d-6cf8-4527-b61e-22fe2b99e6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:16:56.234957 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2b22cd6d-6cf8-4527-b61e-22fe2b99e6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:56.310245 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device b5e14bab-b2ec-4b7a-83f2-6716f61f4eae no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:16:56.347699 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: b5e14bab-b2ec-4b7a-83f2-6716f61f4eae {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:16:56.348046 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device b5e14bab-b2ec-4b7a-83f2-6716f61f4eae not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:16:56.737930 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b22cd6d-6cf8-4527-b61e-22fe2b99e6c4 admin admin] Router c4002907-93a9-45c6-ac03-478c04e04c36 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:16:56.908222 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b22cd6d-6cf8-4527-b61e-22fe2b99e6c4 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:16:56.922254 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2b22cd6d-6cf8-4527-b61e-22fe2b99e6c4 admin admin] 10.222.0.25 "PUT /v2.0/routers/c4002907-93a9-45c6-ac03-478c04e04c36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5842402 Jun 02 21:16:56.922443 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b173dba4-5923-4699-ad4f-a4286645ae41 None None] Sync routers for ids ['c4002907-93a9-45c6-ac03-478c04e04c36'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:16:56.922542 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36182) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:16:56.929850 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b173dba4-5923-4699-ad4f-a4286645ae41 None None] Routers {'c4002907-93a9-45c6-ac03-478c04e04c36'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:16:56.930459 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b173dba4-5923-4699-ad4f-a4286645ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:16:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['c4002907-93a9-45c6-ac03-478c04e04c36'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:16:57.095102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a33dabfd-fb1b-46cb-869d-418c93fd1277 admin admin] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:57.147475 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-b173dba4-5923-4699-ad4f-a4286645ae41 None None] Set router c4002907-93a9-45c6-ac03-478c04e04c36 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:16:57.265248 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a33dabfd-fb1b-46cb-869d-418c93fd1277 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:57.336631 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a33dabfd-fb1b-46cb-869d-418c93fd1277 admin admin] Deleting port 3aae0b64-cba3-4f3e-92fd-63a9850eae96 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:16:57.337000 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a33dabfd-fb1b-46cb-869d-418c93fd1277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:57.430495 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b173dba4-5923-4699-ad4f-a4286645ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'name': 'tempest-TestMinimumBasicScenario-1931215505-router', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101'}], 'enable_snat': True}, 'gw_port_id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:46Z', 'updated_at': '2021-06-02T21:16:55Z', 'revision_number': 5, 'project_id': 'db30d5a870f249579961d9857079016d', 'gw_port': {'id': '3aae0b64-cba3-4f3e-92fd-63a9850eae96', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:47Z', 'updated_at': '2021-06-02T21:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:16:57.434612 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b173dba4-5923-4699-ad4f-a4286645ae41 None None] Checking router: c4002907-93a9-45c6-ac03-478c04e04c36 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:16:57.443296 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b173dba4-5923-4699-ad4f-a4286645ae41 None None] Routers {'c4002907-93a9-45c6-ac03-478c04e04c36'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:16:57.443954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b173dba4-5923-4699-ad4f-a4286645ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:16:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['c4002907-93a9-45c6-ac03-478c04e04c36'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:16:57.457237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-a33dabfd-fb1b-46cb-869d-418c93fd1277 admin admin] For port 3aae0b64-cba3-4f3e-92fd-63a9850eae96, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3aae0b64-cba3-4f3e-92fd-63a9850eae96,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:16:57.457588 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a33dabfd-fb1b-46cb-869d-418c93fd1277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:57.577050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a33dabfd-fb1b-46cb-869d-418c93fd1277 admin admin] Calling delete_port for 3aae0b64-cba3-4f3e-92fd-63a9850eae96 owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:16:57.591847 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-b173dba4-5923-4699-ad4f-a4286645ae41 None None] Set router c4002907-93a9-45c6-ac03-478c04e04c36 gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:16:57.701039 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-b173dba4-5923-4699-ad4f-a4286645ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'name': 'tempest-TestMinimumBasicScenario-1931215505-router', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:46Z', 'updated_at': '2021-06-02T21:16:57Z', 'revision_number': 6, 'project_id': 'db30d5a870f249579961d9857079016d', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:16:57.705405 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b173dba4-5923-4699-ad4f-a4286645ae41 None None] The sync data for ids ['c4002907-93a9-45c6-ac03-478c04e04c36'] in dv-neutron-601336-84-hyperv is: [{'id': 'c4002907-93a9-45c6-ac03-478c04e04c36', 'name': 'tempest-TestMinimumBasicScenario-1931215505-router', 'tenant_id': 'db30d5a870f249579961d9857079016d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:46Z', 'updated_at': '2021-06-02T21:16:57Z', 'revision_number': 6, 'project_id': 'db30d5a870f249579961d9857079016d', 'gw_port_host': None}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:16:57.859762 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a33dabfd-fb1b-46cb-869d-418c93fd1277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:57.863372 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-066e22bb-8212-46a0-b3bc-a7211fdf589f tempest-ServersNegativeTestJSON-848795239 tempest-ServersNegativeTestJSON-848795239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:16:57.906428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33dabfd-fb1b-46cb-869d-418c93fd1277 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aae0b64-cba3-4f3e-92fd-63a9850eae96,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:16:57.908930 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a33dabfd-fb1b-46cb-869d-418c93fd1277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:16:58.000659 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a33dabfd-fb1b-46cb-869d-418c93fd1277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:58.174517 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a33dabfd-fb1b-46cb-869d-418c93fd1277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:58.176648 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a33dabfd-fb1b-46cb-869d-418c93fd1277 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:58.198890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a33dabfd-fb1b-46cb-869d-418c93fd1277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:58.199407 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33dabfd-fb1b-46cb-869d-418c93fd1277 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4002907-93a9-45c6-ac03-478c04e04c36 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 21:16:58.211169 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a33dabfd-fb1b-46cb-869d-418c93fd1277 admin admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:58.212281 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a33dabfd-fb1b-46cb-869d-418c93fd1277 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c4002907-93a9-45c6-ac03-478c04e04c36 HTTP/1.1" status: 204 len: 168 time: 1.2889299 Jun 02 21:16:58.214776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36184) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:16:58.273755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e722a1-b859-4930-8f78-ef7fdc13c8f1 admin admin] Deleting subnet 59debec7-0368-408a-946b-c8cc3db97170 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 21:16:58.276478 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b2e722a1-b859-4930-8f78-ef7fdc13c8f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:58.324680 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b2e722a1-b859-4930-8f78-ef7fdc13c8f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:58.399387 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b2e722a1-b859-4930-8f78-ef7fdc13c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:58.649644 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b2e722a1-b859-4930-8f78-ef7fdc13c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:58.653467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-be932887-f592-44ac-af99-0515da21c6fe tempest-FloatingIPTestJSON-370100440 tempest-FloatingIPTestJSON-370100440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:16:58.693665 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e722a1-b859-4930-8f78-ef7fdc13c8f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59debec7-0368-408a-946b-c8cc3db97170,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:16:58.695614 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b2e722a1-b859-4930-8f78-ef7fdc13c8f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:58.699263 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b2e722a1-b859-4930-8f78-ef7fdc13c8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:16:58.699620 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07132c67-6f2b-4b55-9113-009f82f01c6a None None] Network c90530f7-3661-4a35-a5c8-e156a82d8264 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:16:58.701975 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b2e722a1-b859-4930-8f78-ef7fdc13c8f1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/59debec7-0368-408a-946b-c8cc3db97170 HTTP/1.1" status: 204 len: 168 time: 0.4862170 Jun 02 21:16:58.704497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36186) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:16:58.809265 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:58.884204 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] Deleting port 1f237b34-d75e-4d12-b254-fcd75899476e {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:16:58.884947 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:58.973641 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] DHCP port deletion for c90530f7-3661-4a35-a5c8-e156a82d8264 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 21:16:58.988868 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] For port 1f237b34-d75e-4d12-b254-fcd75899476e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1f237b34-d75e-4d12-b254-fcd75899476e,segment=NetworkSegment(660f47eb-31b9-4014-a059-8bb485aa4860),segment_id=660f47eb-31b9-4014-a059-8bb485aa4860)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:16:58.989233 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:59.008789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3aae0b64-cba3-4f3e-92fd-63a9850eae96 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:16:59.051589 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 3aae0b64-cba3-4f3e-92fd-63a9850eae96 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:16:59.051944 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3aae0b64-cba3-4f3e-92fd-63a9850eae96 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:16:59.052398 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b4db760c-fa92-4c38-b4d9-b298e3f3c899 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:16:59.090147 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: b4db760c-fa92-4c38-b4d9-b298e3f3c899 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:16:59.090422 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b4db760c-fa92-4c38-b4d9-b298e3f3c899 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:16:59.110797 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] Deleting port 1f237b34-d75e-4d12-b254-fcd75899476e {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:16:59.111006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] Calling delete_port for 1f237b34-d75e-4d12-b254-fcd75899476e owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:16:59.111202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:59.157706 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:59.162868 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5cf3fdd9-a385-4b4d-af2d-dd91b59a58b1 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:16:59.208047 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] Pushing event deleted for resources: {'Port': ['ID=1f237b34-d75e-4d12-b254-fcd75899476e,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:16:59.209853 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] For port 1f237b34-d75e-4d12-b254-fcd75899476e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=1f237b34-d75e-4d12-b254-fcd75899476e,segment=NetworkSegment(660f47eb-31b9-4014-a059-8bb485aa4860),segment_id=660f47eb-31b9-4014-a059-8bb485aa4860)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:16:59.209853 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:59.211102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:16:59.211922 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] No DVR routers for this DVR port 1f237b34-d75e-4d12-b254-fcd75899476e on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:16:59.382510 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] Calling delete_port for 1f237b34-d75e-4d12-b254-fcd75899476e owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:16:59.423416 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:59.426889 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5726da99-94c7-40e8-83c6-af16860eec2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:16:59.465002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:59.471422 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] Pushing event deleted for resources: {'Port': ['ID=1f237b34-d75e-4d12-b254-fcd75899476e,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:16:59.476448 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] No DVR routers for this DVR port 1f237b34-d75e-4d12-b254-fcd75899476e on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:16:59.479871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90530f7-3661-4a35-a5c8-e156a82d8264']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:16:59.482481 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:59.482850 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:59.483193 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:59.483527 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:59.483853 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:59.484177 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:59.484503 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:59.484824 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:59.485146 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:59.485461 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:59.485777 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:59.486091 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:16:59.489004 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:16:59.494323 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660f47eb-31b9-4014-a059-8bb485aa4860') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:16:59.494624 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660f47eb-31b9-4014-a059-8bb485aa4860') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:16:59.505916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:59.522390 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:59.529800 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:16:59.530251 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:16:59.543536 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:16:59.619756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:59.624225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:16:59.626579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bb489bdb-4331-4392-b6b7-aca6c81f035b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:16:59.647461 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] Pushing event deleted for resources: {'Network': ['ID=c90530f7-3661-4a35-a5c8-e156a82d8264,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:16:59.649799 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:16:59.663352 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] 10.222.0.25 "DELETE /v2.0/networks/c90530f7-3661-4a35-a5c8-e156a82d8264 HTTP/1.1" status: 204 len: 168 time: 0.9571228 Jun 02 21:16:59.666323 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36188) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:00.189287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-757c3aa2-4802-4e63-924e-b14c3557e619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:00.605285 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-757c3aa2-4802-4e63-924e-b14c3557e619 admin admin] Deleting port 34f764a6-a59b-4b72-8353-9a189822388e {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:17:00.605537 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-757c3aa2-4802-4e63-924e-b14c3557e619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:00.722950 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-757c3aa2-4802-4e63-924e-b14c3557e619 admin admin] For port 34f764a6-a59b-4b72-8353-9a189822388e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=34f764a6-a59b-4b72-8353-9a189822388e,segment=NetworkSegment(9be82e77-19c1-466b-be34-22bddfbeac05),segment_id=9be82e77-19c1-466b-be34-22bddfbeac05)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:17:00.723334 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-757c3aa2-4802-4e63-924e-b14c3557e619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:00.852651 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1e70839a-cf19-4eaf-86ad-1d440e8083ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:00.940204 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1f237b34-d75e-4d12-b254-fcd75899476e no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:17:00.974569 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 1f237b34-d75e-4d12-b254-fcd75899476e {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:17:00.974945 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 1f237b34-d75e-4d12-b254-fcd75899476e not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:17:00.983546 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-757c3aa2-4802-4e63-924e-b14c3557e619 admin admin] Calling delete_port for 34f764a6-a59b-4b72-8353-9a189822388e owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:17:01.127989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-757c3aa2-4802-4e63-924e-b14c3557e619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:01.132287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-67d33c54-03be-4d75-9a5d-9d838c808c04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:01.175175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c3aa2-4802-4e63-924e-b14c3557e619 admin admin] Pushing event deleted for resources: {'Port': ['ID=34f764a6-a59b-4b72-8353-9a189822388e,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:01.201237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-757c3aa2-4802-4e63-924e-b14c3557e619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:01.438497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-757c3aa2-4802-4e63-924e-b14c3557e619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:01.796947 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757c3aa2-4802-4e63-924e-b14c3557e619 admin admin] Router e2346b20-d6c5-4ba2-8c69-83a3195bca8f has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:17:01.967491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757c3aa2-4802-4e63-924e-b14c3557e619 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:17:01.975771 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da2c027-2aad-4951-9770-79045798fcb4 None None] Sync routers for ids ['e2346b20-d6c5-4ba2-8c69-83a3195bca8f'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:17:01.979588 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-757c3aa2-4802-4e63-924e-b14c3557e619 admin admin] 10.222.0.25 "PUT /v2.0/routers/e2346b20-d6c5-4ba2-8c69-83a3195bca8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3100774 Jun 02 21:17:01.980044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36190) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:01.984845 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da2c027-2aad-4951-9770-79045798fcb4 None None] Routers {'e2346b20-d6c5-4ba2-8c69-83a3195bca8f'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:17:01.985451 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-7da2c027-2aad-4951-9770-79045798fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:16:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['e2346b20-d6c5-4ba2-8c69-83a3195bca8f'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:17:02.158369 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-7da2c027-2aad-4951-9770-79045798fcb4 None None] Set router e2346b20-d6c5-4ba2-8c69-83a3195bca8f gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:17:02.296187 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a4efe1a2-240d-4032-883e-9f721dc62db0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:02.437413 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-7da2c027-2aad-4951-9770-79045798fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2346b20-d6c5-4ba2-8c69-83a3195bca8f', 'name': 'tempest-TestMinimumBasicScenario-1976871699-router', 'tenant_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.127'}], 'enable_snat': True}, 'gw_port_id': 'bb094d3b-155e-4196-9341-cc732bc19bdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:52Z', 'updated_at': '2021-06-02T21:17:01Z', 'revision_number': 5, 'project_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'gw_port': {'id': 'bb094d3b-155e-4196-9341-cc732bc19bdf', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2346b20-d6c5-4ba2-8c69-83a3195bca8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:13:53Z', 'updated_at': '2021-06-02T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:17:02.441146 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da2c027-2aad-4951-9770-79045798fcb4 None None] Checking router: e2346b20-d6c5-4ba2-8c69-83a3195bca8f for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:17:02.450068 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da2c027-2aad-4951-9770-79045798fcb4 None None] Routers {'e2346b20-d6c5-4ba2-8c69-83a3195bca8f'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:17:02.450670 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-7da2c027-2aad-4951-9770-79045798fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:16:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['e2346b20-d6c5-4ba2-8c69-83a3195bca8f'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:17:02.467388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a4efe1a2-240d-4032-883e-9f721dc62db0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:02.540482 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a4efe1a2-240d-4032-883e-9f721dc62db0 admin admin] Deleting port bb094d3b-155e-4196-9341-cc732bc19bdf {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:17:02.540817 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a4efe1a2-240d-4032-883e-9f721dc62db0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:02.601076 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-7da2c027-2aad-4951-9770-79045798fcb4 None None] Set router e2346b20-d6c5-4ba2-8c69-83a3195bca8f gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:17:02.661202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-a4efe1a2-240d-4032-883e-9f721dc62db0 admin admin] For port bb094d3b-155e-4196-9341-cc732bc19bdf, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=bb094d3b-155e-4196-9341-cc732bc19bdf,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:17:02.661554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a4efe1a2-240d-4032-883e-9f721dc62db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:02.704698 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-7da2c027-2aad-4951-9770-79045798fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2346b20-d6c5-4ba2-8c69-83a3195bca8f', 'name': 'tempest-TestMinimumBasicScenario-1976871699-router', 'tenant_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:52Z', 'updated_at': '2021-06-02T21:17:02Z', 'revision_number': 6, 'project_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:17:02.708480 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da2c027-2aad-4951-9770-79045798fcb4 None None] The sync data for ids ['e2346b20-d6c5-4ba2-8c69-83a3195bca8f'] in dv-neutron-601336-84-hyperv is: [{'id': 'e2346b20-d6c5-4ba2-8c69-83a3195bca8f', 'name': 'tempest-TestMinimumBasicScenario-1976871699-router', 'tenant_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:13:52Z', 'updated_at': '2021-06-02T21:17:02Z', 'revision_number': 6, 'project_id': '9a094b7b5980463b8bbd0ce63ff013c1', 'gw_port_host': None}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:17:02.806184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a4efe1a2-240d-4032-883e-9f721dc62db0 admin admin] Calling delete_port for bb094d3b-155e-4196-9341-cc732bc19bdf owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:17:02.939167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a4efe1a2-240d-4032-883e-9f721dc62db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:02.943497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cdac192b-d61f-4816-be18-c86567fc3ce0 tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:03.012877 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efe1a2-240d-4032-883e-9f721dc62db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb094d3b-155e-4196-9341-cc732bc19bdf,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:03.015234 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a4efe1a2-240d-4032-883e-9f721dc62db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:03.096522 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a4efe1a2-240d-4032-883e-9f721dc62db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:03.280859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a4efe1a2-240d-4032-883e-9f721dc62db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:03.282936 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a4efe1a2-240d-4032-883e-9f721dc62db0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:03.305614 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a4efe1a2-240d-4032-883e-9f721dc62db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:03.306267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4efe1a2-240d-4032-883e-9f721dc62db0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2346b20-d6c5-4ba2-8c69-83a3195bca8f {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 21:17:03.318124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a4efe1a2-240d-4032-883e-9f721dc62db0 admin admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:03.319885 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a4efe1a2-240d-4032-883e-9f721dc62db0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e2346b20-d6c5-4ba2-8c69-83a3195bca8f HTTP/1.1" status: 204 len: 168 time: 1.3389113 Jun 02 21:17:03.322290 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36192) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:03.379516 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0d0f41-a0c4-4bae-a3a5-58689dde9c61 admin admin] Deleting subnet 342291db-70de-4095-bde1-5b6f3540c118 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 21:17:03.383317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0f41-a0c4-4bae-a3a5-58689dde9c61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:03.399084 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7bbc5db4-66af-419a-ab3b-4edf2aa3a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:03.435901 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0f41-a0c4-4bae-a3a5-58689dde9c61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:03.489697 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 34f764a6-a59b-4b72-8353-9a189822388e no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:17:03.531607 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 34f764a6-a59b-4b72-8353-9a189822388e {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:17:03.532202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 34f764a6-a59b-4b72-8353-9a189822388e not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:17:03.534992 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:03.546814 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0f41-a0c4-4bae-a3a5-58689dde9c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:03.816956 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0f41-a0c4-4bae-a3a5-58689dde9c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:03.821445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cf9d047b-0988-45c8-864f-dcb79193b8b0 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:03.855340 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d0f41-a0c4-4bae-a3a5-58689dde9c61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=342291db-70de-4095-bde1-5b6f3540c118,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:03.858218 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6c0d0f41-a0c4-4bae-a3a5-58689dde9c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:03.859351 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0f41-a0c4-4bae-a3a5-58689dde9c61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:03.865216 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6c0d0f41-a0c4-4bae-a3a5-58689dde9c61 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/342291db-70de-4095-bde1-5b6f3540c118 HTTP/1.1" status: 204 len: 168 time: 0.5419955 Jun 02 21:17:03.867706 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36196) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:03.868381 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6367d86-a87b-40ee-b0ab-a5c2887ef1a4 None None] Network 0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:17:04.110761 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65bf7de-9349-4cf9-a877-51c93bcf29bf None None] DHCP port deletion for 0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 21:17:04.122922 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:04.199950 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-b65bf7de-9349-4cf9-a877-51c93bcf29bf None None] Deleting port 9599a963-d89f-4981-be71-de1e4cbea3db {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:17:04.200337 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b65bf7de-9349-4cf9-a877-51c93bcf29bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:04.202118 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] Deleting port 9599a963-d89f-4981-be71-de1e4cbea3db {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:17:04.202453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:04.297168 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-b65bf7de-9349-4cf9-a877-51c93bcf29bf None None] For port 9599a963-d89f-4981-be71-de1e4cbea3db, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9599a963-d89f-4981-be71-de1e4cbea3db,segment=NetworkSegment(9be82e77-19c1-466b-be34-22bddfbeac05),segment_id=9be82e77-19c1-466b-be34-22bddfbeac05)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:17:04.297570 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b65bf7de-9349-4cf9-a877-51c93bcf29bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:04.302207 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] For port 9599a963-d89f-4981-be71-de1e4cbea3db, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9599a963-d89f-4981-be71-de1e4cbea3db,segment=NetworkSegment(9be82e77-19c1-466b-be34-22bddfbeac05),segment_id=9be82e77-19c1-466b-be34-22bddfbeac05)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:17:04.302631 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:04.426423 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-b65bf7de-9349-4cf9-a877-51c93bcf29bf None None] Calling delete_port for 9599a963-d89f-4981-be71-de1e4cbea3db owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:17:04.426991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] Calling delete_port for 9599a963-d89f-4981-be71-de1e4cbea3db owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:17:04.444733 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:04.472501 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:04.477181 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-000e5408-ce25-44bc-beb7-a6e61be1e085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:04.478838 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b65bf7de-9349-4cf9-a877-51c93bcf29bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:04.483255 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-970068a4-582b-4125-bc2f-18d44981d491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:04.523963 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] Pushing event deleted for resources: {'Port': ['ID=9599a963-d89f-4981-be71-de1e4cbea3db,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:04.526915 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:04.527719 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] No DVR routers for this DVR port 9599a963-d89f-4981-be71-de1e4cbea3db on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:17:04.528144 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bf7de-9349-4cf9-a877-51c93bcf29bf None None] Pushing event deleted for resources: {'Port': ['ID=9599a963-d89f-4981-be71-de1e4cbea3db,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:04.530936 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-b65bf7de-9349-4cf9-a877-51c93bcf29bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:04.533902 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65bf7de-9349-4cf9-a877-51c93bcf29bf None None] No DVR routers for this DVR port 9599a963-d89f-4981-be71-de1e4cbea3db on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:17:04.646566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:04.659004 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:17:04.670786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be82e77-19c1-466b-be34-22bddfbeac05') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:17:04.671086 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be82e77-19c1-466b-be34-22bddfbeac05') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:17:04.682557 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:04.698858 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:04.704790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:17:04.705270 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:17:04.718158 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:17:04.792486 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:04.795801 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5e6b25d4-4096-44cc-81cb-5e6b596b1ed5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:04.808654 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:04.819668 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:04.822345 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0eafb9d0-3512-4aeb-a34d-d5e76e3b3c60 HTTP/1.1" status: 204 len: 168 time: 0.9537108 Jun 02 21:17:04.823232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:04.948280 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device bb094d3b-155e-4196-9341-cc732bc19bdf no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:17:04.985360 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: bb094d3b-155e-4196-9341-cc732bc19bdf {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:17:04.985725 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device bb094d3b-155e-4196-9341-cc732bc19bdf not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:17:04.986160 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9599a963-d89f-4981-be71-de1e4cbea3db no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:17:04.996061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36200) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:05.019695 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 9599a963-d89f-4981-be71-de1e4cbea3db {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:17:05.020052 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9599a963-d89f-4981-be71-de1e4cbea3db not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:17:05.045362 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-33792838-6548-444c-a132-4678e0c5e761 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db30d5a870f249579961d9857079016d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480375 Jun 02 21:17:05.047675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36202) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:05.104742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29e38231-60c0-4a62-9ba8-458afe0a07ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:05.130027 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29e38231-60c0-4a62-9ba8-458afe0a07ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:05.184651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29e38231-60c0-4a62-9ba8-458afe0a07ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:05.189269 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e6b89133-bd55-462a-9e04-839e78176a0b tempest-NegativeSecGroupTest-583575562 tempest-NegativeSecGroupTest-583575562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:05.202659 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e38231-60c0-4a62-9ba8-458afe0a07ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad3f875-dd25-42c3-ae26-5751644de0be,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:05.207622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-29e38231-60c0-4a62-9ba8-458afe0a07ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:05.210054 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-29e38231-60c0-4a62-9ba8-458afe0a07ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:05.213536 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-29e38231-60c0-4a62-9ba8-458afe0a07ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ad3f875-dd25-42c3-ae26-5751644de0be HTTP/1.1" status: 204 len: 168 time: 0.1625967 Jun 02 21:17:05.542981 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36208) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:05.590638 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5bef1a97-1bc9-4210-b686-d14bed1ec9c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a094b7b5980463b8bbd0ce63ff013c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464253 Jun 02 21:17:05.592905 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36210) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:05.648332 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b175759-15d6-466e-83a9-57eb79289c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:05.673124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b175759-15d6-466e-83a9-57eb79289c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:05.723669 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b175759-15d6-466e-83a9-57eb79289c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:05.727438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:05.740463 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b175759-15d6-466e-83a9-57eb79289c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be45f7b-2b9c-4e40-ab1c-549f6075ac52,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:05.742750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7b175759-15d6-466e-83a9-57eb79289c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:05.746077 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b175759-15d6-466e-83a9-57eb79289c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:05.747971 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7b175759-15d6-466e-83a9-57eb79289c7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9be45f7b-2b9c-4e40-ab1c-549f6075ac52 HTTP/1.1" status: 204 len: 168 time: 0.1541770 Jun 02 21:17:06.066449 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:07.502505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36250) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:07.507229 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1880533562', 'description': 'tempest-secgroup-smoke-1880533562 description', 'project_id': '005f4463c7db4317a0be9ff96a72eef9'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:17:07.513107 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:17:07.517074 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:17:07.519843 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:17:07.525324 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:17:07.539089 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:07.550837 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:07.566221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:17:07.569960 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:17:07.572728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:17:07.578287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:17:07.661620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:07.667319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:07.670363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-03fec536-5a31-464d-b590-8d9c04c10fa9 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:07.681179 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:17:07.688592 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:17:07.696639 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:17:07.706673 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:17:07.710208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d70d6e2b-ca4d-40ab-9e5b-78b7a5f792ed,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:07.714179 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:07.779032 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:07.782627 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:07.786166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5584c27b-f49a-4198-9288-97f41fcd80fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:07.823271 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a33a48-7d71-4694-9c54-1fcf4f644f1f,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:07.826114 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:07.827306 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3237486 Jun 02 21:17:07.828181 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:07.830189 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36252) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:07.834395 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-0bae1584-f278-4065-9eeb-048f2d2f6370 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': 'a0a33a48-7d71-4694-9c54-1fcf4f644f1f', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:17:07.840645 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-0bae1584-f278-4065-9eeb-048f2d2f6370 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:17:07.844327 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-0bae1584-f278-4065-9eeb-048f2d2f6370 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:17:07.847059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-0bae1584-f278-4065-9eeb-048f2d2f6370 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:17:07.853262 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-0bae1584-f278-4065-9eeb-048f2d2f6370 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:17:07.871735 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0bae1584-f278-4065-9eeb-048f2d2f6370 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:07.929471 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0bae1584-f278-4065-9eeb-048f2d2f6370 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:07.932721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0bae1584-f278-4065-9eeb-048f2d2f6370 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:07.934451 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3fd275cb-d913-4343-bb6d-6f666b4bdc1e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:07.955738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae1584-f278-4065-9eeb-048f2d2f6370 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de135717-6a93-446c-b553-16a53fe9aa71,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:07.960493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0bae1584-f278-4065-9eeb-048f2d2f6370 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:07.964863 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0bae1584-f278-4065-9eeb-048f2d2f6370 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:07.966015 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0bae1584-f278-4065-9eeb-048f2d2f6370 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349795 Jun 02 21:17:07.968795 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36254) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:07.973143 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-d955ee8a-7413-464a-906d-d00f9c6b09bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': 'a0a33a48-7d71-4694-9c54-1fcf4f644f1f', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:17:07.979523 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-d955ee8a-7413-464a-906d-d00f9c6b09bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:17:07.983297 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d955ee8a-7413-464a-906d-d00f9c6b09bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:17:07.986110 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d955ee8a-7413-464a-906d-d00f9c6b09bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:17:07.991805 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-d955ee8a-7413-464a-906d-d00f9c6b09bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:17:08.006026 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d955ee8a-7413-464a-906d-d00f9c6b09bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.066506 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d955ee8a-7413-464a-906d-d00f9c6b09bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.070031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d955ee8a-7413-464a-906d-d00f9c6b09bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.076985 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4878c5ce-b973-4415-b2f4-cc21fbfe7f5c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:08.097136 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955ee8a-7413-464a-906d-d00f9c6b09bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb4adcf-ad68-4ea0-af4d-4340af8133ea,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:08.099365 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d955ee8a-7413-464a-906d-d00f9c6b09bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:08.104921 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d955ee8a-7413-464a-906d-d00f9c6b09bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.106114 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d955ee8a-7413-464a-906d-d00f9c6b09bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1363931 Jun 02 21:17:08.108847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36256) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:08.113137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-866ae78c-71f4-4132-a624-83a8a87fcc87 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': 'a0a33a48-7d71-4694-9c54-1fcf4f644f1f', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:17:08.118900 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-866ae78c-71f4-4132-a624-83a8a87fcc87 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:17:08.122647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-866ae78c-71f4-4132-a624-83a8a87fcc87 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:17:08.125672 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-866ae78c-71f4-4132-a624-83a8a87fcc87 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:17:08.131372 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-866ae78c-71f4-4132-a624-83a8a87fcc87 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:17:08.146587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-866ae78c-71f4-4132-a624-83a8a87fcc87 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.210559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-866ae78c-71f4-4132-a624-83a8a87fcc87 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.214136 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-866ae78c-71f4-4132-a624-83a8a87fcc87 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.215968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d955ee8a-7413-464a-906d-d00f9c6b09bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:08.234834 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ae78c-71f4-4132-a624-83a8a87fcc87 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de97ce0e-715c-4591-8026-0d34228a9a31,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:08.238540 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-866ae78c-71f4-4132-a624-83a8a87fcc87 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:08.245422 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-866ae78c-71f4-4132-a624-83a8a87fcc87 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.246412 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-866ae78c-71f4-4132-a624-83a8a87fcc87 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366754 Jun 02 21:17:08.249197 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36258) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:08.253456 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-22164f34-7cf0-4e89-aa21-23a15d38929e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': 'a0a33a48-7d71-4694-9c54-1fcf4f644f1f', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:17:08.259615 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-22164f34-7cf0-4e89-aa21-23a15d38929e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:17:08.263630 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-22164f34-7cf0-4e89-aa21-23a15d38929e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:17:08.266422 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-22164f34-7cf0-4e89-aa21-23a15d38929e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:17:08.272035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-22164f34-7cf0-4e89-aa21-23a15d38929e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:17:08.287942 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22164f34-7cf0-4e89-aa21-23a15d38929e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.347947 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22164f34-7cf0-4e89-aa21-23a15d38929e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.351632 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22164f34-7cf0-4e89-aa21-23a15d38929e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.353353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-80d2699c-01c8-47c7-8ae1-ce0da195743f tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:08.374225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22164f34-7cf0-4e89-aa21-23a15d38929e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10338a5-ad61-408a-9a58-c00a6cbf2c38,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:08.376552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-22164f34-7cf0-4e89-aa21-23a15d38929e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:08.384501 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22164f34-7cf0-4e89-aa21-23a15d38929e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.385649 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-22164f34-7cf0-4e89-aa21-23a15d38929e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355531 Jun 02 21:17:08.388647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36260) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:08.392903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-81bb1afb-4e74-43cf-8ebe-66fbe19801e6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': 'a0a33a48-7d71-4694-9c54-1fcf4f644f1f', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:17:08.399097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-81bb1afb-4e74-43cf-8ebe-66fbe19801e6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:17:08.402845 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-81bb1afb-4e74-43cf-8ebe-66fbe19801e6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:17:08.405687 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-81bb1afb-4e74-43cf-8ebe-66fbe19801e6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:17:08.411273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-81bb1afb-4e74-43cf-8ebe-66fbe19801e6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:17:08.421106 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-81bb1afb-4e74-43cf-8ebe-66fbe19801e6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Project 005f4463c7db4317a0be9ff96a72eef9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 21:17:08.426428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-81bb1afb-4e74-43cf-8ebe-66fbe19801e6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.488835 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-81bb1afb-4e74-43cf-8ebe-66fbe19801e6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.492622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-81bb1afb-4e74-43cf-8ebe-66fbe19801e6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.494381 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-87360f2f-255e-44be-a37c-67cb7886079d tempest-TestVolumeBootPattern-1124365001 tempest-TestVolumeBootPattern-1124365001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:08.519334 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb1afb-4e74-43cf-8ebe-66fbe19801e6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5de302-8253-4cd1-be1b-59d93d4bd22a,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:08.524421 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-81bb1afb-4e74-43cf-8ebe-66fbe19801e6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:08.528838 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-81bb1afb-4e74-43cf-8ebe-66fbe19801e6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.529979 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-81bb1afb-4e74-43cf-8ebe-66fbe19801e6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1404455 Jun 02 21:17:08.532689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36262) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:08.537021 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-2594cb4f-9e45-4a66-b21a-bcb6469d6f93 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': 'a0a33a48-7d71-4694-9c54-1fcf4f644f1f', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:17:08.542673 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-2594cb4f-9e45-4a66-b21a-bcb6469d6f93 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:17:08.546373 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2594cb4f-9e45-4a66-b21a-bcb6469d6f93 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:17:08.549190 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-2594cb4f-9e45-4a66-b21a-bcb6469d6f93 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:17:08.555189 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-2594cb4f-9e45-4a66-b21a-bcb6469d6f93 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:17:08.565204 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-2594cb4f-9e45-4a66-b21a-bcb6469d6f93 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Project 005f4463c7db4317a0be9ff96a72eef9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 21:17:08.571270 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2594cb4f-9e45-4a66-b21a-bcb6469d6f93 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.633667 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2594cb4f-9e45-4a66-b21a-bcb6469d6f93 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.637015 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2594cb4f-9e45-4a66-b21a-bcb6469d6f93 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.638990 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2189f634-def7-4834-8929-49e5ba6553bd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:08.657730 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594cb4f-9e45-4a66-b21a-bcb6469d6f93 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7148e43-b285-4cb4-b0d8-8144c23c4809,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:08.661516 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2594cb4f-9e45-4a66-b21a-bcb6469d6f93 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:08.668244 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2594cb4f-9e45-4a66-b21a-bcb6469d6f93 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.669716 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2594cb4f-9e45-4a66-b21a-bcb6469d6f93 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1358154 Jun 02 21:17:08.672552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36264) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:08.677423 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c668ca80-ab54-4eea-9f47-b5c9c7afd529 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'network': {'name': 'tempest-network-smoke--1638284466', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'port_security_enabled': True}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:17:08.682740 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c668ca80-ab54-4eea-9f47-b5c9c7afd529 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:17:08.686465 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c668ca80-ab54-4eea-9f47-b5c9c7afd529 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:network and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:17:08.689302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c668ca80-ab54-4eea-9f47-b5c9c7afd529 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:17:08.695428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c668ca80-ab54-4eea-9f47-b5c9c7afd529 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:17:08.704431 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c668ca80-ab54-4eea-9f47-b5c9c7afd529 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Made reservation on behalf of 005f4463c7db4317a0be9ff96a72eef9 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:17:08.707740 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c668ca80-ab54-4eea-9f47-b5c9c7afd529 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.734203 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c668ca80-ab54-4eea-9f47-b5c9c7afd529 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:17:08.743069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c668ca80-ab54-4eea-9f47-b5c9c7afd529 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.743438 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-c668ca80-ab54-4eea-9f47-b5c9c7afd529 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Added segment 2c9fd747-ef9c-4f33-b3db-29e59822b5ad of type vlan for network 915d233c-3d60-4787-b6e2-15efd372f6d1 Jun 02 21:17:08.768955 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c668ca80-ab54-4eea-9f47-b5c9c7afd529 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.795798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c668ca80-ab54-4eea-9f47-b5c9c7afd529 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.801084 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c668ca80-ab54-4eea-9f47-b5c9c7afd529 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:08.801651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c668ca80-ab54-4eea-9f47-b5c9c7afd529 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.806874 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-483f82c1-3ebe-4070-85b1-c95e672402d7 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:08.887679 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c668ca80-ab54-4eea-9f47-b5c9c7afd529 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2140789 Jun 02 21:17:08.890875 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36266) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:08.895843 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-845170881', 'admin_state_up': True, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:17:08.902926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:17:08.906891 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:router and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:17:08.908970 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668ca80-ab54-4eea-9f47-b5c9c7afd529 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Network': ['ID=915d233c-3d60-4787-b6e2-15efd372f6d1,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:08.909836 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:17:08.911591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c668ca80-ab54-4eea-9f47-b5c9c7afd529 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:08.917117 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:17:08.919656 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 915d233c-3d60-4787-b6e2-15efd372f6d1 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:17:08.929108 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.930107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:08.945137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:09.353647 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:09.647113 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:09.676175 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:09.807294 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Allocated IP 172.26.0.66 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/2ae224fc-1bcd-4031-8660-53ba5cddfbf6) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:17:09.947639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:09.976408 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:09.979821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:10.041606 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:17:10.044417 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:17:10.047992 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:17:10.080736 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=2ae224fc-1bcd-4031-8660-53ba5cddfbf6,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:10.086360 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:10.453147 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:10.947566 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:11.143284 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router bfcebcba-0215-48c2-8fff-424f46311578 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 21:17:11.316242 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:17:11.328034 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] Sync routers for ids ['bfcebcba-0215-48c2-8fff-424f46311578'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:17:11.337425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] Routers {'bfcebcba-0215-48c2-8fff-424f46311578'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:17:11.338116 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:17:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['bfcebcba-0215-48c2-8fff-424f46311578'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:17:11.342104 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:11.343504 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4515312 Jun 02 21:17:11.346709 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36268) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:11.487293 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8df9e304-d71c-4d7c-8e22-f437e78e470e tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=005f4463c7db4317a0be9ff96a72eef9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1392183 Jun 02 21:17:11.489787 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36272) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:11.523778 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] Set router bfcebcba-0215-48c2-8fff-424f46311578 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:17:11.618458 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bf2c5c-72a3-4459-9c34-a2230d13d742 tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:11.619914 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-30bf2c5c-72a3-4459-9c34-a2230d13d742 tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1292605 Jun 02 21:17:11.622810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36274) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:11.669614 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-80a27fe2-f6b5-4b46-bcd6-d86e30e99acb tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9eda1993-8807-4a42-8466-556269663ed3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431275 Jun 02 21:17:11.669886 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36276) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:11.674866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-59a63fe6-caa8-44c5-88c6-633a016a44fb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2132801959', 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:17:11.782738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-59a63fe6-caa8-44c5-88c6-633a016a44fb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:17:11.786477 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-59a63fe6-caa8-44c5-88c6-633a016a44fb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:subnet and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:17:11.789943 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-59a63fe6-caa8-44c5-88c6-633a016a44fb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:17:11.795482 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-59a63fe6-caa8-44c5-88c6-633a016a44fb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:17:11.805160 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a63fe6-caa8-44c5-88c6-633a016a44fb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Made reservation on behalf of 005f4463c7db4317a0be9ff96a72eef9 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:17:11.809057 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-59a63fe6-caa8-44c5-88c6-633a016a44fb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:11.870287 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845170881', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:17:08Z', 'updated_at': '2021-06-02T21:17:10Z', 'revision_number': 3, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:66:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:09Z', 'updated_at': '2021-06-02T21:17:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:17:11.874209 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] Checking router: bfcebcba-0215-48c2-8fff-424f46311578 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:17:11.874567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] Updating router bfcebcba-0215-48c2-8fff-424f46311578 port 2ae224fc-1bcd-4031-8660-53ba5cddfbf6 binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:17:11.936885 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:12.263030 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:12.275970 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] Transition to ACTIVE for port object 2ae224fc-1bcd-4031-8660-53ba5cddfbf6 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:17:12.281941 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:12.286261 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-869cd3d5-2512-4dcc-9a21-26d2cba4891a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:12.359846 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] Attempting to bind port 2ae224fc-1bcd-4031-8660-53ba5cddfbf6 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:17:12.360574 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] Attempting to bind port 2ae224fc-1bcd-4031-8660-53ba5cddfbf6 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:17:12.360574 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] Attempting to bind port 2ae224fc-1bcd-4031-8660-53ba5cddfbf6 on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:17:12.362616 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111ea2b-ecc3-42f4-9986-9c620fe8896b None None] Pushing event updated for resources: {'Port': ['ID=2ae224fc-1bcd-4031-8660-53ba5cddfbf6,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:12.366692 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e111ea2b-ecc3-42f4-9986-9c620fe8896b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:12.369602 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:17:12.369985 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:17:12.370792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:12.370792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:17:12.371327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] Bound port: 2ae224fc-1bcd-4031-8660-53ba5cddfbf6, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:17:12.371714 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:12.374394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-59a63fe6-caa8-44c5-88c6-633a016a44fb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:12.378969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-00918775-794e-4b97-ae4b-c1b7b5735f1d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:12.445746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] For port 2ae224fc-1bcd-4031-8660-53ba5cddfbf6, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:17:12.449089 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] For port 2ae224fc-1bcd-4031-8660-53ba5cddfbf6, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2ae224fc-1bcd-4031-8660-53ba5cddfbf6,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:17:12.453419 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:12.454255 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a63fe6-caa8-44c5-88c6-633a016a44fb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Subnet': ['ID=17ab66c0-e6c5-40ef-93fa-7149ac291655,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:12.456995 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:12.458221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-59a63fe6-caa8-44c5-88c6-633a016a44fb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:12.462435 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a63fe6-caa8-44c5-88c6-633a016a44fb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Checking segment: {'id': '2c9fd747-ef9c-4f33-b3db-29e59822b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:17:12.462798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a63fe6-caa8-44c5-88c6-633a016a44fb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network hostable DHCP agents. Network: 915d233c-3d60-4787-b6e2-15efd372f6d1, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:17:12.479528 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a63fe6-caa8-44c5-88c6-633a016a44fb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network 915d233c-3d60-4787-b6e2-15efd372f6d1 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:17:12.488438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-59a63fe6-caa8-44c5-88c6-633a016a44fb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 915d233c-3d60-4787-b6e2-15efd372f6d1) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:17:12.499132 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a63fe6-caa8-44c5-88c6-633a016a44fb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:12.499776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-59a63fe6-caa8-44c5-88c6-633a016a44fb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:12.502062 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2800eb-9a90-4445-87f5-008a266d2119 None None] Network 915d233c-3d60-4787-b6e2-15efd372f6d1 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:17:12.523981 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-59a63fe6-caa8-44c5-88c6-633a016a44fb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8503945 Jun 02 21:17:12.524296 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36278) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:12.614316 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] Routers {'bfcebcba-0215-48c2-8fff-424f46311578'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:17:12.614945 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:17:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['bfcebcba-0215-48c2-8fff-424f46311578'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:17:12.683948 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111ea2b-ecc3-42f4-9986-9c620fe8896b None None] Pushing event updated for resources: {'Port': ['ID=2ae224fc-1bcd-4031-8660-53ba5cddfbf6,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:12.696505 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e111ea2b-ecc3-42f4-9986-9c620fe8896b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:12.898343 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] Set router bfcebcba-0215-48c2-8fff-424f46311578 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:17:12.940618 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-915d233c-3d60-4787-b6e2-15efd372f6d1', 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ips': [{'subnet_id': '17ab66c0-e6c5-40ef-93fa-7149ac291655'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 21:17:12.941441 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:13.342505 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Allocated IP 172.20.0.2 (915d233c-3d60-4787-b6e2-15efd372f6d1/17ab66c0-e6c5-40ef-93fa-7149ac291655/3721062b-f736-4abd-a3a7-6a55981dca94) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:17:13.374639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d227f8c-9676-41d8-ae40-872d1740707c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:13.441900 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845170881', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:17:08Z', 'updated_at': '2021-06-02T21:17:10Z', 'revision_number': 3, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:66:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:09Z', 'updated_at': '2021-06-02T21:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:17:13.455810 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c46099-a0a0-475a-a839-6972b8f034e7 None None] The sync data for ids ['bfcebcba-0215-48c2-8fff-424f46311578'] in dv-neutron-601336-84-hyperv is: [{'id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845170881', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:17:08Z', 'updated_at': '2021-06-02T21:17:10Z', 'revision_number': 3, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:66:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:09Z', 'updated_at': '2021-06-02T21:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:17:13.577452 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:13.588511 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Transition to ACTIVE for port object 3721062b-f736-4abd-a3a7-6a55981dca94 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:17:13.606551 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Transition to ACTIVE for port object 3721062b-f736-4abd-a3a7-6a55981dca94 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:17:13.613342 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:13.617089 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-46d17901-6820-4dad-a573-7da4c870cc9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:13.690807 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Network 915d233c-3d60-4787-b6e2-15efd372f6d1 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:17:13.702616 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:17:13.713589 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:17:13.719475 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Pushing event updated for resources: {'Port': ['ID=3721062b-f736-4abd-a3a7-6a55981dca94,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:13.723491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:13.810775 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-5d227f8c-9676-41d8-ae40-872d1740707c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Allocated IP 172.20.0.1 (915d233c-3d60-4787-b6e2-15efd372f6d1/17ab66c0-e6c5-40ef-93fa-7149ac291655/9113d4b5-8c50-4e18-a9c8-204a024a4c26) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:17:13.816003 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Attempting to bind port 3721062b-f736-4abd-a3a7-6a55981dca94 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:17:13.816377 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Attempting to bind port 3721062b-f736-4abd-a3a7-6a55981dca94 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '2c9fd747-ef9c-4f33-b3db-29e59822b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:17:13.816748 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Attempting to bind port 3721062b-f736-4abd-a3a7-6a55981dca94 on network 915d233c-3d60-4787-b6e2-15efd372f6d1 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:17:13.822316 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:17:13.822693 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Checking segment: {'id': '2c9fd747-ef9c-4f33-b3db-29e59822b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:17:13.823099 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:13.823532 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Bound using segment: {'id': '2c9fd747-ef9c-4f33-b3db-29e59822b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:17:13.824044 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Bound port: 3721062b-f736-4abd-a3a7-6a55981dca94, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9fd747-ef9c-4f33-b3db-29e59822b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:17:13.824489 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:13.927879 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] For port 3721062b-f736-4abd-a3a7-6a55981dca94, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:17:13.932305 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] For port 3721062b-f736-4abd-a3a7-6a55981dca94, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3721062b-f736-4abd-a3a7-6a55981dca94,segment=NetworkSegment(2c9fd747-ef9c-4f33-b3db-29e59822b5ad),segment_id=2c9fd747-ef9c-4f33-b3db-29e59822b5ad)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:17:13.941058 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:13.945549 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:13.982286 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d227f8c-9676-41d8-ae40-872d1740707c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:13.998458 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-5d227f8c-9676-41d8-ae40-872d1740707c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Transition to ACTIVE for port object 9113d4b5-8c50-4e18-a9c8-204a024a4c26 will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:17:14.026337 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d227f8c-9676-41d8-ae40-872d1740707c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:14.030725 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Pushing event updated for resources: {'Port': ['ID=3721062b-f736-4abd-a3a7-6a55981dca94,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:14.040758 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:14.044338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1a408c85-b1e1-4179-bc9a-75fb27705069 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:14.098541 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d227f8c-9676-41d8-ae40-872d1740707c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network 915d233c-3d60-4787-b6e2-15efd372f6d1 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:17:14.102369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-5d227f8c-9676-41d8-ae40-872d1740707c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:17:14.106539 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d227f8c-9676-41d8-ae40-872d1740707c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:17:14.170082 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d227f8c-9676-41d8-ae40-872d1740707c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=9113d4b5-8c50-4e18-a9c8-204a024a4c26,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:14.175346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5d227f8c-9676-41d8-ae40-872d1740707c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:14.186478 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d227f8c-9676-41d8-ae40-872d1740707c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:14.351378 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d227f8c-9676-41d8-ae40-872d1740707c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:14.762849 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d227f8c-9676-41d8-ae40-872d1740707c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:14.767434 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d227f8c-9676-41d8-ae40-872d1740707c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:14.788937 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:14.798250 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3f8136fe-2d21-47e1-81c6-6c5650aa944b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:14.880350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d227f8c-9676-41d8-ae40-872d1740707c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=9113d4b5-8c50-4e18-a9c8-204a024a4c26,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:14.883020 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5d227f8c-9676-41d8-ae40-872d1740707c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:14.886590 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5d227f8c-9676-41d8-ae40-872d1740707c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:15.009797 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3721062b-f736-4abd-a3a7-6a55981dca94 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:17:15.084255 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 3721062b-f736-4abd-a3a7-6a55981dca94 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:17:15.090371 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2ae224fc-1bcd-4031-8660-53ba5cddfbf6 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:17:15.160794 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 2ae224fc-1bcd-4031-8660-53ba5cddfbf6 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:17:15.166979 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 2ae224fc-1bcd-4031-8660-53ba5cddfbf6 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:17:15.167393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:15.180135 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d227f8c-9676-41d8-ae40-872d1740707c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network 915d233c-3d60-4787-b6e2-15efd372f6d1 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:17:15.181271 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-5d227f8c-9676-41d8-ae40-872d1740707c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:17:15.293560 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:15.309777 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 2ae224fc-1bcd-4031-8660-53ba5cddfbf6, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2ae224fc-1bcd-4031-8660-53ba5cddfbf6,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:17:15.313887 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:15.315841 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c13e7d2d-883d-4519-829d-082b46990524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:15.371989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d227f8c-9676-41d8-ae40-872d1740707c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router bfcebcba-0215-48c2-8fff-424f46311578 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:17:15.383020 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=2ae224fc-1bcd-4031-8660-53ba5cddfbf6,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:15.386324 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:15.554861 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d227f8c-9676-41d8-ae40-872d1740707c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:17:15.564637 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] Sync routers for ids ['bfcebcba-0215-48c2-8fff-424f46311578'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:17:15.573242 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5d227f8c-9676-41d8-ae40-872d1740707c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "PUT /v2.0/routers/bfcebcba-0215-48c2-8fff-424f46311578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0478590 Jun 02 21:17:15.575070 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] Routers {'bfcebcba-0215-48c2-8fff-424f46311578'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:17:15.575523 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:17:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['bfcebcba-0215-48c2-8fff-424f46311578'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:17:15.758026 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-0d69195a-86be-47fe-98e7-92dc532af3f7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1880533562&fields=id&tenant_id=005f4463c7db4317a0be9ff96a72eef9 HTTP/1.1" status: 200 len: 267 time: 0.0452297 Jun 02 21:17:15.767062 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] Set router bfcebcba-0215-48c2-8fff-424f46311578 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:17:15.888823 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd35fd4-e5d2-426e-b0f9-715741cbd79a None None] Network 915d233c-3d60-4787-b6e2-15efd372f6d1 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:17:15.915760 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-f27c4ea2-4917-4018-8746-816f0c2795f9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:15.917232 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-f27c4ea2-4917-4018-8746-816f0c2795f9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/networks?id=915d233c-3d60-4787-b6e2-15efd372f6d1 HTTP/1.1" status: 200 len: 797 time: 0.1520524 Jun 02 21:17:15.932810 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-7965b167-e254-4f93-a517-54bebd89d1ed tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/quotas/005f4463c7db4317a0be9ff96a72eef9 HTTP/1.1" status: 200 len: 375 time: 0.0097218 Jun 02 21:17:15.999228 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-54e8eb40-23b0-4c2b-870c-828ecec05f4c None None] Provisioning for port 3721062b-f736-4abd-a3a7-6a55981dca94 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:17:16.008629 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-54e8eb40-23b0-4c2b-870c-828ecec05f4c None None] Provisioning complete for port 3721062b-f736-4abd-a3a7-6a55981dca94 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:17:16.009013 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-54e8eb40-23b0-4c2b-870c-828ecec05f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:16.020048 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-7f754a32-81ca-4f87-a573-12d6afddd698 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:17:16.043330 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-7f754a32-81ca-4f87-a573-12d6afddd698 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:17:16.044906 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-7f754a32-81ca-4f87-a573-12d6afddd698 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1066346 Jun 02 21:17:16.121184 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845170881', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:17:08Z', 'updated_at': '2021-06-02T21:17:14Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:09Z', 'updated_at': '2021-06-02T21:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '9113d4b5-8c50-4e18-a9c8-204a024a4c26', 'name': '', 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:da:89:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '17ab66c0-e6c5-40ef-93fa-7149ac291655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:13Z', 'updated_at': '2021-06-02T21:17:14Z', 'revision_number': 2, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '17ab66c0-e6c5-40ef-93fa-7149ac291655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:17:16.125445 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] Checking router: bfcebcba-0215-48c2-8fff-424f46311578 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:17:16.125585 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] Updating router bfcebcba-0215-48c2-8fff-424f46311578 port 9113d4b5-8c50-4e18-a9c8-204a024a4c26 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:17:16.182073 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:16.186124 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-0f3f8af1-a7f6-4fb7-b0ed-2ca15ef40def service neutron] 10.222.0.25 "GET /v2.0/networks/915d233c-3d60-4787-b6e2-15efd372f6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281116 Jun 02 21:17:16.227387 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-54e8eb40-23b0-4c2b-870c-828ecec05f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:16.294257 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-54e8eb40-23b0-4c2b-870c-828ecec05f4c None None] For port 3721062b-f736-4abd-a3a7-6a55981dca94, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3721062b-f736-4abd-a3a7-6a55981dca94,segment=NetworkSegment(2c9fd747-ef9c-4f33-b3db-29e59822b5ad),segment_id=2c9fd747-ef9c-4f33-b3db-29e59822b5ad)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:17:16.301046 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-54e8eb40-23b0-4c2b-870c-828ecec05f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:16.306437 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:16.325340 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-7be9631d-9f53-4f82-8794-4d9dd4647424 service neutron] 10.222.0.25 "GET /v2.0/networks/915d233c-3d60-4787-b6e2-15efd372f6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326034 Jun 02 21:17:16.414260 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8eb40-23b0-4c2b-870c-828ecec05f4c None None] Pushing event updated for resources: {'Port': ['ID=3721062b-f736-4abd-a3a7-6a55981dca94,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:16.417824 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-54e8eb40-23b0-4c2b-870c-828ecec05f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:16.563506 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eb2caff7-f835-43ee-9a93-2731fb1d9334 req-d335828a-5d88-40b2-8ba2-fe8e2e186cad tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 210 time: 0.0453134 Jun 02 21:17:16.593654 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:16.605435 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] Transition to ACTIVE for port object 9113d4b5-8c50-4e18-a9c8-204a024a4c26 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:17:16.613326 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:16.617839 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-8cf4b5ec-0840-4bd1-873b-56d11f83422d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:16.627766 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f634d569-14e6-459a-9c78-4c74c2109651 None None] Provisioning for port 9113d4b5-8c50-4e18-a9c8-204a024a4c26 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:17:16.644068 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f634d569-14e6-459a-9c78-4c74c2109651 None None] Provisioning complete for port 3721062b-f736-4abd-a3a7-6a55981dca94 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:17:16.644551 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f634d569-14e6-459a-9c78-4c74c2109651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:16.776437 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987fa77-1ba3-4300-829e-129d03d1fd91 None None] Pushing event updated for resources: {'Port': ['ID=9113d4b5-8c50-4e18-a9c8-204a024a4c26,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:16.818241 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987fa77-1ba3-4300-829e-129d03d1fd91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:17:16.818587 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987fa77-1ba3-4300-829e-129d03d1fd91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:17:16.818926 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987fa77-1ba3-4300-829e-129d03d1fd91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:17:16.819887 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987fa77-1ba3-4300-829e-129d03d1fd91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:17:16.820225 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987fa77-1ba3-4300-829e-129d03d1fd91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:17:16.820556 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987fa77-1ba3-4300-829e-129d03d1fd91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:17:16.820882 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987fa77-1ba3-4300-829e-129d03d1fd91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:17:16.821213 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987fa77-1ba3-4300-829e-129d03d1fd91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:17:16.821542 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987fa77-1ba3-4300-829e-129d03d1fd91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:17:16.821863 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987fa77-1ba3-4300-829e-129d03d1fd91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:17:16.822183 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987fa77-1ba3-4300-829e-129d03d1fd91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:17:16.822623 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987fa77-1ba3-4300-829e-129d03d1fd91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:17:16.830182 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-e987fa77-1ba3-4300-829e-129d03d1fd91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:16.851946 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] Attempting to bind port 9113d4b5-8c50-4e18-a9c8-204a024a4c26 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:17:16.852323 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] Attempting to bind port 9113d4b5-8c50-4e18-a9c8-204a024a4c26 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '2c9fd747-ef9c-4f33-b3db-29e59822b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:17:16.852695 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] Attempting to bind port 9113d4b5-8c50-4e18-a9c8-204a024a4c26 on network 915d233c-3d60-4787-b6e2-15efd372f6d1 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:17:16.858161 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:17:16.858541 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] Checking segment: {'id': '2c9fd747-ef9c-4f33-b3db-29e59822b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:17:16.858946 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:16.859375 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] Bound using segment: {'id': '2c9fd747-ef9c-4f33-b3db-29e59822b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:17:16.859842 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] Bound port: 9113d4b5-8c50-4e18-a9c8-204a024a4c26, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9fd747-ef9c-4f33-b3db-29e59822b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:17:16.860245 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:16.954257 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] For port 9113d4b5-8c50-4e18-a9c8-204a024a4c26, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:17:16.957631 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] For port 9113d4b5-8c50-4e18-a9c8-204a024a4c26, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9113d4b5-8c50-4e18-a9c8-204a024a4c26,segment=NetworkSegment(2c9fd747-ef9c-4f33-b3db-29e59822b5ad),segment_id=2c9fd747-ef9c-4f33-b3db-29e59822b5ad)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:17:16.963226 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:16.965326 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3721062b-f736-4abd-a3a7-6a55981dca94 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:17:16.967656 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-1cf65661-669e-4938-ab71-104ebdae70cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:17.047043 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] Routers {'bfcebcba-0215-48c2-8fff-424f46311578'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:17:17.047943 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:17:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['bfcebcba-0215-48c2-8fff-424f46311578'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:17:17.048062 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 3721062b-f736-4abd-a3a7-6a55981dca94 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:17:17.048370 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:17.105490 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987fa77-1ba3-4300-829e-129d03d1fd91 None None] Pushing event updated for resources: {'Port': ['ID=9113d4b5-8c50-4e18-a9c8-204a024a4c26,revision_number=4']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:17.116794 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-e987fa77-1ba3-4300-829e-129d03d1fd91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:17.176646 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2ae224fc-1bcd-4031-8660-53ba5cddfbf6 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:17:17.236801 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] Set router bfcebcba-0215-48c2-8fff-424f46311578 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:17:17.253769 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 2ae224fc-1bcd-4031-8660-53ba5cddfbf6 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:17:17.254342 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:17.573363 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845170881', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:17:08Z', 'updated_at': '2021-06-02T21:17:14Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:09Z', 'updated_at': '2021-06-02T21:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '9113d4b5-8c50-4e18-a9c8-204a024a4c26', 'name': '', 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:da:89:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '17ab66c0-e6c5-40ef-93fa-7149ac291655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:13Z', 'updated_at': '2021-06-02T21:17:16Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '17ab66c0-e6c5-40ef-93fa-7149ac291655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:17:17.577224 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6b9d44-e025-466a-ad78-812bd08820a5 None None] The sync data for ids ['bfcebcba-0215-48c2-8fff-424f46311578'] in dv-neutron-601336-84-hyperv is: [{'id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845170881', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:17:08Z', 'updated_at': '2021-06-02T21:17:14Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:09Z', 'updated_at': '2021-06-02T21:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '9113d4b5-8c50-4e18-a9c8-204a024a4c26', 'name': '', 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:da:89:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '17ab66c0-e6c5-40ef-93fa-7149ac291655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:13Z', 'updated_at': '2021-06-02T21:17:16Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '17ab66c0-e6c5-40ef-93fa-7149ac291655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:17:17.681224 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0d75ddf8-a612-4d2b-84bf-a2a23fc1096a req-a56af9b7-6efb-4faf-b93c-525120d99735 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 210 time: 0.0640700 Jun 02 21:17:18.837086 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-52cb125c-cdb9-4f1f-9754-45481d3056d0 req-cd259c70-f2ea-43f8-b50e-211a2c0bfb84 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 210 time: 0.0451462 Jun 02 21:17:18.967068 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9113d4b5-8c50-4e18-a9c8-204a024a4c26 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:17:19.040131 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 9113d4b5-8c50-4e18-a9c8-204a024a4c26 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:17:19.044922 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 9113d4b5-8c50-4e18-a9c8-204a024a4c26 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:17:19.045293 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:19.162010 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:19.193395 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 9113d4b5-8c50-4e18-a9c8-204a024a4c26, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9113d4b5-8c50-4e18-a9c8-204a024a4c26,segment=NetworkSegment(2c9fd747-ef9c-4f33-b3db-29e59822b5ad),segment_id=2c9fd747-ef9c-4f33-b3db-29e59822b5ad)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:17:19.197075 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:19.198838 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-458caa62-74a9-434e-96d9-bb54f6df2476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:19.264414 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=9113d4b5-8c50-4e18-a9c8-204a024a4c26,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:19.267670 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:19.862051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-9dec1bf8-c762-4034-95bf-c508e015b53c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:19.862790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-9dec1bf8-c762-4034-95bf-c508e015b53c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:network {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:17:19.879664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-9dec1bf8-c762-4034-95bf-c508e015b53c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:network {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:17:19.880869 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-9dec1bf8-c762-4034-95bf-c508e015b53c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "GET /v2.0/networks?id=915d233c-3d60-4787-b6e2-15efd372f6d1 HTTP/1.1" status: 200 len: 797 time: 0.1685107 Jun 02 21:17:19.933720 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-ae91d4e6-3909-44a7-a0fb-38f55f160a26 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:17:19.950204 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-ae91d4e6-3909-44a7-a0fb-38f55f160a26 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:17:19.951680 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-ae91d4e6-3909-44a7-a0fb-38f55f160a26 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=005f4463c7db4317a0be9ff96a72eef9 HTTP/1.1" status: 200 len: 380 time: 0.0620348 Jun 02 21:17:19.961268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-e3fb4200-05e5-49b7-bc0b-f03a71144d37 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'port': {'device_id': 'e822b550-8237-4312-a2d3-1ce26d4145e4', 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1', 'admin_state_up': True, 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'security_groups': ['a0a33a48-7d71-4694-9c54-1fcf4f644f1f']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:17:19.994242 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6caca801-f6e9-4bbd-bdd7-a9a2420149a4 req-ea1fb21d-c692-4fd9-8d29-117e6f53ee68 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 210 time: 0.0429008 Jun 02 21:17:20.100076 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-e3fb4200-05e5-49b7-bc0b-f03a71144d37 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:17:20.109985 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-e3fb4200-05e5-49b7-bc0b-f03a71144d37 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:17:20.120298 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-e3fb4200-05e5-49b7-bc0b-f03a71144d37 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Made reservation on behalf of 005f4463c7db4317a0be9ff96a72eef9 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:17:20.124240 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-e3fb4200-05e5-49b7-bc0b-f03a71144d37 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:20.283342 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-e3fb4200-05e5-49b7-bc0b-f03a71144d37 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Allocated IP 172.20.0.3 (915d233c-3d60-4787-b6e2-15efd372f6d1/17ab66c0-e6c5-40ef-93fa-7149ac291655/bb068b13-de4d-4a7b-a218-fa8dfbf5f876) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:17:20.469076 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-e3fb4200-05e5-49b7-bc0b-f03a71144d37 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:20.484286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-e3fb4200-05e5-49b7-bc0b-f03a71144d37 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Transition to ACTIVE for port object bb068b13-de4d-4a7b-a218-fa8dfbf5f876 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:17:20.507734 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-e3fb4200-05e5-49b7-bc0b-f03a71144d37 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:20.513536 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dc362cfb-aa53-46b7-a7b2-822920f640fb tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:20.580013 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-e3fb4200-05e5-49b7-bc0b-f03a71144d37 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network 915d233c-3d60-4787-b6e2-15efd372f6d1 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:17:20.583409 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-e3fb4200-05e5-49b7-bc0b-f03a71144d37 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:17:20.587884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-e3fb4200-05e5-49b7-bc0b-f03a71144d37 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:17:20.624259 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb4200-05e5-49b7-bc0b-f03a71144d37 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=bb068b13-de4d-4a7b-a218-fa8dfbf5f876,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:20.631280 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e3fb4200-05e5-49b7-bc0b-f03a71144d37 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:20.656712 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-e3fb4200-05e5-49b7-bc0b-f03a71144d37 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:20.657328 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-e3fb4200-05e5-49b7-bc0b-f03a71144d37 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:20.685169 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-e3fb4200-05e5-49b7-bc0b-f03a71144d37 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7277858 Jun 02 21:17:20.696851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Request body: {'port': {'device_id': 'e822b550-8237-4312-a2d3-1ce26d4145e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:17:20.812887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:20.821181 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-45133178-1170-406e-a78b-8d1857654f43 None None] Provisioning for port bb068b13-de4d-4a7b-a218-fa8dfbf5f876 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:17:20.825942 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-45133178-1170-406e-a78b-8d1857654f43 None None] Provisioning complete for port bb068b13-de4d-4a7b-a218-fa8dfbf5f876 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:17:20.826350 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-45133178-1170-406e-a78b-8d1857654f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:20.882280 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-45133178-1170-406e-a78b-8d1857654f43 None None] Port bb068b13-de4d-4a7b-a218-fa8dfbf5f876 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:17:20.957406 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9113d4b5-8c50-4e18-a9c8-204a024a4c26 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:17:21.024930 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 9113d4b5-8c50-4e18-a9c8-204a024a4c26 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:17:21.025312 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:21.349005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb068b13-de4d-4a7b-a218-fa8dfbf5f876 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:17:21.359625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72bf3e-f7b7-4e86-bd90-91c90bccf80c req-e2844851-daaf-4ff0-9789-139b21934b1e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:21.360316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-cf72bf3e-f7b7-4e86-bd90-91c90bccf80c req-e2844851-daaf-4ff0-9789-139b21934b1e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:17:21.367164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:21.389698 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Transition to ACTIVE for port object bb068b13-de4d-4a7b-a218-fa8dfbf5f876 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:17:21.390921 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-cf72bf3e-f7b7-4e86-bd90-91c90bccf80c req-e2844851-daaf-4ff0-9789-139b21934b1e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:17:21.392103 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cf72bf3e-f7b7-4e86-bd90-91c90bccf80c req-e2844851-daaf-4ff0-9789-139b21934b1e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 931 time: 0.1897182 Jun 02 21:17:21.395047 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:21.401124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:21.579468 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb068b13-de4d-4a7b-a218-fa8dfbf5f876,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:21.592978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:21.626740 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cf72bf3e-f7b7-4e86-bd90-91c90bccf80c req-b652a86a-03c4-4065-8b60-8993c38fa8bb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0a33a48-7d71-4694-9c54-1fcf4f644f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265468 Jun 02 21:17:21.669028 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Attempting to bind port bb068b13-de4d-4a7b-a218-fa8dfbf5f876 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:17:21.669287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Attempting to bind port bb068b13-de4d-4a7b-a218-fa8dfbf5f876 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '2c9fd747-ef9c-4f33-b3db-29e59822b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:17:21.669613 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Attempting to bind port bb068b13-de4d-4a7b-a218-fa8dfbf5f876 on network 915d233c-3d60-4787-b6e2-15efd372f6d1 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:17:21.674159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Port bb068b13-de4d-4a7b-a218-fa8dfbf5f876 on network 915d233c-3d60-4787-b6e2-15efd372f6d1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 21:17:21.674475 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Attempting to bind port bb068b13-de4d-4a7b-a218-fa8dfbf5f876 on network 915d233c-3d60-4787-b6e2-15efd372f6d1 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:17:21.679922 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:17:21.680254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Checking segment: {'id': '2c9fd747-ef9c-4f33-b3db-29e59822b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:17:21.680633 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Bound using segment: {'id': '2c9fd747-ef9c-4f33-b3db-29e59822b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:17:21.681051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Bound port: bb068b13-de4d-4a7b-a218-fa8dfbf5f876, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c9fd747-ef9c-4f33-b3db-29e59822b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:17:21.681392 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:21.771764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] For port bb068b13-de4d-4a7b-a218-fa8dfbf5f876, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:17:21.774579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] For port bb068b13-de4d-4a7b-a218-fa8dfbf5f876, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb068b13-de4d-4a7b-a218-fa8dfbf5f876,segment=NetworkSegment(2c9fd747-ef9c-4f33-b3db-29e59822b5ad),segment_id=2c9fd747-ef9c-4f33-b3db-29e59822b5ad)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:17:21.778742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:21.783083 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:21.831163 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:21.831778 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:21.833120 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] 10.222.0.95 "PUT /v2.0/ports/bb068b13-de4d-4a7b-a218-fa8dfbf5f876 HTTP/1.1" status: 200 len: 1093 time: 1.1405673 Jun 02 21:17:21.833626 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e822b550-8237-4312-a2d3-1ce26d4145e4', 'tag': 'bb068b13-de4d-4a7b-a218-fa8dfbf5f876'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:17:21.835958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903ea784-721c-4ac7-8d26-9adc94eee4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "e822b550-8237-4312-a2d3-1ce26d4145e4", "tag": "bb068b13-de4d-4a7b-a218-fa8dfbf5f876"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:17:21.861664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb068b13-de4d-4a7b-a218-fa8dfbf5f876,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:21.866175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:21.918018 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2730a60e-3e6e-4634-8087-5b3ef02ff544 x-openstack-request-id: req-2730a60e-3e6e-4634-8087-5b3ef02ff544 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:17:21.918357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e822b550-8237-4312-a2d3-1ce26d4145e4", "tag": "bb068b13-de4d-4a7b-a218-fa8dfbf5f876", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:17:21.918657 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2730a60e-3e6e-4634-8087-5b3ef02ff544 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:17:21.919189 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e822b550-8237-4312-a2d3-1ce26d4145e4', 'tag': 'bb068b13-de4d-4a7b-a218-fa8dfbf5f876', 'status': 'completed', 'code': 200} Jun 02 21:17:21.961870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-b43c265c-0b2c-486c-83f8-e24a1a7a1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:21.963356 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-b43c265c-0b2c-486c-83f8-e24a1a7a1489 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 1096 time: 0.0805006 Jun 02 21:17:22.033524 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-48862513-57f3-437b-b787-3bb178d279dc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb068b13-de4d-4a7b-a218-fa8dfbf5f876 HTTP/1.1" status: 200 len: 217 time: 0.0634353 Jun 02 21:17:22.098316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-ea5b3bc6-277e-4f17-a9c6-aa5d1cb84854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:22.099676 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-ea5b3bc6-277e-4f17-a9c6-aa5d1cb84854 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=17ab66c0-e6c5-40ef-93fa-7149ac291655 HTTP/1.1" status: 200 len: 835 time: 0.0596788 Jun 02 21:17:22.173969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-d1e9c6eb-041b-4376-b128-89286ae32aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:22.175349 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-d1e9c6eb-041b-4376-b128-89286ae32aea service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=915d233c-3d60-4787-b6e2-15efd372f6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0696306 Jun 02 21:17:22.304979 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-3e335740-32f1-4e1f-af6c-53020a175d0e service neutron] 10.222.0.95 "GET /v2.0/networks/915d233c-3d60-4787-b6e2-15efd372f6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219969 Jun 02 21:17:22.431895 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bbf33314-d2f7-4b0e-8574-2deecfc81fe6 req-f2c69cb9-ac0c-41f7-87d3-7d26793484c7 service neutron] 10.222.0.95 "GET /v2.0/networks/915d233c-3d60-4787-b6e2-15efd372f6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206975 Jun 02 21:17:22.547916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ea784-721c-4ac7-8d26-9adc94eee4f8 req-440440e9-458a-4a75-8b7d-47bc217823b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:22.549353 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-903ea784-721c-4ac7-8d26-9adc94eee4f8 req-440440e9-458a-4a75-8b7d-47bc217823b7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 1096 time: 0.0686688 Jun 02 21:17:22.681364 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ea784-721c-4ac7-8d26-9adc94eee4f8 req-7accb446-aca4-4978-96fa-baaa4b56cfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:22.682858 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-903ea784-721c-4ac7-8d26-9adc94eee4f8 req-7accb446-aca4-4978-96fa-baaa4b56cfe2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=915d233c-3d60-4787-b6e2-15efd372f6d1 HTTP/1.1" status: 200 len: 898 time: 0.1259329 Jun 02 21:17:22.791372 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-903ea784-721c-4ac7-8d26-9adc94eee4f8 req-c081755f-35c3-4ec8-96f9-d7e701ec4732 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb068b13-de4d-4a7b-a218-fa8dfbf5f876 HTTP/1.1" status: 200 len: 217 time: 0.1018264 Jun 02 21:17:23.008230 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ea784-721c-4ac7-8d26-9adc94eee4f8 req-8bbd36bb-ca35-455a-adaf-a37918e16460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:23.009631 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-903ea784-721c-4ac7-8d26-9adc94eee4f8 req-8bbd36bb-ca35-455a-adaf-a37918e16460 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=17ab66c0-e6c5-40ef-93fa-7149ac291655 HTTP/1.1" status: 200 len: 835 time: 0.2113702 Jun 02 21:17:23.017847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bf320-ca30-4d71-9f20-82764ebed876 req-4609bf4f-8c22-437d-a0ae-dbcce8d90f39 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:23.019187 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b26bf320-ca30-4d71-9f20-82764ebed876 req-4609bf4f-8c22-437d-a0ae-dbcce8d90f39 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 943 time: 0.2783527 Jun 02 21:17:23.103912 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b26bf320-ca30-4d71-9f20-82764ebed876 req-aa68bcc5-3251-4d38-b1f5-3acaec9546da tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0a33a48-7d71-4694-9c54-1fcf4f644f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543921 Jun 02 21:17:23.124606 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ea784-721c-4ac7-8d26-9adc94eee4f8 req-1bb38934-e79c-4d38-a409-5a4470adcb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:23.126123 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-903ea784-721c-4ac7-8d26-9adc94eee4f8 req-1bb38934-e79c-4d38-a409-5a4470adcb83 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=915d233c-3d60-4787-b6e2-15efd372f6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1061237 Jun 02 21:17:23.257590 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-903ea784-721c-4ac7-8d26-9adc94eee4f8 req-361d375f-1bde-4bd9-b4f5-4d3fee0be384 service neutron] 10.222.0.95 "GET /v2.0/networks/915d233c-3d60-4787-b6e2-15efd372f6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238961 Jun 02 21:17:23.386089 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-903ea784-721c-4ac7-8d26-9adc94eee4f8 req-5221e281-a185-42dc-bfc7-351262e4140d service neutron] 10.222.0.95 "GET /v2.0/networks/915d233c-3d60-4787-b6e2-15efd372f6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215591 Jun 02 21:17:24.038718 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:17:24.288965 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cc31a-bd55-4e1f-858a-c0276abd4fae req-d5ddd4b4-5eda-474f-aa84-9d939fc5eb84 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:24.290293 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-430cc31a-bd55-4e1f-858a-c0276abd4fae req-d5ddd4b4-5eda-474f-aa84-9d939fc5eb84 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 943 time: 0.0785384 Jun 02 21:17:24.334222 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-430cc31a-bd55-4e1f-858a-c0276abd4fae req-5432ba2f-09c0-40ba-86fe-9f1d0a681181 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0a33a48-7d71-4694-9c54-1fcf4f644f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382974 Jun 02 21:17:24.416496 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device bb068b13-de4d-4a7b-a218-fa8dfbf5f876 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:17:24.553614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port bb068b13-de4d-4a7b-a218-fa8dfbf5f876, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb068b13-de4d-4a7b-a218-fa8dfbf5f876,segment=NetworkSegment(2c9fd747-ef9c-4f33-b3db-29e59822b5ad),segment_id=2c9fd747-ef9c-4f33-b3db-29e59822b5ad)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:17:24.566418 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': 'bb068b13-de4d-4a7b-a218-fa8dfbf5f876', 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1', 'port_id': 'bb068b13-de4d-4a7b-a218-fa8dfbf5f876', 'mac_address': 'fa:16:3e:b9:75:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ab66c0-e6c5-40ef-93fa-7149ac291655', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:17:24.623681 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:24.639747 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb068b13-de4d-4a7b-a218-fa8dfbf5f876 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:17:24.654898 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port bb068b13-de4d-4a7b-a218-fa8dfbf5f876, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb068b13-de4d-4a7b-a218-fa8dfbf5f876,segment=NetworkSegment(2c9fd747-ef9c-4f33-b3db-29e59822b5ad),segment_id=2c9fd747-ef9c-4f33-b3db-29e59822b5ad)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:17:24.658867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:24.660835 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:24.730411 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=bb068b13-de4d-4a7b-a218-fa8dfbf5f876,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:24.733413 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:25.016375 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['bb068b13-de4d-4a7b-a218-fa8dfbf5f876'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:17:25.518954 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba352dc-c00c-4d74-9ee2-16905f4c8643 req-5f1e0c48-538f-488c-9784-efcaf2b48c61 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:25.520426 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fba352dc-c00c-4d74-9ee2-16905f4c8643 req-5f1e0c48-538f-488c-9784-efcaf2b48c61 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 944 time: 0.0826125 Jun 02 21:17:25.564538 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fba352dc-c00c-4d74-9ee2-16905f4c8643 req-ff138c15-3028-4d97-b544-df2cf94154f5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0a33a48-7d71-4694-9c54-1fcf4f644f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385599 Jun 02 21:17:26.415813 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device bb068b13-de4d-4a7b-a218-fa8dfbf5f876 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:17:26.484778 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port bb068b13-de4d-4a7b-a218-fa8dfbf5f876 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:17:26.489290 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port bb068b13-de4d-4a7b-a218-fa8dfbf5f876 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:17:26.489671 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:26.651792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:26.679297 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e822b550-8237-4312-a2d3-1ce26d4145e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb068b13-de4d-4a7b-a218-fa8dfbf5f876'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:17:26.681436 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be6b88f-b2b2-444c-82b6-643a79998bd5" -d '{"events": [{"server_uuid": "e822b550-8237-4312-a2d3-1ce26d4145e4", "name": "network-vif-plugged", "status": "completed", "tag": "bb068b13-de4d-4a7b-a218-fa8dfbf5f876"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:17:26.689209 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port bb068b13-de4d-4a7b-a218-fa8dfbf5f876, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb068b13-de4d-4a7b-a218-fa8dfbf5f876,segment=NetworkSegment(2c9fd747-ef9c-4f33-b3db-29e59822b5ad),segment_id=2c9fd747-ef9c-4f33-b3db-29e59822b5ad)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:17:26.693831 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:26.696456 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e111ea2b-ecc3-42f4-9986-9c620fe8896b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:26.765473 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab975fa0-af9e-4114-a6a0-af33494ebcfb req-80c78e9f-3e2b-4177-89c6-e65b8dddf862 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:26.767566 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ab975fa0-af9e-4114-a6a0-af33494ebcfb req-80c78e9f-3e2b-4177-89c6-e65b8dddf862 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 945 time: 0.0938509 Jun 02 21:17:26.769121 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=bb068b13-de4d-4a7b-a218-fa8dfbf5f876,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:26.772337 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:26.801828 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649209fa-8ce4-4a97-bd1f-b952f198e3e6 x-openstack-request-id: req-649209fa-8ce4-4a97-bd1f-b952f198e3e6 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:17:26.802157 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e822b550-8237-4312-a2d3-1ce26d4145e4", "name": "network-vif-plugged", "status": "completed", "tag": "bb068b13-de4d-4a7b-a218-fa8dfbf5f876", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:17:26.802444 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-649209fa-8ce4-4a97-bd1f-b952f198e3e6 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:17:26.802844 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e822b550-8237-4312-a2d3-1ce26d4145e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb068b13-de4d-4a7b-a218-fa8dfbf5f876', 'code': 200} Jun 02 21:17:26.815580 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ab975fa0-af9e-4114-a6a0-af33494ebcfb req-ad5ebb4c-c7fc-45ae-9248-6351c2c11223 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0a33a48-7d71-4694-9c54-1fcf4f644f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417244 Jun 02 21:17:27.033585 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfff09-e419-45f1-bb1f-86a030b52bdf req-71939468-7a09-4310-ab01-13fc7e75429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:27.035034 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-70dfff09-e419-45f1-bb1f-86a030b52bdf req-71939468-7a09-4310-ab01-13fc7e75429e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 1098 time: 0.0731113 Jun 02 21:17:27.075450 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-70dfff09-e419-45f1-bb1f-86a030b52bdf req-2cadade1-d0f1-4c6e-bec5-3e55d4fe8b3c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=a0a33a48-7d71-4694-9c54-1fcf4f644f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335312 Jun 02 21:17:28.002772 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ee3b0-c6f9-4868-b1f3-698c0a11fbb0 req-a6fef254-12d6-446b-9f80-ea7ca095835a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:28.004322 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-872ee3b0-c6f9-4868-b1f3-698c0a11fbb0 req-a6fef254-12d6-446b-9f80-ea7ca095835a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 945 time: 0.0791528 Jun 02 21:17:28.050926 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-872ee3b0-c6f9-4868-b1f3-698c0a11fbb0 req-17a9dd73-fd76-4e4e-b54b-2f0b3ee097b6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0a33a48-7d71-4694-9c54-1fcf4f644f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402153 Jun 02 21:17:29.237236 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5729c35-59b0-4740-9e6b-5ef2c9e842d3 req-521a9cf0-4e61-441e-9a7d-b19d06468001 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:29.238685 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f5729c35-59b0-4740-9e6b-5ef2c9e842d3 req-521a9cf0-4e61-441e-9a7d-b19d06468001 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 945 time: 0.0787935 Jun 02 21:17:29.286209 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f5729c35-59b0-4740-9e6b-5ef2c9e842d3 req-4c435165-99ff-48fe-876a-be07e437bce1 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0a33a48-7d71-4694-9c54-1fcf4f644f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419209 Jun 02 21:17:29.491884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b19b9-2308-447a-a75f-72c77147c439 req-adaca9a0-9dba-4cb2-b32f-d0bb6ad020f4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:29.493363 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ad2b19b9-2308-447a-a75f-72c77147c439 req-adaca9a0-9dba-4cb2-b32f-d0bb6ad020f4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 945 time: 0.1052120 Jun 02 21:17:29.540289 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ad2b19b9-2308-447a-a75f-72c77147c439 req-21ac436a-8f2d-4dcc-8fad-fcc42c41aa41 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0a33a48-7d71-4694-9c54-1fcf4f644f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412869 Jun 02 21:17:29.562593 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36348) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:29.630125 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284070d3-e0b6-48ec-8fe5-235dcefd9553 tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:29.631654 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-284070d3-e0b6-48ec-8fe5-235dcefd9553 tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 1093 time: 0.0680134 Jun 02 21:17:29.635025 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36350) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:29.639624 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': 'bb068b13-de4d-4a7b-a218-fa8dfbf5f876', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:17:29.645446 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:17:29.649167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:floatingip and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:17:29.651961 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:17:29.657484 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:17:29.667697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for floatingip, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:29.805395 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:29.938213 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Allocated IP 172.26.0.115 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/94fd919f-16bd-4c43-8582-ae22d78fa219) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:17:30.080720 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:30.109274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:30.113619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-60fbc418-55a2-4851-852e-d39e44974948 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:30.175161 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:17:30.178298 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:17:30.182651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:17:30.221717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=94fd919f-16bd-4c43-8582-ae22d78fa219,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:30.226263 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:30.591861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:30.666968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:30.854197 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-395c85ab-117a-4933-bd57-f24ae4ad9d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:31.008015 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:31.012486 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:31.017093 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7505f65e-90fe-4188-b058-25b53d6a524e tempest-TestEncryptedCinderVolumes-1345945958 tempest-TestEncryptedCinderVolumes-1345945958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:17:31.121858 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=94fd919f-16bd-4c43-8582-ae22d78fa219,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:17:31.126004 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:17:31.134710 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:31.303063 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Floating IP b1265635-9e94-4937-b8eb-fee93e89652b associated. External IP: 172.26.0.115, port: bb068b13-de4d-4a7b-a218-fa8dfbf5f876. Jun 02 21:17:31.648060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router bfcebcba-0215-48c2-8fff-424f46311578 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:17:31.825896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:17:31.835621 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc20809-37f2-4c97-b819-16b51076adfc None None] Sync routers for ids ['bfcebcba-0215-48c2-8fff-424f46311578'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:17:31.844751 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc20809-37f2-4c97-b819-16b51076adfc None None] Routers {'bfcebcba-0215-48c2-8fff-424f46311578'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:17:31.845368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-6dc20809-37f2-4c97-b819-16b51076adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:17:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['bfcebcba-0215-48c2-8fff-424f46311578'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:17:31.851063 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:31.905807 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2696760 Jun 02 21:17:31.906492 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e822b550-8237-4312-a2d3-1ce26d4145e4', 'tag': 'bb068b13-de4d-4a7b-a218-fa8dfbf5f876'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:17:31.908905 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae50d1cb-b717-4baa-98ab-952f2f7accbe" -d '{"events": [{"name": "network-changed", "server_uuid": "e822b550-8237-4312-a2d3-1ce26d4145e4", "tag": "bb068b13-de4d-4a7b-a218-fa8dfbf5f876"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:17:31.951375 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6709e709-3012-416c-81ee-c8e8a9ed13a8 x-openstack-request-id: req-6709e709-3012-416c-81ee-c8e8a9ed13a8 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:17:31.951756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e822b550-8237-4312-a2d3-1ce26d4145e4", "tag": "bb068b13-de4d-4a7b-a218-fa8dfbf5f876", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:17:31.952053 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6709e709-3012-416c-81ee-c8e8a9ed13a8 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:17:31.952510 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e822b550-8237-4312-a2d3-1ce26d4145e4', 'tag': 'bb068b13-de4d-4a7b-a218-fa8dfbf5f876', 'status': 'completed', 'code': 200} Jun 02 21:17:32.026312 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-6dc20809-37f2-4c97-b819-16b51076adfc None None] Set router bfcebcba-0215-48c2-8fff-424f46311578 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:17:32.048596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50d1cb-b717-4baa-98ab-952f2f7accbe req-5f0c9049-e17e-4362-bbda-e3d13b78d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:32.050055 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ae50d1cb-b717-4baa-98ab-952f2f7accbe req-5f0c9049-e17e-4362-bbda-e3d13b78d5f9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 1098 time: 0.0759270 Jun 02 21:17:32.078058 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888cdcf-5e0c-48d3-88e7-e22c595237cc req-0ae73b54-6e58-45ba-b370-b342e5d9b826 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:32.080250 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0888cdcf-5e0c-48d3-88e7-e22c595237cc req-0ae73b54-6e58-45ba-b370-b342e5d9b826 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 945 time: 0.0814219 Jun 02 21:17:32.128170 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0888cdcf-5e0c-48d3-88e7-e22c595237cc req-0cc4e83a-05b3-43ea-9862-e07474c51b5a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0a33a48-7d71-4694-9c54-1fcf4f644f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413587 Jun 02 21:17:32.153511 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36356) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:32.186771 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50d1cb-b717-4baa-98ab-952f2f7accbe req-8a9488de-2cd2-44ee-aacc-c5af83cd53b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:32.188260 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ae50d1cb-b717-4baa-98ab-952f2f7accbe req-8a9488de-2cd2-44ee-aacc-c5af83cd53b8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=915d233c-3d60-4787-b6e2-15efd372f6d1 HTTP/1.1" status: 200 len: 898 time: 0.1314213 Jun 02 21:17:32.391748 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-6dc20809-37f2-4c97-b819-16b51076adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845170881', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:17:08Z', 'updated_at': '2021-06-02T21:17:14Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:09Z', 'updated_at': '2021-06-02T21:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'b1265635-9e94-4937-b8eb-fee93e89652b', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'floating_ip_address': '172.26.0.115', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'port_id': 'bb068b13-de4d-4a7b-a218-fa8dfbf5f876', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1', 'mac_address': 'fa:16:3e:b9:75:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e822b550-8237-4312-a2d3-1ce26d4145e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:17:30Z', 'updated_at': '2021-06-02T21:17:30Z', 'revision_number': 0, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9113d4b5-8c50-4e18-a9c8-204a024a4c26', 'name': '', 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:da:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '17ab66c0-e6c5-40ef-93fa-7149ac291655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:13Z', 'updated_at': '2021-06-02T21:17:19Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '17ab66c0-e6c5-40ef-93fa-7149ac291655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:17:32.396189 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc20809-37f2-4c97-b819-16b51076adfc None None] Checking router: bfcebcba-0215-48c2-8fff-424f46311578 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:17:32.406368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc20809-37f2-4c97-b819-16b51076adfc None None] Routers {'bfcebcba-0215-48c2-8fff-424f46311578'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:17:32.406766 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-6dc20809-37f2-4c97-b819-16b51076adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:17:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['bfcebcba-0215-48c2-8fff-424f46311578'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:17:32.420357 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1c4661af-2a0d-458a-a093-70903a594f75 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/floatingips/b1265635-9e94-4937-b8eb-fee93e89652b HTTP/1.1" status: 200 len: 991 time: 0.2645862 Jun 02 21:17:32.458379 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ae50d1cb-b717-4baa-98ab-952f2f7accbe req-8d567254-1a0a-4a07-9c30-5c65fa9368e7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb068b13-de4d-4a7b-a218-fa8dfbf5f876 HTTP/1.1" status: 200 len: 999 time: 0.2626839 Jun 02 21:17:32.521748 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50d1cb-b717-4baa-98ab-952f2f7accbe req-416991fd-3e6e-427b-a5ab-19d854ec3077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:32.523879 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ae50d1cb-b717-4baa-98ab-952f2f7accbe req-416991fd-3e6e-427b-a5ab-19d854ec3077 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=17ab66c0-e6c5-40ef-93fa-7149ac291655 HTTP/1.1" status: 200 len: 835 time: 0.0577767 Jun 02 21:17:32.581193 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-6dc20809-37f2-4c97-b819-16b51076adfc None None] Set router bfcebcba-0215-48c2-8fff-424f46311578 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:17:32.598755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50d1cb-b717-4baa-98ab-952f2f7accbe req-a4671934-e5c7-44a0-9f3d-6c4685e61f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:32.600288 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ae50d1cb-b717-4baa-98ab-952f2f7accbe req-a4671934-e5c7-44a0-9f3d-6c4685e61f01 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=915d233c-3d60-4787-b6e2-15efd372f6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0700977 Jun 02 21:17:32.732854 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ae50d1cb-b717-4baa-98ab-952f2f7accbe req-9b3a505a-6a7b-4fda-a865-1cf56187f1f7 service neutron] 10.222.0.95 "GET /v2.0/networks/915d233c-3d60-4787-b6e2-15efd372f6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259339 Jun 02 21:17:32.863361 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ae50d1cb-b717-4baa-98ab-952f2f7accbe req-561f3c7c-2b32-4518-881b-0471f6cf2c00 service neutron] 10.222.0.95 "GET /v2.0/networks/915d233c-3d60-4787-b6e2-15efd372f6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249051 Jun 02 21:17:32.926223 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-6dc20809-37f2-4c97-b819-16b51076adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845170881', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:17:08Z', 'updated_at': '2021-06-02T21:17:14Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:09Z', 'updated_at': '2021-06-02T21:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'b1265635-9e94-4937-b8eb-fee93e89652b', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'floating_ip_address': '172.26.0.115', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'port_id': 'bb068b13-de4d-4a7b-a218-fa8dfbf5f876', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1', 'mac_address': 'fa:16:3e:b9:75:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e822b550-8237-4312-a2d3-1ce26d4145e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:17:30Z', 'updated_at': '2021-06-02T21:17:30Z', 'revision_number': 0, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9113d4b5-8c50-4e18-a9c8-204a024a4c26', 'name': '', 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:da:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '17ab66c0-e6c5-40ef-93fa-7149ac291655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:13Z', 'updated_at': '2021-06-02T21:17:19Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '17ab66c0-e6c5-40ef-93fa-7149ac291655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:17:32.931093 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc20809-37f2-4c97-b819-16b51076adfc None None] The sync data for ids ['bfcebcba-0215-48c2-8fff-424f46311578'] in dv-neutron-601336-84-hyperv is: [{'id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845170881', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:17:08Z', 'updated_at': '2021-06-02T21:17:14Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:09Z', 'updated_at': '2021-06-02T21:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'b1265635-9e94-4937-b8eb-fee93e89652b', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'floating_ip_address': '172.26.0.115', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'port_id': 'bb068b13-de4d-4a7b-a218-fa8dfbf5f876', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1', 'mac_address': 'fa:16:3e:b9:75:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e822b550-8237-4312-a2d3-1ce26d4145e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:17:30Z', 'updated_at': '2021-06-02T21:17:30Z', 'revision_number': 0, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9113d4b5-8c50-4e18-a9c8-204a024a4c26', 'name': '', 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:da:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '17ab66c0-e6c5-40ef-93fa-7149ac291655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:13Z', 'updated_at': '2021-06-02T21:17:19Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '17ab66c0-e6c5-40ef-93fa-7149ac291655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:17:33.099845 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197fc1f0-269a-4be5-805b-fd2f69f3ca7c None None] New status for floating IP b1265635-9e94-4937-b8eb-fee93e89652b: ACTIVE {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:17:33.400718 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-14ec907e-72f7-4d02-905a-571fbeec22b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:33.423127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36358) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:17:33.468778 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:33.529897 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3467eb0d-ed0f-43e8-a39b-139a873ccd30 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/floatingips/b1265635-9e94-4937-b8eb-fee93e89652b HTTP/1.1" status: 200 len: 993 time: 0.1055298 Jun 02 21:17:34.397227 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:36.069385 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:44.796062 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:17:55.309508 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-76b808ae-540b-4b95-89cd-0149c61187e7 req-fd453ffc-72ef-47f8-84d8-3760731b1bc3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758312 Jun 02 21:17:55.446501 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b808ae-540b-4b95-89cd-0149c61187e7 req-93d0086e-ac2b-4394-9987-a825ded37fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:55.447962 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-76b808ae-540b-4b95-89cd-0149c61187e7 req-93d0086e-ac2b-4394-9987-a825ded37fdc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 1098 time: 0.0699079 Jun 02 21:17:55.588163 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b808ae-540b-4b95-89cd-0149c61187e7 req-dffc810c-8327-41e2-b564-15484920b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:55.589887 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-76b808ae-540b-4b95-89cd-0149c61187e7 req-dffc810c-8327-41e2-b564-15484920b202 service neutron] 10.222.0.95 "GET /v2.0/networks?id=915d233c-3d60-4787-b6e2-15efd372f6d1 HTTP/1.1" status: 200 len: 898 time: 0.1244113 Jun 02 21:17:55.696040 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-76b808ae-540b-4b95-89cd-0149c61187e7 req-1ab01566-9640-4426-b2cc-73d76d0fc2fd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb068b13-de4d-4a7b-a218-fa8dfbf5f876 HTTP/1.1" status: 200 len: 1001 time: 0.0991092 Jun 02 21:17:55.756626 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b808ae-540b-4b95-89cd-0149c61187e7 req-4274c9f1-bc16-4d85-8ad2-8048a5a5f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:55.758039 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-76b808ae-540b-4b95-89cd-0149c61187e7 req-4274c9f1-bc16-4d85-8ad2-8048a5a5f293 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=17ab66c0-e6c5-40ef-93fa-7149ac291655 HTTP/1.1" status: 200 len: 835 time: 0.0559440 Jun 02 21:17:55.834809 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b808ae-540b-4b95-89cd-0149c61187e7 req-32672cc8-036f-4771-b77f-0b1ddc81f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:17:55.836938 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-76b808ae-540b-4b95-89cd-0149c61187e7 req-32672cc8-036f-4771-b77f-0b1ddc81f76c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=915d233c-3d60-4787-b6e2-15efd372f6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0718436 Jun 02 21:17:55.966078 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-76b808ae-540b-4b95-89cd-0149c61187e7 req-6818bbe3-169c-4998-9306-ac3259289105 service neutron] 10.222.0.95 "GET /v2.0/networks/915d233c-3d60-4787-b6e2-15efd372f6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229978 Jun 02 21:17:56.094240 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-76b808ae-540b-4b95-89cd-0149c61187e7 req-b6483f4f-a746-4b8d-ae83-e7cd6350ad46 service neutron] 10.222.0.95 "GET /v2.0/networks/915d233c-3d60-4787-b6e2-15efd372f6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217189 Jun 02 21:18:00.856266 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9c5a97b9-fea3-4e5c-9a75-fed5a799b04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:01.038011 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:18:03.402265 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f789e19c-46c3-47a1-b105-bda8db457701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:03.470762 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:04.400408 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:06.073403 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:14.795507 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:30.859108 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cbf7a395-95a2-4f52-87a6-d11240f3da8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:33.404601 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5fc43c7f-68db-4451-9cb9-f46a0a5fb739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:33.473225 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:34.402516 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:35.203048 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79995cf-171f-458b-951c-c4c5eba4c7f3 req-f82f3868-b739-4a1f-beca-9e352b19f78d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:18:35.204547 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c79995cf-171f-458b-951c-c4c5eba4c7f3 req-f82f3868-b739-4a1f-beca-9e352b19f78d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 945 time: 0.0803204 Jun 02 21:18:35.253665 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c79995cf-171f-458b-951c-c4c5eba4c7f3 req-42b58828-25b1-4e22-8e5b-83530d625eb4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0a33a48-7d71-4694-9c54-1fcf4f644f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433142 Jun 02 21:18:36.074272 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:36.456443 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebcff7-606d-4de7-96f0-6b6afd3ff395 req-7121e3ef-da32-453d-a70c-fcfc861b6265 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:18:36.457936 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0bebcff7-606d-4de7-96f0-6b6afd3ff395 req-7121e3ef-da32-453d-a70c-fcfc861b6265 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 945 time: 0.0922482 Jun 02 21:18:36.502468 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0bebcff7-606d-4de7-96f0-6b6afd3ff395 req-e2a4bc02-cf24-4d56-be99-d1c701628803 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0a33a48-7d71-4694-9c54-1fcf4f644f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387561 Jun 02 21:18:36.525139 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36388) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:18:36.629447 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5d69fa7b-6ab0-4e3d-ad3f-4156965313af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/floatingips/b1265635-9e94-4937-b8eb-fee93e89652b HTTP/1.1" status: 200 len: 993 time: 0.1030254 Jun 02 21:18:38.036840 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:18:38.070475 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c961f-62e1-41f4-b382-b8883f6444b0 req-ef8164f5-8c1e-4a7a-9367-7742157762d6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:18:38.071938 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-765c961f-62e1-41f4-b382-b8883f6444b0 req-ef8164f5-8c1e-4a7a-9367-7742157762d6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 945 time: 0.0830367 Jun 02 21:18:38.118541 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-765c961f-62e1-41f4-b382-b8883f6444b0 req-c8d9efb8-b914-4f56-b70f-c2afbec5d159 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0a33a48-7d71-4694-9c54-1fcf4f644f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409195 Jun 02 21:18:39.302539 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51d8b8-7fe3-4cf2-82c2-4d5008cb5ed0 req-5bb80021-dda1-425a-8855-d996ba5bcc9a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:18:39.304010 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2f51d8b8-7fe3-4cf2-82c2-4d5008cb5ed0 req-5bb80021-dda1-425a-8855-d996ba5bcc9a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 945 time: 0.0787904 Jun 02 21:18:39.349176 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2f51d8b8-7fe3-4cf2-82c2-4d5008cb5ed0 req-e88cc855-5c69-4676-acd1-98c26e08e6f6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0a33a48-7d71-4694-9c54-1fcf4f644f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374155 Jun 02 21:18:39.372582 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36398) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:18:39.476322 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2513269e-48ad-4431-b843-547fa1cf4a6e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/floatingips/b1265635-9e94-4937-b8eb-fee93e89652b HTTP/1.1" status: 200 len: 993 time: 0.1024661 Jun 02 21:18:39.745328 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36404) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:18:40.004308 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting port 94fd919f-16bd-4c43-8582-ae22d78fa219 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:18:40.004562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:40.118141 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:40.118469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:40.242286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Calling delete_port for 94fd919f-16bd-4c43-8582-ae22d78fa219 owned by network:floatingip {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:18:40.501265 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:40.505454 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:40.549865 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Port': ['ID=94fd919f-16bd-4c43-8582-ae22d78fa219,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:40.591524 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:40.591916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:40.592290 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:40.592663 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:40.593031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:40.593398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:40.593758 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:40.594116 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:40.594473 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:40.594827 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:40.595201 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:40.595556 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:40.621808 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:40.649532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for floatingip, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:40.649865 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Floating IP b1265635-9e94-4937-b8eb-fee93e89652b disassociated (deleted). External IP: 172.26.0.115, port: bb068b13-de4d-4a7b-a218-fa8dfbf5f876. Jun 02 21:18:41.006815 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router bfcebcba-0215-48c2-8fff-424f46311578 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:18:41.180651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:18:41.190100 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a36bcfc-c224-4cbc-a1a5-15b31fe21a35 None None] Sync routers for ids ['bfcebcba-0215-48c2-8fff-424f46311578'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:18:41.199702 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a36bcfc-c224-4cbc-a1a5-15b31fe21a35 None None] Routers {'bfcebcba-0215-48c2-8fff-424f46311578'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:18:41.200245 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3a36bcfc-c224-4cbc-a1a5-15b31fe21a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:18:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['bfcebcba-0215-48c2-8fff-424f46311578'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:18:41.201465 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:41.257996 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/floatingips/b1265635-9e94-4937-b8eb-fee93e89652b HTTP/1.1" status: 204 len: 168 time: 1.5114956 Jun 02 21:18:41.258733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e822b550-8237-4312-a2d3-1ce26d4145e4', 'tag': 'bb068b13-de4d-4a7b-a218-fa8dfbf5f876'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:18:41.261920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0705b54-eda4-4300-b46b-7268aba5594a" -d '{"events": [{"name": "network-changed", "server_uuid": "e822b550-8237-4312-a2d3-1ce26d4145e4", "tag": "bb068b13-de4d-4a7b-a218-fa8dfbf5f876"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:18:41.304550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93640afa-a063-4e99-91c2-40ba63c18668 x-openstack-request-id: req-93640afa-a063-4e99-91c2-40ba63c18668 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:18:41.304967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e822b550-8237-4312-a2d3-1ce26d4145e4", "tag": "bb068b13-de4d-4a7b-a218-fa8dfbf5f876", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:18:41.305324 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93640afa-a063-4e99-91c2-40ba63c18668 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:18:41.305848 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e822b550-8237-4312-a2d3-1ce26d4145e4', 'tag': 'bb068b13-de4d-4a7b-a218-fa8dfbf5f876', 'status': 'completed', 'code': 200} Jun 02 21:18:41.380578 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-3a36bcfc-c224-4cbc-a1a5-15b31fe21a35 None None] Set router bfcebcba-0215-48c2-8fff-424f46311578 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:18:41.396490 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0705b54-eda4-4300-b46b-7268aba5594a req-134fa7b6-1b1b-445e-9443-62fa57b4bb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:18:41.397990 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f0705b54-eda4-4300-b46b-7268aba5594a req-134fa7b6-1b1b-445e-9443-62fa57b4bb07 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 1098 time: 0.0714087 Jun 02 21:18:41.540006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0705b54-eda4-4300-b46b-7268aba5594a req-4ec4e38d-81c0-441a-a86d-e78bdb089ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:18:41.541937 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f0705b54-eda4-4300-b46b-7268aba5594a req-4ec4e38d-81c0-441a-a86d-e78bdb089ddf service neutron] 10.222.0.95 "GET /v2.0/networks?id=915d233c-3d60-4787-b6e2-15efd372f6d1 HTTP/1.1" status: 200 len: 898 time: 0.1371970 Jun 02 21:18:41.640316 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f0705b54-eda4-4300-b46b-7268aba5594a req-cf3f6989-6057-4430-b9a4-f2be68e5c872 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb068b13-de4d-4a7b-a218-fa8dfbf5f876 HTTP/1.1" status: 200 len: 217 time: 0.0913775 Jun 02 21:18:41.704681 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3a36bcfc-c224-4cbc-a1a5-15b31fe21a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845170881', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:17:08Z', 'updated_at': '2021-06-02T21:17:14Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:09Z', 'updated_at': '2021-06-02T21:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '9113d4b5-8c50-4e18-a9c8-204a024a4c26', 'name': '', 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:da:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '17ab66c0-e6c5-40ef-93fa-7149ac291655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:13Z', 'updated_at': '2021-06-02T21:17:19Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '17ab66c0-e6c5-40ef-93fa-7149ac291655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:18:41.708543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a36bcfc-c224-4cbc-a1a5-15b31fe21a35 None None] Checking router: bfcebcba-0215-48c2-8fff-424f46311578 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:18:41.716753 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a36bcfc-c224-4cbc-a1a5-15b31fe21a35 None None] Routers {'bfcebcba-0215-48c2-8fff-424f46311578'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:18:41.717280 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3a36bcfc-c224-4cbc-a1a5-15b31fe21a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:18:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['bfcebcba-0215-48c2-8fff-424f46311578'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:18:41.718455 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0705b54-eda4-4300-b46b-7268aba5594a req-f91988ea-6767-4cf4-886a-6fbbb25d9c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:18:41.719921 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f0705b54-eda4-4300-b46b-7268aba5594a req-f91988ea-6767-4cf4-886a-6fbbb25d9c8c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=17ab66c0-e6c5-40ef-93fa-7149ac291655 HTTP/1.1" status: 200 len: 835 time: 0.0690665 Jun 02 21:18:41.781982 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e6cc1-da39-4217-a0f9-5a48f9f92c0c req-04b18e97-cfb7-4743-ba10-976a48c6392f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:18:41.782664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-6a8e6cc1-da39-4217-a0f9-5a48f9f92c0c req-04b18e97-cfb7-4743-ba10-976a48c6392f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:18:41.808347 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-6a8e6cc1-da39-4217-a0f9-5a48f9f92c0c req-04b18e97-cfb7-4743-ba10-976a48c6392f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:18:41.809463 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6a8e6cc1-da39-4217-a0f9-5a48f9f92c0c req-04b18e97-cfb7-4743-ba10-976a48c6392f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 945 time: 0.2103601 Jun 02 21:18:41.848623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0705b54-eda4-4300-b46b-7268aba5594a req-e9ff6feb-24e1-4954-b27e-48787495d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:18:41.850040 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f0705b54-eda4-4300-b46b-7268aba5594a req-e9ff6feb-24e1-4954-b27e-48787495d897 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=915d233c-3d60-4787-b6e2-15efd372f6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1226940 Jun 02 21:18:41.860425 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6a8e6cc1-da39-4217-a0f9-5a48f9f92c0c req-942def24-7806-4f07-9741-669445c35ab0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0a33a48-7d71-4694-9c54-1fcf4f644f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445404 Jun 02 21:18:41.900076 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-3a36bcfc-c224-4cbc-a1a5-15b31fe21a35 None None] Set router bfcebcba-0215-48c2-8fff-424f46311578 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:18:42.127876 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f0705b54-eda4-4300-b46b-7268aba5594a req-abbe7cb7-796c-4181-9655-d41a31168e55 service neutron] 10.222.0.95 "GET /v2.0/networks/915d233c-3d60-4787-b6e2-15efd372f6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664385 Jun 02 21:18:42.212987 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-3a36bcfc-c224-4cbc-a1a5-15b31fe21a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845170881', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:17:08Z', 'updated_at': '2021-06-02T21:17:14Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:09Z', 'updated_at': '2021-06-02T21:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '9113d4b5-8c50-4e18-a9c8-204a024a4c26', 'name': '', 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:da:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '17ab66c0-e6c5-40ef-93fa-7149ac291655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:13Z', 'updated_at': '2021-06-02T21:17:19Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '17ab66c0-e6c5-40ef-93fa-7149ac291655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:18:42.217146 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a36bcfc-c224-4cbc-a1a5-15b31fe21a35 None None] The sync data for ids ['bfcebcba-0215-48c2-8fff-424f46311578'] in dv-neutron-601336-84-hyperv is: [{'id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845170881', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:17:08Z', 'updated_at': '2021-06-02T21:17:14Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:09Z', 'updated_at': '2021-06-02T21:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '9113d4b5-8c50-4e18-a9c8-204a024a4c26', 'name': '', 'network_id': '915d233c-3d60-4787-b6e2-15efd372f6d1', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:da:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '17ab66c0-e6c5-40ef-93fa-7149ac291655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:13Z', 'updated_at': '2021-06-02T21:17:19Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '17ab66c0-e6c5-40ef-93fa-7149ac291655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:18:42.258250 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f0705b54-eda4-4300-b46b-7268aba5594a req-21e412b0-9ae5-4f48-a012-e9eea586ede9 service neutron] 10.222.0.95 "GET /v2.0/networks/915d233c-3d60-4787-b6e2-15efd372f6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233401 Jun 02 21:18:42.427814 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7ad10f-57ce-4277-8669-84986b10b4ff None None] New status for floating IP b1265635-9e94-4937-b8eb-fee93e89652b: DOWN {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:18:43.050025 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b1cbd-fd01-4d52-8715-2acf9737a492 req-1f861957-a342-48a7-8510-bd4f6a970dfa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:18:43.051371 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-750b1cbd-fd01-4d52-8715-2acf9737a492 req-1f861957-a342-48a7-8510-bd4f6a970dfa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 945 time: 0.0846558 Jun 02 21:18:43.093811 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-750b1cbd-fd01-4d52-8715-2acf9737a492 req-0df4b963-d721-4524-bc47-aa5253eec726 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0a33a48-7d71-4694-9c54-1fcf4f644f1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368893 Jun 02 21:18:43.392570 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a46a69-5f2b-4641-a20f-7fc73676821d req-8b6486c7-24a9-4ab1-b988-21ebe534e879 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:18:43.393881 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f6a46a69-5f2b-4641-a20f-7fc73676821d req-8b6486c7-24a9-4ab1-b988-21ebe534e879 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 945 time: 0.0777166 Jun 02 21:18:43.532749 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-f6a46a69-5f2b-4641-a20f-7fc73676821d req-4f1fed2d-f065-4c48-b5e7-693a5c598621 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting port bb068b13-de4d-4a7b-a218-fa8dfbf5f876 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:18:43.533086 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f6a46a69-5f2b-4641-a20f-7fc73676821d req-4f1fed2d-f065-4c48-b5e7-693a5c598621 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:43.662791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-f6a46a69-5f2b-4641-a20f-7fc73676821d req-4f1fed2d-f065-4c48-b5e7-693a5c598621 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] For port bb068b13-de4d-4a7b-a218-fa8dfbf5f876, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=bb068b13-de4d-4a7b-a218-fa8dfbf5f876,segment=NetworkSegment(2c9fd747-ef9c-4f33-b3db-29e59822b5ad),segment_id=2c9fd747-ef9c-4f33-b3db-29e59822b5ad)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:18:43.663057 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f6a46a69-5f2b-4641-a20f-7fc73676821d req-4f1fed2d-f065-4c48-b5e7-693a5c598621 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:43.789773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-f6a46a69-5f2b-4641-a20f-7fc73676821d req-4f1fed2d-f065-4c48-b5e7-693a5c598621 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Calling delete_port for bb068b13-de4d-4a7b-a218-fa8dfbf5f876 owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:18:43.897288 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f6a46a69-5f2b-4641-a20f-7fc73676821d req-4f1fed2d-f065-4c48-b5e7-693a5c598621 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:43.904323 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cf9ea344-0302-45cc-990d-74427289d71a tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:43.952840 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1fed2d-f065-4c48-b5e7-693a5c598621 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Port': ['ID=bb068b13-de4d-4a7b-a218-fa8dfbf5f876,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:43.979577 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4f1fed2d-f065-4c48-b5e7-693a5c598621 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:44.024208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a46a69-5f2b-4641-a20f-7fc73676821d req-4f1fed2d-f065-4c48-b5e7-693a5c598621 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] No DVR routers for this DVR port bb068b13-de4d-4a7b-a218-fa8dfbf5f876 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:18:44.026690 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f6a46a69-5f2b-4641-a20f-7fc73676821d req-4f1fed2d-f065-4c48-b5e7-693a5c598621 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:44.029255 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e822b550-8237-4312-a2d3-1ce26d4145e4', 'name': 'network-vif-deleted', 'tag': 'bb068b13-de4d-4a7b-a218-fa8dfbf5f876'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:18:44.031556 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a822a781-cf65-4f67-86ae-3b6ccac30cbc" -d '{"events": [{"server_uuid": "e822b550-8237-4312-a2d3-1ce26d4145e4", "name": "network-vif-deleted", "tag": "bb068b13-de4d-4a7b-a218-fa8dfbf5f876"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:18:44.045317 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f6a46a69-5f2b-4641-a20f-7fc73676821d req-4f1fed2d-f065-4c48-b5e7-693a5c598621 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "DELETE /v2.0/ports/bb068b13-de4d-4a7b-a218-fa8dfbf5f876 HTTP/1.1" status: 204 len: 173 time: 0.6460197 Jun 02 21:18:44.076982 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b326d7a8-85a4-41ca-a085-62068c2919bd x-openstack-request-id: req-b326d7a8-85a4-41ca-a085-62068c2919bd {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:18:44.077327 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e822b550-8237-4312-a2d3-1ce26d4145e4", "name": "network-vif-deleted", "tag": "bb068b13-de4d-4a7b-a218-fa8dfbf5f876", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:18:44.077627 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b326d7a8-85a4-41ca-a085-62068c2919bd {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:18:44.078070 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e822b550-8237-4312-a2d3-1ce26d4145e4', 'name': 'network-vif-deleted', 'tag': 'bb068b13-de4d-4a7b-a218-fa8dfbf5f876', 'status': 'completed', 'code': 200} Jun 02 21:18:44.258142 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-09d96263-22e2-42e7-b0ad-300ade144777 req-7341314e-3473-4549-b18e-1cb863b98d06 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=e822b550-8237-4312-a2d3-1ce26d4145e4 HTTP/1.1" status: 200 len: 210 time: 0.0422084 Jun 02 21:18:44.801834 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:45.353530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36422) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:18:46.037792 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-632e2316-0a7a-45d1-ae30-5d666e9169e3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:46.454012 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-632e2316-0a7a-45d1-ae30-5d666e9169e3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting port 9113d4b5-8c50-4e18-a9c8-204a024a4c26 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:18:46.454663 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-632e2316-0a7a-45d1-ae30-5d666e9169e3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:46.599683 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-632e2316-0a7a-45d1-ae30-5d666e9169e3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] For port 9113d4b5-8c50-4e18-a9c8-204a024a4c26, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=9113d4b5-8c50-4e18-a9c8-204a024a4c26,segment=NetworkSegment(2c9fd747-ef9c-4f33-b3db-29e59822b5ad),segment_id=2c9fd747-ef9c-4f33-b3db-29e59822b5ad)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:18:46.600185 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-632e2316-0a7a-45d1-ae30-5d666e9169e3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:46.685441 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device bb068b13-de4d-4a7b-a218-fa8dfbf5f876 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:18:46.724094 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: bb068b13-de4d-4a7b-a218-fa8dfbf5f876 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:18:46.724350 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device bb068b13-de4d-4a7b-a218-fa8dfbf5f876 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:18:46.732811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-632e2316-0a7a-45d1-ae30-5d666e9169e3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Calling delete_port for 9113d4b5-8c50-4e18-a9c8-204a024a4c26 owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:18:46.880740 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-632e2316-0a7a-45d1-ae30-5d666e9169e3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:46.884158 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e3fb4200-05e5-49b7-bc0b-f03a71144d37 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:46.933534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e2316-0a7a-45d1-ae30-5d666e9169e3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Port': ['ID=9113d4b5-8c50-4e18-a9c8-204a024a4c26,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:46.937942 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-632e2316-0a7a-45d1-ae30-5d666e9169e3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:47.210277 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-632e2316-0a7a-45d1-ae30-5d666e9169e3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:47.704293 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632e2316-0a7a-45d1-ae30-5d666e9169e3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router bfcebcba-0215-48c2-8fff-424f46311578 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:18:47.883948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632e2316-0a7a-45d1-ae30-5d666e9169e3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:18:47.893724 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ac0d0-ac29-472f-ba39-bf1c393f5b72 None None] Sync routers for ids ['bfcebcba-0215-48c2-8fff-424f46311578'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:18:47.897115 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-632e2316-0a7a-45d1-ae30-5d666e9169e3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "PUT /v2.0/routers/bfcebcba-0215-48c2-8fff-424f46311578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5425165 Jun 02 21:18:47.899692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36424) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:18:47.902429 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ac0d0-ac29-472f-ba39-bf1c393f5b72 None None] Routers {'bfcebcba-0215-48c2-8fff-424f46311578'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:18:47.903027 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-403ac0d0-ac29-472f-ba39-bf1c393f5b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:18:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['bfcebcba-0215-48c2-8fff-424f46311578'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:18:47.964031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ea5325-5900-44cf-a3d3-56e5333052a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting subnet 17ab66c0-e6c5-40ef-93fa-7149ac291655 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 21:18:47.966897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-86ea5325-5900-44cf-a3d3-56e5333052a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:48.024619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-86ea5325-5900-44cf-a3d3-56e5333052a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:48.107841 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-86ea5325-5900-44cf-a3d3-56e5333052a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:48.125740 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-403ac0d0-ac29-472f-ba39-bf1c393f5b72 None None] Set router bfcebcba-0215-48c2-8fff-424f46311578 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:18:48.378914 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-86ea5325-5900-44cf-a3d3-56e5333052a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:48.383361 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ec46f1d4-a5a4-47cf-aedb-55ba76f58996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:48.420075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea5325-5900-44cf-a3d3-56e5333052a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Subnet': ['ID=17ab66c0-e6c5-40ef-93fa-7149ac291655,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:48.422007 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-86ea5325-5900-44cf-a3d3-56e5333052a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:48.427554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9df7804-ae1b-4a19-b2d5-f419c60f2048 None None] Network 915d233c-3d60-4787-b6e2-15efd372f6d1 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:18:48.428095 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-86ea5325-5900-44cf-a3d3-56e5333052a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/subnets/17ab66c0-e6c5-40ef-93fa-7149ac291655 HTTP/1.1" status: 204 len: 168 time: 0.5274603 Jun 02 21:18:48.429069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-86ea5325-5900-44cf-a3d3-56e5333052a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:48.430595 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36426) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:18:48.528889 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-403ac0d0-ac29-472f-ba39-bf1c393f5b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845170881', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:17:08Z', 'updated_at': '2021-06-02T21:18:46Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:09Z', 'updated_at': '2021-06-02T21:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:18:48.561056 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ac0d0-ac29-472f-ba39-bf1c393f5b72 None None] Checking router: bfcebcba-0215-48c2-8fff-424f46311578 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:18:48.606308 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ac0d0-ac29-472f-ba39-bf1c393f5b72 None None] Routers {'bfcebcba-0215-48c2-8fff-424f46311578'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:18:48.606945 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-403ac0d0-ac29-472f-ba39-bf1c393f5b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:18:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['bfcebcba-0215-48c2-8fff-424f46311578'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:18:48.613242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f07c711a-a22d-4ba6-91c4-62865fa8a2c6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:48.797149 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f07c711a-a22d-4ba6-91c4-62865fa8a2c6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:48.808878 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-403ac0d0-ac29-472f-ba39-bf1c393f5b72 None None] Set router bfcebcba-0215-48c2-8fff-424f46311578 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:18:48.852100 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2891b450-0bf3-4bdc-bfe1-969a5853e2c5 None None] DHCP port deletion for 915d233c-3d60-4787-b6e2-15efd372f6d1 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 21:18:48.874110 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-f07c711a-a22d-4ba6-91c4-62865fa8a2c6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting port 2ae224fc-1bcd-4031-8660-53ba5cddfbf6 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:18:48.874454 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f07c711a-a22d-4ba6-91c4-62865fa8a2c6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:49.023943 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3721062b-f736-4abd-a3a7-6a55981dca94 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:18:49.146368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-2891b450-0bf3-4bdc-bfe1-969a5853e2c5 None None] Deleting port 3721062b-f736-4abd-a3a7-6a55981dca94 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:18:49.146643 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2891b450-0bf3-4bdc-bfe1-969a5853e2c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:49.153577 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-f07c711a-a22d-4ba6-91c4-62865fa8a2c6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] For port 2ae224fc-1bcd-4031-8660-53ba5cddfbf6, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2ae224fc-1bcd-4031-8660-53ba5cddfbf6,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:18:49.153929 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f07c711a-a22d-4ba6-91c4-62865fa8a2c6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:49.274625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-f07c711a-a22d-4ba6-91c4-62865fa8a2c6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Calling delete_port for 2ae224fc-1bcd-4031-8660-53ba5cddfbf6 owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:18:49.383662 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-2891b450-0bf3-4bdc-bfe1-969a5853e2c5 None None] For port 3721062b-f736-4abd-a3a7-6a55981dca94, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3721062b-f736-4abd-a3a7-6a55981dca94,segment=NetworkSegment(2c9fd747-ef9c-4f33-b3db-29e59822b5ad),segment_id=2c9fd747-ef9c-4f33-b3db-29e59822b5ad)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:18:49.384050 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2891b450-0bf3-4bdc-bfe1-969a5853e2c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:49.391162 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:49.412406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f07c711a-a22d-4ba6-91c4-62865fa8a2c6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:49.417603 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-304583f4-0128-4b7e-a945-23eaa305738d tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:49.460176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c711a-a22d-4ba6-91c4-62865fa8a2c6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Port': ['ID=2ae224fc-1bcd-4031-8660-53ba5cddfbf6,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:49.488843 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f07c711a-a22d-4ba6-91c4-62865fa8a2c6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:49.525272 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-2891b450-0bf3-4bdc-bfe1-969a5853e2c5 None None] Calling delete_port for 3721062b-f736-4abd-a3a7-6a55981dca94 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:18:49.555482 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f07c711a-a22d-4ba6-91c4-62865fa8a2c6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:49.564585 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 3721062b-f736-4abd-a3a7-6a55981dca94, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3721062b-f736-4abd-a3a7-6a55981dca94,segment=NetworkSegment(2c9fd747-ef9c-4f33-b3db-29e59822b5ad),segment_id=2c9fd747-ef9c-4f33-b3db-29e59822b5ad)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:18:49.570860 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:49.573973 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8f07cce3-fdeb-41bc-9ffd-347f5410851f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:49.603040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-403ac0d0-ac29-472f-ba39-bf1c393f5b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845170881', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:17:08Z', 'updated_at': '2021-06-02T21:18:46Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:09Z', 'updated_at': '2021-06-02T21:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:18:49.624075 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ac0d0-ac29-472f-ba39-bf1c393f5b72 None None] The sync data for ids ['bfcebcba-0215-48c2-8fff-424f46311578'] in dv-neutron-601336-84-hyperv is: [{'id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845170881', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66'}], 'enable_snat': True}, 'gw_port_id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:17:08Z', 'updated_at': '2021-06-02T21:18:46Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '2ae224fc-1bcd-4031-8660-53ba5cddfbf6', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:66:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcebcba-0215-48c2-8fff-424f46311578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:17:09Z', 'updated_at': '2021-06-02T21:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:18:49.665420 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=3721062b-f736-4abd-a3a7-6a55981dca94,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:49.670031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2891b450-0bf3-4bdc-bfe1-969a5853e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:49.679851 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:49.680202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:49.680529 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:49.680855 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:49.681177 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:49.681497 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:49.681862 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:49.682184 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:49.682500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:49.682818 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:49.683124 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:49.683451 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:49.688211 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:49.688666 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-e111ea2b-ecc3-42f4-9986-9c620fe8896b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:49.722219 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2891b450-0bf3-4bdc-bfe1-969a5853e2c5 None None] No DVR routers for this DVR port 3721062b-f736-4abd-a3a7-6a55981dca94 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:18:49.730976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891b450-0bf3-4bdc-bfe1-969a5853e2c5 None None] Pushing event deleted for resources: {'Port': ['ID=3721062b-f736-4abd-a3a7-6a55981dca94,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:49.733048 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2891b450-0bf3-4bdc-bfe1-969a5853e2c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:49.733801 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f07c711a-a22d-4ba6-91c4-62865fa8a2c6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:49.736159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f07c711a-a22d-4ba6-91c4-62865fa8a2c6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:49.758881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f07c711a-a22d-4ba6-91c4-62865fa8a2c6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:49.759422 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07c711a-a22d-4ba6-91c4-62865fa8a2c6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Fanout notify agent at l3_agent the message router_deleted on router bfcebcba-0215-48c2-8fff-424f46311578 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 21:18:49.775621 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f07c711a-a22d-4ba6-91c4-62865fa8a2c6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:49.777231 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f07c711a-a22d-4ba6-91c4-62865fa8a2c6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/routers/bfcebcba-0215-48c2-8fff-424f46311578 HTTP/1.1" status: 204 len: 168 time: 1.3456991 Jun 02 21:18:49.780008 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36428) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:18:49.891847 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d69307f7-be89-485b-9298-9ca70e7afe01 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:50.022094 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d69307f7-be89-485b-9298-9ca70e7afe01 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:50.035989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-d69307f7-be89-485b-9298-9ca70e7afe01 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915d233c-3d60-4787-b6e2-15efd372f6d1']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:18:50.048410 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-d69307f7-be89-485b-9298-9ca70e7afe01 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9fd747-ef9c-4f33-b3db-29e59822b5ad') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:18:50.048714 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-d69307f7-be89-485b-9298-9ca70e7afe01 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9fd747-ef9c-4f33-b3db-29e59822b5ad') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:18:50.060829 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d69307f7-be89-485b-9298-9ca70e7afe01 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:50.079132 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d69307f7-be89-485b-9298-9ca70e7afe01 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:50.085556 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69307f7-be89-485b-9298-9ca70e7afe01 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:18:50.086019 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d69307f7-be89-485b-9298-9ca70e7afe01 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:18:50.101411 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:18:50.184386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d69307f7-be89-485b-9298-9ca70e7afe01 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:50.189245 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d69307f7-be89-485b-9298-9ca70e7afe01 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:50.192007 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e1247064-d158-4caa-a1c6-227e6e33254c tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:50.216810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69307f7-be89-485b-9298-9ca70e7afe01 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Network': ['ID=915d233c-3d60-4787-b6e2-15efd372f6d1,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:50.219554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d69307f7-be89-485b-9298-9ca70e7afe01 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:50.224897 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d69307f7-be89-485b-9298-9ca70e7afe01 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/networks/915d233c-3d60-4787-b6e2-15efd372f6d1 HTTP/1.1" status: 204 len: 168 time: 0.4435661 Jun 02 21:18:50.227638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36430) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:18:50.299189 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c395cdd1-8f58-4e3b-ac0e-e0a6ef828750 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:50.328401 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c395cdd1-8f58-4e3b-ac0e-e0a6ef828750 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:50.395842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c395cdd1-8f58-4e3b-ac0e-e0a6ef828750 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:50.400860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8b8cc25d-ef02-4f98-a6d7-1f862b11e0c4 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:50.414479 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395cdd1-8f58-4e3b-ac0e-e0a6ef828750 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a33a48-7d71-4694-9c54-1fcf4f644f1f,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:50.417428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c395cdd1-8f58-4e3b-ac0e-e0a6ef828750 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:50.426213 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c395cdd1-8f58-4e3b-ac0e-e0a6ef828750 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:50.427388 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c395cdd1-8f58-4e3b-ac0e-e0a6ef828750 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/security-groups/a0a33a48-7d71-4694-9c54-1fcf4f644f1f HTTP/1.1" status: 204 len: 168 time: 0.1987534 Jun 02 21:18:50.684196 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36436) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:18:50.688936 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-4a1d72c5-6a00-456b-8cd6-e12c10f207e4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1674120488', 'description': 'tempest-secgroup-smoke-1674120488 description', 'project_id': '005f4463c7db4317a0be9ff96a72eef9'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:18:50.694861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4a1d72c5-6a00-456b-8cd6-e12c10f207e4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:18:50.699846 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4a1d72c5-6a00-456b-8cd6-e12c10f207e4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:18:50.702652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4a1d72c5-6a00-456b-8cd6-e12c10f207e4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:18:50.709062 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4a1d72c5-6a00-456b-8cd6-e12c10f207e4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:18:50.718872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4a1d72c5-6a00-456b-8cd6-e12c10f207e4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:50.738324 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4a1d72c5-6a00-456b-8cd6-e12c10f207e4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:18:50.742128 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4a1d72c5-6a00-456b-8cd6-e12c10f207e4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:18:50.744970 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4a1d72c5-6a00-456b-8cd6-e12c10f207e4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:18:50.750528 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4a1d72c5-6a00-456b-8cd6-e12c10f207e4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:18:50.819028 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4a1d72c5-6a00-456b-8cd6-e12c10f207e4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:50.822956 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4a1d72c5-6a00-456b-8cd6-e12c10f207e4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:50.826357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f15662ce-5941-40cf-9c22-23b5bd67b4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:50.867957 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d72c5-6a00-456b-8cd6-e12c10f207e4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e062aa5-76ea-4567-ba8a-60496c350a82,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:50.871136 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4a1d72c5-6a00-456b-8cd6-e12c10f207e4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:50.872355 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4a1d72c5-6a00-456b-8cd6-e12c10f207e4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1871419 Jun 02 21:18:50.873318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4a1d72c5-6a00-456b-8cd6-e12c10f207e4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:50.875419 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36438) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:18:50.879427 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-f2d73fd1-69b7-4f7a-bcfd-18bb2510f431 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': '7e062aa5-76ea-4567-ba8a-60496c350a82', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:18:50.885810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f2d73fd1-69b7-4f7a-bcfd-18bb2510f431 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:18:50.889768 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f2d73fd1-69b7-4f7a-bcfd-18bb2510f431 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:18:50.892605 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-f2d73fd1-69b7-4f7a-bcfd-18bb2510f431 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:18:50.898122 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-f2d73fd1-69b7-4f7a-bcfd-18bb2510f431 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:18:50.912900 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f2d73fd1-69b7-4f7a-bcfd-18bb2510f431 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:50.981205 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f2d73fd1-69b7-4f7a-bcfd-18bb2510f431 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:50.985367 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f2d73fd1-69b7-4f7a-bcfd-18bb2510f431 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:50.987412 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c736701e-023b-499c-9861-a13bc3071cfe tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:51.013389 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d73fd1-69b7-4f7a-bcfd-18bb2510f431 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc32133-306f-42c4-a45f-6809ba2954c4,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:51.016566 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f2d73fd1-69b7-4f7a-bcfd-18bb2510f431 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:51.018735 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9113d4b5-8c50-4e18-a9c8-204a024a4c26 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:18:51.024602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-f2d73fd1-69b7-4f7a-bcfd-18bb2510f431 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.025924 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-f2d73fd1-69b7-4f7a-bcfd-18bb2510f431 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498816 Jun 02 21:18:51.028694 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36440) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:18:51.033319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-fb5fafe2-909a-4e60-9c0c-18f322ec1231 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': '7e062aa5-76ea-4567-ba8a-60496c350a82', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:18:51.039409 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fb5fafe2-909a-4e60-9c0c-18f322ec1231 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:18:51.043217 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fb5fafe2-909a-4e60-9c0c-18f322ec1231 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:18:51.046101 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fb5fafe2-909a-4e60-9c0c-18f322ec1231 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:18:51.052049 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fb5fafe2-909a-4e60-9c0c-18f322ec1231 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:18:51.052447 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 9113d4b5-8c50-4e18-a9c8-204a024a4c26 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:18:51.052800 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 9113d4b5-8c50-4e18-a9c8-204a024a4c26 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:18:51.053229 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2ae224fc-1bcd-4031-8660-53ba5cddfbf6 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:18:51.068433 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fb5fafe2-909a-4e60-9c0c-18f322ec1231 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.088688 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 2ae224fc-1bcd-4031-8660-53ba5cddfbf6 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:18:51.089031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2ae224fc-1bcd-4031-8660-53ba5cddfbf6 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:18:51.129185 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fb5fafe2-909a-4e60-9c0c-18f322ec1231 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.132764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fb5fafe2-909a-4e60-9c0c-18f322ec1231 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.140682 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f2d73fd1-69b7-4f7a-bcfd-18bb2510f431 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:51.158415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fafe2-909a-4e60-9c0c-18f322ec1231 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06411e5f-339c-4b61-8998-5d8e5a142238,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:51.160815 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fb5fafe2-909a-4e60-9c0c-18f322ec1231 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:51.167975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fb5fafe2-909a-4e60-9c0c-18f322ec1231 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.169140 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fb5fafe2-909a-4e60-9c0c-18f322ec1231 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1395249 Jun 02 21:18:51.171938 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36442) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:18:51.176467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-b6bc792f-bf44-4223-beb9-71c575db4678 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': '7e062aa5-76ea-4567-ba8a-60496c350a82', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:18:51.182677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b6bc792f-bf44-4223-beb9-71c575db4678 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:18:51.186416 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b6bc792f-bf44-4223-beb9-71c575db4678 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:18:51.189246 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b6bc792f-bf44-4223-beb9-71c575db4678 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:18:51.195069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b6bc792f-bf44-4223-beb9-71c575db4678 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:18:51.211285 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b6bc792f-bf44-4223-beb9-71c575db4678 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.272347 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b6bc792f-bf44-4223-beb9-71c575db4678 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.275932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b6bc792f-bf44-4223-beb9-71c575db4678 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.277735 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-244a08e7-e84d-4bb9-9dee-52a710886710 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:51.299484 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc792f-bf44-4223-beb9-71c575db4678 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e118110-3147-48da-bb60-6cf547abce0f,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:51.301767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b6bc792f-bf44-4223-beb9-71c575db4678 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:51.309404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b6bc792f-bf44-4223-beb9-71c575db4678 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.310599 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b6bc792f-bf44-4223-beb9-71c575db4678 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376662 Jun 02 21:18:51.313470 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36444) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:18:51.318166 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': '7e062aa5-76ea-4567-ba8a-60496c350a82', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:18:51.324148 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:18:51.327891 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:18:51.330979 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:18:51.341473 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:18:51.359112 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.422157 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.425695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.427600 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b87f5d9c-464b-4255-8c19-ba8802fecc3f tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:51.450761 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9da80b9-a6a8-4903-96f4-57348d66e859,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:51.460748 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:51.461127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:51.461622 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:51.462064 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:51.462438 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:51.462820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:51.463840 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:51.464217 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:51.464586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:51.464953 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:51.465321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:51.465682 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:51.468621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.469763 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1553175 Jun 02 21:18:51.470698 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-49b1fd60-9326-48ae-b835-791b73cfa3c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:51.472844 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36446) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:18:51.477567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-d22a1d38-93a9-4976-8f36-b8c2fbae77f7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': '7e062aa5-76ea-4567-ba8a-60496c350a82', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:18:51.483612 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-d22a1d38-93a9-4976-8f36-b8c2fbae77f7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:18:51.487354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d22a1d38-93a9-4976-8f36-b8c2fbae77f7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:18:51.490156 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d22a1d38-93a9-4976-8f36-b8c2fbae77f7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:18:51.495737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-d22a1d38-93a9-4976-8f36-b8c2fbae77f7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:18:51.505279 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-d22a1d38-93a9-4976-8f36-b8c2fbae77f7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Project 005f4463c7db4317a0be9ff96a72eef9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 21:18:51.511389 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d22a1d38-93a9-4976-8f36-b8c2fbae77f7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.577937 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d22a1d38-93a9-4976-8f36-b8c2fbae77f7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.581348 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d22a1d38-93a9-4976-8f36-b8c2fbae77f7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.583105 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c609fb24-02d3-4c7f-89d6-debb8fca5eea tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:51.605267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a1d38-93a9-4976-8f36-b8c2fbae77f7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d812f32a-bee6-41b2-9b6b-2f2a11b10bb8,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:51.609606 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d22a1d38-93a9-4976-8f36-b8c2fbae77f7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:51.614173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d22a1d38-93a9-4976-8f36-b8c2fbae77f7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.615628 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d22a1d38-93a9-4976-8f36-b8c2fbae77f7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417332 Jun 02 21:18:51.618283 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36448) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:18:51.623096 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-90b4ff45-c808-46d0-bd19-86c8e6dc20c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': '7e062aa5-76ea-4567-ba8a-60496c350a82', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:18:51.628755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-90b4ff45-c808-46d0-bd19-86c8e6dc20c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:18:51.632449 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-90b4ff45-c808-46d0-bd19-86c8e6dc20c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:18:51.635839 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-90b4ff45-c808-46d0-bd19-86c8e6dc20c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:18:51.642288 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-90b4ff45-c808-46d0-bd19-86c8e6dc20c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:18:51.652274 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-90b4ff45-c808-46d0-bd19-86c8e6dc20c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Project 005f4463c7db4317a0be9ff96a72eef9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 21:18:51.657916 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-90b4ff45-c808-46d0-bd19-86c8e6dc20c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.736033 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-90b4ff45-c808-46d0-bd19-86c8e6dc20c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.739766 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-90b4ff45-c808-46d0-bd19-86c8e6dc20c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.741691 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4a44dba6-03bc-4605-89a5-fddbe4da3683 tempest-SecGroupTest-996555630 tempest-SecGroupTest-996555630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:51.764891 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4ff45-c808-46d0-bd19-86c8e6dc20c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1a9bb8-0e0f-494e-b30a-c1e0acf93257,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:51.769334 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-90b4ff45-c808-46d0-bd19-86c8e6dc20c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:51.773635 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-90b4ff45-c808-46d0-bd19-86c8e6dc20c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.774885 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-90b4ff45-c808-46d0-bd19-86c8e6dc20c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1557109 Jun 02 21:18:51.777788 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36450) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:18:51.782549 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-74a36a34-fbf4-48f8-95af-674e2d8be190 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'network': {'name': 'tempest-network-smoke--1812567071', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'port_security_enabled': True}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:18:51.787312 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-74a36a34-fbf4-48f8-95af-674e2d8be190 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:18:51.791362 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-74a36a34-fbf4-48f8-95af-674e2d8be190 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:network and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:18:51.794196 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-74a36a34-fbf4-48f8-95af-674e2d8be190 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:18:51.800064 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-74a36a34-fbf4-48f8-95af-674e2d8be190 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:18:51.811644 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a36a34-fbf4-48f8-95af-674e2d8be190 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Made reservation on behalf of 005f4463c7db4317a0be9ff96a72eef9 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:18:51.814987 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-74a36a34-fbf4-48f8-95af-674e2d8be190 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.842673 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a36a34-fbf4-48f8-95af-674e2d8be190 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:18:51.852682 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-74a36a34-fbf4-48f8-95af-674e2d8be190 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.853030 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-74a36a34-fbf4-48f8-95af-674e2d8be190 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Added segment 10a2a63e-ea86-418c-8ae6-ef0bada28c9b of type vlan for network b9838237-4060-47e8-be5b-f59876b47229 Jun 02 21:18:51.882539 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-74a36a34-fbf4-48f8-95af-674e2d8be190 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.912021 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-74a36a34-fbf4-48f8-95af-674e2d8be190 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.917562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a36a34-fbf4-48f8-95af-674e2d8be190 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:18:51.918134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-74a36a34-fbf4-48f8-95af-674e2d8be190 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:51.922817 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c668ca80-ab54-4eea-9f47-b5c9c7afd529 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:52.024172 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-74a36a34-fbf4-48f8-95af-674e2d8be190 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2452846 Jun 02 21:18:52.026719 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36452) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:18:52.031064 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-44421852', 'admin_state_up': True, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:18:52.039454 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a36a34-fbf4-48f8-95af-674e2d8be190 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Network': ['ID=b9838237-4060-47e8-be5b-f59876b47229,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:52.042531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:18:52.044976 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-74a36a34-fbf4-48f8-95af-674e2d8be190 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:52.047189 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:router and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:18:52.049993 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network b9838237-4060-47e8-be5b-f59876b47229 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:18:52.050439 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:18:52.055887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:18:52.067694 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:52.068683 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:52.084213 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:52.489171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:52.786329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:52.817933 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:52.948030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Allocated IP 172.26.0.84 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/fb2c4599-556c-45d0-9ac8-a01276934d36) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:18:53.091513 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:53.119661 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:53.123964 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8f658338-1ba2-4390-a316-6223f4f8aeb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:53.185663 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:18:53.188791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:18:53.191096 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:18:53.228782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=fb2c4599-556c-45d0-9ac8-a01276934d36,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:53.232776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:53.737697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:54.078291 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:54.276161 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router 3aef19a7-038c-4754-973b-c85aeaa18386 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 21:18:54.453787 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:18:54.462602 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] Sync routers for ids ['3aef19a7-038c-4754-973b-c85aeaa18386'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:18:54.472510 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] Routers {'3aef19a7-038c-4754-973b-c85aeaa18386'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:18:54.473109 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:18:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['3aef19a7-038c-4754-973b-c85aeaa18386'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:18:54.482767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:54.486865 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4591992 Jun 02 21:18:54.489929 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36454) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:18:54.529699 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-62e17638-e2bd-44ce-9b9c-1948be2d0175 tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=005f4463c7db4317a0be9ff96a72eef9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385532 Jun 02 21:18:54.532138 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36456) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:18:54.645604 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] Set router 3aef19a7-038c-4754-973b-c85aeaa18386 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:18:54.659480 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506a5ce3-8d0f-49ac-8186-78425097378e tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:18:54.660951 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-506a5ce3-8d0f-49ac-8186-78425097378e tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279299 Jun 02 21:18:54.663785 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36458) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:18:54.704509 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fa900774-c874-4018-8219-1e7d84140488 tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9eda1993-8807-4a42-8466-556269663ed3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394602 Jun 02 21:18:54.706803 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36460) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:18:54.711582 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-0ecb7d7b-dc72-41a2-b93c-f5e9d111e852 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1436045647', 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:18:54.820191 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-0ecb7d7b-dc72-41a2-b93c-f5e9d111e852 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:18:54.823979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-0ecb7d7b-dc72-41a2-b93c-f5e9d111e852 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:subnet and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:18:54.826717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-0ecb7d7b-dc72-41a2-b93c-f5e9d111e852 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:18:54.832308 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-0ecb7d7b-dc72-41a2-b93c-f5e9d111e852 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:18:54.842464 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecb7d7b-dc72-41a2-b93c-f5e9d111e852 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Made reservation on behalf of 005f4463c7db4317a0be9ff96a72eef9 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:18:54.846205 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7d7b-dc72-41a2-b93c-f5e9d111e852 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:54.921838 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44421852', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:53Z', 'revision_number': 3, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:18:54.925624 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] Checking router: 3aef19a7-038c-4754-973b-c85aeaa18386 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:18:54.925978 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] Updating router 3aef19a7-038c-4754-973b-c85aeaa18386 port fb2c4599-556c-45d0-9ac8-a01276934d36 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:18:54.983288 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:55.337880 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:55.352806 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] Transition to ACTIVE for port object fb2c4599-556c-45d0-9ac8-a01276934d36 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:18:55.360220 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:55.364248 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-a35bbca0-5bec-4456-958d-7e5a4a66f70e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:55.421493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7d7b-dc72-41a2-b93c-f5e9d111e852 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:55.426008 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b2e722a1-b859-4930-8f78-ef7fdc13c8f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:55.438086 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] Attempting to bind port fb2c4599-556c-45d0-9ac8-a01276934d36 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:18:55.438453 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] Attempting to bind port fb2c4599-556c-45d0-9ac8-a01276934d36 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:18:55.438812 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] Attempting to bind port fb2c4599-556c-45d0-9ac8-a01276934d36 on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:18:55.444284 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39583b18-22a3-47f9-b067-fbee35aeecd8 None None] Pushing event updated for resources: {'Port': ['ID=fb2c4599-556c-45d0-9ac8-a01276934d36,revision_number=2']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:55.452202 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:18:55.452574 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:18:55.452990 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:55.453370 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:18:55.453818 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] Bound port: fb2c4599-556c-45d0-9ac8-a01276934d36, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:18:55.454775 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:55.482074 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39583b18-22a3-47f9-b067-fbee35aeecd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:55.482730 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39583b18-22a3-47f9-b067-fbee35aeecd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:55.482730 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39583b18-22a3-47f9-b067-fbee35aeecd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:55.482942 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39583b18-22a3-47f9-b067-fbee35aeecd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:55.483250 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39583b18-22a3-47f9-b067-fbee35aeecd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:55.483568 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39583b18-22a3-47f9-b067-fbee35aeecd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:55.483883 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39583b18-22a3-47f9-b067-fbee35aeecd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:55.484197 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39583b18-22a3-47f9-b067-fbee35aeecd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:55.484652 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39583b18-22a3-47f9-b067-fbee35aeecd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:55.485924 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39583b18-22a3-47f9-b067-fbee35aeecd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:55.485924 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39583b18-22a3-47f9-b067-fbee35aeecd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:55.486182 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39583b18-22a3-47f9-b067-fbee35aeecd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:18:55.495690 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-39583b18-22a3-47f9-b067-fbee35aeecd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:55.503735 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb7d7b-dc72-41a2-b93c-f5e9d111e852 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Subnet': ['ID=b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:55.506990 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0ecb7d7b-dc72-41a2-b93c-f5e9d111e852 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:55.513312 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecb7d7b-dc72-41a2-b93c-f5e9d111e852 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Checking segment: {'id': '10a2a63e-ea86-418c-8ae6-ef0bada28c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:18:55.513674 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecb7d7b-dc72-41a2-b93c-f5e9d111e852 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network hostable DHCP agents. Network: b9838237-4060-47e8-be5b-f59876b47229, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:18:55.531364 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecb7d7b-dc72-41a2-b93c-f5e9d111e852 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network b9838237-4060-47e8-be5b-f59876b47229 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:18:55.536897 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] For port fb2c4599-556c-45d0-9ac8-a01276934d36, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:18:55.540379 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] For port fb2c4599-556c-45d0-9ac8-a01276934d36, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fb2c4599-556c-45d0-9ac8-a01276934d36,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:18:55.540867 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-0ecb7d7b-dc72-41a2-b93c-f5e9d111e852 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, b9838237-4060-47e8-be5b-f59876b47229) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:18:55.544802 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:55.549220 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-2adf727a-3152-4a9e-97b1-72eab455e3ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:55.551202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecb7d7b-dc72-41a2-b93c-f5e9d111e852 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:18:55.551998 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7d7b-dc72-41a2-b93c-f5e9d111e852 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:55.553626 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7594fc2-0a46-46c2-8715-37c66e91d2a1 None None] Network b9838237-4060-47e8-be5b-f59876b47229 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:18:55.576458 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-0ecb7d7b-dc72-41a2-b93c-f5e9d111e852 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8659613 Jun 02 21:18:55.576657 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36462) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:18:55.624705 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] Routers {'3aef19a7-038c-4754-973b-c85aeaa18386'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:18:55.625311 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:18:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['3aef19a7-038c-4754-973b-c85aeaa18386'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:18:55.678701 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39583b18-22a3-47f9-b067-fbee35aeecd8 None None] Pushing event updated for resources: {'Port': ['ID=fb2c4599-556c-45d0-9ac8-a01276934d36,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:55.689145 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-39583b18-22a3-47f9-b067-fbee35aeecd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:55.785959 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-b9838237-4060-47e8-be5b-f59876b47229', 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ips': [{'subnet_id': 'b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 21:18:55.786858 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:55.801909 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] Set router 3aef19a7-038c-4754-973b-c85aeaa18386 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:18:55.949239 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Allocated IP 172.20.0.2 (b9838237-4060-47e8-be5b-f59876b47229/b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a/fdeaaffb-022c-4e05-88d5-627a0baa1851) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:18:56.084821 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44421852', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:53Z', 'revision_number': 3, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:18:56.089460 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a56c5cb-e286-4063-b57a-21dd549eb684 None None] The sync data for ids ['3aef19a7-038c-4754-973b-c85aeaa18386'] in dv-neutron-601336-84-hyperv is: [{'id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44421852', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:53Z', 'revision_number': 3, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:18:56.163040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:56.173874 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Transition to ACTIVE for port object fdeaaffb-022c-4e05-88d5-627a0baa1851 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:18:56.195177 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Transition to ACTIVE for port object fdeaaffb-022c-4e05-88d5-627a0baa1851 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:18:56.200882 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:56.205217 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:56.259542 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Network b9838237-4060-47e8-be5b-f59876b47229 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:18:56.263052 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:18:56.268458 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:18:56.317098 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:56.339363 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Pushing event updated for resources: {'Port': ['ID=fdeaaffb-022c-4e05-88d5-627a0baa1851,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:56.342293 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:56.401233 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Attempting to bind port fdeaaffb-022c-4e05-88d5-627a0baa1851 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:18:56.401603 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Attempting to bind port fdeaaffb-022c-4e05-88d5-627a0baa1851 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '10a2a63e-ea86-418c-8ae6-ef0bada28c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:18:56.401968 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Attempting to bind port fdeaaffb-022c-4e05-88d5-627a0baa1851 on network b9838237-4060-47e8-be5b-f59876b47229 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:18:56.407701 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:18:56.408073 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Checking segment: {'id': '10a2a63e-ea86-418c-8ae6-ef0bada28c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:18:56.408478 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:56.408869 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Bound using segment: {'id': '10a2a63e-ea86-418c-8ae6-ef0bada28c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:18:56.409335 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Bound port: fdeaaffb-022c-4e05-88d5-627a0baa1851, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a2a63e-ea86-418c-8ae6-ef0bada28c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:18:56.409705 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:56.507256 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] For port fdeaaffb-022c-4e05-88d5-627a0baa1851, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:18:56.511270 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] For port fdeaaffb-022c-4e05-88d5-627a0baa1851, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fdeaaffb-022c-4e05-88d5-627a0baa1851,segment=NetworkSegment(10a2a63e-ea86-418c-8ae6-ef0bada28c9b),segment_id=10a2a63e-ea86-418c-8ae6-ef0bada28c9b)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:18:56.516572 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:56.521820 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:56.607933 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Pushing event updated for resources: {'Port': ['ID=fdeaaffb-022c-4e05-88d5-627a0baa1851,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:56.614887 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:56.922875 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Allocated IP 172.20.0.1 (b9838237-4060-47e8-be5b-f59876b47229/b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a/a5142b67-313f-4b3d-85c7-0da028cbbd65) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:18:57.080783 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fdeaaffb-022c-4e05-88d5-627a0baa1851 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:18:57.104226 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:57.120513 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Transition to ACTIVE for port object a5142b67-313f-4b3d-85c7-0da028cbbd65 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:18:57.144455 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:57.148354 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port fdeaaffb-022c-4e05-88d5-627a0baa1851 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:18:57.149208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6cf01ce8-a898-4387-bf02-64aa045a25c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:57.153309 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fb2c4599-556c-45d0-9ac8-a01276934d36 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:18:57.206179 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network b9838237-4060-47e8-be5b-f59876b47229 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:18:57.215093 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:18:57.220576 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:18:57.227497 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port fb2c4599-556c-45d0-9ac8-a01276934d36 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:18:57.233617 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port fb2c4599-556c-45d0-9ac8-a01276934d36 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:18:57.234181 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:57.268132 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=a5142b67-313f-4b3d-85c7-0da028cbbd65,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:57.272972 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:57.297469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:57.413946 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:57.434586 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port fb2c4599-556c-45d0-9ac8-a01276934d36, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fb2c4599-556c-45d0-9ac8-a01276934d36,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:18:57.439500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:57.441466 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-5d9de1b0-092a-4320-a710-7e747180f588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:57.518952 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=fb2c4599-556c-45d0-9ac8-a01276934d36,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:57.522474 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:57.537544 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b570a77a-6f6c-44ff-91ac-bd5ccb795472 None None] Network b9838237-4060-47e8-be5b-f59876b47229 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:18:57.579243 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:57.626982 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8c213a80-57ce-42fc-a135-855725c57162 None None] Provisioning for port fdeaaffb-022c-4e05-88d5-627a0baa1851 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:18:57.636936 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-8c213a80-57ce-42fc-a135-855725c57162 None None] Provisioning complete for port fdeaaffb-022c-4e05-88d5-627a0baa1851 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:18:57.637157 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8c213a80-57ce-42fc-a135-855725c57162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:57.863457 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8c213a80-57ce-42fc-a135-855725c57162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:57.910580 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-8c213a80-57ce-42fc-a135-855725c57162 None None] For port fdeaaffb-022c-4e05-88d5-627a0baa1851, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fdeaaffb-022c-4e05-88d5-627a0baa1851,segment=NetworkSegment(10a2a63e-ea86-418c-8ae6-ef0bada28c9b),segment_id=10a2a63e-ea86-418c-8ae6-ef0bada28c9b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:18:57.916919 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8c213a80-57ce-42fc-a135-855725c57162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:57.918520 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-b65bf7de-9349-4cf9-a877-51c93bcf29bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:57.987713 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c213a80-57ce-42fc-a135-855725c57162 None None] Pushing event updated for resources: {'Port': ['ID=fdeaaffb-022c-4e05-88d5-627a0baa1851,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:57.991204 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8c213a80-57ce-42fc-a135-855725c57162 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:58.011505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:58.016392 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:58.045770 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-632e2316-0a7a-45d1-ae30-5d666e9169e3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:18:58.131574 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=a5142b67-313f-4b3d-85c7-0da028cbbd65,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:18:58.133911 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:58.138267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:18:58.151332 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9eb03327-4733-41d6-af7c-5afc8fde9cc7 None None] Provisioning for port a5142b67-313f-4b3d-85c7-0da028cbbd65 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:18:58.157052 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9eb03327-4733-41d6-af7c-5afc8fde9cc7 None None] Provisioning complete for port a5142b67-313f-4b3d-85c7-0da028cbbd65 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:18:58.157447 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9eb03327-4733-41d6-af7c-5afc8fde9cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:58.218688 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-9eb03327-4733-41d6-af7c-5afc8fde9cc7 None None] Port a5142b67-313f-4b3d-85c7-0da028cbbd65 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:18:58.230907 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9eb03327-4733-41d6-af7c-5afc8fde9cc7 None None] Provisioning complete for port fdeaaffb-022c-4e05-88d5-627a0baa1851 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:18:58.231903 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9eb03327-4733-41d6-af7c-5afc8fde9cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:58.275586 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network b9838237-4060-47e8-be5b-f59876b47229 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:18:58.277053 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:18:58.474466 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-25682c95-84a2-49df-8295-994bdd2f1334 None None] Provisioning complete for port a5142b67-313f-4b3d-85c7-0da028cbbd65 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:18:58.474847 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-25682c95-84a2-49df-8295-994bdd2f1334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:58.534572 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-25682c95-84a2-49df-8295-994bdd2f1334 None None] Port a5142b67-313f-4b3d-85c7-0da028cbbd65 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:18:58.618460 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router 3aef19a7-038c-4754-973b-c85aeaa18386 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:18:58.801417 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:18:58.810836 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] Sync routers for ids ['3aef19a7-038c-4754-973b-c85aeaa18386'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:18:58.814793 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "PUT /v2.0/routers/3aef19a7-038c-4754-973b-c85aeaa18386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2365746 Jun 02 21:18:58.820006 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] Routers {'3aef19a7-038c-4754-973b-c85aeaa18386'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:18:58.820677 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:18:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['3aef19a7-038c-4754-973b-c85aeaa18386'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:18:58.983055 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-01517142-a94b-4c4a-a69c-8bc4ed1483c3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1674120488&fields=id&tenant_id=005f4463c7db4317a0be9ff96a72eef9 HTTP/1.1" status: 200 len: 267 time: 0.0449445 Jun 02 21:18:59.002086 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] Set router 3aef19a7-038c-4754-973b-c85aeaa18386 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:18:59.045298 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fdeaaffb-022c-4e05-88d5-627a0baa1851 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:18:59.144059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-eb1aba65-f4c5-4e1e-a037-14e7e9102307 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:18:59.145502 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-eb1aba65-f4c5-4e1e-a037-14e7e9102307 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/networks?id=b9838237-4060-47e8-be5b-f59876b47229 HTTP/1.1" status: 200 len: 797 time: 0.1554387 Jun 02 21:18:59.160124 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-27df2639-255a-4c22-a915-2c008e57dd00 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/quotas/005f4463c7db4317a0be9ff96a72eef9 HTTP/1.1" status: 200 len: 375 time: 0.0090079 Jun 02 21:18:59.243337 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-dac67051-8763-4d7f-a70c-926357437303 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783913 Jun 02 21:18:59.258692 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-7a7d407e-c249-4d05-a35b-d488ae0d76fc service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 21:18:59.259708 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-7a7d407e-c249-4d05-a35b-d488ae0d76fc service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052288 Jun 02 21:18:59.265121 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port fdeaaffb-022c-4e05-88d5-627a0baa1851 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:18:59.265491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:59.391999 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-dafef0aa-2476-4ae6-9ceb-d4ef26686406 service neutron] 10.222.0.25 "GET /v2.0/networks/b9838237-4060-47e8-be5b-f59876b47229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264980 Jun 02 21:18:59.498562 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fb2c4599-556c-45d0-9ac8-a01276934d36 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:18:59.524303 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-de9d5f94-4e7a-429f-9cb6-f7413db93ce1 service neutron] 10.222.0.25 "GET /v2.0/networks/b9838237-4060-47e8-be5b-f59876b47229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249523 Jun 02 21:18:59.558179 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44421852', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:57Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'a5142b67-313f-4b3d-85c7-0da028cbbd65', 'name': '', 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:a0:87:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:56Z', 'updated_at': '2021-06-02T21:18:57Z', 'revision_number': 2, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': 'b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:18:59.563797 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] Checking router: 3aef19a7-038c-4754-973b-c85aeaa18386 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:18:59.564152 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] Updating router 3aef19a7-038c-4754-973b-c85aeaa18386 port a5142b67-313f-4b3d-85c7-0da028cbbd65 binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:18:59.621166 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port fb2c4599-556c-45d0-9ac8-a01276934d36 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:18:59.621729 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:59.661742 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:18:59.708600 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-f9ea6500-5727-4bf5-bf6b-468d7772d131 req-f8bba36e-7bfe-4a98-b4e9-eb591d8c7cc2 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:18:59.743642 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-f9ea6500-5727-4bf5-bf6b-468d7772d131 req-f8bba36e-7bfe-4a98-b4e9-eb591d8c7cc2 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:18:59.745205 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f9ea6500-5727-4bf5-bf6b-468d7772d131 req-f8bba36e-7bfe-4a98-b4e9-eb591d8c7cc2 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 210 time: 0.0865166 Jun 02 21:19:00.086152 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:00.098077 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] Transition to ACTIVE for port object a5142b67-313f-4b3d-85c7-0da028cbbd65 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:19:00.105504 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:00.108964 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2891b450-0bf3-4bdc-bfe1-969a5853e2c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:19:00.258299 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d36a7a-23b0-4245-8f0e-67bd2f460953 None None] Pushing event updated for resources: {'Port': ['ID=a5142b67-313f-4b3d-85c7-0da028cbbd65,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:19:00.265719 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c5d36a7a-23b0-4245-8f0e-67bd2f460953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:19:00.327593 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] Attempting to bind port a5142b67-313f-4b3d-85c7-0da028cbbd65 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:19:00.327973 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] Attempting to bind port a5142b67-313f-4b3d-85c7-0da028cbbd65 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '10a2a63e-ea86-418c-8ae6-ef0bada28c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:19:00.328340 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] Attempting to bind port a5142b67-313f-4b3d-85c7-0da028cbbd65 on network b9838237-4060-47e8-be5b-f59876b47229 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:19:00.333679 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:19:00.334059 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] Checking segment: {'id': '10a2a63e-ea86-418c-8ae6-ef0bada28c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:19:00.334467 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:00.334869 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] Bound using segment: {'id': '10a2a63e-ea86-418c-8ae6-ef0bada28c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:19:00.335395 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] Bound port: a5142b67-313f-4b3d-85c7-0da028cbbd65, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a2a63e-ea86-418c-8ae6-ef0bada28c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:19:00.335775 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:00.436036 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] For port a5142b67-313f-4b3d-85c7-0da028cbbd65, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:19:00.439596 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] For port a5142b67-313f-4b3d-85c7-0da028cbbd65, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a5142b67-313f-4b3d-85c7-0da028cbbd65,segment=NetworkSegment(10a2a63e-ea86-418c-8ae6-ef0bada28c9b),segment_id=10a2a63e-ea86-418c-8ae6-ef0bada28c9b)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:19:00.443982 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:00.447566 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:19:00.534743 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] Routers {'3aef19a7-038c-4754-973b-c85aeaa18386'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:19:00.535471 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:18:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['3aef19a7-038c-4754-973b-c85aeaa18386'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:19:00.599490 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d36a7a-23b0-4245-8f0e-67bd2f460953 None None] Pushing event updated for resources: {'Port': ['ID=a5142b67-313f-4b3d-85c7-0da028cbbd65,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:19:00.604147 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c5d36a7a-23b0-4245-8f0e-67bd2f460953 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:19:00.746339 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] Set router 3aef19a7-038c-4754-973b-c85aeaa18386 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:19:00.792184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-25d09924-9bec-4073-96bf-ce3d12df0c71 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:00.793032 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-25d09924-9bec-4073-96bf-ce3d12df0c71 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:network {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:19:00.814736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-25d09924-9bec-4073-96bf-ce3d12df0c71 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:network {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:19:00.816876 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-25d09924-9bec-4073-96bf-ce3d12df0c71 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "GET /v2.0/networks?id=b9838237-4060-47e8-be5b-f59876b47229 HTTP/1.1" status: 200 len: 797 time: 0.2067244 Jun 02 21:19:00.865711 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-68341aea-9f75-470e-81b5-e8a2363dbe29 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:19:00.886653 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-68341aea-9f75-470e-81b5-e8a2363dbe29 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:19:00.888336 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-68341aea-9f75-470e-81b5-e8a2363dbe29 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=005f4463c7db4317a0be9ff96a72eef9 HTTP/1.1" status: 200 len: 380 time: 0.0632577 Jun 02 21:19:00.897989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-e4a73d02-d1df-4f81-ac1d-d2e38e71d6a7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'port': {'device_id': '956e73cb-5728-45b7-9106-1a30f5439463', 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229', 'admin_state_up': True, 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'security_groups': ['7e062aa5-76ea-4567-ba8a-60496c350a82']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:19:00.918467 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a3a91d37-e64b-4b06-b2ba-1fef0c955744 req-0c7cc1bf-0b62-4faa-94b1-dfff2ff5357d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 210 time: 0.0518525 Jun 02 21:19:00.982516 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-aace6008-e0a4-4a43-a371-4ae67f505930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:01.039992 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-e4a73d02-d1df-4f81-ac1d-d2e38e71d6a7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:19:01.050191 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-e4a73d02-d1df-4f81-ac1d-d2e38e71d6a7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:19:01.060266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-e4a73d02-d1df-4f81-ac1d-d2e38e71d6a7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Made reservation on behalf of 005f4463c7db4317a0be9ff96a72eef9 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:19:01.063787 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-e4a73d02-d1df-4f81-ac1d-d2e38e71d6a7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:01.147393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44421852', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:57Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'a5142b67-313f-4b3d-85c7-0da028cbbd65', 'name': '', 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:a0:87:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:56Z', 'updated_at': '2021-06-02T21:19:00Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': 'b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:19:01.151399 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705198ef-ab41-4c91-b66b-e28ed0855aa8 None None] The sync data for ids ['3aef19a7-038c-4754-973b-c85aeaa18386'] in dv-neutron-601336-84-hyperv is: [{'id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44421852', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:57Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'a5142b67-313f-4b3d-85c7-0da028cbbd65', 'name': '', 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:a0:87:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:56Z', 'updated_at': '2021-06-02T21:19:00Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': 'b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:19:01.246181 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-e4a73d02-d1df-4f81-ac1d-d2e38e71d6a7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Allocated IP 172.20.0.6 (b9838237-4060-47e8-be5b-f59876b47229/b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a/599a6a4b-d0a5-448c-8e0a-c508d8057aeb) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:19:01.458070 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-e4a73d02-d1df-4f81-ac1d-d2e38e71d6a7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:01.475172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-e4a73d02-d1df-4f81-ac1d-d2e38e71d6a7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Transition to ACTIVE for port object 599a6a4b-d0a5-448c-8e0a-c508d8057aeb will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:19:01.499459 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-e4a73d02-d1df-4f81-ac1d-d2e38e71d6a7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:01.505276 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-261c57aa-0a6c-4639-ac58-3448ce22d11b tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:19:01.573056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-e4a73d02-d1df-4f81-ac1d-d2e38e71d6a7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network b9838237-4060-47e8-be5b-f59876b47229 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:19:01.576647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-e4a73d02-d1df-4f81-ac1d-d2e38e71d6a7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:19:01.580760 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-e4a73d02-d1df-4f81-ac1d-d2e38e71d6a7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:19:01.621109 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a73d02-d1df-4f81-ac1d-d2e38e71d6a7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=599a6a4b-d0a5-448c-8e0a-c508d8057aeb,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:19:01.625903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e4a73d02-d1df-4f81-ac1d-d2e38e71d6a7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:19:01.655197 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-e4a73d02-d1df-4f81-ac1d-d2e38e71d6a7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:01.655940 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-e4a73d02-d1df-4f81-ac1d-d2e38e71d6a7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:01.684408 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-e4a73d02-d1df-4f81-ac1d-d2e38e71d6a7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7909608 Jun 02 21:19:01.696295 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Request body: {'port': {'device_id': '956e73cb-5728-45b7-9106-1a30f5439463', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:19:01.822589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:01.843404 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-17d0673b-1afb-4f70-a53d-031087afae34 None None] Provisioning for port 599a6a4b-d0a5-448c-8e0a-c508d8057aeb completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:19:01.849107 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-17d0673b-1afb-4f70-a53d-031087afae34 None None] Provisioning complete for port 599a6a4b-d0a5-448c-8e0a-c508d8057aeb triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:19:01.849412 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-17d0673b-1afb-4f70-a53d-031087afae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:01.904655 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-17d0673b-1afb-4f70-a53d-031087afae34 None None] Port 599a6a4b-d0a5-448c-8e0a-c508d8057aeb cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:19:02.185156 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e766f-15b4-4340-a0fb-bed3792c7f6d req-28a4d0f8-5dff-4f72-a130-0abd9d4498aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:02.185857 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-921e766f-15b4-4340-a0fb-bed3792c7f6d req-28a4d0f8-5dff-4f72-a130-0abd9d4498aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:19:02.255083 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-921e766f-15b4-4340-a0fb-bed3792c7f6d req-28a4d0f8-5dff-4f72-a130-0abd9d4498aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:19:02.256191 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-921e766f-15b4-4340-a0fb-bed3792c7f6d req-28a4d0f8-5dff-4f72-a130-0abd9d4498aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 931 time: 0.2038286 Jun 02 21:19:02.262555 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599a6a4b-d0a5-448c-8e0a-c508d8057aeb {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:19:02.271662 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:02.313291 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Transition to ACTIVE for port object 599a6a4b-d0a5-448c-8e0a-c508d8057aeb will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:19:02.462423 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:02.468824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-344ba883-dfd0-4777-bb5a-e67fb09408da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:19:02.505484 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-921e766f-15b4-4340-a0fb-bed3792c7f6d req-b22a6c3b-8377-4c76-89b8-97dfb3e5ac61 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382927 Jun 02 21:19:02.635283 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Pushing event updated for resources: {'Port': ['ID=599a6a4b-d0a5-448c-8e0a-c508d8057aeb,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:19:02.638210 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:19:02.713554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Attempting to bind port 599a6a4b-d0a5-448c-8e0a-c508d8057aeb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:19:02.713893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Attempting to bind port 599a6a4b-d0a5-448c-8e0a-c508d8057aeb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '10a2a63e-ea86-418c-8ae6-ef0bada28c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:19:02.714223 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Attempting to bind port 599a6a4b-d0a5-448c-8e0a-c508d8057aeb on network b9838237-4060-47e8-be5b-f59876b47229 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:19:02.719432 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Port 599a6a4b-d0a5-448c-8e0a-c508d8057aeb on network b9838237-4060-47e8-be5b-f59876b47229 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 21:19:02.719763 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Attempting to bind port 599a6a4b-d0a5-448c-8e0a-c508d8057aeb on network b9838237-4060-47e8-be5b-f59876b47229 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:19:02.725301 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:19:02.725642 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Checking segment: {'id': '10a2a63e-ea86-418c-8ae6-ef0bada28c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:19:02.726028 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Bound using segment: {'id': '10a2a63e-ea86-418c-8ae6-ef0bada28c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:19:02.726457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Bound port: 599a6a4b-d0a5-448c-8e0a-c508d8057aeb, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a2a63e-ea86-418c-8ae6-ef0bada28c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:19:02.726803 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:02.819113 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] For port 599a6a4b-d0a5-448c-8e0a-c508d8057aeb, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:19:02.821919 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] For port 599a6a4b-d0a5-448c-8e0a-c508d8057aeb, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=599a6a4b-d0a5-448c-8e0a-c508d8057aeb,segment=NetworkSegment(10a2a63e-ea86-418c-8ae6-ef0bada28c9b),segment_id=10a2a63e-ea86-418c-8ae6-ef0bada28c9b)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:19:02.826815 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:02.831263 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-534557d7-ffc5-4222-bea3-f2c905dcbbcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:19:02.883118 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:02.883749 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:02.885125 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] 10.222.0.95 "PUT /v2.0/ports/599a6a4b-d0a5-448c-8e0a-c508d8057aeb HTTP/1.1" status: 200 len: 1093 time: 1.1932018 Jun 02 21:19:02.885663 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956e73cb-5728-45b7-9106-1a30f5439463', 'tag': '599a6a4b-d0a5-448c-8e0a-c508d8057aeb'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:19:02.887937 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a903e2-e13c-4b1a-a089-168fe3abe04c" -d '{"events": [{"name": "network-changed", "server_uuid": "956e73cb-5728-45b7-9106-1a30f5439463", "tag": "599a6a4b-d0a5-448c-8e0a-c508d8057aeb"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:19:02.913806 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Pushing event updated for resources: {'Port': ['ID=599a6a4b-d0a5-448c-8e0a-c508d8057aeb,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:19:02.917995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:19:02.968027 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc5b759-f3de-409f-894d-4f3607b0c9c3 x-openstack-request-id: req-cdc5b759-f3de-409f-894d-4f3607b0c9c3 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:19:02.968367 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956e73cb-5728-45b7-9106-1a30f5439463", "tag": "599a6a4b-d0a5-448c-8e0a-c508d8057aeb", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:19:02.968742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cdc5b759-f3de-409f-894d-4f3607b0c9c3 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:19:02.969184 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956e73cb-5728-45b7-9106-1a30f5439463', 'tag': '599a6a4b-d0a5-448c-8e0a-c508d8057aeb', 'status': 'completed', 'code': 200} Jun 02 21:19:03.009434 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-d5aee9fd-c6c4-4fca-acba-eb66bc4a13d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:03.011001 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-d5aee9fd-c6c4-4fca-acba-eb66bc4a13d2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 1096 time: 0.0829830 Jun 02 21:19:03.040100 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a5142b67-313f-4b3d-85c7-0da028cbbd65 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:19:03.085541 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-d03334cf-b12c-4d1b-a8d0-425b09541c76 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=599a6a4b-d0a5-448c-8e0a-c508d8057aeb HTTP/1.1" status: 200 len: 217 time: 0.0676584 Jun 02 21:19:03.113452 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port a5142b67-313f-4b3d-85c7-0da028cbbd65 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:19:03.117878 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port a5142b67-313f-4b3d-85c7-0da028cbbd65 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:19:03.118430 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:03.148881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-9e32c8c8-2247-4d7d-ab79-092bc65a0622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:03.150814 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-9e32c8c8-2247-4d7d-ab79-092bc65a0622 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a HTTP/1.1" status: 200 len: 835 time: 0.0591879 Jun 02 21:19:03.230812 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-610d0e65-86a5-4833-8aef-339934426681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:03.232312 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-610d0e65-86a5-4833-8aef-339934426681 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b9838237-4060-47e8-be5b-f59876b47229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0751460 Jun 02 21:19:03.244460 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:03.276792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port a5142b67-313f-4b3d-85c7-0da028cbbd65, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a5142b67-313f-4b3d-85c7-0da028cbbd65,segment=NetworkSegment(10a2a63e-ea86-418c-8ae6-ef0bada28c9b),segment_id=10a2a63e-ea86-418c-8ae6-ef0bada28c9b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:19:03.281761 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:03.283621 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:19:03.347504 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=a5142b67-313f-4b3d-85c7-0da028cbbd65,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:19:03.350355 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:19:03.368471 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-4a69dcd3-5b8a-492b-9858-1f6d6c5c9193 service neutron] 10.222.0.95 "GET /v2.0/networks/b9838237-4060-47e8-be5b-f59876b47229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295917 Jun 02 21:19:03.406531 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2cc0f8b8-26ca-4345-bbfd-c2261e9eef61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:03.475535 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:03.504848 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-57ddf2ac-9293-433b-8c58-623b6149a11c req-a53acdc0-e818-46bf-ba1f-ce875b527e2c service neutron] 10.222.0.95 "GET /v2.0/networks/b9838237-4060-47e8-be5b-f59876b47229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300616 Jun 02 21:19:03.649946 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a903e2-e13c-4b1a-a089-168fe3abe04c req-79dc8106-297f-4ce6-a158-7763375ad36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:03.651427 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19a903e2-e13c-4b1a-a089-168fe3abe04c req-79dc8106-297f-4ce6-a158-7763375ad36c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 1096 time: 0.1053443 Jun 02 21:19:03.814425 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38e8f8-e581-46c5-adda-2fc1e455b29f req-4d75fd26-ac66-48b3-ba3e-4473cbbb4651 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:03.815902 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6c38e8f8-e581-46c5-adda-2fc1e455b29f req-4d75fd26-ac66-48b3-ba3e-4473cbbb4651 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 943 time: 0.2054422 Jun 02 21:19:03.824672 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a903e2-e13c-4b1a-a089-168fe3abe04c req-03f65208-4690-40b4-a25d-6a98436e3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:03.825998 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19a903e2-e13c-4b1a-a089-168fe3abe04c req-03f65208-4690-40b4-a25d-6a98436e3ad8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b9838237-4060-47e8-be5b-f59876b47229 HTTP/1.1" status: 200 len: 898 time: 0.1673491 Jun 02 21:19:03.905406 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19a903e2-e13c-4b1a-a089-168fe3abe04c req-a25eb31d-c23b-414f-9307-46ea1e8b497b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=599a6a4b-d0a5-448c-8e0a-c508d8057aeb HTTP/1.1" status: 200 len: 217 time: 0.0633843 Jun 02 21:19:03.962751 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6c38e8f8-e581-46c5-adda-2fc1e455b29f req-b6245af7-1ca1-4157-a634-c03f35005bed tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394353 Jun 02 21:19:03.988489 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a903e2-e13c-4b1a-a089-168fe3abe04c req-deeac254-a55b-4289-9846-46b712429d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:03.989948 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19a903e2-e13c-4b1a-a089-168fe3abe04c req-deeac254-a55b-4289-9846-46b712429d30 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a HTTP/1.1" status: 200 len: 835 time: 0.0780270 Jun 02 21:19:04.064028 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a903e2-e13c-4b1a-a089-168fe3abe04c req-2a778305-560e-4ba1-99b8-5865fc3d083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:04.065457 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19a903e2-e13c-4b1a-a089-168fe3abe04c req-2a778305-560e-4ba1-99b8-5865fc3d083d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b9838237-4060-47e8-be5b-f59876b47229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0689118 Jun 02 21:19:04.212240 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19a903e2-e13c-4b1a-a089-168fe3abe04c req-dc303bf9-d337-4c27-8209-8e7aba38895c service neutron] 10.222.0.95 "GET /v2.0/networks/b9838237-4060-47e8-be5b-f59876b47229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395755 Jun 02 21:19:04.344481 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19a903e2-e13c-4b1a-a089-168fe3abe04c req-3fd2538b-4b8d-43ba-89ed-5b17af228201 service neutron] 10.222.0.95 "GET /v2.0/networks/b9838237-4060-47e8-be5b-f59876b47229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243005 Jun 02 21:19:04.407910 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:05.011347 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a5142b67-313f-4b3d-85c7-0da028cbbd65 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:19:05.081097 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port a5142b67-313f-4b3d-85c7-0da028cbbd65 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:19:05.081470 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:05.154508 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d76591-7160-44c9-aef4-5dc8600a7012 req-a6e3f322-02c3-484b-a7ce-be6961171eb9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:05.156126 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-39d76591-7160-44c9-aef4-5dc8600a7012 req-a6e3f322-02c3-484b-a7ce-be6961171eb9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 943 time: 0.0840824 Jun 02 21:19:05.200828 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-39d76591-7160-44c9-aef4-5dc8600a7012 req-b397aa83-3423-468b-a2fa-35ef75be11a7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388477 Jun 02 21:19:06.076816 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:06.388272 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df79478-4085-451f-96d8-9ed4e169da8a req-756a541e-55be-4fa9-82ef-cbf7a7307cdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:06.389877 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1df79478-4085-451f-96d8-9ed4e169da8a req-756a541e-55be-4fa9-82ef-cbf7a7307cdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 943 time: 0.0842237 Jun 02 21:19:06.567695 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1df79478-4085-451f-96d8-9ed4e169da8a req-f0c2155b-f99d-4a00-8538-844b525b6de4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722088 Jun 02 21:19:06.760550 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 599a6a4b-d0a5-448c-8e0a-c508d8057aeb details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:19:06.903621 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 599a6a4b-d0a5-448c-8e0a-c508d8057aeb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=599a6a4b-d0a5-448c-8e0a-c508d8057aeb,segment=NetworkSegment(10a2a63e-ea86-418c-8ae6-ef0bada28c9b),segment_id=10a2a63e-ea86-418c-8ae6-ef0bada28c9b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:19:06.920423 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '599a6a4b-d0a5-448c-8e0a-c508d8057aeb', 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229', 'port_id': '599a6a4b-d0a5-448c-8e0a-c508d8057aeb', 'mac_address': 'fa:16:3e:8f:90:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:19:06.974133 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:06.990666 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599a6a4b-d0a5-448c-8e0a-c508d8057aeb {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:19:07.005562 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 599a6a4b-d0a5-448c-8e0a-c508d8057aeb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=599a6a4b-d0a5-448c-8e0a-c508d8057aeb,segment=NetworkSegment(10a2a63e-ea86-418c-8ae6-ef0bada28c9b),segment_id=10a2a63e-ea86-418c-8ae6-ef0bada28c9b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:19:07.009372 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:07.012501 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:19:07.076079 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=599a6a4b-d0a5-448c-8e0a-c508d8057aeb,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:19:07.079014 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:19:07.313021 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['599a6a4b-d0a5-448c-8e0a-c508d8057aeb'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:19:07.749684 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04dbf4-2c7c-41ce-b40f-7c77e8b71af6 req-3c4e9fa2-98bb-48b7-8bad-05ce05822dfe tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:07.751137 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-1b04dbf4-2c7c-41ce-b40f-7c77e8b71af6 req-3c4e9fa2-98bb-48b7-8bad-05ce05822dfe tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 944 time: 0.0797272 Jun 02 21:19:07.943190 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-1b04dbf4-2c7c-41ce-b40f-7c77e8b71af6 req-3d504061-d19c-4eb5-b23c-d2155fdd850d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864619 Jun 02 21:19:08.772667 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 599a6a4b-d0a5-448c-8e0a-c508d8057aeb up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:19:08.838964 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 599a6a4b-d0a5-448c-8e0a-c508d8057aeb completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:19:08.843500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 599a6a4b-d0a5-448c-8e0a-c508d8057aeb triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:19:08.843875 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:08.959868 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:08.986906 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956e73cb-5728-45b7-9106-1a30f5439463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599a6a4b-d0a5-448c-8e0a-c508d8057aeb'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:19:08.989208 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad211dd-09ad-48fb-8aab-78c91c4054bd" -d '{"events": [{"server_uuid": "956e73cb-5728-45b7-9106-1a30f5439463", "name": "network-vif-plugged", "status": "completed", "tag": "599a6a4b-d0a5-448c-8e0a-c508d8057aeb"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:19:08.997818 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 599a6a4b-d0a5-448c-8e0a-c508d8057aeb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=599a6a4b-d0a5-448c-8e0a-c508d8057aeb,segment=NetworkSegment(10a2a63e-ea86-418c-8ae6-ef0bada28c9b),segment_id=10a2a63e-ea86-418c-8ae6-ef0bada28c9b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:19:09.001964 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:09.003968 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:19:09.038652 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb15827c-4254-47fc-841f-6f56b811bd66 x-openstack-request-id: req-bb15827c-4254-47fc-841f-6f56b811bd66 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:19:09.038929 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956e73cb-5728-45b7-9106-1a30f5439463", "name": "network-vif-plugged", "status": "completed", "tag": "599a6a4b-d0a5-448c-8e0a-c508d8057aeb", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:19:09.039197 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb15827c-4254-47fc-841f-6f56b811bd66 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:19:09.039581 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956e73cb-5728-45b7-9106-1a30f5439463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599a6a4b-d0a5-448c-8e0a-c508d8057aeb', 'code': 200} Jun 02 21:19:09.076320 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=599a6a4b-d0a5-448c-8e0a-c508d8057aeb,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:19:09.079098 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:19:09.130633 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ef0aa-d13b-4883-8220-5e90a46a2b4c req-f7fe46ff-49bc-4260-86ed-51ab4494b003 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:09.132120 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2c7ef0aa-d13b-4883-8220-5e90a46a2b4c req-f7fe46ff-49bc-4260-86ed-51ab4494b003 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 945 time: 0.0823767 Jun 02 21:19:09.177600 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2c7ef0aa-d13b-4883-8220-5e90a46a2b4c req-33895a56-4fa5-4eda-8d70-947c42a4d841 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392838 Jun 02 21:19:09.270953 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230ca2a-159b-4d7d-bcdc-c1f7d8be50f8 req-b70143d0-7ffc-41bc-93f3-3ee4305614ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:09.272317 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1230ca2a-159b-4d7d-bcdc-c1f7d8be50f8 req-b70143d0-7ffc-41bc-93f3-3ee4305614ff service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 1098 time: 0.0706823 Jun 02 21:19:09.384189 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1230ca2a-159b-4d7d-bcdc-c1f7d8be50f8 req-fa66b514-dce6-4b43-b84b-2a6a236dfa4a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321140 Jun 02 21:19:10.364578 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932abc3-daa2-489f-83fa-c5799d56947c req-40cb6a51-31f6-4f88-b96f-520154841943 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:10.366038 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9932abc3-daa2-489f-83fa-c5799d56947c req-40cb6a51-31f6-4f88-b96f-520154841943 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 945 time: 0.0838454 Jun 02 21:19:10.412721 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9932abc3-daa2-489f-83fa-c5799d56947c req-172379ca-ce47-45c6-bdf0-98052b6e2967 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409296 Jun 02 21:19:11.597190 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e29c1-0084-46be-8f70-5d55025271f6 req-a766e21e-1205-4dc1-a964-51d39cdae778 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:11.598610 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9e5e29c1-0084-46be-8f70-5d55025271f6 req-a766e21e-1205-4dc1-a964-51d39cdae778 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 945 time: 0.0816400 Jun 02 21:19:11.641995 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9e5e29c1-0084-46be-8f70-5d55025271f6 req-d7eb20f1-1458-4176-9b4e-75075e643701 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372710 Jun 02 21:19:11.829443 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f088a-21ca-4d9d-8c72-6d920705f2d4 req-b976625a-a651-4ec3-bb91-ed150f3e6059 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:11.830882 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-bf9f088a-21ca-4d9d-8c72-6d920705f2d4 req-b976625a-a651-4ec3-bb91-ed150f3e6059 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 945 time: 0.0827522 Jun 02 21:19:11.875121 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-bf9f088a-21ca-4d9d-8c72-6d920705f2d4 req-0b843e20-c8b3-474f-9172-a7e6bfbdbcf2 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383639 Jun 02 21:19:11.897669 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36518) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:19:11.964611 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7500f92-8301-4f91-90ab-820af8f841d8 tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:11.966055 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a7500f92-8301-4f91-90ab-820af8f841d8 tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 1093 time: 0.0674429 Jun 02 21:19:11.968868 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36520) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:19:11.973297 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': '599a6a4b-d0a5-448c-8e0a-c508d8057aeb', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:19:11.979369 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:19:11.983212 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:floatingip and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:19:11.985978 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:19:11.991652 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:19:12.001236 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for floatingip, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:12.133340 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:12.268078 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Allocated IP 172.26.0.160 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/214e1f8c-525f-495d-a479-4ef25b100e12) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:19:12.407956 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:12.437060 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:12.441297 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:19:12.503495 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:19:12.506614 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:19:12.510449 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:19:12.544428 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=214e1f8c-525f-495d-a479-4ef25b100e12,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:19:12.548204 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:19:12.916590 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:12.987961 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:13.188117 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:13.192480 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:13.197676 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5170d4a9-7978-4467-86d2-37b52a06c96e tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:19:13.449077 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=214e1f8c-525f-495d-a479-4ef25b100e12,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:19:13.451774 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:19:13.460500 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:13.632837 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Floating IP a4d077f4-0677-4555-ad47-8588a6947612 associated. External IP: 172.26.0.160, port: 599a6a4b-d0a5-448c-8e0a-c508d8057aeb. Jun 02 21:19:13.981545 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router 3aef19a7-038c-4754-973b-c85aeaa18386 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:19:14.156147 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:19:14.166366 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382fac41-1049-497e-b428-2caad13451a3 None None] Sync routers for ids ['3aef19a7-038c-4754-973b-c85aeaa18386'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:19:14.178276 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382fac41-1049-497e-b428-2caad13451a3 None None] Routers {'3aef19a7-038c-4754-973b-c85aeaa18386'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:19:14.178970 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-382fac41-1049-497e-b428-2caad13451a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:19:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['3aef19a7-038c-4754-973b-c85aeaa18386'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:19:14.182351 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:14.238282 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2683830 Jun 02 21:19:14.239067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956e73cb-5728-45b7-9106-1a30f5439463', 'tag': '599a6a4b-d0a5-448c-8e0a-c508d8057aeb'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:19:14.241393 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db10731-a694-454f-bb1c-972aab05553a" -d '{"events": [{"name": "network-changed", "server_uuid": "956e73cb-5728-45b7-9106-1a30f5439463", "tag": "599a6a4b-d0a5-448c-8e0a-c508d8057aeb"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:19:14.285152 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7c4f28-9b7f-40a6-909f-f618808ec194 x-openstack-request-id: req-1e7c4f28-9b7f-40a6-909f-f618808ec194 {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:19:14.285686 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956e73cb-5728-45b7-9106-1a30f5439463", "tag": "599a6a4b-d0a5-448c-8e0a-c508d8057aeb", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:19:14.286057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e7c4f28-9b7f-40a6-909f-f618808ec194 {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:19:14.286570 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956e73cb-5728-45b7-9106-1a30f5439463', 'tag': '599a6a4b-d0a5-448c-8e0a-c508d8057aeb', 'status': 'completed', 'code': 200} Jun 02 21:19:14.364288 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-382fac41-1049-497e-b428-2caad13451a3 None None] Set router 3aef19a7-038c-4754-973b-c85aeaa18386 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:19:14.448652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db10731-a694-454f-bb1c-972aab05553a req-aafc983a-0693-4eb0-8915-bf500ea9397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:14.450134 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7db10731-a694-454f-bb1c-972aab05553a req-aafc983a-0693-4eb0-8915-bf500ea9397a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 1098 time: 0.1423500 Jun 02 21:19:14.458277 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44bb77c-5bf8-4083-911d-a53594c595a4 req-5ba3359f-56b1-4b17-bf0f-11fd473bf3b0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:14.459630 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b44bb77c-5bf8-4083-911d-a53594c595a4 req-5ba3359f-56b1-4b17-bf0f-11fd473bf3b0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 945 time: 0.1108346 Jun 02 21:19:14.589624 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b44bb77c-5bf8-4083-911d-a53594c595a4 req-a762089f-b249-42ff-bb56-f1eca50c162c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120486 Jun 02 21:19:14.613921 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36526) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:19:14.625951 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db10731-a694-454f-bb1c-972aab05553a req-27345bc3-1548-4d77-af08-d9995bad575f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:14.627599 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7db10731-a694-454f-bb1c-972aab05553a req-27345bc3-1548-4d77-af08-d9995bad575f service neutron] 10.222.0.95 "GET /v2.0/networks?id=b9838237-4060-47e8-be5b-f59876b47229 HTTP/1.1" status: 200 len: 898 time: 0.1671410 Jun 02 21:19:14.722544 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-603c7d5e-8b0f-44a5-b3e8-5ee7a8547879 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/floatingips/a4d077f4-0677-4555-ad47-8588a6947612 HTTP/1.1" status: 200 len: 991 time: 0.1062579 Jun 02 21:19:14.734931 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7db10731-a694-454f-bb1c-972aab05553a req-c50d7d21-b360-4f1e-9b47-07b481af8c73 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=599a6a4b-d0a5-448c-8e0a-c508d8057aeb HTTP/1.1" status: 200 len: 999 time: 0.1005120 Jun 02 21:19:14.744963 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-382fac41-1049-497e-b428-2caad13451a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44421852', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:57Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'a4d077f4-0677-4555-ad47-8588a6947612', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'floating_ip_address': '172.26.0.160', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'port_id': '599a6a4b-d0a5-448c-8e0a-c508d8057aeb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229', 'mac_address': 'fa:16:3e:8f:90:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e73cb-5728-45b7-9106-1a30f5439463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:19:12Z', 'updated_at': '2021-06-02T21:19:12Z', 'revision_number': 0, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5142b67-313f-4b3d-85c7-0da028cbbd65', 'name': '', 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:a0:87:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:56Z', 'updated_at': '2021-06-02T21:19:03Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': 'b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:19:14.749347 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382fac41-1049-497e-b428-2caad13451a3 None None] Checking router: 3aef19a7-038c-4754-973b-c85aeaa18386 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:19:14.756786 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382fac41-1049-497e-b428-2caad13451a3 None None] Routers {'3aef19a7-038c-4754-973b-c85aeaa18386'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:19:14.757414 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-382fac41-1049-497e-b428-2caad13451a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:19:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['3aef19a7-038c-4754-973b-c85aeaa18386'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:19:14.799755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db10731-a694-454f-bb1c-972aab05553a req-1dd1e30d-d506-46c3-b6e0-fb38526997b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:14.801311 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7db10731-a694-454f-bb1c-972aab05553a req-1dd1e30d-d506-46c3-b6e0-fb38526997b2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a HTTP/1.1" status: 200 len: 835 time: 0.0603578 Jun 02 21:19:14.810311 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:14.880142 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db10731-a694-454f-bb1c-972aab05553a req-8d5300e5-67e2-47c3-82d3-12121c979b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:14.881618 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7db10731-a694-454f-bb1c-972aab05553a req-8d5300e5-67e2-47c3-82d3-12121c979b5b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b9838237-4060-47e8-be5b-f59876b47229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0734863 Jun 02 21:19:14.933559 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-382fac41-1049-497e-b428-2caad13451a3 None None] Set router 3aef19a7-038c-4754-973b-c85aeaa18386 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:19:15.014661 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7db10731-a694-454f-bb1c-972aab05553a req-9e38dbe0-2d8b-4539-bc16-72d90cec8731 service neutron] 10.222.0.95 "GET /v2.0/networks/b9838237-4060-47e8-be5b-f59876b47229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265347 Jun 02 21:19:15.071818 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:19:15.144089 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7db10731-a694-454f-bb1c-972aab05553a req-89784920-81ee-46d8-96aa-de76950c99f6 service neutron] 10.222.0.95 "GET /v2.0/networks/b9838237-4060-47e8-be5b-f59876b47229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238980 Jun 02 21:19:15.279678 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-382fac41-1049-497e-b428-2caad13451a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44421852', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:57Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'a4d077f4-0677-4555-ad47-8588a6947612', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'floating_ip_address': '172.26.0.160', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'port_id': '599a6a4b-d0a5-448c-8e0a-c508d8057aeb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229', 'mac_address': 'fa:16:3e:8f:90:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e73cb-5728-45b7-9106-1a30f5439463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:19:12Z', 'updated_at': '2021-06-02T21:19:12Z', 'revision_number': 0, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5142b67-313f-4b3d-85c7-0da028cbbd65', 'name': '', 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:a0:87:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:56Z', 'updated_at': '2021-06-02T21:19:03Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': 'b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:19:15.283443 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382fac41-1049-497e-b428-2caad13451a3 None None] The sync data for ids ['3aef19a7-038c-4754-973b-c85aeaa18386'] in dv-neutron-601336-84-hyperv is: [{'id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44421852', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:57Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'a4d077f4-0677-4555-ad47-8588a6947612', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'floating_ip_address': '172.26.0.160', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'port_id': '599a6a4b-d0a5-448c-8e0a-c508d8057aeb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229', 'mac_address': 'fa:16:3e:8f:90:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e73cb-5728-45b7-9106-1a30f5439463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:19:12Z', 'updated_at': '2021-06-02T21:19:12Z', 'revision_number': 0, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5142b67-313f-4b3d-85c7-0da028cbbd65', 'name': '', 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:a0:87:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:56Z', 'updated_at': '2021-06-02T21:19:03Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': 'b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:19:15.455597 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687e0680-e32c-4fbc-973e-7f17a880d58c None None] New status for floating IP a4d077f4-0677-4555-ad47-8588a6947612: ACTIVE {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:19:15.724930 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36528) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:19:15.832316 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cdc4a040-07b3-4960-bd2d-329eddaeb14f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/floatingips/a4d077f4-0677-4555-ad47-8588a6947612 HTTP/1.1" status: 200 len: 993 time: 0.1061616 Jun 02 21:19:30.863823 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-eaebed98-c1c4-4155-ba98-e20523966d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:33.414268 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ff958d15-b0cc-4ecf-9d8c-951a395d6c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:33.476335 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:34.408211 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:36.080382 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:44.816309 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:19:52.061313 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:19:59.404620 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0694bc45-9d01-4a06-a4a8-7ab3e014f0e0 req-a0710950-1349-42b9-aeca-47aa26bc8774 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1698790 Jun 02 21:19:59.545310 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694bc45-9d01-4a06-a4a8-7ab3e014f0e0 req-f8569525-b23e-43b5-924b-8fd217b4a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:59.546658 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0694bc45-9d01-4a06-a4a8-7ab3e014f0e0 req-f8569525-b23e-43b5-924b-8fd217b4a8b7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 1098 time: 0.0723124 Jun 02 21:19:59.685219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694bc45-9d01-4a06-a4a8-7ab3e014f0e0 req-c4a5da1c-c5e3-4b27-a8aa-17553dd8550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:59.686612 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0694bc45-9d01-4a06-a4a8-7ab3e014f0e0 req-c4a5da1c-c5e3-4b27-a8aa-17553dd8550f service neutron] 10.222.0.95 "GET /v2.0/networks?id=b9838237-4060-47e8-be5b-f59876b47229 HTTP/1.1" status: 200 len: 898 time: 0.1216581 Jun 02 21:19:59.783290 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0694bc45-9d01-4a06-a4a8-7ab3e014f0e0 req-303a2b14-d466-4bab-8443-f04165684b58 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=599a6a4b-d0a5-448c-8e0a-c508d8057aeb HTTP/1.1" status: 200 len: 1001 time: 0.0897963 Jun 02 21:19:59.975030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694bc45-9d01-4a06-a4a8-7ab3e014f0e0 req-0fe456e7-d56a-4da0-b3af-f1e0a425f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:19:59.976475 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0694bc45-9d01-4a06-a4a8-7ab3e014f0e0 req-0fe456e7-d56a-4da0-b3af-f1e0a425f19d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a HTTP/1.1" status: 200 len: 835 time: 0.1875422 Jun 02 21:20:00.051019 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694bc45-9d01-4a06-a4a8-7ab3e014f0e0 req-40a8787d-6523-4fc5-99d6-3b55833fe87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:20:00.052538 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0694bc45-9d01-4a06-a4a8-7ab3e014f0e0 req-40a8787d-6523-4fc5-99d6-3b55833fe87c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b9838237-4060-47e8-be5b-f59876b47229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0699663 Jun 02 21:20:00.177190 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0694bc45-9d01-4a06-a4a8-7ab3e014f0e0 req-0c06854a-fefa-466d-85c2-a9e48b3e51cf service neutron] 10.222.0.95 "GET /v2.0/networks/b9838237-4060-47e8-be5b-f59876b47229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178124 Jun 02 21:20:00.306868 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0694bc45-9d01-4a06-a4a8-7ab3e014f0e0 req-9d994f6b-0627-4963-82b0-885c28514eac service neutron] 10.222.0.95 "GET /v2.0/networks/b9838237-4060-47e8-be5b-f59876b47229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220803 Jun 02 21:20:00.864353 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d318b014-23d3-4fa7-9c6e-ac61296ace5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:20:03.407166 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b8c3bcff-9f50-4efe-9087-022bfce565d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:20:03.478021 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:20:04.411124 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:20:06.084746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:20:14.759939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46416048-86bd-479e-b769-85be3fdaf4cd req-d79131c5-883e-4cb5-a4e5-dc95f449d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:20:14.762067 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-46416048-86bd-479e-b769-85be3fdaf4cd req-d79131c5-883e-4cb5-a4e5-dc95f449d803 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 1098 time: 0.0766091 Jun 02 21:20:14.818801 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:20:14.882604 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da0a89-4d16-4106-ab90-eaeb9c992385 req-3ce7d7e1-445c-4256-bb48-31a8ddf1f2cb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:20:14.884147 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f0da0a89-4d16-4106-ab90-eaeb9c992385 req-3ce7d7e1-445c-4256-bb48-31a8ddf1f2cb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 945 time: 0.1706727 Jun 02 21:20:14.895662 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46416048-86bd-479e-b769-85be3fdaf4cd req-da40e12d-75ec-4d80-9bc8-7c5e2f948f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:20:14.897136 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-46416048-86bd-479e-b769-85be3fdaf4cd req-da40e12d-75ec-4d80-9bc8-7c5e2f948f99 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b9838237-4060-47e8-be5b-f59876b47229 HTTP/1.1" status: 200 len: 898 time: 0.1266122 Jun 02 21:20:14.928564 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f0da0a89-4d16-4106-ab90-eaeb9c992385 req-139f2d9d-b978-47a5-b7b3-07c5d93c7de8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384774 Jun 02 21:20:15.001335 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-46416048-86bd-479e-b769-85be3fdaf4cd req-efc903c7-c0fe-4a0a-b10b-fe6fcdd8d683 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=599a6a4b-d0a5-448c-8e0a-c508d8057aeb HTTP/1.1" status: 200 len: 1001 time: 0.0964274 Jun 02 21:20:15.065615 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46416048-86bd-479e-b769-85be3fdaf4cd req-27bf3229-d97b-4b73-a225-758570707024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:20:15.067014 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-46416048-86bd-479e-b769-85be3fdaf4cd req-27bf3229-d97b-4b73-a225-758570707024 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a HTTP/1.1" status: 200 len: 835 time: 0.0589471 Jun 02 21:20:15.144689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46416048-86bd-479e-b769-85be3fdaf4cd req-eeb8f6f6-2088-4ade-92bc-9662b92818d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:20:15.146104 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-46416048-86bd-479e-b769-85be3fdaf4cd req-eeb8f6f6-2088-4ade-92bc-9662b92818d9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b9838237-4060-47e8-be5b-f59876b47229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0718477 Jun 02 21:20:15.273417 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-46416048-86bd-479e-b769-85be3fdaf4cd req-f72f9f14-b251-4a65-9610-e4e2f7140415 service neutron] 10.222.0.95 "GET /v2.0/networks/b9838237-4060-47e8-be5b-f59876b47229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203778 Jun 02 21:20:15.400032 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-46416048-86bd-479e-b769-85be3fdaf4cd req-98a2ca0c-a26d-4575-b826-fb90fa0a1f62 service neutron] 10.222.0.95 "GET /v2.0/networks/b9838237-4060-47e8-be5b-f59876b47229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198435 Jun 02 21:20:16.164039 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c7b1b-a0cf-4716-8301-792a889e9354 req-b34e3987-7d94-4890-9e76-8128e9e8a008 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:20:16.165477 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb1c7b1b-a0cf-4716-8301-792a889e9354 req-b34e3987-7d94-4890-9e76-8128e9e8a008 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 945 time: 0.1253436 Jun 02 21:20:16.208850 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb1c7b1b-a0cf-4716-8301-792a889e9354 req-a6b8a308-e515-4a14-bc2a-bdc066dc4560 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379462 Jun 02 21:20:17.389849 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bd566-464d-4e1b-94a3-764f1ac6d601 req-d6c84b56-8dc3-4de6-9bde-8b9307f822b6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:20:17.391291 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0e2bd566-464d-4e1b-94a3-764f1ac6d601 req-d6c84b56-8dc3-4de6-9bde-8b9307f822b6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 945 time: 0.0771654 Jun 02 21:20:17.434009 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0e2bd566-464d-4e1b-94a3-764f1ac6d601 req-c3d6526c-7e26-4645-9762-b50570faddca tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367582 Jun 02 21:20:18.617848 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7a4c2-5104-4aac-ace5-8375733f1048 req-690e264c-b224-41e3-afd8-b25f49a8b07f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:20:18.619310 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-85d7a4c2-5104-4aac-ace5-8375733f1048 req-690e264c-b224-41e3-afd8-b25f49a8b07f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 945 time: 0.0819092 Jun 02 21:20:18.662773 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-85d7a4c2-5104-4aac-ace5-8375733f1048 req-57c53998-180f-4942-9eb2-52f2103b6f74 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378771 Jun 02 21:20:19.847338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25813d-a4f9-425b-a0e1-d85e2874dc94 req-7e87e207-ab4f-4af8-8b64-4639ec631af6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:20:19.848775 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-eb25813d-a4f9-425b-a0e1-d85e2874dc94 req-7e87e207-ab4f-4af8-8b64-4639ec631af6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 945 time: 0.0818572 Jun 02 21:20:19.892084 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-eb25813d-a4f9-425b-a0e1-d85e2874dc94 req-98354b74-78b1-4703-9bff-a4bcdbd71d89 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378435 Jun 02 21:20:21.080889 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd534688-f329-40c5-b41f-c123c4accd70 req-b01d0c6d-9ffa-4418-bb2c-9167961f3c73 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:20:21.082350 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fd534688-f329-40c5-b41f-c123c4accd70 req-b01d0c6d-9ffa-4418-bb2c-9167961f3c73 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 945 time: 0.0822098 Jun 02 21:20:21.125961 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fd534688-f329-40c5-b41f-c123c4accd70 req-9530d750-780e-4a92-bde3-ba97ce0f53d3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380821 Jun 02 21:20:22.308445 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b882056-84b4-4b98-b3d0-4580ce6b5578 req-1fe8b955-641f-4d40-89e2-30ad8e08412f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:20:22.309878 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9b882056-84b4-4b98-b3d0-4580ce6b5578 req-1fe8b955-641f-4d40-89e2-30ad8e08412f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 945 time: 0.0808792 Jun 02 21:20:22.356715 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9b882056-84b4-4b98-b3d0-4580ce6b5578 req-e6dcd807-4554-4526-8472-79346441f0d8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412505 Jun 02 21:20:23.549164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b519c5f-57f8-40e7-9914-e5c9cc536f85 req-b6cd462a-b1fd-4135-9d00-5ad95e113428 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:20:23.550604 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5b519c5f-57f8-40e7-9914-e5c9cc536f85 req-b6cd462a-b1fd-4135-9d00-5ad95e113428 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 945 time: 0.0873537 Jun 02 21:20:23.598188 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5b519c5f-57f8-40e7-9914-e5c9cc536f85 req-b6c6a020-f806-4c1c-8404-230bbf7cc1de tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419011 Jun 02 21:20:24.932712 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2278e44-a712-4c39-80b2-ab976c6d611c req-7f14f9d1-da86-46ee-9158-c4b233740d14 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:20:24.934113 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d2278e44-a712-4c39-80b2-ab976c6d611c req-7f14f9d1-da86-46ee-9158-c4b233740d14 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 945 time: 0.2282462 Jun 02 21:20:24.976667 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d2278e44-a712-4c39-80b2-ab976c6d611c req-7b13c613-067c-4f45-bd36-c16426c69b42 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369279 Jun 02 21:20:26.167815 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42895659-e209-4f8c-8660-0256b281f6e2 req-52e41733-39fe-4ae2-8257-4637fc1dfeaa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:20:26.169309 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-42895659-e209-4f8c-8660-0256b281f6e2 req-52e41733-39fe-4ae2-8257-4637fc1dfeaa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 945 time: 0.0862927 Jun 02 21:20:26.213128 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-42895659-e209-4f8c-8660-0256b281f6e2 req-114dcd9e-0066-4aeb-90a1-f35cb3f8f7fc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383058 Jun 02 21:20:27.397856 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66604b80-a187-43e0-ab13-5a390a0e98b5 req-9cb720cb-6ede-4920-b267-5fc5ed407cd9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:20:27.399324 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-66604b80-a187-43e0-ab13-5a390a0e98b5 req-9cb720cb-6ede-4920-b267-5fc5ed407cd9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 945 time: 0.0820308 Jun 02 21:20:27.442551 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-66604b80-a187-43e0-ab13-5a390a0e98b5 req-c098968b-3f01-4f65-a80d-1f471487b772 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372033 Jun 02 21:20:27.464823 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36594) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:20:27.568708 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b3a36cc3-4d05-4c94-a41b-42c09580a86e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/floatingips/a4d077f4-0677-4555-ad47-8588a6947612 HTTP/1.1" status: 200 len: 993 time: 0.1021290 Jun 02 21:20:29.060530 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:20:30.865743 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-05e27889-0bb8-4ecb-a30f-f92d93f83e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:20:33.408348 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bdbef925-7e10-4381-9f4b-009cf81db0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:20:33.479628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:20:34.414284 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:20:36.085336 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:20:44.121278 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [req-686cf4b2-0d83-42cd-a1c6-e866fc492cda req-0544771d-4215-4bed-941b-5da5866a5c5f service neutron] (92549) timed out ('10.222.0.95', 56553) {{(pid=92549) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 02 21:20:44.846755 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:00.300601 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7df465f6-7efe-4391-928d-e477bc46fc35 req-bcdd0dd4-136e-49a1-ac56-89c13cd283a7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708787 Jun 02 21:21:00.437720 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df465f6-7efe-4391-928d-e477bc46fc35 req-01ae41df-c2b1-4e40-a547-a8f60be2859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:00.439277 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7df465f6-7efe-4391-928d-e477bc46fc35 req-01ae41df-c2b1-4e40-a547-a8f60be2859c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 1098 time: 0.0708287 Jun 02 21:21:00.585218 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df465f6-7efe-4391-928d-e477bc46fc35 req-82eb490c-183f-47b3-a844-0a24ef6e9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:00.586563 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7df465f6-7efe-4391-928d-e477bc46fc35 req-82eb490c-183f-47b3-a844-0a24ef6e9f8a service neutron] 10.222.0.95 "GET /v2.0/networks?id=b9838237-4060-47e8-be5b-f59876b47229 HTTP/1.1" status: 200 len: 898 time: 0.1269026 Jun 02 21:21:00.816796 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7df465f6-7efe-4391-928d-e477bc46fc35 req-c87e0024-efdd-4e84-b7e9-a845c1032ca7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=599a6a4b-d0a5-448c-8e0a-c508d8057aeb HTTP/1.1" status: 200 len: 1001 time: 0.2235901 Jun 02 21:21:00.868046 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d7ea9e0a-d2a0-4853-bee1-eb141361bf13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:00.882251 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df465f6-7efe-4391-928d-e477bc46fc35 req-95cd1fcd-8b58-4e5e-8879-cacf4a1d78b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:00.883707 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7df465f6-7efe-4391-928d-e477bc46fc35 req-95cd1fcd-8b58-4e5e-8879-cacf4a1d78b7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a HTTP/1.1" status: 200 len: 835 time: 0.0601704 Jun 02 21:21:00.959267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df465f6-7efe-4391-928d-e477bc46fc35 req-fb869868-e637-49b1-af92-f862443937b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:00.960730 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7df465f6-7efe-4391-928d-e477bc46fc35 req-fb869868-e637-49b1-af92-f862443937b9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b9838237-4060-47e8-be5b-f59876b47229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0703366 Jun 02 21:21:01.089415 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7df465f6-7efe-4391-928d-e477bc46fc35 req-9e8f71e7-8218-44b6-8c18-ae5a34deda45 service neutron] 10.222.0.95 "GET /v2.0/networks/b9838237-4060-47e8-be5b-f59876b47229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225204 Jun 02 21:21:01.216697 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7df465f6-7efe-4391-928d-e477bc46fc35 req-544032f7-1648-4bc1-9126-0527db0efb27 service neutron] 10.222.0.95 "GET /v2.0/networks/b9838237-4060-47e8-be5b-f59876b47229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206634 Jun 02 21:21:03.410090 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f784fcb7-7ca2-4716-8a84-4dec9559d43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:03.481001 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:04.417230 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:06.059568 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:21:06.088404 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:14.860920 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:22.524725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36618) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:22.782827 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting port 214e1f8c-525f-495d-a479-4ef25b100e12 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:21:22.783095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:22.895380 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:22.895699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:23.014097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Calling delete_port for 214e1f8c-525f-495d-a479-4ef25b100e12 owned by network:floatingip {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:21:23.133172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:23.136636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:23.179418 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Port': ['ID=214e1f8c-525f-495d-a479-4ef25b100e12,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:23.246196 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:23.246583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:23.246966 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:23.247994 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:23.248372 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:23.248744 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:23.249117 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:23.249484 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:23.249859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:23.250224 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:23.250589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:23.250953 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:23.256077 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:23.280791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for floatingip, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:23.281121 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Floating IP a4d077f4-0677-4555-ad47-8588a6947612 disassociated (deleted). External IP: 172.26.0.160, port: 599a6a4b-d0a5-448c-8e0a-c508d8057aeb. Jun 02 21:21:23.764495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router 3aef19a7-038c-4754-973b-c85aeaa18386 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:21:23.941650 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:21:23.951219 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a88a3-6b7b-4fd4-8dbc-11fb36a5f260 None None] Sync routers for ids ['3aef19a7-038c-4754-973b-c85aeaa18386'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:21:23.961651 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14a88a3-6b7b-4fd4-8dbc-11fb36a5f260 None None] Routers {'3aef19a7-038c-4754-973b-c85aeaa18386'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:21:23.962022 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:23.962260 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d14a88a3-6b7b-4fd4-8dbc-11fb36a5f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:21:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['3aef19a7-038c-4754-973b-c85aeaa18386'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:21:24.017600 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/floatingips/a4d077f4-0677-4555-ad47-8588a6947612 HTTP/1.1" status: 204 len: 168 time: 1.4916701 Jun 02 21:21:24.018287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956e73cb-5728-45b7-9106-1a30f5439463', 'tag': '599a6a4b-d0a5-448c-8e0a-c508d8057aeb'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:21:24.020704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545e491d-e820-4bdd-b676-849d6427e11a" -d '{"events": [{"name": "network-changed", "server_uuid": "956e73cb-5728-45b7-9106-1a30f5439463", "tag": "599a6a4b-d0a5-448c-8e0a-c508d8057aeb"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:21:24.064754 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80b6455-d74c-4e3f-bc64-afd971d0a4c8 x-openstack-request-id: req-d80b6455-d74c-4e3f-bc64-afd971d0a4c8 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:21:24.065115 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956e73cb-5728-45b7-9106-1a30f5439463", "tag": "599a6a4b-d0a5-448c-8e0a-c508d8057aeb", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:21:24.065415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d80b6455-d74c-4e3f-bc64-afd971d0a4c8 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:21:24.065853 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956e73cb-5728-45b7-9106-1a30f5439463', 'tag': '599a6a4b-d0a5-448c-8e0a-c508d8057aeb', 'status': 'completed', 'code': 200} Jun 02 21:21:24.141436 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-d14a88a3-6b7b-4fd4-8dbc-11fb36a5f260 None None] Set router 3aef19a7-038c-4754-973b-c85aeaa18386 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:21:24.167495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e491d-e820-4bdd-b676-849d6427e11a req-1e174a19-1d8b-494c-800b-5da21458f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:24.169060 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-545e491d-e820-4bdd-b676-849d6427e11a req-1e174a19-1d8b-494c-800b-5da21458f9f2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 1098 time: 0.0815907 Jun 02 21:21:24.366591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e491d-e820-4bdd-b676-849d6427e11a req-96b1d1aa-4558-4f40-ba5d-1d39d542e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:24.368042 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-545e491d-e820-4bdd-b676-849d6427e11a req-96b1d1aa-4558-4f40-ba5d-1d39d542e9fc service neutron] 10.222.0.95 "GET /v2.0/networks?id=b9838237-4060-47e8-be5b-f59876b47229 HTTP/1.1" status: 200 len: 898 time: 0.1929953 Jun 02 21:21:24.445368 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-545e491d-e820-4bdd-b676-849d6427e11a req-62d7216c-9afe-40d9-a159-647498184c95 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=599a6a4b-d0a5-448c-8e0a-c508d8057aeb HTTP/1.1" status: 200 len: 217 time: 0.0704775 Jun 02 21:21:24.482958 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d14a88a3-6b7b-4fd4-8dbc-11fb36a5f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44421852', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:57Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'a5142b67-313f-4b3d-85c7-0da028cbbd65', 'name': '', 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:a0:87:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:56Z', 'updated_at': '2021-06-02T21:19:03Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': 'b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:21:24.486645 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a88a3-6b7b-4fd4-8dbc-11fb36a5f260 None None] Checking router: 3aef19a7-038c-4754-973b-c85aeaa18386 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:21:24.494940 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14a88a3-6b7b-4fd4-8dbc-11fb36a5f260 None None] Routers {'3aef19a7-038c-4754-973b-c85aeaa18386'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:21:24.495565 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d14a88a3-6b7b-4fd4-8dbc-11fb36a5f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:21:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['3aef19a7-038c-4754-973b-c85aeaa18386'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:21:24.503088 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e2e88-74ec-4c87-832b-54ac931437fe req-a4d8ecc8-e816-445a-9f91-aaa9ce22abd3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:24.503808 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-9e2e2e88-74ec-4c87-832b-54ac931437fe req-a4d8ecc8-e816-445a-9f91-aaa9ce22abd3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:21:24.529712 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e491d-e820-4bdd-b676-849d6427e11a req-9547236f-e9ca-475f-91b5-ec46439a0fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:24.531234 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-545e491d-e820-4bdd-b676-849d6427e11a req-9547236f-e9ca-475f-91b5-ec46439a0fca service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a HTTP/1.1" status: 200 len: 835 time: 0.0771730 Jun 02 21:21:24.532330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-9e2e2e88-74ec-4c87-832b-54ac931437fe req-a4d8ecc8-e816-445a-9f91-aaa9ce22abd3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:21:24.533348 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9e2e2e88-74ec-4c87-832b-54ac931437fe req-a4d8ecc8-e816-445a-9f91-aaa9ce22abd3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 945 time: 0.2157505 Jun 02 21:21:24.632389 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9e2e2e88-74ec-4c87-832b-54ac931437fe req-80f2a88d-1435-421e-af08-2ad04a1cf0da tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634248 Jun 02 21:21:24.646329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e491d-e820-4bdd-b676-849d6427e11a req-a1715bf2-f322-45c4-857d-42ad0dcc3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:24.647833 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-545e491d-e820-4bdd-b676-849d6427e11a req-a1715bf2-f322-45c4-857d-42ad0dcc3f48 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b9838237-4060-47e8-be5b-f59876b47229&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1094997 Jun 02 21:21:24.670705 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-d14a88a3-6b7b-4fd4-8dbc-11fb36a5f260 None None] Set router 3aef19a7-038c-4754-973b-c85aeaa18386 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:21:24.779729 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-545e491d-e820-4bdd-b676-849d6427e11a req-8a572d1d-db69-4bc7-bee0-261485e1a5cf service neutron] 10.222.0.95 "GET /v2.0/networks/b9838237-4060-47e8-be5b-f59876b47229?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239085 Jun 02 21:21:24.910863 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-545e491d-e820-4bdd-b676-849d6427e11a req-ccce4a40-2926-4f6c-9ce8-743642c42cb6 service neutron] 10.222.0.95 "GET /v2.0/networks/b9838237-4060-47e8-be5b-f59876b47229?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234539 Jun 02 21:21:24.974570 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d14a88a3-6b7b-4fd4-8dbc-11fb36a5f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44421852', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:57Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'a5142b67-313f-4b3d-85c7-0da028cbbd65', 'name': '', 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:a0:87:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:56Z', 'updated_at': '2021-06-02T21:19:03Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': 'b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:21:24.978750 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14a88a3-6b7b-4fd4-8dbc-11fb36a5f260 None None] The sync data for ids ['3aef19a7-038c-4754-973b-c85aeaa18386'] in dv-neutron-601336-84-hyperv is: [{'id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44421852', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:57Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'a5142b67-313f-4b3d-85c7-0da028cbbd65', 'name': '', 'network_id': 'b9838237-4060-47e8-be5b-f59876b47229', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:a0:87:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:56Z', 'updated_at': '2021-06-02T21:19:03Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': 'b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:21:25.189286 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9852e4b7-0633-46f7-93fb-0f8e5c86263a None None] New status for floating IP a4d077f4-0677-4555-ad47-8588a6947612: DOWN {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:21:25.821996 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6847cc-66b8-4e62-b829-a03f01a8220c req-149d1b06-e419-4e77-9f22-b8d9301b9ca9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:25.823479 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0d6847cc-66b8-4e62-b829-a03f01a8220c req-149d1b06-e419-4e77-9f22-b8d9301b9ca9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 945 time: 0.0864058 Jun 02 21:21:25.870828 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0d6847cc-66b8-4e62-b829-a03f01a8220c req-8b80ff3c-55b4-4470-81eb-fd97a5f38e7b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e062aa5-76ea-4567-ba8a-60496c350a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406511 Jun 02 21:21:26.077528 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f073e-89f1-462b-9dfb-dde0eafe2735 req-189057a1-03c9-474e-a4b2-81df02383635 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:26.078965 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-760f073e-89f1-462b-9dfb-dde0eafe2735 req-189057a1-03c9-474e-a4b2-81df02383635 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 945 time: 0.0777440 Jun 02 21:21:26.232972 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-760f073e-89f1-462b-9dfb-dde0eafe2735 req-91da2fd2-780f-4ae9-91c1-00a2d6254bce tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting port 599a6a4b-d0a5-448c-8e0a-c508d8057aeb {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:21:26.233315 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-760f073e-89f1-462b-9dfb-dde0eafe2735 req-91da2fd2-780f-4ae9-91c1-00a2d6254bce tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:26.515613 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-760f073e-89f1-462b-9dfb-dde0eafe2735 req-91da2fd2-780f-4ae9-91c1-00a2d6254bce tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] For port 599a6a4b-d0a5-448c-8e0a-c508d8057aeb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=599a6a4b-d0a5-448c-8e0a-c508d8057aeb,segment=NetworkSegment(10a2a63e-ea86-418c-8ae6-ef0bada28c9b),segment_id=10a2a63e-ea86-418c-8ae6-ef0bada28c9b)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:21:26.515961 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-760f073e-89f1-462b-9dfb-dde0eafe2735 req-91da2fd2-780f-4ae9-91c1-00a2d6254bce tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:26.639531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-760f073e-89f1-462b-9dfb-dde0eafe2735 req-91da2fd2-780f-4ae9-91c1-00a2d6254bce tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Calling delete_port for 599a6a4b-d0a5-448c-8e0a-c508d8057aeb owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:21:26.761897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-760f073e-89f1-462b-9dfb-dde0eafe2735 req-91da2fd2-780f-4ae9-91c1-00a2d6254bce tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:26.768283 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:26.817458 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da2fd2-780f-4ae9-91c1-00a2d6254bce tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Port': ['ID=599a6a4b-d0a5-448c-8e0a-c508d8057aeb,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:26.820921 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-91da2fd2-780f-4ae9-91c1-00a2d6254bce tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:26.898155 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-760f073e-89f1-462b-9dfb-dde0eafe2735 req-91da2fd2-780f-4ae9-91c1-00a2d6254bce tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] No DVR routers for this DVR port 599a6a4b-d0a5-448c-8e0a-c508d8057aeb on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:21:26.901249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-760f073e-89f1-462b-9dfb-dde0eafe2735 req-91da2fd2-780f-4ae9-91c1-00a2d6254bce tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:26.903653 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956e73cb-5728-45b7-9106-1a30f5439463', 'name': 'network-vif-deleted', 'tag': '599a6a4b-d0a5-448c-8e0a-c508d8057aeb'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:21:26.906050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3548ebc-bc3c-43e1-842a-4ed2a1d6c83e" -d '{"events": [{"server_uuid": "956e73cb-5728-45b7-9106-1a30f5439463", "name": "network-vif-deleted", "tag": "599a6a4b-d0a5-448c-8e0a-c508d8057aeb"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:21:26.922299 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-760f073e-89f1-462b-9dfb-dde0eafe2735 req-91da2fd2-780f-4ae9-91c1-00a2d6254bce tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "DELETE /v2.0/ports/599a6a4b-d0a5-448c-8e0a-c508d8057aeb HTTP/1.1" status: 204 len: 173 time: 0.8379734 Jun 02 21:21:26.951264 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55b04ce-d498-4135-a900-472eba2d4f41 x-openstack-request-id: req-e55b04ce-d498-4135-a900-472eba2d4f41 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:21:26.951582 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956e73cb-5728-45b7-9106-1a30f5439463", "name": "network-vif-deleted", "tag": "599a6a4b-d0a5-448c-8e0a-c508d8057aeb", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:21:26.951879 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e55b04ce-d498-4135-a900-472eba2d4f41 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:21:26.952320 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956e73cb-5728-45b7-9106-1a30f5439463', 'name': 'network-vif-deleted', 'tag': '599a6a4b-d0a5-448c-8e0a-c508d8057aeb', 'status': 'completed', 'code': 200} Jun 02 21:21:27.034891 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-e8aadce5-a129-4bf9-b8df-58c736c9bdd9 req-7932d9e0-9e16-4bfc-b391-c48cc78c4cc4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:21:27.051176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-e8aadce5-a129-4bf9-b8df-58c736c9bdd9 req-7932d9e0-9e16-4bfc-b391-c48cc78c4cc4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:21:27.052324 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e8aadce5-a129-4bf9-b8df-58c736c9bdd9 req-7932d9e0-9e16-4bfc-b391-c48cc78c4cc4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=956e73cb-5728-45b7-9106-1a30f5439463 HTTP/1.1" status: 200 len: 210 time: 0.0607734 Jun 02 21:21:28.148465 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36636) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:28.707001 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e67dfa69-1e49-4057-8ad3-5e8211a96f55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:29.123210 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-e67dfa69-1e49-4057-8ad3-5e8211a96f55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting port a5142b67-313f-4b3d-85c7-0da028cbbd65 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:21:29.123549 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e67dfa69-1e49-4057-8ad3-5e8211a96f55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:29.394483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-e67dfa69-1e49-4057-8ad3-5e8211a96f55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] For port a5142b67-313f-4b3d-85c7-0da028cbbd65, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=a5142b67-313f-4b3d-85c7-0da028cbbd65,segment=NetworkSegment(10a2a63e-ea86-418c-8ae6-ef0bada28c9b),segment_id=10a2a63e-ea86-418c-8ae6-ef0bada28c9b)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:21:29.395205 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e67dfa69-1e49-4057-8ad3-5e8211a96f55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:29.410126 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 599a6a4b-d0a5-448c-8e0a-c508d8057aeb no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:21:29.443785 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 599a6a4b-d0a5-448c-8e0a-c508d8057aeb {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:21:29.444133 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 599a6a4b-d0a5-448c-8e0a-c508d8057aeb not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:21:29.514699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-e67dfa69-1e49-4057-8ad3-5e8211a96f55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Calling delete_port for a5142b67-313f-4b3d-85c7-0da028cbbd65 owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:21:29.802385 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e67dfa69-1e49-4057-8ad3-5e8211a96f55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:29.806873 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1f18b7c0-aa67-4b01-b718-b63aa2c1e8aa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:29.853453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67dfa69-1e49-4057-8ad3-5e8211a96f55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Port': ['ID=a5142b67-313f-4b3d-85c7-0da028cbbd65,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:29.855920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e67dfa69-1e49-4057-8ad3-5e8211a96f55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:30.123883 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e67dfa69-1e49-4057-8ad3-5e8211a96f55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:30.478802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67dfa69-1e49-4057-8ad3-5e8211a96f55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router 3aef19a7-038c-4754-973b-c85aeaa18386 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:21:30.804172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67dfa69-1e49-4057-8ad3-5e8211a96f55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:21:30.813870 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332a0379-b629-467a-b04d-944c0a6258c5 None None] Sync routers for ids ['3aef19a7-038c-4754-973b-c85aeaa18386'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:21:30.823263 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e67dfa69-1e49-4057-8ad3-5e8211a96f55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "PUT /v2.0/routers/3aef19a7-038c-4754-973b-c85aeaa18386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6706548 Jun 02 21:21:30.823450 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332a0379-b629-467a-b04d-944c0a6258c5 None None] Routers {'3aef19a7-038c-4754-973b-c85aeaa18386'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:21:30.823567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36638) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:30.823902 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-332a0379-b629-467a-b04d-944c0a6258c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:21:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['3aef19a7-038c-4754-973b-c85aeaa18386'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:21:30.872483 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cd2faba6-cca1-4826-8c1e-c5347ea9ff4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:30.890346 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e875a6d-d97d-40ca-9b83-81a42a873820 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting subnet b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 21:21:30.893237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e875a6d-d97d-40ca-9b83-81a42a873820 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:30.951158 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e875a6d-d97d-40ca-9b83-81a42a873820 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:30.998981 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-332a0379-b629-467a-b04d-944c0a6258c5 None None] Set router 3aef19a7-038c-4754-973b-c85aeaa18386 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:21:31.031699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e875a6d-d97d-40ca-9b83-81a42a873820 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:31.274727 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-332a0379-b629-467a-b04d-944c0a6258c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44421852', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:21:29Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:21:31.279037 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332a0379-b629-467a-b04d-944c0a6258c5 None None] Checking router: 3aef19a7-038c-4754-973b-c85aeaa18386 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:21:31.287112 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332a0379-b629-467a-b04d-944c0a6258c5 None None] Routers {'3aef19a7-038c-4754-973b-c85aeaa18386'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:21:31.287734 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-332a0379-b629-467a-b04d-944c0a6258c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:21:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['3aef19a7-038c-4754-973b-c85aeaa18386'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:21:31.310239 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e875a6d-d97d-40ca-9b83-81a42a873820 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:31.314869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-19c9b6e0-0587-4ec8-8715-a31f0e046a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:31.349529 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e875a6d-d97d-40ca-9b83-81a42a873820 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:31.352207 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9e875a6d-d97d-40ca-9b83-81a42a873820 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:31.354814 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9e875a6d-d97d-40ca-9b83-81a42a873820 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:31.360507 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d4f616-2b88-476b-9de9-568269920a37 None None] Network b9838237-4060-47e8-be5b-f59876b47229 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:21:31.361912 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9e875a6d-d97d-40ca-9b83-81a42a873820 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/subnets/b6e793bd-08a8-4ad8-8eef-fd9da1cbf25a HTTP/1.1" status: 204 len: 168 time: 0.5374045 Jun 02 21:21:31.364587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36642) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:31.498329 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-332a0379-b629-467a-b04d-944c0a6258c5 None None] Set router 3aef19a7-038c-4754-973b-c85aeaa18386 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:21:31.559018 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d4c26b68-513d-48d9-b9d2-56ac22f91a34 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:31.626532 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] DHCP port deletion for b9838237-4060-47e8-be5b-f59876b47229 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 21:21:31.692317 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] Deleting port fdeaaffb-022c-4e05-88d5-627a0baa1851 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:21:31.692804 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:31.741352 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d4c26b68-513d-48d9-b9d2-56ac22f91a34 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:31.784753 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-332a0379-b629-467a-b04d-944c0a6258c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44421852', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:21:29Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:21:31.788878 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332a0379-b629-467a-b04d-944c0a6258c5 None None] The sync data for ids ['3aef19a7-038c-4754-973b-c85aeaa18386'] in dv-neutron-601336-84-hyperv is: [{'id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-44421852', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:21:29Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'fb2c4599-556c-45d0-9ac8-a01276934d36', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:20:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aef19a7-038c-4754-973b-c85aeaa18386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:18:52Z', 'updated_at': '2021-06-02T21:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:21:31.797780 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] For port fdeaaffb-022c-4e05-88d5-627a0baa1851, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fdeaaffb-022c-4e05-88d5-627a0baa1851,segment=NetworkSegment(10a2a63e-ea86-418c-8ae6-ef0bada28c9b),segment_id=10a2a63e-ea86-418c-8ae6-ef0bada28c9b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:21:31.798174 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:31.821256 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-d4c26b68-513d-48d9-b9d2-56ac22f91a34 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting port fb2c4599-556c-45d0-9ac8-a01276934d36 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:21:31.821607 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d4c26b68-513d-48d9-b9d2-56ac22f91a34 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:31.926802 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] Calling delete_port for fdeaaffb-022c-4e05-88d5-627a0baa1851 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:21:31.952065 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-d4c26b68-513d-48d9-b9d2-56ac22f91a34 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] For port fb2c4599-556c-45d0-9ac8-a01276934d36, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=fb2c4599-556c-45d0-9ac8-a01276934d36,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:21:31.952425 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d4c26b68-513d-48d9-b9d2-56ac22f91a34 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:31.972923 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:31.977549 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:32.066019 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] Pushing event deleted for resources: {'Port': ['ID=fdeaaffb-022c-4e05-88d5-627a0baa1851,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:32.070752 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] No DVR routers for this DVR port fdeaaffb-022c-4e05-88d5-627a0baa1851 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:21:32.076668 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-d4c26b68-513d-48d9-b9d2-56ac22f91a34 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Calling delete_port for fb2c4599-556c-45d0-9ac8-a01276934d36 owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:21:32.077204 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:32.077548 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:32.080091 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:32.080091 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:32.080091 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:32.080091 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:32.080091 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:32.080091 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:32.080091 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:32.080091 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:32.081309 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:32.081309 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:32.083668 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:32.245531 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d4c26b68-513d-48d9-b9d2-56ac22f91a34 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:32.249434 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-dd48bf78-7766-4d2c-94e8-5a6ed74edfaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:32.293613 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c26b68-513d-48d9-b9d2-56ac22f91a34 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Port': ['ID=fb2c4599-556c-45d0-9ac8-a01276934d36,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:32.296722 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d4c26b68-513d-48d9-b9d2-56ac22f91a34 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:32.524151 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d4c26b68-513d-48d9-b9d2-56ac22f91a34 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:32.693618 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d4c26b68-513d-48d9-b9d2-56ac22f91a34 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:32.695780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d4c26b68-513d-48d9-b9d2-56ac22f91a34 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:32.717146 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d4c26b68-513d-48d9-b9d2-56ac22f91a34 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:32.717656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c26b68-513d-48d9-b9d2-56ac22f91a34 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Fanout notify agent at l3_agent the message router_deleted on router 3aef19a7-038c-4754-973b-c85aeaa18386 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 21:21:32.736706 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d4c26b68-513d-48d9-b9d2-56ac22f91a34 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:32.740540 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36644) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:32.741045 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d4c26b68-513d-48d9-b9d2-56ac22f91a34 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/routers/3aef19a7-038c-4754-973b-c85aeaa18386 HTTP/1.1" status: 204 len: 168 time: 1.3750257 Jun 02 21:21:32.856938 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:32.985519 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:32.998747 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9838237-4060-47e8-be5b-f59876b47229']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:21:33.010220 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a2a63e-ea86-418c-8ae6-ef0bada28c9b') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:21:33.010519 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a2a63e-ea86-418c-8ae6-ef0bada28c9b') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:21:33.021548 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:33.036866 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:33.042813 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:21:33.043586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:21:33.058195 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:21:33.142366 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:33.146942 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:33.151106 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:33.174446 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Network': ['ID=b9838237-4060-47e8-be5b-f59876b47229,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:33.179108 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a5142b67-313f-4b3d-85c7-0da028cbbd65 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:21:33.184901 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:33.185283 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:33.185717 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:33.186146 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:33.186513 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:33.186926 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:33.187354 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:33.187759 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:33.188158 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:33.188527 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:33.188891 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:33.189314 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:33.192627 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:33.197120 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-99bbe1b4-0a2e-4ea2-9630-4dae810e762a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/networks/b9838237-4060-47e8-be5b-f59876b47229 HTTP/1.1" status: 204 len: 168 time: 0.4524474 Jun 02 21:21:33.197498 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36646) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:33.217047 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: a5142b67-313f-4b3d-85c7-0da028cbbd65 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:21:33.217485 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device a5142b67-313f-4b3d-85c7-0da028cbbd65 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:21:33.217984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fdeaaffb-022c-4e05-88d5-627a0baa1851 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:21:33.250448 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: fdeaaffb-022c-4e05-88d5-627a0baa1851 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:21:33.250800 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fdeaaffb-022c-4e05-88d5-627a0baa1851 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:21:33.251252 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fb2c4599-556c-45d0-9ac8-a01276934d36 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:21:33.265244 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-20f4abf1-e274-4576-9829-aecb70ba8bfc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:33.287004 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: fb2c4599-556c-45d0-9ac8-a01276934d36 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:21:33.287393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device fb2c4599-556c-45d0-9ac8-a01276934d36 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:21:33.295788 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-20f4abf1-e274-4576-9829-aecb70ba8bfc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:33.360439 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-20f4abf1-e274-4576-9829-aecb70ba8bfc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:33.365373 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-7b69d37a-f074-4007-9aa2-fc988843780e tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:33.381483 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4abf1-e274-4576-9829-aecb70ba8bfc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e062aa5-76ea-4567-ba8a-60496c350a82,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:33.383988 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-20f4abf1-e274-4576-9829-aecb70ba8bfc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:33.391850 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-20f4abf1-e274-4576-9829-aecb70ba8bfc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:33.395925 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-20f4abf1-e274-4576-9829-aecb70ba8bfc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/security-groups/7e062aa5-76ea-4567-ba8a-60496c350a82 HTTP/1.1" status: 204 len: 168 time: 0.1950471 Jun 02 21:21:33.417104 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6ab36ec9-4594-42f6-87a9-e0f0398f6ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:33.486976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:33.617038 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36652) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:33.621756 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-e3e6dfe9-9c2a-4f07-a2e7-3a9ca7b4f2bc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1027200605', 'description': 'tempest-secgroup-smoke-1027200605 description', 'project_id': '005f4463c7db4317a0be9ff96a72eef9'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:21:33.627732 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e3e6dfe9-9c2a-4f07-a2e7-3a9ca7b4f2bc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:21:33.631834 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e3e6dfe9-9c2a-4f07-a2e7-3a9ca7b4f2bc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:21:33.634611 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e3e6dfe9-9c2a-4f07-a2e7-3a9ca7b4f2bc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:21:33.640917 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e3e6dfe9-9c2a-4f07-a2e7-3a9ca7b4f2bc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:21:33.655360 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3e6dfe9-9c2a-4f07-a2e7-3a9ca7b4f2bc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:33.674207 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e3e6dfe9-9c2a-4f07-a2e7-3a9ca7b4f2bc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:21:33.677876 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e3e6dfe9-9c2a-4f07-a2e7-3a9ca7b4f2bc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:21:33.681116 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-e3e6dfe9-9c2a-4f07-a2e7-3a9ca7b4f2bc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:21:33.686643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-e3e6dfe9-9c2a-4f07-a2e7-3a9ca7b4f2bc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:21:33.759916 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3e6dfe9-9c2a-4f07-a2e7-3a9ca7b4f2bc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:33.764047 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3e6dfe9-9c2a-4f07-a2e7-3a9ca7b4f2bc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:33.769495 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:33.808743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6dfe9-9c2a-4f07-a2e7-3a9ca7b4f2bc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a58eec19-9dd7-4c10-8ebf-c4215d95eece,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:33.811617 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-e3e6dfe9-9c2a-4f07-a2e7-3a9ca7b4f2bc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:33.812803 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-e3e6dfe9-9c2a-4f07-a2e7-3a9ca7b4f2bc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1947689 Jun 02 21:21:33.813692 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e3e6dfe9-9c2a-4f07-a2e7-3a9ca7b4f2bc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:33.815761 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36654) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:33.820260 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-30b79b8a-8711-487f-9f06-73a8b48c057b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': 'a58eec19-9dd7-4c10-8ebf-c4215d95eece', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:21:33.826710 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-30b79b8a-8711-487f-9f06-73a8b48c057b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:21:33.830550 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-30b79b8a-8711-487f-9f06-73a8b48c057b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:21:33.833396 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-30b79b8a-8711-487f-9f06-73a8b48c057b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:21:33.839075 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-30b79b8a-8711-487f-9f06-73a8b48c057b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:21:33.854922 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-30b79b8a-8711-487f-9f06-73a8b48c057b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:33.914281 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-30b79b8a-8711-487f-9f06-73a8b48c057b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:33.917527 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-30b79b8a-8711-487f-9f06-73a8b48c057b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:33.919914 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ce810b1f-9865-4819-8b87-5c6a9fcea9f3 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:33.941308 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b79b8a-8711-487f-9f06-73a8b48c057b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b1fe18-a501-4993-8c28-3c846374b03e,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:33.945715 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-30b79b8a-8711-487f-9f06-73a8b48c057b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:33.950152 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-30b79b8a-8711-487f-9f06-73a8b48c057b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:33.951477 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-30b79b8a-8711-487f-9f06-73a8b48c057b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1347883 Jun 02 21:21:33.954253 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36656) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:33.958570 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-1a35fe7d-d5b2-4bff-b5b1-739ff8d17a09 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': 'a58eec19-9dd7-4c10-8ebf-c4215d95eece', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:21:33.964385 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-1a35fe7d-d5b2-4bff-b5b1-739ff8d17a09 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:21:33.968806 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1a35fe7d-d5b2-4bff-b5b1-739ff8d17a09 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:21:33.971678 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1a35fe7d-d5b2-4bff-b5b1-739ff8d17a09 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:21:33.977274 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-1a35fe7d-d5b2-4bff-b5b1-739ff8d17a09 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:21:33.993590 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1a35fe7d-d5b2-4bff-b5b1-739ff8d17a09 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.055332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1a35fe7d-d5b2-4bff-b5b1-739ff8d17a09 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.058528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1a35fe7d-d5b2-4bff-b5b1-739ff8d17a09 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.060396 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f4b6e1e4-71db-49c2-934d-a60e1df05cac tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:34.079311 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35fe7d-d5b2-4bff-b5b1-739ff8d17a09 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905e6dc2-4c17-466f-b23b-ce5c0b4b5b37,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:34.082997 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1a35fe7d-d5b2-4bff-b5b1-739ff8d17a09 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:34.091416 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1a35fe7d-d5b2-4bff-b5b1-739ff8d17a09 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.092557 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1a35fe7d-d5b2-4bff-b5b1-739ff8d17a09 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1374061 Jun 02 21:21:34.095392 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36658) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:34.099770 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-46f4f225-26ed-41cc-b780-140e785011fd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': 'a58eec19-9dd7-4c10-8ebf-c4215d95eece', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:21:34.105396 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-46f4f225-26ed-41cc-b780-140e785011fd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:21:34.110235 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-46f4f225-26ed-41cc-b780-140e785011fd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:21:34.113059 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-46f4f225-26ed-41cc-b780-140e785011fd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:21:34.118535 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-46f4f225-26ed-41cc-b780-140e785011fd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:21:34.132650 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-46f4f225-26ed-41cc-b780-140e785011fd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.192064 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-46f4f225-26ed-41cc-b780-140e785011fd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.195822 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-46f4f225-26ed-41cc-b780-140e785011fd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.197854 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c21175fc-e260-4c20-9524-e1798e72417b tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:34.218516 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4f225-26ed-41cc-b780-140e785011fd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b658e365-8dc0-4e2f-95cd-9e4265b93798,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:34.222476 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-46f4f225-26ed-41cc-b780-140e785011fd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:34.230465 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-46f4f225-26ed-41cc-b780-140e785011fd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.231769 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-46f4f225-26ed-41cc-b780-140e785011fd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1354334 Jun 02 21:21:34.234552 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36660) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:34.239590 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-df036d25-1bf5-4697-92e6-f95389dbcf2a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': 'a58eec19-9dd7-4c10-8ebf-c4215d95eece', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:21:34.245209 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-df036d25-1bf5-4697-92e6-f95389dbcf2a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:21:34.248906 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-df036d25-1bf5-4697-92e6-f95389dbcf2a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:21:34.251777 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-df036d25-1bf5-4697-92e6-f95389dbcf2a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:21:34.257420 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-df036d25-1bf5-4697-92e6-f95389dbcf2a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:21:34.273717 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-df036d25-1bf5-4697-92e6-f95389dbcf2a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.337786 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-df036d25-1bf5-4697-92e6-f95389dbcf2a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.342200 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-df036d25-1bf5-4697-92e6-f95389dbcf2a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.344009 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1a35fe7d-d5b2-4bff-b5b1-739ff8d17a09 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:34.365583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df036d25-1bf5-4697-92e6-f95389dbcf2a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cdbb859-74f9-40de-8602-cb3f5337aafc,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:34.368150 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-df036d25-1bf5-4697-92e6-f95389dbcf2a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:34.375812 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-df036d25-1bf5-4697-92e6-f95389dbcf2a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.376983 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-df036d25-1bf5-4697-92e6-f95389dbcf2a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1413932 Jun 02 21:21:34.379733 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36662) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:34.384428 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-1f137b75-5507-40c6-9328-24ba64eb7479 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': 'a58eec19-9dd7-4c10-8ebf-c4215d95eece', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:21:34.391086 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-1f137b75-5507-40c6-9328-24ba64eb7479 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:21:34.394909 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1f137b75-5507-40c6-9328-24ba64eb7479 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:21:34.397768 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-1f137b75-5507-40c6-9328-24ba64eb7479 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:21:34.404113 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-1f137b75-5507-40c6-9328-24ba64eb7479 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:21:34.415916 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.securitygroups_db [None req-1f137b75-5507-40c6-9328-24ba64eb7479 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Project 005f4463c7db4317a0be9ff96a72eef9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 21:21:34.422044 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.422562 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1f137b75-5507-40c6-9328-24ba64eb7479 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.485638 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1f137b75-5507-40c6-9328-24ba64eb7479 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.489391 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1f137b75-5507-40c6-9328-24ba64eb7479 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.496334 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-814ea3b4-4f60-47d3-afe6-5381472bdc18 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:34.517281 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f137b75-5507-40c6-9328-24ba64eb7479 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67907e59-acf8-4bde-a758-2a923ceacc00,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:34.519579 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1f137b75-5507-40c6-9328-24ba64eb7479 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:34.524486 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-1f137b75-5507-40c6-9328-24ba64eb7479 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.525728 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-1f137b75-5507-40c6-9328-24ba64eb7479 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1450422 Jun 02 21:21:34.532037 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36664) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:34.536849 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-52a02cb7-f7ea-4cb1-9517-ac836b158098 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': 'a58eec19-9dd7-4c10-8ebf-c4215d95eece', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:21:34.545758 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-52a02cb7-f7ea-4cb1-9517-ac836b158098 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:21:34.549970 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-52a02cb7-f7ea-4cb1-9517-ac836b158098 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:21:34.552975 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-52a02cb7-f7ea-4cb1-9517-ac836b158098 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:21:34.559239 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-52a02cb7-f7ea-4cb1-9517-ac836b158098 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:21:34.569155 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.securitygroups_db [None req-52a02cb7-f7ea-4cb1-9517-ac836b158098 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Project 005f4463c7db4317a0be9ff96a72eef9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 21:21:34.574837 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-52a02cb7-f7ea-4cb1-9517-ac836b158098 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.639337 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-52a02cb7-f7ea-4cb1-9517-ac836b158098 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.643122 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-52a02cb7-f7ea-4cb1-9517-ac836b158098 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.644953 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-17f0b36a-3e14-4ced-bb47-0835233ae33c tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:34.666307 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a02cb7-f7ea-4cb1-9517-ac836b158098 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a5b44c-6125-4c48-a7eb-33bd7e1ba86f,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:34.669332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-52a02cb7-f7ea-4cb1-9517-ac836b158098 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:34.676206 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-52a02cb7-f7ea-4cb1-9517-ac836b158098 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.677368 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-52a02cb7-f7ea-4cb1-9517-ac836b158098 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443543 Jun 02 21:21:34.680890 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36666) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:34.685827 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-fec1fab2-bdf1-4b10-8a7c-9d4d16a33f85 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'network': {'name': 'tempest-network-smoke--1792937148', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'port_security_enabled': True}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:21:34.690564 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-fec1fab2-bdf1-4b10-8a7c-9d4d16a33f85 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:21:34.694549 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-fec1fab2-bdf1-4b10-8a7c-9d4d16a33f85 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:network and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:21:34.697500 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-fec1fab2-bdf1-4b10-8a7c-9d4d16a33f85 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:21:34.703120 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-fec1fab2-bdf1-4b10-8a7c-9d4d16a33f85 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:21:34.716025 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec1fab2-bdf1-4b10-8a7c-9d4d16a33f85 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Made reservation on behalf of 005f4463c7db4317a0be9ff96a72eef9 for: {'network': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:21:34.719495 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fec1fab2-bdf1-4b10-8a7c-9d4d16a33f85 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.747491 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec1fab2-bdf1-4b10-8a7c-9d4d16a33f85 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=92548) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:21:34.756798 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fec1fab2-bdf1-4b10-8a7c-9d4d16a33f85 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.757270 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.segments_db [None req-fec1fab2-bdf1-4b10-8a7c-9d4d16a33f85 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Added segment 17fbc27c-7a11-436f-a12e-f304c24a1dc9 of type vlan for network dbcff83e-90d0-44d0-8368-ab9cdb45d4cd Jun 02 21:21:34.783245 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fec1fab2-bdf1-4b10-8a7c-9d4d16a33f85 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.811249 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fec1fab2-bdf1-4b10-8a7c-9d4d16a33f85 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.816589 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec1fab2-bdf1-4b10-8a7c-9d4d16a33f85 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:34.817163 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fec1fab2-bdf1-4b10-8a7c-9d4d16a33f85 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.820514 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4b5ba1cc-ab35-499a-80b7-18dfaa6ebe9e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:34.928350 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fec1fab2-bdf1-4b10-8a7c-9d4d16a33f85 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2463450 Jun 02 21:21:34.931303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36668) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:34.934493 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1fab2-bdf1-4b10-8a7c-9d4d16a33f85 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Network': ['ID=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:34.936398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1170046260', 'admin_state_up': True, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:21:34.937193 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fec1fab2-bdf1-4b10-8a7c-9d4d16a33f85 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:34.943622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:21:34.947591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:router and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:21:34.949101 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network dbcff83e-90d0-44d0-8368-ab9cdb45d4cd details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:21:34.950954 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:21:34.957479 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:21:34.967849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.968902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:34.984362 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:35.249932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:35.541040 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:35.569003 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:35.698980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Allocated IP 172.26.0.239 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/40906860-7233-46e3-afe5-21b265b18f5a) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:21:35.848261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:35.877411 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:35.881842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-edec77d5-207c-4970-ad3b-66dac1ee1eeb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:35.943074 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:21:35.945957 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:21:35.948351 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:21:35.983859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=40906860-7233-46e3-afe5-21b265b18f5a,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:35.988030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:36.091778 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:36.498100 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:36.826736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:37.027176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router 00172a43-9a58-4b59-936b-43c8e185a6ef is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 21:21:37.198154 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:21:37.208911 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] Sync routers for ids ['00172a43-9a58-4b59-936b-43c8e185a6ef'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:21:37.218319 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] Routers {'00172a43-9a58-4b59-936b-43c8e185a6ef'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:21:37.218993 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:21:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['00172a43-9a58-4b59-936b-43c8e185a6ef'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:21:37.224623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:37.226024 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2934449 Jun 02 21:21:37.229134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36680) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:37.291341 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-749965cd-0e01-4a8e-bcee-16eca76993ac tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=005f4463c7db4317a0be9ff96a72eef9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0608461 Jun 02 21:21:37.294520 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36682) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:37.403368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] Set router 00172a43-9a58-4b59-936b-43c8e185a6ef gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:21:37.568830 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8d0674-c8b2-45e2-bd3b-5c5c3201ebca tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:37.570210 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2f8d0674-c8b2-45e2-bd3b-5c5c3201ebca tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2748029 Jun 02 21:21:37.573010 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36684) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:37.616665 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9cbfa61c-0b7d-415a-a775-3a6ab39a002a tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9eda1993-8807-4a42-8466-556269663ed3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424883 Jun 02 21:21:37.618993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36686) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:37.623967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-957e593a-c610-4ab0-aa29-2a9aec071827 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1191567150', 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:21:37.686992 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1170046260', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '40906860-7233-46e3-afe5-21b265b18f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:21:34Z', 'updated_at': '2021-06-02T21:21:36Z', 'revision_number': 3, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '40906860-7233-46e3-afe5-21b265b18f5a', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:76:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:35Z', 'updated_at': '2021-06-02T21:21:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:21:37.690763 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] Checking router: 00172a43-9a58-4b59-936b-43c8e185a6ef for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:21:37.691116 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] Updating router 00172a43-9a58-4b59-936b-43c8e185a6ef port 40906860-7233-46e3-afe5-21b265b18f5a binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:21:37.737462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-957e593a-c610-4ab0-aa29-2a9aec071827 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:21:37.737841 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-957e593a-c610-4ab0-aa29-2a9aec071827 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:subnet and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:21:37.740925 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-957e593a-c610-4ab0-aa29-2a9aec071827 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:21:37.743360 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:37.746636 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-957e593a-c610-4ab0-aa29-2a9aec071827 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:21:37.756159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957e593a-c610-4ab0-aa29-2a9aec071827 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Made reservation on behalf of 005f4463c7db4317a0be9ff96a72eef9 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:21:37.759903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-957e593a-c610-4ab0-aa29-2a9aec071827 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:38.068934 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:38.081271 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] Transition to ACTIVE for port object 40906860-7233-46e3-afe5-21b265b18f5a will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:21:38.088206 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:38.093013 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:38.170948 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] Attempting to bind port 40906860-7233-46e3-afe5-21b265b18f5a on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:21:38.171356 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] Attempting to bind port 40906860-7233-46e3-afe5-21b265b18f5a by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:21:38.171732 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] Attempting to bind port 40906860-7233-46e3-afe5-21b265b18f5a on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:21:38.178832 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f040d5-bfa1-42b5-bbb5-30ae9396fdda None None] Pushing event updated for resources: {'Port': ['ID=40906860-7233-46e3-afe5-21b265b18f5a,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:38.179268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-957e593a-c610-4ab0-aa29-2a9aec071827 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:38.181337 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:21:38.181718 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:21:38.182129 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:38.182523 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:21:38.183002 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] Bound port: 40906860-7233-46e3-afe5-21b265b18f5a, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:21:38.183192 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-59a63fe6-caa8-44c5-88c6-633a016a44fb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:38.183411 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:38.206961 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-40f040d5-bfa1-42b5-bbb5-30ae9396fdda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:38.257953 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e593a-c610-4ab0-aa29-2a9aec071827 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Subnet': ['ID=867c0174-50fa-45cb-9af3-3fa433165963,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:38.258856 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] For port 40906860-7233-46e3-afe5-21b265b18f5a, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:21:38.261508 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-957e593a-c610-4ab0-aa29-2a9aec071827 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:38.261890 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] For port 40906860-7233-46e3-afe5-21b265b18f5a, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=40906860-7233-46e3-afe5-21b265b18f5a,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:21:38.267276 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:38.268330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957e593a-c610-4ab0-aa29-2a9aec071827 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Checking segment: {'id': '17fbc27c-7a11-436f-a12e-f304c24a1dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:21:38.268689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957e593a-c610-4ab0-aa29-2a9aec071827 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network hostable DHCP agents. Network: dbcff83e-90d0-44d0-8368-ab9cdb45d4cd, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:21:38.271699 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fb1a7692-7891-4c6c-a70d-8991f70b4ec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:38.285409 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957e593a-c610-4ab0-aa29-2a9aec071827 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network dbcff83e-90d0-44d0-8368-ab9cdb45d4cd is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:21:38.295059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-957e593a-c610-4ab0-aa29-2a9aec071827 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, dbcff83e-90d0-44d0-8368-ab9cdb45d4cd) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:21:38.305957 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957e593a-c610-4ab0-aa29-2a9aec071827 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:38.306550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-957e593a-c610-4ab0-aa29-2a9aec071827 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:38.308735 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603f6892-4216-4c60-8938-ce283ba9bf01 None None] Network dbcff83e-90d0-44d0-8368-ab9cdb45d4cd requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:21:38.327947 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-957e593a-c610-4ab0-aa29-2a9aec071827 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7078006 Jun 02 21:21:38.330607 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36688) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:38.478711 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f040d5-bfa1-42b5-bbb5-30ae9396fdda None None] Pushing event updated for resources: {'Port': ['ID=40906860-7233-46e3-afe5-21b265b18f5a,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:38.483620 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] Routers {'00172a43-9a58-4b59-936b-43c8e185a6ef'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:21:38.484235 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:21:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['00172a43-9a58-4b59-936b-43c8e185a6ef'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:21:38.532691 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-40f040d5-bfa1-42b5-bbb5-30ae9396fdda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:38.759166 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] Set router 00172a43-9a58-4b59-936b-43c8e185a6ef gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:21:38.859369 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-dbcff83e-90d0-44d0-8368-ab9cdb45d4cd', 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ips': [{'subnet_id': '867c0174-50fa-45cb-9af3-3fa433165963'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 21:21:38.860201 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:39.007398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:39.160720 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Allocated IP 172.20.0.2 (dbcff83e-90d0-44d0-8368-ab9cdb45d4cd/867c0174-50fa-45cb-9af3-3fa433165963/52356ca7-5c93-44a3-913b-332cc36bc06e) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:21:39.269004 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1170046260', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '40906860-7233-46e3-afe5-21b265b18f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:21:34Z', 'updated_at': '2021-06-02T21:21:36Z', 'revision_number': 3, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '40906860-7233-46e3-afe5-21b265b18f5a', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:76:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:35Z', 'updated_at': '2021-06-02T21:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:21:39.277280 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577136b0-8f26-46de-ac07-74ea4fec9ba0 None None] The sync data for ids ['00172a43-9a58-4b59-936b-43c8e185a6ef'] in dv-neutron-601336-84-hyperv is: [{'id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1170046260', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '40906860-7233-46e3-afe5-21b265b18f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:21:34Z', 'updated_at': '2021-06-02T21:21:36Z', 'revision_number': 3, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '40906860-7233-46e3-afe5-21b265b18f5a', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:76:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:35Z', 'updated_at': '2021-06-02T21:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:21:39.390884 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:39.401299 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Transition to ACTIVE for port object 52356ca7-5c93-44a3-913b-332cc36bc06e will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:21:39.421092 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Transition to ACTIVE for port object 52356ca7-5c93-44a3-913b-332cc36bc06e will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:21:39.427191 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:39.430980 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-40f040d5-bfa1-42b5-bbb5-30ae9396fdda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:39.502281 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Network dbcff83e-90d0-44d0-8368-ab9cdb45d4cd is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:21:39.509794 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:21:39.513007 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:21:39.520203 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Pushing event updated for resources: {'Port': ['ID=52356ca7-5c93-44a3-913b-332cc36bc06e,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:39.523871 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:39.569150 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Allocated IP 172.20.0.1 (dbcff83e-90d0-44d0-8368-ab9cdb45d4cd/867c0174-50fa-45cb-9af3-3fa433165963/010ac600-f933-46f1-a842-8ed769c47101) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:21:39.617543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Attempting to bind port 52356ca7-5c93-44a3-913b-332cc36bc06e on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:21:39.617929 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Attempting to bind port 52356ca7-5c93-44a3-913b-332cc36bc06e by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '17fbc27c-7a11-436f-a12e-f304c24a1dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:21:39.618299 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Attempting to bind port 52356ca7-5c93-44a3-913b-332cc36bc06e on network dbcff83e-90d0-44d0-8368-ab9cdb45d4cd {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:21:39.623890 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:21:39.624274 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Checking segment: {'id': '17fbc27c-7a11-436f-a12e-f304c24a1dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:21:39.624686 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:39.625086 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Bound using segment: {'id': '17fbc27c-7a11-436f-a12e-f304c24a1dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:21:39.625591 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Bound port: 52356ca7-5c93-44a3-913b-332cc36bc06e, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17fbc27c-7a11-436f-a12e-f304c24a1dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:21:39.625972 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:39.726066 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] For port 52356ca7-5c93-44a3-913b-332cc36bc06e, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:21:39.729250 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] For port 52356ca7-5c93-44a3-913b-332cc36bc06e, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=52356ca7-5c93-44a3-913b-332cc36bc06e,segment=NetworkSegment(17fbc27c-7a11-436f-a12e-f304c24a1dc9),segment_id=17fbc27c-7a11-436f-a12e-f304c24a1dc9)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:21:39.737292 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:39.744271 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:39.745285 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:39.759929 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Transition to ACTIVE for port object 010ac600-f933-46f1-a842-8ed769c47101 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:21:39.784935 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:39.788731 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5b9c4857-37f6-48f5-83ef-d1af96ebb9de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:39.836245 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Pushing event updated for resources: {'Port': ['ID=52356ca7-5c93-44a3-913b-332cc36bc06e,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:39.840308 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:39.864786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network dbcff83e-90d0-44d0-8368-ab9cdb45d4cd is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:21:39.868166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:21:39.872959 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:21:39.908458 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=010ac600-f933-46f1-a842-8ed769c47101,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:39.913421 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:39.938897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:40.231515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:40.650274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:40.655021 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:40.684639 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-26b761da-9694-4216-90a2-87a2db1841b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:40.773924 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0e4e56-1509-40dd-9aab-8f4b4de714be None None] Network dbcff83e-90d0-44d0-8368-ab9cdb45d4cd requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:21:40.875560 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-002cd71f-c7b4-4b51-bc67-7118475ba69f None None] Provisioning for port 52356ca7-5c93-44a3-913b-332cc36bc06e completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:21:40.920659 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=010ac600-f933-46f1-a842-8ed769c47101,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:40.922986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:40.926681 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:41.064226 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network dbcff83e-90d0-44d0-8368-ab9cdb45d4cd is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:21:41.065418 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:21:41.169377 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 40906860-7233-46e3-afe5-21b265b18f5a up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:21:41.251365 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 40906860-7233-46e3-afe5-21b265b18f5a completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:21:41.256593 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 40906860-7233-46e3-afe5-21b265b18f5a triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:21:41.256976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:41.301561 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router 00172a43-9a58-4b59-936b-43c8e185a6ef has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:21:41.332384 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d8b12ee8-ab1d-4d45-a428-213b60b81e80 None None] Provisioning for port 010ac600-f933-46f1-a842-8ed769c47101 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:21:41.342304 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-d8b12ee8-ab1d-4d45-a428-213b60b81e80 None None] Provisioning complete for port 010ac600-f933-46f1-a842-8ed769c47101 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:21:41.344202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d8b12ee8-ab1d-4d45-a428-213b60b81e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:41.463444 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:41.480985 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-d8b12ee8-ab1d-4d45-a428-213b60b81e80 None None] Port 010ac600-f933-46f1-a842-8ed769c47101 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:21:41.490755 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 40906860-7233-46e3-afe5-21b265b18f5a, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=40906860-7233-46e3-afe5-21b265b18f5a,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:21:41.498174 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:41.499220 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 52356ca7-5c93-44a3-913b-332cc36bc06e up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:21:41.532766 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-17e7d945-5c59-4987-a612-2ef260a35147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:41.559654 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:21:41.574141 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] Sync routers for ids ['00172a43-9a58-4b59-936b-43c8e185a6ef'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:21:41.579236 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "PUT /v2.0/routers/00172a43-9a58-4b59-936b-43c8e185a6ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2446179 Jun 02 21:21:41.584046 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] Routers {'00172a43-9a58-4b59-936b-43c8e185a6ef'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:21:41.585217 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:21:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['00172a43-9a58-4b59-936b-43c8e185a6ef'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:21:41.645150 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=40906860-7233-46e3-afe5-21b265b18f5a,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:41.650329 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:41.659063 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 52356ca7-5c93-44a3-913b-332cc36bc06e completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:21:41.670154 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 52356ca7-5c93-44a3-913b-332cc36bc06e triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:21:41.670547 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:41.775684 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-4eaf769f-609d-4173-98a1-e8fff3252d62 None None] Provisioning complete for port 010ac600-f933-46f1-a842-8ed769c47101 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:21:41.776350 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4eaf769f-609d-4173-98a1-e8fff3252d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:41.796376 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] Set router 00172a43-9a58-4b59-936b-43c8e185a6ef gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:21:41.831726 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-5a8f3d8c-40fa-4c33-8e48-be2de16c7c13 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1027200605&fields=id&tenant_id=005f4463c7db4317a0be9ff96a72eef9 HTTP/1.1" status: 200 len: 267 time: 0.0400670 Jun 02 21:21:41.867186 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-4eaf769f-609d-4173-98a1-e8fff3252d62 None None] Port 010ac600-f933-46f1-a842-8ed769c47101 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:21:41.886823 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:41.921895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 52356ca7-5c93-44a3-913b-332cc36bc06e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=52356ca7-5c93-44a3-913b-332cc36bc06e,segment=NetworkSegment(17fbc27c-7a11-436f-a12e-f304c24a1dc9),segment_id=17fbc27c-7a11-436f-a12e-f304c24a1dc9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:21:41.926197 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:41.928620 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fe5b925c-c3ce-4035-b065-2406e1ed2fde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:41.996181 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-0cada931-38e9-43b3-8343-7418c33822ed tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:41.998431 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-0cada931-38e9-43b3-8343-7418c33822ed tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/networks?id=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd HTTP/1.1" status: 200 len: 797 time: 0.1583667 Jun 02 21:21:42.004156 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a1e61d3a-c469-407f-bb57-6f74d8088f04 None None] Provisioning complete for port 010ac600-f933-46f1-a842-8ed769c47101 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:21:42.004535 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a1e61d3a-c469-407f-bb57-6f74d8088f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:42.016204 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-eb7bc0bd-5501-4bf7-a925-e85c95c4355b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/quotas/005f4463c7db4317a0be9ff96a72eef9 HTTP/1.1" status: 200 len: 375 time: 0.0102606 Jun 02 21:21:42.044824 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=52356ca7-5c93-44a3-913b-332cc36bc06e,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:42.049485 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:42.066013 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a1e61d3a-c469-407f-bb57-6f74d8088f04 None None] Port 010ac600-f933-46f1-a842-8ed769c47101 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:21:42.103426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-1a9766db-07b8-4afb-ae3b-fa61b58e5832 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:21:42.119161 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-1a9766db-07b8-4afb-ae3b-fa61b58e5832 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:21:42.120464 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-1a9766db-07b8-4afb-ae3b-fa61b58e5832 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988321 Jun 02 21:21:42.132263 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1170046260', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '40906860-7233-46e3-afe5-21b265b18f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:21:34Z', 'updated_at': '2021-06-02T21:21:40Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '40906860-7233-46e3-afe5-21b265b18f5a', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:35Z', 'updated_at': '2021-06-02T21:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '010ac600-f933-46f1-a842-8ed769c47101', 'name': '', 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:e0:27:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '867c0174-50fa-45cb-9af3-3fa433165963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:39Z', 'updated_at': '2021-06-02T21:21:40Z', 'revision_number': 2, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '867c0174-50fa-45cb-9af3-3fa433165963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:21:42.136095 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] Checking router: 00172a43-9a58-4b59-936b-43c8e185a6ef for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:21:42.136441 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] Updating router 00172a43-9a58-4b59-936b-43c8e185a6ef port 010ac600-f933-46f1-a842-8ed769c47101 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:21:42.181341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-a970dc2a-c4be-405a-80a6-f27cf2ae2fb2 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 21:21:42.182325 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-a970dc2a-c4be-405a-80a6-f27cf2ae2fb2 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506842 Jun 02 21:21:42.188083 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:42.318416 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-451bf421-5a37-4dd6-aee9-e76b7286d58e service neutron] 10.222.0.25 "GET /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297739 Jun 02 21:21:42.453124 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-e81dfded-e917-4221-8be2-7269d2ed8d34 service neutron] 10.222.0.25 "GET /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270537 Jun 02 21:21:42.526587 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:42.538205 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] Transition to ACTIVE for port object 010ac600-f933-46f1-a842-8ed769c47101 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:21:42.544283 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:42.548594 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-a35bbca0-5bec-4456-958d-7e5a4a66f70e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:42.653916 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-57865314-1168-406f-8ad7-39b06d4e101e req-730d5e6d-b4cd-4ddd-8fb9-3f1bae4b42b6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 210 time: 0.0559943 Jun 02 21:21:42.808731 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2055c0e-3a6a-46f8-841e-3b6360d4513e None None] Pushing event updated for resources: {'Port': ['ID=010ac600-f933-46f1-a842-8ed769c47101,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:42.828986 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2055c0e-3a6a-46f8-841e-3b6360d4513e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:42.829333 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2055c0e-3a6a-46f8-841e-3b6360d4513e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:42.829670 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2055c0e-3a6a-46f8-841e-3b6360d4513e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:42.830000 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2055c0e-3a6a-46f8-841e-3b6360d4513e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:42.830325 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2055c0e-3a6a-46f8-841e-3b6360d4513e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:42.830649 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2055c0e-3a6a-46f8-841e-3b6360d4513e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:42.830972 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2055c0e-3a6a-46f8-841e-3b6360d4513e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:42.831321 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2055c0e-3a6a-46f8-841e-3b6360d4513e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:42.831638 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2055c0e-3a6a-46f8-841e-3b6360d4513e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:42.831959 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2055c0e-3a6a-46f8-841e-3b6360d4513e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:42.832511 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2055c0e-3a6a-46f8-841e-3b6360d4513e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:42.832624 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2055c0e-3a6a-46f8-841e-3b6360d4513e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:21:42.838933 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-e2055c0e-3a6a-46f8-841e-3b6360d4513e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:42.844227 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] Attempting to bind port 010ac600-f933-46f1-a842-8ed769c47101 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:21:42.844549 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] Attempting to bind port 010ac600-f933-46f1-a842-8ed769c47101 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '17fbc27c-7a11-436f-a12e-f304c24a1dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:21:42.845165 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] Attempting to bind port 010ac600-f933-46f1-a842-8ed769c47101 on network dbcff83e-90d0-44d0-8368-ab9cdb45d4cd {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:21:42.850708 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:21:42.851088 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] Checking segment: {'id': '17fbc27c-7a11-436f-a12e-f304c24a1dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:21:42.851526 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:42.851920 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] Bound using segment: {'id': '17fbc27c-7a11-436f-a12e-f304c24a1dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:21:42.852386 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] Bound port: 010ac600-f933-46f1-a842-8ed769c47101, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17fbc27c-7a11-436f-a12e-f304c24a1dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:21:42.852765 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:42.943496 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] For port 010ac600-f933-46f1-a842-8ed769c47101, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:21:42.946690 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] For port 010ac600-f933-46f1-a842-8ed769c47101, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=010ac600-f933-46f1-a842-8ed769c47101,segment=NetworkSegment(17fbc27c-7a11-436f-a12e-f304c24a1dc9),segment_id=17fbc27c-7a11-436f-a12e-f304c24a1dc9)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:21:42.951482 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:42.954900 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-e987fa77-1ba3-4300-829e-129d03d1fd91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:43.030679 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] Routers {'00172a43-9a58-4b59-936b-43c8e185a6ef'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:21:43.031332 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:21:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['00172a43-9a58-4b59-936b-43c8e185a6ef'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:21:43.095408 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2055c0e-3a6a-46f8-841e-3b6360d4513e None None] Pushing event updated for resources: {'Port': ['ID=010ac600-f933-46f1-a842-8ed769c47101,revision_number=4']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:43.107562 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-e2055c0e-3a6a-46f8-841e-3b6360d4513e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:43.115475 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:21:43.136420 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 40906860-7233-46e3-afe5-21b265b18f5a up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:21:43.216711 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 40906860-7233-46e3-afe5-21b265b18f5a triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:21:43.217378 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:43.245011 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] Set router 00172a43-9a58-4b59-936b-43c8e185a6ef gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:21:43.342449 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 52356ca7-5c93-44a3-913b-332cc36bc06e up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:21:43.412085 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 52356ca7-5c93-44a3-913b-332cc36bc06e triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:21:43.412465 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:43.560432 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1170046260', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '40906860-7233-46e3-afe5-21b265b18f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:21:34Z', 'updated_at': '2021-06-02T21:21:40Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '40906860-7233-46e3-afe5-21b265b18f5a', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:35Z', 'updated_at': '2021-06-02T21:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '010ac600-f933-46f1-a842-8ed769c47101', 'name': '', 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:e0:27:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '867c0174-50fa-45cb-9af3-3fa433165963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:39Z', 'updated_at': '2021-06-02T21:21:42Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '867c0174-50fa-45cb-9af3-3fa433165963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:21:43.564779 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77febdb2-a46c-4a9f-bd5a-53dc572eff10 None None] The sync data for ids ['00172a43-9a58-4b59-936b-43c8e185a6ef'] in dv-neutron-601336-84-hyperv is: [{'id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1170046260', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '40906860-7233-46e3-afe5-21b265b18f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:21:34Z', 'updated_at': '2021-06-02T21:21:40Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '40906860-7233-46e3-afe5-21b265b18f5a', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:35Z', 'updated_at': '2021-06-02T21:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '010ac600-f933-46f1-a842-8ed769c47101', 'name': '', 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:e0:27:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '867c0174-50fa-45cb-9af3-3fa433165963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:39Z', 'updated_at': '2021-06-02T21:21:42Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '867c0174-50fa-45cb-9af3-3fa433165963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:21:43.785229 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-5a49ee8e-dfa0-41ff-81b6-b90cdf6ee4d9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:43.786739 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-5a49ee8e-dfa0-41ff-81b6-b90cdf6ee4d9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "GET /v2.0/networks?id=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd HTTP/1.1" status: 200 len: 797 time: 0.1990824 Jun 02 21:21:43.858627 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1a5d5f1a-c37b-4e36-85c7-758492ed323a req-6b79a430-65ca-4e6e-81ad-129f75d37cf5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 210 time: 0.0496936 Jun 02 21:21:43.884182 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-0a9ef759-db7e-4548-9c87-628868338302 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=005f4463c7db4317a0be9ff96a72eef9 HTTP/1.1" status: 200 len: 380 time: 0.0887606 Jun 02 21:21:43.893525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-40d1a7e5-5538-463c-9e8b-1f03db5582a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'port': {'device_id': '05d9ec6d-fd8e-4707-8656-8db0b096a004', 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd', 'admin_state_up': True, 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'security_groups': ['a58eec19-9dd7-4c10-8ebf-c4215d95eece']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:21:44.034293 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-40d1a7e5-5538-463c-9e8b-1f03db5582a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:21:44.044075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-40d1a7e5-5538-463c-9e8b-1f03db5582a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:21:44.055267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-40d1a7e5-5538-463c-9e8b-1f03db5582a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Made reservation on behalf of 005f4463c7db4317a0be9ff96a72eef9 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:21:44.058799 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-40d1a7e5-5538-463c-9e8b-1f03db5582a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:44.383619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-40d1a7e5-5538-463c-9e8b-1f03db5582a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Allocated IP 172.20.0.14 (dbcff83e-90d0-44d0-8368-ab9cdb45d4cd/867c0174-50fa-45cb-9af3-3fa433165963/8de5cd32-197d-4a9d-9576-7b2270999a6b) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:21:44.589526 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-40d1a7e5-5538-463c-9e8b-1f03db5582a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:44.604563 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-40d1a7e5-5538-463c-9e8b-1f03db5582a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Transition to ACTIVE for port object 8de5cd32-197d-4a9d-9576-7b2270999a6b will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:21:44.627868 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-40d1a7e5-5538-463c-9e8b-1f03db5582a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:44.633545 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-91da2fd2-780f-4ae9-91c1-00a2d6254bce tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:44.695501 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-40d1a7e5-5538-463c-9e8b-1f03db5582a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network dbcff83e-90d0-44d0-8368-ab9cdb45d4cd is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:21:44.698854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-40d1a7e5-5538-463c-9e8b-1f03db5582a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:21:44.703363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-40d1a7e5-5538-463c-9e8b-1f03db5582a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:21:44.739471 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1a7e5-5538-463c-9e8b-1f03db5582a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=8de5cd32-197d-4a9d-9576-7b2270999a6b,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:44.744009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-40d1a7e5-5538-463c-9e8b-1f03db5582a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:44.771831 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-40d1a7e5-5538-463c-9e8b-1f03db5582a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:44.772542 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-40d1a7e5-5538-463c-9e8b-1f03db5582a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:44.797789 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-40d1a7e5-5538-463c-9e8b-1f03db5582a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9083099 Jun 02 21:21:44.810738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Request body: {'port': {'device_id': '05d9ec6d-fd8e-4707-8656-8db0b096a004', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:21:44.850906 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:44.907674 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-866103b6-07ff-4d52-a7e7-143a6ca8cde1 None None] Provisioning for port 8de5cd32-197d-4a9d-9576-7b2270999a6b completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:21:44.914018 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-866103b6-07ff-4d52-a7e7-143a6ca8cde1 None None] Provisioning complete for port 8de5cd32-197d-4a9d-9576-7b2270999a6b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:21:44.914395 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-866103b6-07ff-4d52-a7e7-143a6ca8cde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:44.927590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:44.975022 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-866103b6-07ff-4d52-a7e7-143a6ca8cde1 None None] Port 8de5cd32-197d-4a9d-9576-7b2270999a6b cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:21:45.065020 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38dbd5d-b19c-4612-875e-e00e5e4fb825 req-74bfe1da-8d19-48b2-927c-615a52f47973 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:45.067096 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c38dbd5d-b19c-4612-875e-e00e5e4fb825 req-74bfe1da-8d19-48b2-927c-615a52f47973 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 932 time: 0.0864582 Jun 02 21:21:45.123338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-c38dbd5d-b19c-4612-875e-e00e5e4fb825 req-c83ac49b-3a3f-4152-af48-9ab869322c4b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:21:45.138705 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-c38dbd5d-b19c-4612-875e-e00e5e4fb825 req-c83ac49b-3a3f-4152-af48-9ab869322c4b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:21:45.140175 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c38dbd5d-b19c-4612-875e-e00e5e4fb825 req-c83ac49b-3a3f-4152-af48-9ab869322c4b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566232 Jun 02 21:21:45.160219 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 010ac600-f933-46f1-a842-8ed769c47101 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:21:45.227128 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 010ac600-f933-46f1-a842-8ed769c47101 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:21:45.232555 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 010ac600-f933-46f1-a842-8ed769c47101 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:21:45.233009 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:45.305312 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de5cd32-197d-4a9d-9576-7b2270999a6b {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:21:45.312469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:45.327774 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Transition to ACTIVE for port object 8de5cd32-197d-4a9d-9576-7b2270999a6b will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:21:45.331622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:45.337018 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:45.351488 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:45.383249 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 010ac600-f933-46f1-a842-8ed769c47101, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=010ac600-f933-46f1-a842-8ed769c47101,segment=NetworkSegment(17fbc27c-7a11-436f-a12e-f304c24a1dc9),segment_id=17fbc27c-7a11-436f-a12e-f304c24a1dc9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:21:45.388014 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:45.390253 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:45.512760 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=010ac600-f933-46f1-a842-8ed769c47101,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:45.516712 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:45.531573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Pushing event updated for resources: {'Port': ['ID=8de5cd32-197d-4a9d-9576-7b2270999a6b,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:45.536639 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:45.579617 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Attempting to bind port 8de5cd32-197d-4a9d-9576-7b2270999a6b on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:21:45.579948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Attempting to bind port 8de5cd32-197d-4a9d-9576-7b2270999a6b by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '17fbc27c-7a11-436f-a12e-f304c24a1dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:21:45.580270 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Attempting to bind port 8de5cd32-197d-4a9d-9576-7b2270999a6b on network dbcff83e-90d0-44d0-8368-ab9cdb45d4cd {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:21:45.585406 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Port 8de5cd32-197d-4a9d-9576-7b2270999a6b on network dbcff83e-90d0-44d0-8368-ab9cdb45d4cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 21:21:45.586032 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Attempting to bind port 8de5cd32-197d-4a9d-9576-7b2270999a6b on network dbcff83e-90d0-44d0-8368-ab9cdb45d4cd {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:21:45.591613 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:21:45.591948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Checking segment: {'id': '17fbc27c-7a11-436f-a12e-f304c24a1dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:21:45.592319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Bound using segment: {'id': '17fbc27c-7a11-436f-a12e-f304c24a1dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:21:45.592730 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Bound port: 8de5cd32-197d-4a9d-9576-7b2270999a6b, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17fbc27c-7a11-436f-a12e-f304c24a1dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:21:45.593065 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:45.679131 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] For port 8de5cd32-197d-4a9d-9576-7b2270999a6b, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:21:45.682384 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] For port 8de5cd32-197d-4a9d-9576-7b2270999a6b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8de5cd32-197d-4a9d-9576-7b2270999a6b,segment=NetworkSegment(17fbc27c-7a11-436f-a12e-f304c24a1dc9),segment_id=17fbc27c-7a11-436f-a12e-f304c24a1dc9)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:21:45.686016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:45.690341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:45.741850 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:45.742721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:45.743965 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] 10.222.0.95 "PUT /v2.0/ports/8de5cd32-197d-4a9d-9576-7b2270999a6b HTTP/1.1" status: 200 len: 1094 time: 0.9379318 Jun 02 21:21:45.746355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d9ec6d-fd8e-4707-8656-8db0b096a004', 'tag': '8de5cd32-197d-4a9d-9576-7b2270999a6b'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:21:45.749596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4304e2-03d1-4267-9bb8-88a08d2bb413" -d '{"events": [{"name": "network-changed", "server_uuid": "05d9ec6d-fd8e-4707-8656-8db0b096a004", "tag": "8de5cd32-197d-4a9d-9576-7b2270999a6b"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:21:45.781798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Pushing event updated for resources: {'Port': ['ID=8de5cd32-197d-4a9d-9576-7b2270999a6b,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:45.786311 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:45.858359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-2e51b019-b6a2-4197-b657-6f0eca031b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:45.859891 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-2e51b019-b6a2-4197-b657-6f0eca031b20 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 1097 time: 0.0748589 Jun 02 21:21:45.928604 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103e19cf-0f07-427a-ba50-334131f81e30 x-openstack-request-id: req-103e19cf-0f07-427a-ba50-334131f81e30 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:21:45.928943 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d9ec6d-fd8e-4707-8656-8db0b096a004", "tag": "8de5cd32-197d-4a9d-9576-7b2270999a6b", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:21:45.929300 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-103e19cf-0f07-427a-ba50-334131f81e30 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:21:45.929690 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d9ec6d-fd8e-4707-8656-8db0b096a004', 'tag': '8de5cd32-197d-4a9d-9576-7b2270999a6b', 'status': 'completed', 'code': 200} Jun 02 21:21:45.937765 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-a2933ba2-2352-4d49-a81d-65f8a9ea4812 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8de5cd32-197d-4a9d-9576-7b2270999a6b HTTP/1.1" status: 200 len: 217 time: 0.0709939 Jun 02 21:21:45.998463 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-6e5c304d-fe7c-4519-979e-29a9badbfddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:45.999854 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-6e5c304d-fe7c-4519-979e-29a9badbfddd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=867c0174-50fa-45cb-9af3-3fa433165963 HTTP/1.1" status: 200 len: 835 time: 0.0561881 Jun 02 21:21:46.074061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-a75319e8-3687-4b8e-9a66-bd06764844f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:46.075557 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-a75319e8-3687-4b8e-9a66-bd06764844f7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0690794 Jun 02 21:21:46.206919 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-d9b81bde-16a4-4375-99ae-92c3c289b685 service neutron] 10.222.0.95 "GET /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240640 Jun 02 21:21:46.324192 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0993e1-55b8-4e65-b426-ecfe0a9ad3e3 req-731c8756-5d25-40e2-aee6-12866333089f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:46.326215 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3c0993e1-55b8-4e65-b426-ecfe0a9ad3e3 req-731c8756-5d25-40e2-aee6-12866333089f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 944 time: 0.0796382 Jun 02 21:21:46.337654 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe6442ef-b81b-415e-935b-4e94a9c0eb4e req-09741c61-c278-4a75-9edb-b62bc5c588f5 service neutron] 10.222.0.95 "GET /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245360 Jun 02 21:21:46.370682 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3c0993e1-55b8-4e65-b426-ecfe0a9ad3e3 req-9dd4d5d4-e3ad-4f09-a964-29bedc88ade3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388074 Jun 02 21:21:46.460954 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4304e2-03d1-4267-9bb8-88a08d2bb413 req-bba4f7c9-590b-49e7-a4ea-4374cb09c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:46.462416 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c4304e2-03d1-4267-9bb8-88a08d2bb413 req-bba4f7c9-590b-49e7-a4ea-4374cb09c0b1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 1097 time: 0.0766652 Jun 02 21:21:46.594569 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4304e2-03d1-4267-9bb8-88a08d2bb413 req-9a5f48c4-5450-47cb-94a5-40a8b4d5fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:46.596032 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c4304e2-03d1-4267-9bb8-88a08d2bb413 req-9a5f48c4-5450-47cb-94a5-40a8b4d5fe05 service neutron] 10.222.0.95 "GET /v2.0/networks?id=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd HTTP/1.1" status: 200 len: 898 time: 0.1273427 Jun 02 21:21:46.665100 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c4304e2-03d1-4267-9bb8-88a08d2bb413 req-7a5efbed-4e93-49b3-9bea-3e16c0ac82a7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8de5cd32-197d-4a9d-9576-7b2270999a6b HTTP/1.1" status: 200 len: 217 time: 0.0618985 Jun 02 21:21:46.860864 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4304e2-03d1-4267-9bb8-88a08d2bb413 req-51533c2c-75ee-4474-8fbf-9b9d93c796de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:46.862308 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c4304e2-03d1-4267-9bb8-88a08d2bb413 req-51533c2c-75ee-4474-8fbf-9b9d93c796de service neutron] 10.222.0.95 "GET /v2.0/subnets?id=867c0174-50fa-45cb-9af3-3fa433165963 HTTP/1.1" status: 200 len: 835 time: 0.1914341 Jun 02 21:21:46.939733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4304e2-03d1-4267-9bb8-88a08d2bb413 req-64b35549-3928-4857-a959-39313530eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:46.941160 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c4304e2-03d1-4267-9bb8-88a08d2bb413 req-64b35549-3928-4857-a959-39313530eaf7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0718551 Jun 02 21:21:47.072552 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c4304e2-03d1-4267-9bb8-88a08d2bb413 req-8d121f7c-4612-414b-8829-87db73076e0e service neutron] 10.222.0.95 "GET /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236436 Jun 02 21:21:47.100163 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 010ac600-f933-46f1-a842-8ed769c47101 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:21:47.166809 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 010ac600-f933-46f1-a842-8ed769c47101 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:21:47.167202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:47.205154 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9c4304e2-03d1-4267-9bb8-88a08d2bb413 req-f12fab66-35c8-445a-ac91-b0b44852540f service neutron] 10.222.0.95 "GET /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250985 Jun 02 21:21:47.562699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4557c-01b4-476a-a28d-1548fced1bfb req-8ce101e3-e60b-403f-a127-6886c2c2761d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:47.563403 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-30a4557c-01b4-476a-a28d-1548fced1bfb req-8ce101e3-e60b-403f-a127-6886c2c2761d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:21:47.578505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-30a4557c-01b4-476a-a28d-1548fced1bfb req-8ce101e3-e60b-403f-a127-6886c2c2761d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:21:47.579638 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-30a4557c-01b4-476a-a28d-1548fced1bfb req-8ce101e3-e60b-403f-a127-6886c2c2761d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 944 time: 0.0940166 Jun 02 21:21:47.622508 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-30a4557c-01b4-476a-a28d-1548fced1bfb req-2d847c67-0e2b-4218-8780-33c16f3402cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373361 Jun 02 21:21:48.808816 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0adc5-c421-4612-84e8-d73aeebbfba5 req-34e0f448-fd46-4438-be7f-e77090ea1cc9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:48.811055 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a7e0adc5-c421-4612-84e8-d73aeebbfba5 req-34e0f448-fd46-4438-be7f-e77090ea1cc9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 944 time: 0.0849812 Jun 02 21:21:48.854100 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a7e0adc5-c421-4612-84e8-d73aeebbfba5 req-7dac1642-dd98-4559-91e7-8ca1a24f2c7f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375404 Jun 02 21:21:50.043300 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bf8b1-00a0-4f7f-9902-0ef6bc8f6bd1 req-b1369860-5779-40c0-a4d3-ac265c7238a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:50.044680 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ef5bf8b1-00a0-4f7f-9902-0ef6bc8f6bd1 req-b1369860-5779-40c0-a4d3-ac265c7238a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 944 time: 0.0841429 Jun 02 21:21:50.087767 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ef5bf8b1-00a0-4f7f-9902-0ef6bc8f6bd1 req-11fcdbf6-36c6-4c79-88aa-490c57afa330 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376194 Jun 02 21:21:51.271083 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b67258-0b72-4d86-be47-8d0f82a876a5 req-62fd9525-264d-46a5-86cc-fd1b6058ae76 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:51.272538 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f4b67258-0b72-4d86-be47-8d0f82a876a5 req-62fd9525-264d-46a5-86cc-fd1b6058ae76 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 944 time: 0.0786870 Jun 02 21:21:51.315521 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f4b67258-0b72-4d86-be47-8d0f82a876a5 req-9dc48ccf-0367-4bb3-acec-621b511986e4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374305 Jun 02 21:21:51.534771 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 8de5cd32-197d-4a9d-9576-7b2270999a6b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:21:51.665996 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 8de5cd32-197d-4a9d-9576-7b2270999a6b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8de5cd32-197d-4a9d-9576-7b2270999a6b,segment=NetworkSegment(17fbc27c-7a11-436f-a12e-f304c24a1dc9),segment_id=17fbc27c-7a11-436f-a12e-f304c24a1dc9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:21:51.678295 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '8de5cd32-197d-4a9d-9576-7b2270999a6b', 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd', 'port_id': '8de5cd32-197d-4a9d-9576-7b2270999a6b', 'mac_address': 'fa:16:3e:9d:c2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867c0174-50fa-45cb-9af3-3fa433165963', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:21:51.736010 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:51.752412 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de5cd32-197d-4a9d-9576-7b2270999a6b {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:21:51.767877 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 8de5cd32-197d-4a9d-9576-7b2270999a6b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8de5cd32-197d-4a9d-9576-7b2270999a6b,segment=NetworkSegment(17fbc27c-7a11-436f-a12e-f304c24a1dc9),segment_id=17fbc27c-7a11-436f-a12e-f304c24a1dc9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:21:51.771662 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:51.774582 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-54e8eb40-23b0-4c2b-870c-828ecec05f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:51.838788 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=8de5cd32-197d-4a9d-9576-7b2270999a6b,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:51.841882 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:52.150369 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['8de5cd32-197d-4a9d-9576-7b2270999a6b'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:21:52.496419 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f277bcb-5da6-4264-a02d-7117548d035e req-24816338-2734-4e0a-b7aa-ee7c59670911 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:52.497871 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5f277bcb-5da6-4264-a02d-7117548d035e req-24816338-2734-4e0a-b7aa-ee7c59670911 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 945 time: 0.0798838 Jun 02 21:21:52.542994 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5f277bcb-5da6-4264-a02d-7117548d035e req-797fd385-d423-455e-8f5b-20ac7f26fdd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396192 Jun 02 21:21:53.549848 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 8de5cd32-197d-4a9d-9576-7b2270999a6b up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:21:53.620441 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 8de5cd32-197d-4a9d-9576-7b2270999a6b completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:21:53.625122 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 8de5cd32-197d-4a9d-9576-7b2270999a6b triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:21:53.625500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:53.750545 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:53.779631 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d9ec6d-fd8e-4707-8656-8db0b096a004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de5cd32-197d-4a9d-9576-7b2270999a6b'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:21:53.781927 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff4b55e-00ad-42bf-bcb0-48cafe4b6c75" -d '{"events": [{"server_uuid": "05d9ec6d-fd8e-4707-8656-8db0b096a004", "name": "network-vif-plugged", "status": "completed", "tag": "8de5cd32-197d-4a9d-9576-7b2270999a6b"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:21:53.790711 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 8de5cd32-197d-4a9d-9576-7b2270999a6b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8de5cd32-197d-4a9d-9576-7b2270999a6b,segment=NetworkSegment(17fbc27c-7a11-436f-a12e-f304c24a1dc9),segment_id=17fbc27c-7a11-436f-a12e-f304c24a1dc9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:21:53.795449 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:53.797618 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:53.832656 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f568d0-56e2-4ae7-9407-23507708e1c0 x-openstack-request-id: req-e5f568d0-56e2-4ae7-9407-23507708e1c0 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:21:53.832957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d9ec6d-fd8e-4707-8656-8db0b096a004", "name": "network-vif-plugged", "status": "completed", "tag": "8de5cd32-197d-4a9d-9576-7b2270999a6b", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:21:53.833215 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5f568d0-56e2-4ae7-9407-23507708e1c0 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:21:53.833606 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d9ec6d-fd8e-4707-8656-8db0b096a004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de5cd32-197d-4a9d-9576-7b2270999a6b', 'code': 200} Jun 02 21:21:53.867281 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=8de5cd32-197d-4a9d-9576-7b2270999a6b,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:53.870256 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:53.880839 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37d37d-148a-448a-ba3c-e7023ce5d8e6 req-a5ef3e0d-8013-4354-b2d1-77ec80b432d5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:53.882279 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-da37d37d-148a-448a-ba3c-e7023ce5d8e6 req-a5ef3e0d-8013-4354-b2d1-77ec80b432d5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.2339683 Jun 02 21:21:53.927705 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-da37d37d-148a-448a-ba3c-e7023ce5d8e6 req-4a0dd369-2f66-4343-9c93-f3875b361b85 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396969 Jun 02 21:21:54.062571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821bc40-3184-48c8-a22d-e2915329c054 req-13606a88-4874-4783-8070-3e55fb96d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:54.063944 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7821bc40-3184-48c8-a22d-e2915329c054 req-13606a88-4874-4783-8070-3e55fb96d2cf service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 1099 time: 0.0751767 Jun 02 21:21:54.103649 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7821bc40-3184-48c8-a22d-e2915329c054 req-d70b84f6-13f6-4303-974a-7cd6c52e94bb service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326908 Jun 02 21:21:55.113159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ff895-98ee-444b-8529-42460c59b3a4 req-474ffa74-10f8-4b16-85ca-540fc6105975 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:55.114628 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-774ff895-98ee-444b-8529-42460c59b3a4 req-474ffa74-10f8-4b16-85ca-540fc6105975 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.0797729 Jun 02 21:21:55.163488 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-774ff895-98ee-444b-8529-42460c59b3a4 req-a849ecb5-f146-49b6-8d34-33da31a31b0f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429602 Jun 02 21:21:56.349008 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5db44-78e1-4d20-8027-3f0895e1a764 req-fe8670b7-71d7-4a1c-b904-71ca4fe9dc74 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:56.350425 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-33c5db44-78e1-4d20-8027-3f0895e1a764 req-fe8670b7-71d7-4a1c-b904-71ca4fe9dc74 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.0827789 Jun 02 21:21:56.393722 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-33c5db44-78e1-4d20-8027-3f0895e1a764 req-20660e06-5122-40d0-acff-fd108ec38782 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377638 Jun 02 21:21:56.578214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64415a-4553-426c-9690-bc26493f10d1 req-d1031121-5d58-4c46-a076-7bd8d152af9d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:56.580232 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1c64415a-4553-426c-9690-bc26493f10d1 req-d1031121-5d58-4c46-a076-7bd8d152af9d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.0826359 Jun 02 21:21:56.625190 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1c64415a-4553-426c-9690-bc26493f10d1 req-2e05c6ae-2dcf-45b3-b3d2-8814261dfb6c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396233 Jun 02 21:21:56.647189 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36756) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:56.719839 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534c3417-ae0c-40ef-a3ad-ecd88242b7e1 tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:56.721433 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-534c3417-ae0c-40ef-a3ad-ecd88242b7e1 tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 1094 time: 0.0732825 Jun 02 21:21:56.724273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36758) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:56.728753 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': '8de5cd32-197d-4a9d-9576-7b2270999a6b', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:21:56.734866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:21:56.738809 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:floatingip and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:21:56.741705 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:21:56.747179 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:21:56.758386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for floatingip, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:56.893822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:57.029565 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Allocated IP 172.26.0.156 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/196a2bfa-33d1-41ab-9900-782dc991673b) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:21:57.171866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:57.199612 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:57.204558 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:57.283737 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:21:57.287445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:21:57.290591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:21:57.324926 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=196a2bfa-33d1-41ab-9900-782dc991673b,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:57.328369 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:57.832699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:57.905214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:58.119313 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:58.124043 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:58.127767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2bb8144c-a789-4f6d-8a60-a19f330ae30d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:21:58.229213 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=196a2bfa-33d1-41ab-9900-782dc991673b,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:21:58.233857 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:21:58.244514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:58.412961 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Floating IP 7321acd4-2f52-4b88-b846-ff006a8ec853 associated. External IP: 172.26.0.156, port: 8de5cd32-197d-4a9d-9576-7b2270999a6b. Jun 02 21:21:58.766063 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router 00172a43-9a58-4b59-936b-43c8e185a6ef has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:21:58.943616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:21:58.953324 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d804e6-c19c-4b2c-843c-c6149a196234 None None] Sync routers for ids ['00172a43-9a58-4b59-936b-43c8e185a6ef'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:21:58.962144 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d804e6-c19c-4b2c-843c-c6149a196234 None None] Routers {'00172a43-9a58-4b59-936b-43c8e185a6ef'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:21:58.962746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-77d804e6-c19c-4b2c-843c-c6149a196234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:21:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['00172a43-9a58-4b59-936b-43c8e185a6ef'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:21:58.969270 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:21:59.026175 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3007987 Jun 02 21:21:59.026843 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d9ec6d-fd8e-4707-8656-8db0b096a004', 'tag': '8de5cd32-197d-4a9d-9576-7b2270999a6b'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:21:59.030057 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e3f5b6-9037-46e6-b876-3fa96b504ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "05d9ec6d-fd8e-4707-8656-8db0b096a004", "tag": "8de5cd32-197d-4a9d-9576-7b2270999a6b"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:21:59.076379 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c75791-07ed-49ed-aaba-de318d980a7a x-openstack-request-id: req-61c75791-07ed-49ed-aaba-de318d980a7a {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:21:59.076738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d9ec6d-fd8e-4707-8656-8db0b096a004", "tag": "8de5cd32-197d-4a9d-9576-7b2270999a6b", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:21:59.077175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61c75791-07ed-49ed-aaba-de318d980a7a {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:21:59.077631 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d9ec6d-fd8e-4707-8656-8db0b096a004', 'tag': '8de5cd32-197d-4a9d-9576-7b2270999a6b', 'status': 'completed', 'code': 200} Jun 02 21:21:59.144846 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-77d804e6-c19c-4b2c-843c-c6149a196234 None None] Set router 00172a43-9a58-4b59-936b-43c8e185a6ef gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:21:59.169062 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3f5b6-9037-46e6-b876-3fa96b504ff9 req-92c1276b-21e1-4ccc-8bcc-6841dc6e94dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:59.170600 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-58e3f5b6-9037-46e6-b876-3fa96b504ff9 req-92c1276b-21e1-4ccc-8bcc-6841dc6e94dc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 1099 time: 0.0715699 Jun 02 21:21:59.205455 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7274e1-3a79-4290-9cc8-e2062dcc6a86 req-487dcad3-4c7c-4aa6-9020-34d534a1ffb7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:59.207182 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ba7274e1-3a79-4290-9cc8-e2062dcc6a86 req-487dcad3-4c7c-4aa6-9020-34d534a1ffb7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.0820591 Jun 02 21:21:59.254345 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ba7274e1-3a79-4290-9cc8-e2062dcc6a86 req-1427e9ee-17eb-4d83-be36-476ec55d45f9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410650 Jun 02 21:21:59.281263 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36764) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:21:59.396117 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-21ee4bd9-2d1d-4973-ad08-9d0b8c86aa76 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/floatingips/7321acd4-2f52-4b88-b846-ff006a8ec853 HTTP/1.1" status: 200 len: 992 time: 0.1135943 Jun 02 21:21:59.467033 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3f5b6-9037-46e6-b876-3fa96b504ff9 req-38c29300-77fe-4b9e-8a63-c7f552e902f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:59.468523 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-58e3f5b6-9037-46e6-b876-3fa96b504ff9 req-38c29300-77fe-4b9e-8a63-c7f552e902f8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd HTTP/1.1" status: 200 len: 898 time: 0.2912400 Jun 02 21:21:59.541048 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-77d804e6-c19c-4b2c-843c-c6149a196234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1170046260', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '40906860-7233-46e3-afe5-21b265b18f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:21:34Z', 'updated_at': '2021-06-02T21:21:40Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '40906860-7233-46e3-afe5-21b265b18f5a', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:35Z', 'updated_at': '2021-06-02T21:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '7321acd4-2f52-4b88-b846-ff006a8ec853', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'floating_ip_address': '172.26.0.156', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'port_id': '8de5cd32-197d-4a9d-9576-7b2270999a6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd', 'mac_address': 'fa:16:3e:9d:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d9ec6d-fd8e-4707-8656-8db0b096a004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:21:57Z', 'updated_at': '2021-06-02T21:21:57Z', 'revision_number': 0, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010ac600-f933-46f1-a842-8ed769c47101', 'name': '', 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:e0:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '867c0174-50fa-45cb-9af3-3fa433165963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:39Z', 'updated_at': '2021-06-02T21:21:45Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '867c0174-50fa-45cb-9af3-3fa433165963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:21:59.545419 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d804e6-c19c-4b2c-843c-c6149a196234 None None] Checking router: 00172a43-9a58-4b59-936b-43c8e185a6ef for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:21:59.553811 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d804e6-c19c-4b2c-843c-c6149a196234 None None] Routers {'00172a43-9a58-4b59-936b-43c8e185a6ef'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:21:59.554529 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-77d804e6-c19c-4b2c-843c-c6149a196234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:21:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['00172a43-9a58-4b59-936b-43c8e185a6ef'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:21:59.572168 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-58e3f5b6-9037-46e6-b876-3fa96b504ff9 req-414e3dff-8c4d-46dc-b853-fa486ed52ed8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8de5cd32-197d-4a9d-9576-7b2270999a6b HTTP/1.1" status: 200 len: 1000 time: 0.0972393 Jun 02 21:21:59.635096 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3f5b6-9037-46e6-b876-3fa96b504ff9 req-cbf94503-7e1e-4c14-be78-a1f7c1804a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:59.636587 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-58e3f5b6-9037-46e6-b876-3fa96b504ff9 req-cbf94503-7e1e-4c14-be78-a1f7c1804a56 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=867c0174-50fa-45cb-9af3-3fa433165963 HTTP/1.1" status: 200 len: 835 time: 0.0582480 Jun 02 21:21:59.714723 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3f5b6-9037-46e6-b876-3fa96b504ff9 req-b34fedd4-a206-4bbc-9d85-e0e52b954203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:21:59.716268 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-58e3f5b6-9037-46e6-b876-3fa96b504ff9 req-b34fedd4-a206-4bbc-9d85-e0e52b954203 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0731208 Jun 02 21:21:59.733768 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-77d804e6-c19c-4b2c-843c-c6149a196234 None None] Set router 00172a43-9a58-4b59-936b-43c8e185a6ef gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:21:59.848576 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-58e3f5b6-9037-46e6-b876-3fa96b504ff9 req-4cf7d1a4-2851-4fba-b4ca-a3bf95466ddd service neutron] 10.222.0.95 "GET /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226761 Jun 02 21:21:59.987742 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-58e3f5b6-9037-46e6-b876-3fa96b504ff9 req-d830c3b8-b655-4ca2-af9c-d4fc017891d1 service neutron] 10.222.0.95 "GET /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247158 Jun 02 21:22:00.084554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-77d804e6-c19c-4b2c-843c-c6149a196234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1170046260', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '40906860-7233-46e3-afe5-21b265b18f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:21:34Z', 'updated_at': '2021-06-02T21:21:40Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '40906860-7233-46e3-afe5-21b265b18f5a', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:35Z', 'updated_at': '2021-06-02T21:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '7321acd4-2f52-4b88-b846-ff006a8ec853', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'floating_ip_address': '172.26.0.156', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'port_id': '8de5cd32-197d-4a9d-9576-7b2270999a6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd', 'mac_address': 'fa:16:3e:9d:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d9ec6d-fd8e-4707-8656-8db0b096a004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:21:57Z', 'updated_at': '2021-06-02T21:21:57Z', 'revision_number': 0, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010ac600-f933-46f1-a842-8ed769c47101', 'name': '', 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:e0:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '867c0174-50fa-45cb-9af3-3fa433165963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:39Z', 'updated_at': '2021-06-02T21:21:45Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '867c0174-50fa-45cb-9af3-3fa433165963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:22:00.088509 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d804e6-c19c-4b2c-843c-c6149a196234 None None] The sync data for ids ['00172a43-9a58-4b59-936b-43c8e185a6ef'] in dv-neutron-601336-84-hyperv is: [{'id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1170046260', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '40906860-7233-46e3-afe5-21b265b18f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:21:34Z', 'updated_at': '2021-06-02T21:21:40Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '40906860-7233-46e3-afe5-21b265b18f5a', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:35Z', 'updated_at': '2021-06-02T21:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '7321acd4-2f52-4b88-b846-ff006a8ec853', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'floating_ip_address': '172.26.0.156', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'port_id': '8de5cd32-197d-4a9d-9576-7b2270999a6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd', 'mac_address': 'fa:16:3e:9d:c2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d9ec6d-fd8e-4707-8656-8db0b096a004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:21:57Z', 'updated_at': '2021-06-02T21:21:57Z', 'revision_number': 0, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010ac600-f933-46f1-a842-8ed769c47101', 'name': '', 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:e0:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '867c0174-50fa-45cb-9af3-3fa433165963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:39Z', 'updated_at': '2021-06-02T21:21:45Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '867c0174-50fa-45cb-9af3-3fa433165963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:22:00.269195 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365a68d9-b07c-432d-8dc7-b65cfbfb4f96 None None] New status for floating IP 7321acd4-2f52-4b88-b846-ff006a8ec853: ACTIVE {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:22:00.400033 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36766) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:22:00.505169 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-766b5552-8928-4eb6-a97f-992ac6f9fe09 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/floatingips/7321acd4-2f52-4b88-b846-ff006a8ec853 HTTP/1.1" status: 200 len: 992 time: 0.1037471 Jun 02 21:22:00.875284 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-baacd4b4-bb78-488e-bf8c-68bfc822641b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:22:01.508892 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36768) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:22:01.612557 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d1ea8843-0fd5-4738-953f-3c6e44b4925e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/floatingips/7321acd4-2f52-4b88-b846-ff006a8ec853 HTTP/1.1" status: 200 len: 994 time: 0.1023896 Jun 02 21:22:02.312779 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b3826bd1-79dd-4542-80c7-1fc292f59d5d req-0a8d39f8-cf04-4d1f-bb4f-139af0fa38d8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681036 Jun 02 21:22:02.449824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3826bd1-79dd-4542-80c7-1fc292f59d5d req-14f63fb1-2efa-41be-955f-1ba7091ea577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:22:02.451312 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b3826bd1-79dd-4542-80c7-1fc292f59d5d req-14f63fb1-2efa-41be-955f-1ba7091ea577 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 1099 time: 0.0733829 Jun 02 21:22:02.591572 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3826bd1-79dd-4542-80c7-1fc292f59d5d req-deac9911-8977-4768-8360-bc762c2804dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:22:02.592888 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b3826bd1-79dd-4542-80c7-1fc292f59d5d req-deac9911-8977-4768-8360-bc762c2804dc service neutron] 10.222.0.95 "GET /v2.0/networks?id=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd HTTP/1.1" status: 200 len: 898 time: 0.1246376 Jun 02 21:22:02.691334 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b3826bd1-79dd-4542-80c7-1fc292f59d5d req-50098f55-5ff0-4a1e-bc87-1483a14da7cd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8de5cd32-197d-4a9d-9576-7b2270999a6b HTTP/1.1" status: 200 len: 1002 time: 0.0922816 Jun 02 21:22:02.755602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3826bd1-79dd-4542-80c7-1fc292f59d5d req-6d164455-5680-480c-9881-c415f6abb59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:22:02.757008 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b3826bd1-79dd-4542-80c7-1fc292f59d5d req-6d164455-5680-480c-9881-c415f6abb59a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=867c0174-50fa-45cb-9af3-3fa433165963 HTTP/1.1" status: 200 len: 835 time: 0.0595958 Jun 02 21:22:02.829728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3826bd1-79dd-4542-80c7-1fc292f59d5d req-2487a588-1396-4632-9df6-efd8b707c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:22:02.831184 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b3826bd1-79dd-4542-80c7-1fc292f59d5d req-2487a588-1396-4632-9df6-efd8b707c769 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0680807 Jun 02 21:22:02.959702 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b3826bd1-79dd-4542-80c7-1fc292f59d5d req-f01d544e-4438-4ef7-8abe-a697915f34e7 service neutron] 10.222.0.95 "GET /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216755 Jun 02 21:22:03.094225 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b3826bd1-79dd-4542-80c7-1fc292f59d5d req-b56af05a-2103-4db8-bfd2-83d13e618ca0 service neutron] 10.222.0.95 "GET /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286218 Jun 02 21:22:03.410761 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-72deec92-3e71-4be2-a96b-3aa5003bb0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:22:03.478838 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:22:04.423599 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:22:06.094598 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:22:14.865202 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:22:20.095739 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:22:29.365215 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [req-95184998-8b7b-4f4e-9006-0aa54ba34870 req-3a6cb7d7-270e-4d0e-b27a-e2ffb5d2fa44 service neutron] (92548) timed out ('10.222.0.25', 34088) {{(pid=92548) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 02 21:22:30.876589 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4e7821e3-dec2-493e-b4f3-18ddfa2c1b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:22:33.411981 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-dc32201b-9ff8-4605-b8a6-d95fe411958f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:22:33.479099 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:22:34.425861 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:22:36.097166 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:22:44.862165 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:22:57.094288 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:23:00.878195 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e63b021b-dcc0-44fb-af89-1932a21a15bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:23:02.302274 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8f0161db-c011-4e82-b2aa-da00e52b90b6 req-87e67a93-5d30-4577-a568-dba1c88e06b4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732760 Jun 02 21:23:02.438728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0161db-c011-4e82-b2aa-da00e52b90b6 req-60a5523f-7821-4ee4-b6eb-fce3cc34dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:02.440217 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8f0161db-c011-4e82-b2aa-da00e52b90b6 req-60a5523f-7821-4ee4-b6eb-fce3cc34dd8a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 1099 time: 0.0695279 Jun 02 21:23:02.582498 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0161db-c011-4e82-b2aa-da00e52b90b6 req-cd6a26b7-d726-412d-8312-769f13b67e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:02.583862 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8f0161db-c011-4e82-b2aa-da00e52b90b6 req-cd6a26b7-d726-412d-8312-769f13b67e8d service neutron] 10.222.0.95 "GET /v2.0/networks?id=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd HTTP/1.1" status: 200 len: 898 time: 0.1244943 Jun 02 21:23:02.827909 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8f0161db-c011-4e82-b2aa-da00e52b90b6 req-44cd4693-341a-4d6e-bde1-46b99e385716 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8de5cd32-197d-4a9d-9576-7b2270999a6b HTTP/1.1" status: 200 len: 1002 time: 0.2365375 Jun 02 21:23:02.888839 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0161db-c011-4e82-b2aa-da00e52b90b6 req-200d42dd-e11f-4041-a319-d1e8dfb7b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:02.890153 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8f0161db-c011-4e82-b2aa-da00e52b90b6 req-200d42dd-e11f-4041-a319-d1e8dfb7b7be service neutron] 10.222.0.95 "GET /v2.0/subnets?id=867c0174-50fa-45cb-9af3-3fa433165963 HTTP/1.1" status: 200 len: 835 time: 0.0559957 Jun 02 21:23:02.964849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0161db-c011-4e82-b2aa-da00e52b90b6 req-d6ed883f-89f2-4c14-841b-6fc20f8d0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:02.966264 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8f0161db-c011-4e82-b2aa-da00e52b90b6 req-d6ed883f-89f2-4c14-841b-6fc20f8d0598 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0703118 Jun 02 21:23:03.095098 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8f0161db-c011-4e82-b2aa-da00e52b90b6 req-4b39b753-07f0-4837-88b1-ea3eb04be47f service neutron] 10.222.0.95 "GET /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217067 Jun 02 21:23:03.225393 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8f0161db-c011-4e82-b2aa-da00e52b90b6 req-8c2cbe9e-f697-4145-94a5-d6d313f8e686 service neutron] 10.222.0.95 "GET /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231539 Jun 02 21:23:03.413963 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-de0964dc-8dd9-46ab-943e-bfbc12b37d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:23:03.480500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:23:04.428871 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:23:06.099090 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:23:09.255218 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36800) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:23:09.432771 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-0b48abbd-9a9c-4059-9ae7-2a3873b1a5a4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1760139 Jun 02 21:23:09.440893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddaf2c-9c91-4fcc-b6b0-60b584ccfb7f req-a2a7f055-e5fe-420c-8585-dbf6958a02b7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:09.442848 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-beddaf2c-9c91-4fcc-b6b0-60b584ccfb7f req-a2a7f055-e5fe-420c-8585-dbf6958a02b7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.1426404 Jun 02 21:23:09.489205 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-beddaf2c-9c91-4fcc-b6b0-60b584ccfb7f req-6c5d04f1-d6c6-40c1-92b7-c3d186312243 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396099 Jun 02 21:23:10.688487 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfb8d2-cb1e-47f6-a9a2-08c7afd2b2b3 req-05eea670-eb9d-4f8e-8c09-ae495f993a6e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:10.689980 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8fdfb8d2-cb1e-47f6-a9a2-08c7afd2b2b3 req-05eea670-eb9d-4f8e-8c09-ae495f993a6e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.0913591 Jun 02 21:23:10.711469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-72a253d7-4ba4-4213-a59a-0b1e034d7ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:10.712921 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-72a253d7-4ba4-4213-a59a-0b1e034d7ead service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 1099 time: 0.0757532 Jun 02 21:23:10.735105 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8fdfb8d2-cb1e-47f6-a9a2-08c7afd2b2b3 req-dce85761-b47a-4f3a-a320-5559729c477e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389795 Jun 02 21:23:10.843496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-90a9e329-d312-4b1c-9352-ec81e5bd7b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:10.844853 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-90a9e329-d312-4b1c-9352-ec81e5bd7b79 service neutron] 10.222.0.95 "GET /v2.0/networks?id=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd HTTP/1.1" status: 200 len: 898 time: 0.1257124 Jun 02 21:23:10.943342 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-783c9b35-3f76-4b03-9682-a2cf7dab7a09 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8de5cd32-197d-4a9d-9576-7b2270999a6b HTTP/1.1" status: 200 len: 1002 time: 0.0922549 Jun 02 21:23:11.005603 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-8a4d8c1a-c5fb-4497-af44-4080c6305139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:11.006963 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-8a4d8c1a-c5fb-4497-af44-4080c6305139 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=867c0174-50fa-45cb-9af3-3fa433165963 HTTP/1.1" status: 200 len: 835 time: 0.0580449 Jun 02 21:23:11.078702 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-46ef617b-aa63-4f87-ab1a-689e0a3ee2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:11.080138 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-46ef617b-aa63-4f87-ab1a-689e0a3ee2bb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0672619 Jun 02 21:23:11.206517 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-e2e736ae-9923-400e-bcbd-0c70df7f4fc1 service neutron] 10.222.0.95 "GET /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196039 Jun 02 21:23:11.334867 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-b1d5165a-69ed-49e4-b5b8-9e9627b4f4b8 service neutron] 10.222.0.95 "GET /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220195 Jun 02 21:23:11.923787 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eed291-906d-4dc2-b63f-1c0c6d4dd99f req-c0706d2c-db78-47e3-92b7-a61941b035c2 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:11.925224 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d0eed291-906d-4dc2-b63f-1c0c6d4dd99f req-c0706d2c-db78-47e3-92b7-a61941b035c2 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.0840554 Jun 02 21:23:11.968695 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d0eed291-906d-4dc2-b63f-1c0c6d4dd99f req-b14b20e3-99c5-4f0a-9ae9-3ae6852665c7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378025 Jun 02 21:23:13.149339 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a25e23-5b3f-4140-b254-924268658a11 req-d1e1c49b-caf5-491a-9b4d-185e8f074f82 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:13.150765 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-52a25e23-5b3f-4140-b254-924268658a11 req-d1e1c49b-caf5-491a-9b4d-185e8f074f82 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.0785177 Jun 02 21:23:13.193227 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-52a25e23-5b3f-4140-b254-924268658a11 req-a75bb26b-5dbb-4d75-8556-8c04ddeace9a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369596 Jun 02 21:23:14.408695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315de4-fba5-49ba-8f67-631f47076754 req-a062f2ae-58bb-4e2e-a0b1-ea30617961b8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:14.410913 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-20315de4-fba5-49ba-8f67-631f47076754 req-a062f2ae-58bb-4e2e-a0b1-ea30617961b8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.1099529 Jun 02 21:23:14.454983 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-20315de4-fba5-49ba-8f67-631f47076754 req-807daec0-a6d4-49e1-8ac4-f06fd4204575 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376828 Jun 02 21:23:14.876854 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:23:15.638912 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed31173-666d-4ca8-a9d6-05c42de15e5d req-e17d5103-81a8-4acc-9e0e-72064011e17e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:15.640392 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5ed31173-666d-4ca8-a9d6-05c42de15e5d req-e17d5103-81a8-4acc-9e0e-72064011e17e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.0822155 Jun 02 21:23:15.685356 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5ed31173-666d-4ca8-a9d6-05c42de15e5d req-98cb65c7-589b-4398-a846-32fd89dc117a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385668 Jun 02 21:23:16.872738 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf2f23-23e2-46b8-be25-a6ba88f013fe req-da97f606-6991-4011-86b3-3993b44838e4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:16.874145 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-46bf2f23-23e2-46b8-be25-a6ba88f013fe req-da97f606-6991-4011-86b3-3993b44838e4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.0809269 Jun 02 21:23:16.917757 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-46bf2f23-23e2-46b8-be25-a6ba88f013fe req-4a819f5f-e074-4eae-86bd-5420dcbfee71 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374961 Jun 02 21:23:18.100512 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0cb3e-5dbe-4b55-acd8-cb5cf405775b req-77701de3-773f-4e22-aa30-b58735cb3cad tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:18.101848 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5bb0cb3e-5dbe-4b55-acd8-cb5cf405775b req-77701de3-773f-4e22-aa30-b58735cb3cad tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.0782268 Jun 02 21:23:18.149235 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5bb0cb3e-5dbe-4b55-acd8-cb5cf405775b req-29ac021a-aeaa-413b-9eb0-841d16bebec0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418270 Jun 02 21:23:19.328418 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbaaca-c2a7-4f7a-8993-8eeaa184c9be req-aa063e82-c6fd-42ac-bb72-6e3052190c74 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:19.329842 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0afbaaca-c2a7-4f7a-8993-8eeaa184c9be req-aa063e82-c6fd-42ac-bb72-6e3052190c74 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.0780866 Jun 02 21:23:19.383090 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0afbaaca-c2a7-4f7a-8993-8eeaa184c9be req-2c6f2dd3-cb4c-47cf-a377-7f78c345136f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471053 Jun 02 21:23:20.566482 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363f3d3-b16c-435d-82a1-41ca50b69eaa req-18761fe8-3cc3-41f4-b46e-f72670ef06e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:20.568000 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d363f3d3-b16c-435d-82a1-41ca50b69eaa req-18761fe8-3cc3-41f4-b46e-f72670ef06e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.0801587 Jun 02 21:23:20.612346 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d363f3d3-b16c-435d-82a1-41ca50b69eaa req-4b1a7530-7c09-44a9-889e-bc1f5e6bd789 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383723 Jun 02 21:23:21.796163 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83441ff3-9001-49ab-8712-d1673162f1d7 req-2cfe8454-9bde-401c-b496-2896a9521834 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:21.797587 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-83441ff3-9001-49ab-8712-d1673162f1d7 req-2cfe8454-9bde-401c-b496-2896a9521834 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.0783734 Jun 02 21:23:21.839871 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-83441ff3-9001-49ab-8712-d1673162f1d7 req-b6c0dd72-3fd8-4a8e-ad53-3087fb070079 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361421 Jun 02 21:23:23.025385 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09077c-0061-459d-a22b-b0bcfe2e6cd6 req-19178ae4-8b22-408c-b784-9df7bb66eef4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:23.026744 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3c09077c-0061-459d-a22b-b0bcfe2e6cd6 req-19178ae4-8b22-408c-b784-9df7bb66eef4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.0838206 Jun 02 21:23:23.073649 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3c09077c-0061-459d-a22b-b0bcfe2e6cd6 req-0b70213e-fe9c-4a03-9be2-40c2422027b1 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413384 Jun 02 21:23:24.395811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1c9f8-5d1c-4969-b18e-512e10cd1b21 req-5c3847ed-0d9f-49f0-977e-6d5cbcfbd916 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:24.397177 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5ff1c9f8-5d1c-4969-b18e-512e10cd1b21 req-5c3847ed-0d9f-49f0-977e-6d5cbcfbd916 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.2190893 Jun 02 21:23:24.441849 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5ff1c9f8-5d1c-4969-b18e-512e10cd1b21 req-3ce2c4f2-f0b9-47f9-9894-87a1f0336e0a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379007 Jun 02 21:23:25.622316 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b77d9-2303-42ea-8dbe-d1d4925e1dd5 req-4505c71d-35d9-466b-8dc0-3a565c526e4d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:25.623793 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f05b77d9-2303-42ea-8dbe-d1d4925e1dd5 req-4505c71d-35d9-466b-8dc0-3a565c526e4d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.0781744 Jun 02 21:23:25.671801 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f05b77d9-2303-42ea-8dbe-d1d4925e1dd5 req-daf12b7b-7000-40a2-a43e-3866c72fc2b1 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425518 Jun 02 21:23:26.863120 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86599c8c-ba9a-432a-9ceb-26036ac229f0 req-0169a629-8cb3-4fbb-9a55-18b548d99275 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:26.864585 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-86599c8c-ba9a-432a-9ceb-26036ac229f0 req-0169a629-8cb3-4fbb-9a55-18b548d99275 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.0828133 Jun 02 21:23:26.912111 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-86599c8c-ba9a-432a-9ceb-26036ac229f0 req-af391ff0-9bde-446e-a44c-3ebaa9e815fc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419471 Jun 02 21:23:28.004215 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-b7d55290-a420-47c9-9eca-01ff33ac45ff service neutron] 10.222.0.95 "GET /v2.0/ports/8de5cd32-197d-4a9d-9576-7b2270999a6b/bindings/hv-neutron-6013 HTTP/1.1" status: 200 len: 384 time: 0.0740559 Jun 02 21:23:28.107244 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e40a0-fd59-4fe4-84a1-b2be2fc0deb6 req-b1a969f6-7cd4-4f93-9f2a-2f6acc4161ab tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:28.108793 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ae1e40a0-fd59-4fe4-84a1-b2be2fc0deb6 req-b1a969f6-7cd4-4f93-9f2a-2f6acc4161ab tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.0919521 Jun 02 21:23:28.154258 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ae1e40a0-fd59-4fe4-84a1-b2be2fc0deb6 req-1761ece7-49dd-4906-9849-e21e1fd34d6d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399134 Jun 02 21:23:28.291567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-325c2673-609f-4e5d-a4ed-bdfaa4289a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:28.292913 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-325c2673-609f-4e5d-a4ed-bdfaa4289a90 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004&tenant_id=005f4463c7db4317a0be9ff96a72eef9 HTTP/1.1" status: 200 len: 1099 time: 0.0749700 Jun 02 21:23:28.382046 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-8f8cc4e6-7aa6-455e-a0e5-ca23cc7747e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:28.383525 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-8f8cc4e6-7aa6-455e-a0e5-ca23cc7747e2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 1099 time: 0.0700657 Jun 02 21:23:28.524471 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-a135bbb8-90b5-4f36-bc15-5f4f2a8c20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:28.525919 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-a135bbb8-90b5-4f36-bc15-5f4f2a8c20f9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd HTTP/1.1" status: 200 len: 898 time: 0.1359453 Jun 02 21:23:28.629778 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-ff176a69-3e90-439a-a958-f3138c2778cf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8de5cd32-197d-4a9d-9576-7b2270999a6b HTTP/1.1" status: 200 len: 1002 time: 0.0969775 Jun 02 21:23:28.693477 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-71908f6c-6adb-46f8-88f9-155b15a07726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:28.694916 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-71908f6c-6adb-46f8-88f9-155b15a07726 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=867c0174-50fa-45cb-9af3-3fa433165963 HTTP/1.1" status: 200 len: 835 time: 0.0597649 Jun 02 21:23:28.774283 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-50aacdd4-2891-4427-b0c0-0f33481b782e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:28.775786 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-50aacdd4-2891-4427-b0c0-0f33481b782e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0740082 Jun 02 21:23:28.904836 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-73a4c8d5-0ed8-49f1-abf9-29445346564b service neutron] 10.222.0.95 "GET /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222973 Jun 02 21:23:29.034285 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-26cbe2ae-83ea-4607-857f-7fb577d621e3 req-5c4e0e22-ef91-4377-90f3-0d872154a390 service neutron] 10.222.0.95 "GET /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232562 Jun 02 21:23:29.348217 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374bf2b-045c-4b20-a6d4-e15b3f0fb27c req-f39d46ca-5185-4b8e-9870-24a9ed08b4fa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:29.350142 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e374bf2b-045c-4b20-a6d4-e15b3f0fb27c req-f39d46ca-5185-4b8e-9870-24a9ed08b4fa tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.0781145 Jun 02 21:23:29.392899 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e374bf2b-045c-4b20-a6d4-e15b3f0fb27c req-605ae34a-0ff5-417a-a3e1-fb3e24db2495 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373824 Jun 02 21:23:30.575339 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8c6e6-afb0-4a4c-90dc-d5fcd800eca6 req-6ea80102-544f-42cd-acee-4348fc05c01d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:30.576819 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3af8c6e6-afb0-4a4c-90dc-d5fcd800eca6 req-6ea80102-544f-42cd-acee-4348fc05c01d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.0797992 Jun 02 21:23:30.621087 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3af8c6e6-afb0-4a4c-90dc-d5fcd800eca6 req-af2fff29-28cc-41bd-a3fe-e1de7ffa2408 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386696 Jun 02 21:23:30.879410 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e7fe57b8-b162-4f85-b924-9b844b2c3c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:23:31.825888 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2109d1-b718-4ff9-bacc-fb001123f752 req-4f64f95d-134f-4fb2-a390-ac3388982cf6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:31.827464 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3a2109d1-b718-4ff9-bacc-fb001123f752 req-4f64f95d-134f-4fb2-a390-ac3388982cf6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.0862801 Jun 02 21:23:31.872998 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3a2109d1-b718-4ff9-bacc-fb001123f752 req-5b0504af-2a0d-4fad-b6d6-0ea500ae08c3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398049 Jun 02 21:23:32.032102 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 8de5cd32-197d-4a9d-9576-7b2270999a6b details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:23:32.035475 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 8de5cd32-197d-4a9d-9576-7b2270999a6b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:23:32.238861 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:23:32.271860 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 8de5cd32-197d-4a9d-9576-7b2270999a6b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8de5cd32-197d-4a9d-9576-7b2270999a6b,segment=NetworkSegment(17fbc27c-7a11-436f-a12e-f304c24a1dc9),segment_id=17fbc27c-7a11-436f-a12e-f304c24a1dc9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:23:32.292813 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d9ec6d-fd8e-4707-8656-8db0b096a004', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8de5cd32-197d-4a9d-9576-7b2270999a6b'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:23:32.294956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8c4a24-be74-473a-b993-0cb724b29bbc" -d '{"events": [{"server_uuid": "05d9ec6d-fd8e-4707-8656-8db0b096a004", "name": "network-vif-unplugged", "status": "completed", "tag": "8de5cd32-197d-4a9d-9576-7b2270999a6b"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:23:32.297435 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '8de5cd32-197d-4a9d-9576-7b2270999a6b', 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd', 'port_id': '8de5cd32-197d-4a9d-9576-7b2270999a6b', 'mac_address': 'fa:16:3e:9d:c2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867c0174-50fa-45cb-9af3-3fa433165963', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:23:32.304564 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 8de5cd32-197d-4a9d-9576-7b2270999a6b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8de5cd32-197d-4a9d-9576-7b2270999a6b,segment=NetworkSegment(17fbc27c-7a11-436f-a12e-f304c24a1dc9),segment_id=17fbc27c-7a11-436f-a12e-f304c24a1dc9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:23:32.333197 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:23:32.340846 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:23:32.402994 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 21:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426d5192-43ad-4ef4-a79c-5d9cf3cdd9e1 x-openstack-request-id: req-426d5192-43ad-4ef4-a79c-5d9cf3cdd9e1 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:23:32.403359 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d9ec6d-fd8e-4707-8656-8db0b096a004", "name": "network-vif-unplugged", "status": "completed", "tag": "8de5cd32-197d-4a9d-9576-7b2270999a6b", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:23:32.403622 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-426d5192-43ad-4ef4-a79c-5d9cf3cdd9e1 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:23:32.404012 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d9ec6d-fd8e-4707-8656-8db0b096a004', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8de5cd32-197d-4a9d-9576-7b2270999a6b', 'code': 200} Jun 02 21:23:32.413058 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:23:32.436922 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de5cd32-197d-4a9d-9576-7b2270999a6b {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:23:32.441711 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=8de5cd32-197d-4a9d-9576-7b2270999a6b,revision_number=6']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:23:32.454050 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:23:32.454395 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:23:32.454730 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:23:32.455062 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:23:32.455419 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:23:32.455746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:23:32.456068 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:23:32.456390 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:23:32.456710 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:23:32.457026 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:23:32.457339 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:23:32.457652 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:23:32.462855 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:23:32.465307 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 8de5cd32-197d-4a9d-9576-7b2270999a6b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8de5cd32-197d-4a9d-9576-7b2270999a6b,segment=NetworkSegment(17fbc27c-7a11-436f-a12e-f304c24a1dc9),segment_id=17fbc27c-7a11-436f-a12e-f304c24a1dc9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:23:32.469315 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:23:32.471857 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:23:32.533964 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['8de5cd32-197d-4a9d-9576-7b2270999a6b'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:23:32.578396 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=8de5cd32-197d-4a9d-9576-7b2270999a6b,revision_number=7']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:23:32.581337 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:23:33.054463 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234f76d-b6b6-4c59-9c0e-dc23a42affba req-97f58ead-4088-40db-8100-7bef3523a609 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:33.055939 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3234f76d-b6b6-4c59-9c0e-dc23a42affba req-97f58ead-4088-40db-8100-7bef3523a609 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 945 time: 0.0790336 Jun 02 21:23:33.098162 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3234f76d-b6b6-4c59-9c0e-dc23a42affba req-4f7993c0-6a01-4bf9-9b7f-541d29194825 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368037 Jun 02 21:23:33.415951 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bed79710-660d-404c-a08f-a4de65a8909b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:23:33.471226 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a564a-dff3-4144-966e-c2f8722b1c69 req-bb918450-da6b-4cf0-9bf9-22e47d88110a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:33.472676 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-471a564a-dff3-4144-966e-c2f8722b1c69 req-bb918450-da6b-4cf0-9bf9-22e47d88110a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 945 time: 0.1504714 Jun 02 21:23:33.481919 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4d18b-63e1-4bfb-ba44-fd0f000eb6e1 req-86c13bde-81c2-4718-8e85-e5a71a89dd4d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:33.483568 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-49f4d18b-63e1-4bfb-ba44-fd0f000eb6e1 req-86c13bde-81c2-4718-8e85-e5a71a89dd4d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004&tenant_id=005f4463c7db4317a0be9ff96a72eef9&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200 len: 945 time: 0.1601946 Jun 02 21:23:33.483694 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:23:33.532080 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-471a564a-dff3-4144-966e-c2f8722b1c69 req-1127a452-2903-4cd0-ae68-40f143643f35 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474563 Jun 02 21:23:33.649966 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4d18b-63e1-4bfb-ba44-fd0f000eb6e1 req-772c83ab-14aa-4d37-ae8a-27bab5960ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:33.652102 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-49f4d18b-63e1-4bfb-ba44-fd0f000eb6e1 req-772c83ab-14aa-4d37-ae8a-27bab5960ec6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 1098 time: 0.0729115 Jun 02 21:23:33.727475 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ecbdd-7861-4d1a-bb30-ffafd54bb978 req-180bed5f-eb80-4eab-aaf0-159ed9773b98 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:33.729936 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cb0ecbdd-7861-4d1a-bb30-ffafd54bb978 req-180bed5f-eb80-4eab-aaf0-159ed9773b98 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 945 time: 0.0872231 Jun 02 21:23:33.777832 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cb0ecbdd-7861-4d1a-bb30-ffafd54bb978 req-481ace01-5d0a-4a55-aea0-f8c452e62077 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419230 Jun 02 21:23:33.920810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4d18b-63e1-4bfb-ba44-fd0f000eb6e1 req-c48d7744-8597-4380-ac23-5b22936ea7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:33.922212 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-49f4d18b-63e1-4bfb-ba44-fd0f000eb6e1 req-c48d7744-8597-4380-ac23-5b22936ea7ea service neutron] 10.222.0.95 "GET /v2.0/networks?id=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd HTTP/1.1" status: 200 len: 898 time: 0.2634883 Jun 02 21:23:34.022016 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-49f4d18b-63e1-4bfb-ba44-fd0f000eb6e1 req-6ba744d9-2691-48e4-bbb5-62e769a222b6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8de5cd32-197d-4a9d-9576-7b2270999a6b HTTP/1.1" status: 200 len: 1001 time: 0.0929563 Jun 02 21:23:34.031906 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 8de5cd32-197d-4a9d-9576-7b2270999a6b up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:23:34.087769 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4d18b-63e1-4bfb-ba44-fd0f000eb6e1 req-430b3b3f-592c-46f8-882a-e798f2c99379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:34.089126 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-49f4d18b-63e1-4bfb-ba44-fd0f000eb6e1 req-430b3b3f-592c-46f8-882a-e798f2c99379 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=867c0174-50fa-45cb-9af3-3fa433165963 HTTP/1.1" status: 200 len: 835 time: 0.0608513 Jun 02 21:23:34.092886 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:23:34.145064 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 8de5cd32-197d-4a9d-9576-7b2270999a6b triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:23:34.145442 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:23:34.164155 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4d18b-63e1-4bfb-ba44-fd0f000eb6e1 req-5bdf0842-9eea-4c5c-a0b2-dc19091921ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:34.165608 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-49f4d18b-63e1-4bfb-ba44-fd0f000eb6e1 req-5bdf0842-9eea-4c5c-a0b2-dc19091921ba service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0695958 Jun 02 21:23:34.261733 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:23:34.293356 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 8de5cd32-197d-4a9d-9576-7b2270999a6b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8de5cd32-197d-4a9d-9576-7b2270999a6b,segment=NetworkSegment(17fbc27c-7a11-436f-a12e-f304c24a1dc9),segment_id=17fbc27c-7a11-436f-a12e-f304c24a1dc9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:23:34.297682 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:23:34.297927 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-49f4d18b-63e1-4bfb-ba44-fd0f000eb6e1 req-0cf28054-4d86-412d-8f77-36b481649234 service neutron] 10.222.0.95 "GET /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241474 Jun 02 21:23:34.300274 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c35d5207-4488-49f6-826a-96205c9724a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:23:34.365989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=8de5cd32-197d-4a9d-9576-7b2270999a6b,revision_number=8']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:23:34.368902 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:23:34.405287 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d9ec6d-fd8e-4707-8656-8db0b096a004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de5cd32-197d-4a9d-9576-7b2270999a6b'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:23:34.407779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7284f62-6215-4ccb-9991-befd80aebec8" -d '{"events": [{"server_uuid": "05d9ec6d-fd8e-4707-8656-8db0b096a004", "name": "network-vif-plugged", "status": "completed", "tag": "8de5cd32-197d-4a9d-9576-7b2270999a6b"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:23:34.433060 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-49f4d18b-63e1-4bfb-ba44-fd0f000eb6e1 req-7b7af52d-1d4a-476e-898f-385aa51d8896 service neutron] 10.222.0.95 "GET /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284966 Jun 02 21:23:34.436051 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:23:34.462115 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0bcfd9-faae-47c9-a9ba-7c2b6508d89c x-openstack-request-id: req-2a0bcfd9-faae-47c9-a9ba-7c2b6508d89c {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:23:34.462407 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d9ec6d-fd8e-4707-8656-8db0b096a004", "name": "network-vif-plugged", "status": "completed", "tag": "8de5cd32-197d-4a9d-9576-7b2270999a6b", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:23:34.462663 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a0bcfd9-faae-47c9-a9ba-7c2b6508d89c {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:23:34.463060 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d9ec6d-fd8e-4707-8656-8db0b096a004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de5cd32-197d-4a9d-9576-7b2270999a6b', 'code': 200} Jun 02 21:23:34.964205 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a14243-fff5-4ade-92d9-34988b7ba697 req-296ec610-59bf-43cc-8403-c0524c12e40b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:23:34.965662 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d8a14243-fff5-4ade-92d9-34988b7ba697 req-296ec610-59bf-43cc-8403-c0524c12e40b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.0806391 Jun 02 21:23:35.013217 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d8a14243-fff5-4ade-92d9-34988b7ba697 req-970ddb79-fe4e-41b9-8280-98facd92dff1 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417442 Jun 02 21:23:35.039042 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36898) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:23:35.156584 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-7dbb66fc-4b6c-4b88-8e44-6c8dfb5750e4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/floatingips/7321acd4-2f52-4b88-b846-ff006a8ec853 HTTP/1.1" status: 200 len: 994 time: 0.1162260 Jun 02 21:23:36.103482 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:23:44.873226 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:00.881139 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-166b90e2-3f66-40a0-8024-3683e3e49649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:02.309399 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-967b991d-4838-4e5a-966a-430f4aa21a6a req-58939d28-bb08-4b3e-8f30-8a6d3dacbcf2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799744 Jun 02 21:24:02.450341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b991d-4838-4e5a-966a-430f4aa21a6a req-82a342fd-bbc6-4f9b-a25a-ffd822a2478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:02.451824 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-967b991d-4838-4e5a-966a-430f4aa21a6a req-82a342fd-bbc6-4f9b-a25a-ffd822a2478a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 1099 time: 0.0704923 Jun 02 21:24:02.595206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b991d-4838-4e5a-966a-430f4aa21a6a req-02f18eb9-e0f9-4f45-be44-edbd476e2a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:02.596545 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-967b991d-4838-4e5a-966a-430f4aa21a6a req-02f18eb9-e0f9-4f45-be44-edbd476e2a68 service neutron] 10.222.0.95 "GET /v2.0/networks?id=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd HTTP/1.1" status: 200 len: 898 time: 0.1236806 Jun 02 21:24:02.702803 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-967b991d-4838-4e5a-966a-430f4aa21a6a req-e66b84e2-d175-4225-8bb9-9dce2f4c74e4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8de5cd32-197d-4a9d-9576-7b2270999a6b HTTP/1.1" status: 200 len: 1002 time: 0.0984836 Jun 02 21:24:02.764900 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b991d-4838-4e5a-966a-430f4aa21a6a req-2af9fa39-0194-4363-8f69-32451e8bdf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:02.766561 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-967b991d-4838-4e5a-966a-430f4aa21a6a req-2af9fa39-0194-4363-8f69-32451e8bdf5c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=867c0174-50fa-45cb-9af3-3fa433165963 HTTP/1.1" status: 200 len: 835 time: 0.0570762 Jun 02 21:24:02.842124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b991d-4838-4e5a-966a-430f4aa21a6a req-51ecc3a5-c066-4000-b92e-f0ccfa99149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:02.843551 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-967b991d-4838-4e5a-966a-430f4aa21a6a req-51ecc3a5-c066-4000-b92e-f0ccfa99149d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0696666 Jun 02 21:24:02.969008 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-967b991d-4838-4e5a-966a-430f4aa21a6a req-d1683726-35e3-4207-ac68-5a63b0b2f460 service neutron] 10.222.0.95 "GET /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183462 Jun 02 21:24:03.094022 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-967b991d-4838-4e5a-966a-430f4aa21a6a req-05bb54aa-ad98-48ea-9403-08b0773ed1d9 service neutron] 10.222.0.95 "GET /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186147 Jun 02 21:24:03.417672 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8181f5a4-c9e9-4a6c-bf99-09b089726e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:03.485157 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:04.434329 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:06.104640 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:11.092202 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:24:14.906421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:28.449140 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36916) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:24:28.859583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting port 196a2bfa-33d1-41ab-9900-782dc991673b {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:24:28.859936 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:28.980190 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:28.980512 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:29.103307 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Calling delete_port for 196a2bfa-33d1-41ab-9900-782dc991673b owned by network:floatingip {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:24:29.223130 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:29.227876 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:29.300257 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Port': ['ID=196a2bfa-33d1-41ab-9900-782dc991673b,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:29.340329 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:29.340721 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:29.341106 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:29.341486 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:29.341860 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:29.342229 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:29.342600 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:29.342968 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:29.343363 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:29.343730 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:29.344093 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:29.344458 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:29.351199 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:29.373297 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for floatingip, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:29.373562 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Floating IP 7321acd4-2f52-4b88-b846-ff006a8ec853 disassociated (deleted). External IP: 172.26.0.156, port: 8de5cd32-197d-4a9d-9576-7b2270999a6b. Jun 02 21:24:29.716244 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router 00172a43-9a58-4b59-936b-43c8e185a6ef has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:24:29.896958 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:24:29.906833 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1434e96a-5441-4bf9-b1e5-11782669916d None None] Sync routers for ids ['00172a43-9a58-4b59-936b-43c8e185a6ef'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:24:29.916803 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1434e96a-5441-4bf9-b1e5-11782669916d None None] Routers {'00172a43-9a58-4b59-936b-43c8e185a6ef'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:24:29.917417 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-1434e96a-5441-4bf9-b1e5-11782669916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:24:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['00172a43-9a58-4b59-936b-43c8e185a6ef'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:24:29.917555 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:29.971584 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/floatingips/7321acd4-2f52-4b88-b846-ff006a8ec853 HTTP/1.1" status: 204 len: 168 time: 1.5212507 Jun 02 21:24:29.972174 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d9ec6d-fd8e-4707-8656-8db0b096a004', 'tag': '8de5cd32-197d-4a9d-9576-7b2270999a6b'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:24:29.974480 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bcbfea-11f7-4602-abd7-8e2438da55be" -d '{"events": [{"name": "network-changed", "server_uuid": "05d9ec6d-fd8e-4707-8656-8db0b096a004", "tag": "8de5cd32-197d-4a9d-9576-7b2270999a6b"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:24:30.074037 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09e1805-b45f-4807-9afe-e3a9ecc8f28d x-openstack-request-id: req-e09e1805-b45f-4807-9afe-e3a9ecc8f28d {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:24:30.074379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d9ec6d-fd8e-4707-8656-8db0b096a004", "tag": "8de5cd32-197d-4a9d-9576-7b2270999a6b", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:24:30.074683 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e09e1805-b45f-4807-9afe-e3a9ecc8f28d {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:24:30.075128 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d9ec6d-fd8e-4707-8656-8db0b096a004', 'tag': '8de5cd32-197d-4a9d-9576-7b2270999a6b', 'status': 'completed', 'code': 200} Jun 02 21:24:30.098173 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-1434e96a-5441-4bf9-b1e5-11782669916d None None] Set router 00172a43-9a58-4b59-936b-43c8e185a6ef gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:24:30.172859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcbfea-11f7-4602-abd7-8e2438da55be req-f31c947a-8298-4b67-abd8-98f9ed6257d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:30.174369 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-85bcbfea-11f7-4602-abd7-8e2438da55be req-f31c947a-8298-4b67-abd8-98f9ed6257d4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 1099 time: 0.0769253 Jun 02 21:24:30.425444 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-1434e96a-5441-4bf9-b1e5-11782669916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1170046260', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '40906860-7233-46e3-afe5-21b265b18f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:21:34Z', 'updated_at': '2021-06-02T21:21:40Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '40906860-7233-46e3-afe5-21b265b18f5a', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:35Z', 'updated_at': '2021-06-02T21:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '010ac600-f933-46f1-a842-8ed769c47101', 'name': '', 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:e0:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '867c0174-50fa-45cb-9af3-3fa433165963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:39Z', 'updated_at': '2021-06-02T21:21:45Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '867c0174-50fa-45cb-9af3-3fa433165963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:24:30.429877 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1434e96a-5441-4bf9-b1e5-11782669916d None None] Checking router: 00172a43-9a58-4b59-936b-43c8e185a6ef for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:24:30.439099 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1434e96a-5441-4bf9-b1e5-11782669916d None None] Routers {'00172a43-9a58-4b59-936b-43c8e185a6ef'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:24:30.439739 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-1434e96a-5441-4bf9-b1e5-11782669916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:24:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['00172a43-9a58-4b59-936b-43c8e185a6ef'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:24:30.546719 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcbfea-11f7-4602-abd7-8e2438da55be req-b9a298f3-2790-47d1-b80b-3a2dfeb138d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:30.548191 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-85bcbfea-11f7-4602-abd7-8e2438da55be req-b9a298f3-2790-47d1-b80b-3a2dfeb138d0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd HTTP/1.1" status: 200 len: 898 time: 0.3671284 Jun 02 21:24:30.618215 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea826e-d6c2-4f69-928d-fe7849ca864c req-38309725-5a68-4ff9-a302-b20ce5382dda tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:30.618600 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-1434e96a-5441-4bf9-b1e5-11782669916d None None] Set router 00172a43-9a58-4b59-936b-43c8e185a6ef gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:24:30.619697 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f7ea826e-d6c2-4f69-928d-fe7849ca864c req-38309725-5a68-4ff9-a302-b20ce5382dda tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.2100668 Jun 02 21:24:30.629273 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-85bcbfea-11f7-4602-abd7-8e2438da55be req-f8919c24-c528-4f11-a3ca-8f22a2323c36 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8de5cd32-197d-4a9d-9576-7b2270999a6b HTTP/1.1" status: 200 len: 217 time: 0.0721815 Jun 02 21:24:30.718405 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f7ea826e-d6c2-4f69-928d-fe7849ca864c req-ed2a3f39-c7bd-4e86-828c-3cd215c19c65 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913575 Jun 02 21:24:30.728565 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcbfea-11f7-4602-abd7-8e2438da55be req-6aeb2d00-fd70-4229-962a-9923031a4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:30.729988 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-85bcbfea-11f7-4602-abd7-8e2438da55be req-6aeb2d00-fd70-4229-962a-9923031a4c8e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=867c0174-50fa-45cb-9af3-3fa433165963 HTTP/1.1" status: 200 len: 835 time: 0.0889452 Jun 02 21:24:30.809386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcbfea-11f7-4602-abd7-8e2438da55be req-046704c4-530f-4b95-bc1c-b024b3e34d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:30.810854 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-85bcbfea-11f7-4602-abd7-8e2438da55be req-046704c4-530f-4b95-bc1c-b024b3e34d6b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0737331 Jun 02 21:24:30.823967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [req-85bcbfea-11f7-4602-abd7-8e2438da55be req-38e47371-7d0f-49cd-ace1-b020ca036572 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 21:24:30.824931 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-85bcbfea-11f7-4602-abd7-8e2438da55be req-38e47371-7d0f-49cd-ace1-b020ca036572 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051761 Jun 02 21:24:30.907166 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-90b3dfc0-5c70-4660-ae7c-ece8f9b11f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:30.956502 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-85bcbfea-11f7-4602-abd7-8e2438da55be req-204f7bc8-a7e2-4c75-a1f5-2d99511b6cf5 service neutron] 10.222.0.95 "GET /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248755 Jun 02 21:24:30.988312 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-1434e96a-5441-4bf9-b1e5-11782669916d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1170046260', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '40906860-7233-46e3-afe5-21b265b18f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:21:34Z', 'updated_at': '2021-06-02T21:21:40Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '40906860-7233-46e3-afe5-21b265b18f5a', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:35Z', 'updated_at': '2021-06-02T21:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '010ac600-f933-46f1-a842-8ed769c47101', 'name': '', 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:e0:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '867c0174-50fa-45cb-9af3-3fa433165963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:39Z', 'updated_at': '2021-06-02T21:21:45Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '867c0174-50fa-45cb-9af3-3fa433165963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:24:30.992390 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1434e96a-5441-4bf9-b1e5-11782669916d None None] The sync data for ids ['00172a43-9a58-4b59-936b-43c8e185a6ef'] in dv-neutron-601336-84-hyperv is: [{'id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1170046260', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '40906860-7233-46e3-afe5-21b265b18f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:21:34Z', 'updated_at': '2021-06-02T21:21:40Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '40906860-7233-46e3-afe5-21b265b18f5a', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:35Z', 'updated_at': '2021-06-02T21:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '010ac600-f933-46f1-a842-8ed769c47101', 'name': '', 'network_id': 'dbcff83e-90d0-44d0-8368-ab9cdb45d4cd', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:e0:27:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '867c0174-50fa-45cb-9af3-3fa433165963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:39Z', 'updated_at': '2021-06-02T21:21:45Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '867c0174-50fa-45cb-9af3-3fa433165963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:24:31.090932 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-85bcbfea-11f7-4602-abd7-8e2438da55be req-e286f452-698f-4444-b53a-132a91175804 service neutron] 10.222.0.95 "GET /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277413 Jun 02 21:24:31.195534 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdbc925-3e27-4107-968c-f77606216905 None None] New status for floating IP 7321acd4-2f52-4b88-b846-ff006a8ec853: DOWN {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:24:31.936216 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25fc4a-27d2-431e-b922-5f1128be441d req-9464bff5-111c-4d73-b7a7-4e66a93c0c52 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:31.936903 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-ad25fc4a-27d2-431e-b922-5f1128be441d req-9464bff5-111c-4d73-b7a7-4e66a93c0c52 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:24:31.952149 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-ad25fc4a-27d2-431e-b922-5f1128be441d req-9464bff5-111c-4d73-b7a7-4e66a93c0c52 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:24:31.953270 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ad25fc4a-27d2-431e-b922-5f1128be441d req-9464bff5-111c-4d73-b7a7-4e66a93c0c52 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.1154323 Jun 02 21:24:32.001198 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ad25fc4a-27d2-431e-b922-5f1128be441d req-1ba9f21b-5ecc-4846-9e1a-659a4135f0bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=a58eec19-9dd7-4c10-8ebf-c4215d95eece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421808 Jun 02 21:24:32.170170 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fe0e2-0888-499c-ba71-36bfb033dc13 req-93da344b-78f7-42b7-974d-b2de4a1c295e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:32.171620 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f31fe0e2-0888-499c-ba71-36bfb033dc13 req-93da344b-78f7-42b7-974d-b2de4a1c295e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 946 time: 0.0827792 Jun 02 21:24:32.310319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-f31fe0e2-0888-499c-ba71-36bfb033dc13 req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting port 8de5cd32-197d-4a9d-9576-7b2270999a6b {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:24:32.310544 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f31fe0e2-0888-499c-ba71-36bfb033dc13 req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:32.439755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-f31fe0e2-0888-499c-ba71-36bfb033dc13 req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] For port 8de5cd32-197d-4a9d-9576-7b2270999a6b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=8de5cd32-197d-4a9d-9576-7b2270999a6b,segment=NetworkSegment(17fbc27c-7a11-436f-a12e-f304c24a1dc9),segment_id=17fbc27c-7a11-436f-a12e-f304c24a1dc9)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:24:32.440108 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f31fe0e2-0888-499c-ba71-36bfb033dc13 req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:32.568286 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-f31fe0e2-0888-499c-ba71-36bfb033dc13 req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Calling delete_port for 8de5cd32-197d-4a9d-9576-7b2270999a6b owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:24:32.675655 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f31fe0e2-0888-499c-ba71-36bfb033dc13 req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:32.682576 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bac32f3c-717f-4a06-9460-80709e0fd87a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:32.730350 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Port': ['ID=8de5cd32-197d-4a9d-9576-7b2270999a6b,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:32.768532 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:32.768919 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:32.769297 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:32.769671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:32.770046 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:32.770412 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:32.770776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:32.771168 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:32.771529 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:32.771891 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:32.772272 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:32.773353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:32.780293 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:32.813558 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31fe0e2-0888-499c-ba71-36bfb033dc13 req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] No DVR routers for this DVR port 8de5cd32-197d-4a9d-9576-7b2270999a6b on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:24:32.815776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f31fe0e2-0888-499c-ba71-36bfb033dc13 req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:32.818177 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d9ec6d-fd8e-4707-8656-8db0b096a004', 'name': 'network-vif-deleted', 'tag': '8de5cd32-197d-4a9d-9576-7b2270999a6b'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:24:32.821716 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b8a4dd-9059-42a6-84c8-abda19505427" -d '{"events": [{"server_uuid": "05d9ec6d-fd8e-4707-8656-8db0b096a004", "name": "network-vif-deleted", "tag": "8de5cd32-197d-4a9d-9576-7b2270999a6b"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:24:32.835839 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f31fe0e2-0888-499c-ba71-36bfb033dc13 req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "DELETE /v2.0/ports/8de5cd32-197d-4a9d-9576-7b2270999a6b HTTP/1.1" status: 204 len: 173 time: 0.6585345 Jun 02 21:24:32.876327 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67da924e-3d48-4f8e-b873-bc20cb331529 x-openstack-request-id: req-67da924e-3d48-4f8e-b873-bc20cb331529 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:24:32.876772 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d9ec6d-fd8e-4707-8656-8db0b096a004", "name": "network-vif-deleted", "tag": "8de5cd32-197d-4a9d-9576-7b2270999a6b", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:24:32.877120 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67da924e-3d48-4f8e-b873-bc20cb331529 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:24:32.877564 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d9ec6d-fd8e-4707-8656-8db0b096a004', 'name': 'network-vif-deleted', 'tag': '8de5cd32-197d-4a9d-9576-7b2270999a6b', 'status': 'completed', 'code': 200} Jun 02 21:24:33.340179 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-1ae057f7-5e08-4e4b-8795-2ba69dc8c961 req-ec8d3937-4f0e-4bef-928c-ffcf7070c325 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=05d9ec6d-fd8e-4707-8656-8db0b096a004 HTTP/1.1" status: 200 len: 210 time: 0.2142909 Jun 02 21:24:33.418552 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-dd1af2ff-9da4-4510-bb14-a81d1ee498ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:33.485649 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:34.436308 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36936) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:24:34.438299 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:34.970884 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b06891b8-e2ce-4ecd-bac6-edf69f0d8ea0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:35.377103 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-b06891b8-e2ce-4ecd-bac6-edf69f0d8ea0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting port 010ac600-f933-46f1-a842-8ed769c47101 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:24:35.377445 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b06891b8-e2ce-4ecd-bac6-edf69f0d8ea0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:35.505725 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-b06891b8-e2ce-4ecd-bac6-edf69f0d8ea0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] For port 010ac600-f933-46f1-a842-8ed769c47101, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=010ac600-f933-46f1-a842-8ed769c47101,segment=NetworkSegment(17fbc27c-7a11-436f-a12e-f304c24a1dc9),segment_id=17fbc27c-7a11-436f-a12e-f304c24a1dc9)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:24:35.506430 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b06891b8-e2ce-4ecd-bac6-edf69f0d8ea0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:35.632265 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-b06891b8-e2ce-4ecd-bac6-edf69f0d8ea0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Calling delete_port for 010ac600-f933-46f1-a842-8ed769c47101 owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:24:36.010671 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b06891b8-e2ce-4ecd-bac6-edf69f0d8ea0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:36.015061 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-748bb3a2-7ae5-4a84-bfdb-44d03e3d016f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:36.060095 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06891b8-e2ce-4ecd-bac6-edf69f0d8ea0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Port': ['ID=010ac600-f933-46f1-a842-8ed769c47101,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:36.086558 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b06891b8-e2ce-4ecd-bac6-edf69f0d8ea0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:36.116164 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:36.312116 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 8de5cd32-197d-4a9d-9576-7b2270999a6b no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:24:36.330488 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b06891b8-e2ce-4ecd-bac6-edf69f0d8ea0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:36.348908 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 8de5cd32-197d-4a9d-9576-7b2270999a6b {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:24:36.349262 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 8de5cd32-197d-4a9d-9576-7b2270999a6b not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:24:36.691552 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06891b8-e2ce-4ecd-bac6-edf69f0d8ea0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router 00172a43-9a58-4b59-936b-43c8e185a6ef has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:24:36.862539 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06891b8-e2ce-4ecd-bac6-edf69f0d8ea0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:24:36.872876 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a9615c-376e-4eee-9f81-01e9098504d4 None None] Sync routers for ids ['00172a43-9a58-4b59-936b-43c8e185a6ef'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:24:36.875114 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b06891b8-e2ce-4ecd-bac6-edf69f0d8ea0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "PUT /v2.0/routers/00172a43-9a58-4b59-936b-43c8e185a6ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4375768 Jun 02 21:24:36.877750 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36940) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:24:36.881893 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a9615c-376e-4eee-9f81-01e9098504d4 None None] Routers {'00172a43-9a58-4b59-936b-43c8e185a6ef'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:24:36.882499 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-e5a9615c-376e-4eee-9f81-01e9098504d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:24:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['00172a43-9a58-4b59-936b-43c8e185a6ef'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:24:36.949285 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-d30e9b26-560b-40b8-97de-5df60ced5316 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting subnet 867c0174-50fa-45cb-9af3-3fa433165963 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 21:24:36.952203 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d30e9b26-560b-40b8-97de-5df60ced5316 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:37.008774 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d30e9b26-560b-40b8-97de-5df60ced5316 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:37.087400 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-e5a9615c-376e-4eee-9f81-01e9098504d4 None None] Set router 00172a43-9a58-4b59-936b-43c8e185a6ef gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:24:37.090833 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d30e9b26-560b-40b8-97de-5df60ced5316 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:37.380931 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-e5a9615c-376e-4eee-9f81-01e9098504d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1170046260', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '40906860-7233-46e3-afe5-21b265b18f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:21:34Z', 'updated_at': '2021-06-02T21:24:35Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '40906860-7233-46e3-afe5-21b265b18f5a', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:35Z', 'updated_at': '2021-06-02T21:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:24:37.385473 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a9615c-376e-4eee-9f81-01e9098504d4 None None] Checking router: 00172a43-9a58-4b59-936b-43c8e185a6ef for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:24:37.394413 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a9615c-376e-4eee-9f81-01e9098504d4 None None] Routers {'00172a43-9a58-4b59-936b-43c8e185a6ef'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:24:37.395038 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-e5a9615c-376e-4eee-9f81-01e9098504d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:24:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['00172a43-9a58-4b59-936b-43c8e185a6ef'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:24:37.508444 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d30e9b26-560b-40b8-97de-5df60ced5316 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:37.511887 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-48e90f96-2e7b-4b3b-8bc5-15fef33518dd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:37.547380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e9b26-560b-40b8-97de-5df60ced5316 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Subnet': ['ID=867c0174-50fa-45cb-9af3-3fa433165963,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:37.550888 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d30e9b26-560b-40b8-97de-5df60ced5316 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:37.553647 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d30e9b26-560b-40b8-97de-5df60ced5316 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:37.559309 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf58975-5d90-4722-99bf-7fef43f7a224 None None] Network dbcff83e-90d0-44d0-8368-ab9cdb45d4cd requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:24:37.560879 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d30e9b26-560b-40b8-97de-5df60ced5316 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/subnets/867c0174-50fa-45cb-9af3-3fa433165963 HTTP/1.1" status: 204 len: 168 time: 0.6820228 Jun 02 21:24:37.563406 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36942) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:24:37.587215 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-e5a9615c-376e-4eee-9f81-01e9098504d4 None None] Set router 00172a43-9a58-4b59-936b-43c8e185a6ef gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:24:37.744404 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ce51d77-f570-4ed4-bb1a-59fc033056d5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:37.919583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ce51d77-f570-4ed4-bb1a-59fc033056d5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:37.990741 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-5ce51d77-f570-4ed4-bb1a-59fc033056d5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting port 40906860-7233-46e3-afe5-21b265b18f5a {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:24:37.991228 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ce51d77-f570-4ed4-bb1a-59fc033056d5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:38.058783 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-e5a9615c-376e-4eee-9f81-01e9098504d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1170046260', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '40906860-7233-46e3-afe5-21b265b18f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:21:34Z', 'updated_at': '2021-06-02T21:24:35Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '40906860-7233-46e3-afe5-21b265b18f5a', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:35Z', 'updated_at': '2021-06-02T21:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:24:38.062803 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a9615c-376e-4eee-9f81-01e9098504d4 None None] The sync data for ids ['00172a43-9a58-4b59-936b-43c8e185a6ef'] in dv-neutron-601336-84-hyperv is: [{'id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1170046260', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '40906860-7233-46e3-afe5-21b265b18f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:21:34Z', 'updated_at': '2021-06-02T21:24:35Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': '40906860-7233-46e3-afe5-21b265b18f5a', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:76:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00172a43-9a58-4b59-936b-43c8e185a6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:21:35Z', 'updated_at': '2021-06-02T21:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:24:38.119395 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-5ce51d77-f570-4ed4-bb1a-59fc033056d5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] For port 40906860-7233-46e3-afe5-21b265b18f5a, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=40906860-7233-46e3-afe5-21b265b18f5a,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:24:38.119617 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] DHCP port deletion for dbcff83e-90d0-44d0-8368-ab9cdb45d4cd request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 21:24:38.119760 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ce51d77-f570-4ed4-bb1a-59fc033056d5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:38.186768 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] Deleting port 52356ca7-5c93-44a3-913b-332cc36bc06e {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:24:38.187172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:38.240808 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-5ce51d77-f570-4ed4-bb1a-59fc033056d5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Calling delete_port for 40906860-7233-46e3-afe5-21b265b18f5a owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:24:38.281050 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] For port 52356ca7-5c93-44a3-913b-332cc36bc06e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=52356ca7-5c93-44a3-913b-332cc36bc06e,segment=NetworkSegment(17fbc27c-7a11-436f-a12e-f304c24a1dc9),segment_id=17fbc27c-7a11-436f-a12e-f304c24a1dc9)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:24:38.281441 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:38.381083 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ce51d77-f570-4ed4-bb1a-59fc033056d5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:38.384738 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-560ecf3b-7816-423c-818c-f0b7f27c84a8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:38.422516 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] Calling delete_port for 52356ca7-5c93-44a3-913b-332cc36bc06e owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:24:38.431076 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce51d77-f570-4ed4-bb1a-59fc033056d5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Port': ['ID=40906860-7233-46e3-afe5-21b265b18f5a,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:38.434203 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5ce51d77-f570-4ed4-bb1a-59fc033056d5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:38.470169 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:38.473905 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:38.515798 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] Pushing event deleted for resources: {'Port': ['ID=52356ca7-5c93-44a3-913b-332cc36bc06e,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:38.526152 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] No DVR routers for this DVR port 52356ca7-5c93-44a3-913b-332cc36bc06e on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:24:38.528155 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:38.528507 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:38.528860 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:38.529183 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:38.529508 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:38.529641 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ce51d77-f570-4ed4-bb1a-59fc033056d5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:38.529839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:38.530165 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:38.530491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:38.530820 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:38.531136 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:38.531480 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:38.531797 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:38.535544 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:38.707586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ce51d77-f570-4ed4-bb1a-59fc033056d5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:38.709692 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ce51d77-f570-4ed4-bb1a-59fc033056d5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:38.736319 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ce51d77-f570-4ed4-bb1a-59fc033056d5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:38.736865 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce51d77-f570-4ed4-bb1a-59fc033056d5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Fanout notify agent at l3_agent the message router_deleted on router 00172a43-9a58-4b59-936b-43c8e185a6ef {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 21:24:38.752405 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5ce51d77-f570-4ed4-bb1a-59fc033056d5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:38.753695 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5ce51d77-f570-4ed4-bb1a-59fc033056d5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/routers/00172a43-9a58-4b59-936b-43c8e185a6ef HTTP/1.1" status: 204 len: 168 time: 1.1894019 Jun 02 21:24:38.756508 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36944) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:24:39.004621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-371020f2-efe3-49c8-af7b-490a678b0adc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:39.133813 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-371020f2-efe3-49c8-af7b-490a678b0adc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:39.147930 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-371020f2-efe3-49c8-af7b-490a678b0adc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbcff83e-90d0-44d0-8368-ab9cdb45d4cd']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:24:39.161683 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-371020f2-efe3-49c8-af7b-490a678b0adc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17fbc27c-7a11-436f-a12e-f304c24a1dc9') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:24:39.162379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-371020f2-efe3-49c8-af7b-490a678b0adc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17fbc27c-7a11-436f-a12e-f304c24a1dc9') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:24:39.178567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-371020f2-efe3-49c8-af7b-490a678b0adc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:39.194597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-371020f2-efe3-49c8-af7b-490a678b0adc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:39.200502 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371020f2-efe3-49c8-af7b-490a678b0adc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:24:39.200899 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-371020f2-efe3-49c8-af7b-490a678b0adc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:39.203066 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 40906860-7233-46e3-afe5-21b265b18f5a no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:24:39.219464 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:24:39.239957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 40906860-7233-46e3-afe5-21b265b18f5a {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:24:39.240314 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 40906860-7233-46e3-afe5-21b265b18f5a not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:24:39.240740 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 52356ca7-5c93-44a3-913b-332cc36bc06e no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:24:39.272916 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 52356ca7-5c93-44a3-913b-332cc36bc06e {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:24:39.273728 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 52356ca7-5c93-44a3-913b-332cc36bc06e not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:24:39.274154 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 010ac600-f933-46f1-a842-8ed769c47101 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:24:39.297185 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-371020f2-efe3-49c8-af7b-490a678b0adc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:39.300665 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-40f27da4-e80b-4899-943e-8d3221bea97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:39.307009 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 010ac600-f933-46f1-a842-8ed769c47101 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:24:39.307618 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 010ac600-f933-46f1-a842-8ed769c47101 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:24:39.314585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-371020f2-efe3-49c8-af7b-490a678b0adc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:39.327547 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371020f2-efe3-49c8-af7b-490a678b0adc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Network': ['ID=dbcff83e-90d0-44d0-8368-ab9cdb45d4cd,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:39.330080 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-371020f2-efe3-49c8-af7b-490a678b0adc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/networks/dbcff83e-90d0-44d0-8368-ab9cdb45d4cd HTTP/1.1" status: 204 len: 168 time: 0.5724471 Jun 02 21:24:39.331239 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-371020f2-efe3-49c8-af7b-490a678b0adc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:39.332941 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36946) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:24:39.403477 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-32d5e943-cb65-4ace-936e-6cc9b632e3ca tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:39.432575 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-32d5e943-cb65-4ace-936e-6cc9b632e3ca tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:39.496121 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-32d5e943-cb65-4ace-936e-6cc9b632e3ca tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:39.499994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-50831e9c-4001-4754-9fff-efa6d6f9c178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:39.515626 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5e943-cb65-4ace-936e-6cc9b632e3ca tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58eec19-9dd7-4c10-8ebf-c4215d95eece,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:39.518525 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-32d5e943-cb65-4ace-936e-6cc9b632e3ca tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:39.525989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-32d5e943-cb65-4ace-936e-6cc9b632e3ca tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:39.529784 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-32d5e943-cb65-4ace-936e-6cc9b632e3ca tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/security-groups/a58eec19-9dd7-4c10-8ebf-c4215d95eece HTTP/1.1" status: 204 len: 168 time: 0.1931171 Jun 02 21:24:40.837200 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36958) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:24:40.842003 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c9502228-8705-4723-a003-b8365f9a0787 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1725165228', 'description': 'tempest-secgroup-smoke-1725165228 description', 'project_id': '005f4463c7db4317a0be9ff96a72eef9'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:24:40.847890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c9502228-8705-4723-a003-b8365f9a0787 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:24:40.852504 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c9502228-8705-4723-a003-b8365f9a0787 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:24:40.855350 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c9502228-8705-4723-a003-b8365f9a0787 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:24:40.864550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c9502228-8705-4723-a003-b8365f9a0787 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:24:40.874194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c9502228-8705-4723-a003-b8365f9a0787 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:40.893512 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c9502228-8705-4723-a003-b8365f9a0787 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:24:40.897162 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c9502228-8705-4723-a003-b8365f9a0787 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:24:40.900365 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c9502228-8705-4723-a003-b8365f9a0787 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:24:40.905816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c9502228-8705-4723-a003-b8365f9a0787 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:24:40.973048 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c9502228-8705-4723-a003-b8365f9a0787 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:40.977383 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c9502228-8705-4723-a003-b8365f9a0787 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:40.982193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c395cdd1-8f58-4e3b-ac0e-e0a6ef828750 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:41.021277 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9502228-8705-4723-a003-b8365f9a0787 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c36fcefe-51b8-4c78-b5bf-c38111733efb,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:41.024982 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c9502228-8705-4723-a003-b8365f9a0787 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:41.026125 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c9502228-8705-4723-a003-b8365f9a0787 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.027363 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c9502228-8705-4723-a003-b8365f9a0787 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1891353 Jun 02 21:24:41.030510 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36960) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:24:41.035202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-09f8ff0a-9eed-4cea-87cd-5bf458c48149 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': 'c36fcefe-51b8-4c78-b5bf-c38111733efb', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:24:41.042263 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-09f8ff0a-9eed-4cea-87cd-5bf458c48149 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:24:41.047377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-09f8ff0a-9eed-4cea-87cd-5bf458c48149 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:24:41.050259 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-09f8ff0a-9eed-4cea-87cd-5bf458c48149 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:24:41.056956 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-09f8ff0a-9eed-4cea-87cd-5bf458c48149 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:24:41.074312 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-09f8ff0a-9eed-4cea-87cd-5bf458c48149 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.142287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-09f8ff0a-9eed-4cea-87cd-5bf458c48149 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.145710 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-09f8ff0a-9eed-4cea-87cd-5bf458c48149 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.147481 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-360eea30-50da-4b53-8b63-3b9745c0f5e5 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:41.169864 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8ff0a-9eed-4cea-87cd-5bf458c48149 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0dd406a-6bb9-4a9f-91c6-f08a30f541e3,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:41.174207 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-09f8ff0a-9eed-4cea-87cd-5bf458c48149 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:41.178934 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-09f8ff0a-9eed-4cea-87cd-5bf458c48149 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.180246 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-09f8ff0a-9eed-4cea-87cd-5bf458c48149 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485226 Jun 02 21:24:41.182775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36962) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:24:41.187269 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-8787e1ee-49e7-4973-a1ed-eeb3446399d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': 'c36fcefe-51b8-4c78-b5bf-c38111733efb', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:24:41.193350 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8787e1ee-49e7-4973-a1ed-eeb3446399d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:24:41.197732 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8787e1ee-49e7-4973-a1ed-eeb3446399d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:24:41.200598 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-8787e1ee-49e7-4973-a1ed-eeb3446399d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:24:41.206206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-8787e1ee-49e7-4973-a1ed-eeb3446399d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:24:41.221045 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8787e1ee-49e7-4973-a1ed-eeb3446399d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.282981 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8787e1ee-49e7-4973-a1ed-eeb3446399d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.286648 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8787e1ee-49e7-4973-a1ed-eeb3446399d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.288469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e08ec647-1555-4b5b-a196-11b0ec426296 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:41.309318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787e1ee-49e7-4973-a1ed-eeb3446399d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=771415b3-cb51-4f83-ac7d-db97c7958eae,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:41.311692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8787e1ee-49e7-4973-a1ed-eeb3446399d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:41.317917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8787e1ee-49e7-4973-a1ed-eeb3446399d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.319166 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8787e1ee-49e7-4973-a1ed-eeb3446399d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1354322 Jun 02 21:24:41.322386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36964) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:24:41.326786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-78345606-d8b3-4929-89f1-ffa42f72bf55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': 'c36fcefe-51b8-4c78-b5bf-c38111733efb', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:24:41.332480 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-78345606-d8b3-4929-89f1-ffa42f72bf55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:24:41.336814 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-78345606-d8b3-4929-89f1-ffa42f72bf55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:24:41.339669 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-78345606-d8b3-4929-89f1-ffa42f72bf55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:24:41.345233 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-78345606-d8b3-4929-89f1-ffa42f72bf55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:24:41.360094 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78345606-d8b3-4929-89f1-ffa42f72bf55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.432577 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78345606-d8b3-4929-89f1-ffa42f72bf55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.436806 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78345606-d8b3-4929-89f1-ffa42f72bf55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.438530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bd205b86-8997-4293-a119-64d4a1e40b2a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:41.459897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78345606-d8b3-4929-89f1-ffa42f72bf55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5255122-d3a3-4bc0-b24a-d4b60b077412,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:41.462311 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-78345606-d8b3-4929-89f1-ffa42f72bf55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:41.468986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-78345606-d8b3-4929-89f1-ffa42f72bf55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.470130 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-78345606-d8b3-4929-89f1-ffa42f72bf55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468489 Jun 02 21:24:41.472862 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36966) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:24:41.477290 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e0abeb0b-1d93-4ed9-85d5-a70e41daa84f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': 'c36fcefe-51b8-4c78-b5bf-c38111733efb', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:24:41.483051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e0abeb0b-1d93-4ed9-85d5-a70e41daa84f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:24:41.486888 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e0abeb0b-1d93-4ed9-85d5-a70e41daa84f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:24:41.489927 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e0abeb0b-1d93-4ed9-85d5-a70e41daa84f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:24:41.496067 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e0abeb0b-1d93-4ed9-85d5-a70e41daa84f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:24:41.511072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e0abeb0b-1d93-4ed9-85d5-a70e41daa84f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.572347 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e0abeb0b-1d93-4ed9-85d5-a70e41daa84f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.575823 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e0abeb0b-1d93-4ed9-85d5-a70e41daa84f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.579685 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2594cb4f-9e45-4a66-b21a-bcb6469d6f93 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:41.603859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abeb0b-1d93-4ed9-85d5-a70e41daa84f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c9ed66-fea8-41e7-aa07-b8c375d03315,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:41.608179 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e0abeb0b-1d93-4ed9-85d5-a70e41daa84f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:41.612453 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e0abeb0b-1d93-4ed9-85d5-a70e41daa84f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.613588 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e0abeb0b-1d93-4ed9-85d5-a70e41daa84f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397953 Jun 02 21:24:41.616248 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36968) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:24:41.621135 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-b63a5788-6197-4027-9ad5-b1e08eb0b229 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': 'c36fcefe-51b8-4c78-b5bf-c38111733efb', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:24:41.626987 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b63a5788-6197-4027-9ad5-b1e08eb0b229 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:24:41.630733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b63a5788-6197-4027-9ad5-b1e08eb0b229 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:24:41.634199 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b63a5788-6197-4027-9ad5-b1e08eb0b229 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:24:41.639811 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b63a5788-6197-4027-9ad5-b1e08eb0b229 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:24:41.650023 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-b63a5788-6197-4027-9ad5-b1e08eb0b229 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Project 005f4463c7db4317a0be9ff96a72eef9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 21:24:41.655560 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b63a5788-6197-4027-9ad5-b1e08eb0b229 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.720176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b63a5788-6197-4027-9ad5-b1e08eb0b229 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.723860 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b63a5788-6197-4027-9ad5-b1e08eb0b229 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.725781 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-09f68a16-b825-4ccf-a206-f1c7a3ed2f7a tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:41.748870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a5788-6197-4027-9ad5-b1e08eb0b229 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb00550-6a0a-41b0-a9b3-38873e5085e4,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:41.753317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b63a5788-6197-4027-9ad5-b1e08eb0b229 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:41.758415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b63a5788-6197-4027-9ad5-b1e08eb0b229 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.759586 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b63a5788-6197-4027-9ad5-b1e08eb0b229 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419036 Jun 02 21:24:41.762212 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36970) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:24:41.766775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-a9ba286e-9091-4dcc-96c0-a6a4d406a22d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': 'c36fcefe-51b8-4c78-b5bf-c38111733efb', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:24:41.772552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a9ba286e-9091-4dcc-96c0-a6a4d406a22d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:24:41.776439 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a9ba286e-9091-4dcc-96c0-a6a4d406a22d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:24:41.779267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a9ba286e-9091-4dcc-96c0-a6a4d406a22d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:24:41.784958 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a9ba286e-9091-4dcc-96c0-a6a4d406a22d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:24:41.795442 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-a9ba286e-9091-4dcc-96c0-a6a4d406a22d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Project 005f4463c7db4317a0be9ff96a72eef9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 21:24:41.800790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a9ba286e-9091-4dcc-96c0-a6a4d406a22d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.863126 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a9ba286e-9091-4dcc-96c0-a6a4d406a22d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.866542 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a9ba286e-9091-4dcc-96c0-a6a4d406a22d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.868907 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f94dbd90-9c6f-4f57-b44d-a46c63874515 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:41.889494 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba286e-9091-4dcc-96c0-a6a4d406a22d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ddc548-c6fd-4ddd-a650-119077e2e384,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:41.892132 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a9ba286e-9091-4dcc-96c0-a6a4d406a22d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:41.898927 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a9ba286e-9091-4dcc-96c0-a6a4d406a22d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.900178 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a9ba286e-9091-4dcc-96c0-a6a4d406a22d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1370637 Jun 02 21:24:41.902969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36972) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:24:41.907950 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-569970ca-3c1e-4a4a-b767-b02b245104d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'network': {'name': 'tempest-network-smoke--1349634126', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'port_security_enabled': True}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:24:41.912601 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-569970ca-3c1e-4a4a-b767-b02b245104d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:24:41.917179 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-569970ca-3c1e-4a4a-b767-b02b245104d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:network and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:24:41.919972 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-569970ca-3c1e-4a4a-b767-b02b245104d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:24:41.925573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-569970ca-3c1e-4a4a-b767-b02b245104d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:24:41.935961 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569970ca-3c1e-4a4a-b767-b02b245104d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Made reservation on behalf of 005f4463c7db4317a0be9ff96a72eef9 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:24:41.939419 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-569970ca-3c1e-4a4a-b767-b02b245104d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.968888 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-569970ca-3c1e-4a4a-b767-b02b245104d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:24:41.977623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-569970ca-3c1e-4a4a-b767-b02b245104d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:41.977962 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-569970ca-3c1e-4a4a-b767-b02b245104d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Added segment ff417e3a-99e6-4776-bd25-1b3822ffa67b of type vlan for network c754514e-eaa0-4553-ac90-046f4eebde53 Jun 02 21:24:42.003059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-569970ca-3c1e-4a4a-b767-b02b245104d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:42.030872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-569970ca-3c1e-4a4a-b767-b02b245104d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:42.036268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569970ca-3c1e-4a4a-b767-b02b245104d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:42.036842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-569970ca-3c1e-4a4a-b767-b02b245104d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:42.042102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6aaab19a-065f-43bf-9f08-3a39f9675fc1 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:42.142133 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-569970ca-3c1e-4a4a-b767-b02b245104d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2379251 Jun 02 21:24:42.144761 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36974) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:24:42.147889 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569970ca-3c1e-4a4a-b767-b02b245104d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Network': ['ID=c754514e-eaa0-4553-ac90-046f4eebde53,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:42.150176 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1137536938', 'admin_state_up': True, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:24:42.151249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-569970ca-3c1e-4a4a-b767-b02b245104d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:42.158634 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network c754514e-eaa0-4553-ac90-046f4eebde53 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:24:42.161692 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:24:42.166181 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:router and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:24:42.169065 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:24:42.175595 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:24:42.185138 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:42.186211 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:42.202026 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:42.471078 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:42.742917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [req-8ee32ee7-044a-4679-8882-d10ef67e5ad8 req-af2333a6-e97a-428a-9302-731b1d501a52 service neutron] (92549) timed out ('10.222.0.25', 33012) {{(pid=92549) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 02 21:24:42.764583 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:42.793022 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:42.921222 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Allocated IP 172.26.0.29 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:24:43.204054 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:43.232203 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:43.236598 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:43.294555 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:24:43.297737 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:24:43.301440 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:24:43.338515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:43.342422 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:43.714009 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:44.041948 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:44.240591 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router f84a7ec5-5917-48ce-ae80-510f777d1414 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 21:24:44.412315 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:24:44.421267 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] Sync routers for ids ['f84a7ec5-5917-48ce-ae80-510f777d1414'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:24:44.432810 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] Routers {'f84a7ec5-5917-48ce-ae80-510f777d1414'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:24:44.433430 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:24:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f84a7ec5-5917-48ce-ae80-510f777d1414'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:24:44.440384 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:44.444682 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-292f54a3-ba64-4575-8285-a9fbe4baf51a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2958009 Jun 02 21:24:44.444901 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36976) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:24:44.608386 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] Set router f84a7ec5-5917-48ce-ae80-510f777d1414 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:24:44.748990 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-0b4ae26e-5dd2-41a5-ac33-7b7ab621db18 tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=005f4463c7db4317a0be9ff96a72eef9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3023036 Jun 02 21:24:44.751539 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36982) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:24:44.875884 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71981f28-e492-406d-bdeb-30471682f19c tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:44.877354 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-71981f28-e492-406d-bdeb-30471682f19c tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1249325 Jun 02 21:24:44.880223 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36984) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:24:44.891549 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137536938', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:43Z', 'revision_number': 3, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:24:44.895460 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] Checking router: f84a7ec5-5917-48ce-ae80-510f777d1414 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:24:44.895809 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] Updating router f84a7ec5-5917-48ce-ae80-510f777d1414 port bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:24:44.907850 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:44.918552 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-42b5c2eb-dfb3-4550-87b0-ec6c53508c1c tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9eda1993-8807-4a42-8466-556269663ed3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371788 Jun 02 21:24:44.920978 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 36986) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:24:44.925734 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-12eb83fe-eddf-423c-b636-9b6498f66a44 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-705490967', 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:24:44.947839 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:45.034014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-12eb83fe-eddf-423c-b636-9b6498f66a44 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:24:45.037863 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-12eb83fe-eddf-423c-b636-9b6498f66a44 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:subnet and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:24:45.041294 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-12eb83fe-eddf-423c-b636-9b6498f66a44 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:24:45.046905 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-12eb83fe-eddf-423c-b636-9b6498f66a44 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:24:45.056590 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12eb83fe-eddf-423c-b636-9b6498f66a44 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Made reservation on behalf of 005f4463c7db4317a0be9ff96a72eef9 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:24:45.060032 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-12eb83fe-eddf-423c-b636-9b6498f66a44 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:45.266944 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:45.280330 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] Transition to ACTIVE for port object bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:24:45.286618 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:45.292700 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-b6c381fe-3c08-41e7-8e69-5d8f0cf92ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:45.369344 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] Attempting to bind port bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:24:45.369708 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] Attempting to bind port bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:24:45.370069 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] Attempting to bind port bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1 on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:24:45.373348 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a7f56-d37f-4bb3-8c36-1036f4b26ec6 None None] Pushing event updated for resources: {'Port': ['ID=bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1,revision_number=2']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:45.378152 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:24:45.378529 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:24:45.378927 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:45.379342 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:24:45.379802 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] Bound port: bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:24:45.380173 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:45.416900 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a7f56-d37f-4bb3-8c36-1036f4b26ec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:45.417266 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a7f56-d37f-4bb3-8c36-1036f4b26ec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:45.417582 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a7f56-d37f-4bb3-8c36-1036f4b26ec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:45.417911 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a7f56-d37f-4bb3-8c36-1036f4b26ec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:45.418237 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a7f56-d37f-4bb3-8c36-1036f4b26ec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:45.418558 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a7f56-d37f-4bb3-8c36-1036f4b26ec6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:45.418873 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a7f56-d37f-4bb3-8c36-1036f4b26ec6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:45.419211 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a7f56-d37f-4bb3-8c36-1036f4b26ec6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:45.419531 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a7f56-d37f-4bb3-8c36-1036f4b26ec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:45.419844 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a7f56-d37f-4bb3-8c36-1036f4b26ec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:45.420154 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a7f56-d37f-4bb3-8c36-1036f4b26ec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:45.420463 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49a7f56-d37f-4bb3-8c36-1036f4b26ec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:24:45.425238 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-a49a7f56-d37f-4bb3-8c36-1036f4b26ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:45.461375 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] For port bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:24:45.464316 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] For port bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:24:45.469010 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:45.473493 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-1cf65661-669e-4938-ab71-104ebdae70cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:45.474874 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-12eb83fe-eddf-423c-b636-9b6498f66a44 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:45.479881 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-abcb3c5f-5294-4ba4-a9b3-7af1b46ef7a5 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:45.547268 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] Routers {'f84a7ec5-5917-48ce-ae80-510f777d1414'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:24:45.547801 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:24:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f84a7ec5-5917-48ce-ae80-510f777d1414'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:24:45.553536 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb83fe-eddf-423c-b636-9b6498f66a44 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Subnet': ['ID=5d2a536a-b6d8-411e-93a8-544bbbc51765,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:45.557468 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-12eb83fe-eddf-423c-b636-9b6498f66a44 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:45.561532 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb83fe-eddf-423c-b636-9b6498f66a44 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Checking segment: {'id': 'ff417e3a-99e6-4776-bd25-1b3822ffa67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:24:45.561889 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eb83fe-eddf-423c-b636-9b6498f66a44 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network hostable DHCP agents. Network: c754514e-eaa0-4553-ac90-046f4eebde53, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:24:45.579314 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eb83fe-eddf-423c-b636-9b6498f66a44 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network c754514e-eaa0-4553-ac90-046f4eebde53 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:24:45.588747 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-12eb83fe-eddf-423c-b636-9b6498f66a44 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, c754514e-eaa0-4553-ac90-046f4eebde53) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:24:45.597894 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2f769d-4716-461b-9ae7-379c70f34061 None None] Network c754514e-eaa0-4553-ac90-046f4eebde53 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:24:45.599808 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eb83fe-eddf-423c-b636-9b6498f66a44 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:45.600405 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-12eb83fe-eddf-423c-b636-9b6498f66a44 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:45.617070 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a7f56-d37f-4bb3-8c36-1036f4b26ec6 None None] Pushing event updated for resources: {'Port': ['ID=bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:45.621608 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-a49a7f56-d37f-4bb3-8c36-1036f4b26ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:45.629495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 36988) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:24:45.629969 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-12eb83fe-eddf-423c-b636-9b6498f66a44 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7076547 Jun 02 21:24:45.748852 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] Set router f84a7ec5-5917-48ce-ae80-510f777d1414 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:24:45.842182 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-c754514e-eaa0-4553-ac90-046f4eebde53', 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ips': [{'subnet_id': '5d2a536a-b6d8-411e-93a8-544bbbc51765'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 21:24:45.843191 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:46.002394 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Allocated IP 172.20.0.2 (c754514e-eaa0-4553-ac90-046f4eebde53/5d2a536a-b6d8-411e-93a8-544bbbc51765/279b6cb8-5a27-44a8-9829-502ef1945d2b) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:24:46.092374 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137536938', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:43Z', 'revision_number': 3, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:24:46.096213 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2547edd8-cb74-4856-84b5-3313609b6576 None None] The sync data for ids ['f84a7ec5-5917-48ce-ae80-510f777d1414'] in dv-neutron-601336-84-hyperv is: [{'id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137536938', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:43Z', 'revision_number': 3, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:24:46.219079 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:46.230491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Transition to ACTIVE for port object 279b6cb8-5a27-44a8-9829-502ef1945d2b will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:24:46.249494 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Transition to ACTIVE for port object 279b6cb8-5a27-44a8-9829-502ef1945d2b will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:24:46.256756 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:46.260988 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a8573086-0933-417d-b468-1bf1c82bb477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:46.325546 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Network c754514e-eaa0-4553-ac90-046f4eebde53 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:24:46.328758 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:24:46.333744 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:24:46.425341 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Pushing event updated for resources: {'Port': ['ID=279b6cb8-5a27-44a8-9829-502ef1945d2b,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:46.433218 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:46.452107 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Attempting to bind port 279b6cb8-5a27-44a8-9829-502ef1945d2b on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:24:46.452488 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Attempting to bind port 279b6cb8-5a27-44a8-9829-502ef1945d2b by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'ff417e3a-99e6-4776-bd25-1b3822ffa67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:24:46.452858 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Attempting to bind port 279b6cb8-5a27-44a8-9829-502ef1945d2b on network c754514e-eaa0-4553-ac90-046f4eebde53 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:24:46.458786 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:24:46.459178 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Checking segment: {'id': 'ff417e3a-99e6-4776-bd25-1b3822ffa67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:24:46.459595 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:46.459995 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Bound using segment: {'id': 'ff417e3a-99e6-4776-bd25-1b3822ffa67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:24:46.460465 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Bound port: 279b6cb8-5a27-44a8-9829-502ef1945d2b, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff417e3a-99e6-4776-bd25-1b3822ffa67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:24:46.460878 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:46.548056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:46.612317 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] For port 279b6cb8-5a27-44a8-9829-502ef1945d2b, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:24:46.615870 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] For port 279b6cb8-5a27-44a8-9829-502ef1945d2b, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=279b6cb8-5a27-44a8-9829-502ef1945d2b,segment=NetworkSegment(ff417e3a-99e6-4776-bd25-1b3822ffa67b),segment_id=ff417e3a-99e6-4776-bd25-1b3822ffa67b)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:24:46.622176 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:46.627063 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:46.708432 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Pushing event updated for resources: {'Port': ['ID=279b6cb8-5a27-44a8-9829-502ef1945d2b,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:46.715347 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:46.993758 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Allocated IP 172.20.0.1 (c754514e-eaa0-4553-ac90-046f4eebde53/5d2a536a-b6d8-411e-93a8-544bbbc51765/c25d29aa-a364-414d-a422-761352e393b0) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:24:47.153443 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:47.172274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Transition to ACTIVE for port object c25d29aa-a364-414d-a422-761352e393b0 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:24:47.199921 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:47.203851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-757c3aa2-4802-4e63-924e-b14c3557e619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:47.244570 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 279b6cb8-5a27-44a8-9829-502ef1945d2b up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:24:47.274695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network c754514e-eaa0-4553-ac90-046f4eebde53 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:24:47.277853 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:24:47.280421 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:24:47.312452 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 279b6cb8-5a27-44a8-9829-502ef1945d2b completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:24:47.317111 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:24:47.317756 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=c25d29aa-a364-414d-a422-761352e393b0,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:47.322065 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:47.343258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:47.384950 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:24:47.390927 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:24:47.391609 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:47.481060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:47.520883 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:47.537808 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:24:47.542393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:47.544578 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:47.616431 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:47.619626 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:48.011253 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a315e6-b903-4e97-8a7d-a813d5adcf38 None None] Network c754514e-eaa0-4553-ac90-046f4eebde53 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:24:48.059026 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:48.064993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:48.091999 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:24:48.094467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:48.126659 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b4657551-29fc-4be2-a242-4c61d5ca4256 None None] Provisioning for port 279b6cb8-5a27-44a8-9829-502ef1945d2b completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:24:48.135191 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b4657551-29fc-4be2-a242-4c61d5ca4256 None None] Provisioning complete for port 279b6cb8-5a27-44a8-9829-502ef1945d2b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:24:48.135708 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b4657551-29fc-4be2-a242-4c61d5ca4256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:48.179937 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=c25d29aa-a364-414d-a422-761352e393b0,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:48.182543 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:48.189003 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:48.316770 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network c754514e-eaa0-4553-ac90-046f4eebde53 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:24:48.317746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:24:48.342370 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b4657551-29fc-4be2-a242-4c61d5ca4256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:48.391566 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-b4657551-29fc-4be2-a242-4c61d5ca4256 None None] For port 279b6cb8-5a27-44a8-9829-502ef1945d2b, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=279b6cb8-5a27-44a8-9829-502ef1945d2b,segment=NetworkSegment(ff417e3a-99e6-4776-bd25-1b3822ffa67b),segment_id=ff417e3a-99e6-4776-bd25-1b3822ffa67b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:24:48.402707 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b4657551-29fc-4be2-a242-4c61d5ca4256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:48.404865 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:48.475739 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4657551-29fc-4be2-a242-4c61d5ca4256 None None] Pushing event updated for resources: {'Port': ['ID=279b6cb8-5a27-44a8-9829-502ef1945d2b,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:48.483077 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-b4657551-29fc-4be2-a242-4c61d5ca4256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:48.522482 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router f84a7ec5-5917-48ce-ae80-510f777d1414 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:24:48.624661 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b518ce99-09be-473e-93df-dae57a72fdee None None] Provisioning complete for port 279b6cb8-5a27-44a8-9829-502ef1945d2b triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:24:48.625135 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b518ce99-09be-473e-93df-dae57a72fdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:48.706194 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:24:48.723226 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "PUT /v2.0/routers/f84a7ec5-5917-48ce-ae80-510f777d1414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0880163 Jun 02 21:24:48.727259 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] Sync routers for ids ['f84a7ec5-5917-48ce-ae80-510f777d1414'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:24:48.759644 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] Routers {'f84a7ec5-5917-48ce-ae80-510f777d1414'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:24:48.760341 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:24:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f84a7ec5-5917-48ce-ae80-510f777d1414'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:24:48.908711 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b518ce99-09be-473e-93df-dae57a72fdee None None] Provisioning for port c25d29aa-a364-414d-a422-761352e393b0 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:24:48.912901 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-82a5cdf1-142e-4a6c-be74-35669ee13374 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:24:48.922258 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b518ce99-09be-473e-93df-dae57a72fdee None None] Provisioning complete for port c25d29aa-a364-414d-a422-761352e393b0 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:24:48.922643 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b518ce99-09be-473e-93df-dae57a72fdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:48.929885 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-82a5cdf1-142e-4a6c-be74-35669ee13374 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:24:48.931344 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-82a5cdf1-142e-4a6c-be74-35669ee13374 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1725165228&fields=id&tenant_id=005f4463c7db4317a0be9ff96a72eef9 HTTP/1.1" status: 200 len: 267 time: 0.0616386 Jun 02 21:24:49.003785 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] Set router f84a7ec5-5917-48ce-ae80-510f777d1414 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:24:49.046955 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-b518ce99-09be-473e-93df-dae57a72fdee None None] Port c25d29aa-a364-414d-a422-761352e393b0 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:24:49.084913 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-0826ce7b-127e-42dc-a0f4-3c04fdc54c84 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:49.085505 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-0826ce7b-127e-42dc-a0f4-3c04fdc54c84 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:network {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:24:49.100842 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-0826ce7b-127e-42dc-a0f4-3c04fdc54c84 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:network {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:24:49.103629 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-0826ce7b-127e-42dc-a0f4-3c04fdc54c84 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/networks?id=c754514e-eaa0-4553-ac90-046f4eebde53 HTTP/1.1" status: 200 len: 797 time: 0.1644080 Jun 02 21:24:49.117410 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-2733e471-1603-492d-8beb-c5a619045463 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/quotas/005f4463c7db4317a0be9ff96a72eef9 HTTP/1.1" status: 200 len: 375 time: 0.0092955 Jun 02 21:24:49.209573 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-dd658644-9695-4167-8a9c-94bce2a6558c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:24:49.225998 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-dd658644-9695-4167-8a9c-94bce2a6558c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:24:49.227866 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-dd658644-9695-4167-8a9c-94bce2a6558c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1036973 Jun 02 21:24:49.265309 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:24:49.349435 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a265ac3a-32e6-4e54-8088-6cd0b1bf8e2b None None] Provisioning complete for port c25d29aa-a364-414d-a422-761352e393b0 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:24:49.350109 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a265ac3a-32e6-4e54-8088-6cd0b1bf8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:49.404629 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-7c8ebedb-9804-4d1e-9fbc-001adcf7e729 service neutron] 10.222.0.25 "GET /v2.0/networks/c754514e-eaa0-4553-ac90-046f4eebde53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646769 Jun 02 21:24:49.462373 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a265ac3a-32e6-4e54-8088-6cd0b1bf8e2b None None] Port c25d29aa-a364-414d-a422-761352e393b0 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:24:49.475040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:24:49.475448 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:49.534464 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-521bec28-2603-4efa-8ed6-e7db2292f148 service neutron] 10.222.0.25 "GET /v2.0/networks/c754514e-eaa0-4553-ac90-046f4eebde53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240249 Jun 02 21:24:49.552023 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137536938', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:47Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'c25d29aa-a364-414d-a422-761352e393b0', 'name': '', 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:f1:6b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '5d2a536a-b6d8-411e-93a8-544bbbc51765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:46Z', 'updated_at': '2021-06-02T21:24:47Z', 'revision_number': 2, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '5d2a536a-b6d8-411e-93a8-544bbbc51765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:24:49.556939 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] Checking router: f84a7ec5-5917-48ce-ae80-510f777d1414 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:24:49.557305 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] Updating router f84a7ec5-5917-48ce-ae80-510f777d1414 port c25d29aa-a364-414d-a422-761352e393b0 binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:24:49.661260 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:49.672840 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 279b6cb8-5a27-44a8-9829-502ef1945d2b up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:24:49.727374 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-f00253f9-004c-4759-9880-e3983ea261e5 req-fc5e0cc5-8218-4517-bb8d-e143205ee4c9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:24:49.739646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-f00253f9-004c-4759-9880-e3983ea261e5 req-fc5e0cc5-8218-4517-bb8d-e143205ee4c9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:24:49.740786 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f00253f9-004c-4759-9880-e3983ea261e5 req-fc5e0cc5-8218-4517-bb8d-e143205ee4c9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 210 time: 0.0660350 Jun 02 21:24:49.850630 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 279b6cb8-5a27-44a8-9829-502ef1945d2b triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:24:49.851011 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:50.166287 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:50.178178 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] Transition to ACTIVE for port object c25d29aa-a364-414d-a422-761352e393b0 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:24:50.184523 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:50.188333 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c5d36a7a-23b0-4245-8f0e-67bd2f460953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:50.342821 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b8957-49a4-4e77-b43d-92e32d0cd8fa None None] Pushing event updated for resources: {'Port': ['ID=c25d29aa-a364-414d-a422-761352e393b0,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:50.352718 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4d2b8957-49a4-4e77-b43d-92e32d0cd8fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:50.412963 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] Attempting to bind port c25d29aa-a364-414d-a422-761352e393b0 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:24:50.413358 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] Attempting to bind port c25d29aa-a364-414d-a422-761352e393b0 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'ff417e3a-99e6-4776-bd25-1b3822ffa67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:24:50.413832 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] Attempting to bind port c25d29aa-a364-414d-a422-761352e393b0 on network c754514e-eaa0-4553-ac90-046f4eebde53 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:24:50.425410 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:24:50.425832 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] Checking segment: {'id': 'ff417e3a-99e6-4776-bd25-1b3822ffa67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:24:50.426283 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:50.430576 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] Bound using segment: {'id': 'ff417e3a-99e6-4776-bd25-1b3822ffa67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:24:50.431082 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] Bound port: c25d29aa-a364-414d-a422-761352e393b0, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff417e3a-99e6-4776-bd25-1b3822ffa67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:24:50.431577 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:50.536321 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] For port c25d29aa-a364-414d-a422-761352e393b0, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:24:50.539297 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] For port c25d29aa-a364-414d-a422-761352e393b0, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=c25d29aa-a364-414d-a422-761352e393b0,segment=NetworkSegment(ff417e3a-99e6-4776-bd25-1b3822ffa67b),segment_id=ff417e3a-99e6-4776-bd25-1b3822ffa67b)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:24:50.543633 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:50.547978 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:50.621428 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] Routers {'f84a7ec5-5917-48ce-ae80-510f777d1414'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:24:50.622048 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:24:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f84a7ec5-5917-48ce-ae80-510f777d1414'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:24:50.691587 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b8957-49a4-4e77-b43d-92e32d0cd8fa None None] Pushing event updated for resources: {'Port': ['ID=c25d29aa-a364-414d-a422-761352e393b0,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:50.696833 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4d2b8957-49a4-4e77-b43d-92e32d0cd8fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:50.892730 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] Set router f84a7ec5-5917-48ce-ae80-510f777d1414 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:24:50.934251 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-283213a3-f41a-4478-a2f3-9c1f0f872d31 req-98a9de0f-6081-4d34-a6f7-788b776343fb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 210 time: 0.0680380 Jun 02 21:24:50.981554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-0aa0c732-74f3-4246-b43d-8d80c95bfe92 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:50.982898 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-0aa0c732-74f3-4246-b43d-8d80c95bfe92 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:network {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:24:50.995383 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-0aa0c732-74f3-4246-b43d-8d80c95bfe92 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:network {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:24:50.996482 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-0aa0c732-74f3-4246-b43d-8d80c95bfe92 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "GET /v2.0/networks?id=c754514e-eaa0-4553-ac90-046f4eebde53 HTTP/1.1" status: 200 len: 797 time: 0.1886768 Jun 02 21:24:51.047060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-4ccd5ac5-b845-41f4-8f5d-1b28d3ec8ae6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:24:51.062937 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-4ccd5ac5-b845-41f4-8f5d-1b28d3ec8ae6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:24:51.064285 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-4ccd5ac5-b845-41f4-8f5d-1b28d3ec8ae6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=005f4463c7db4317a0be9ff96a72eef9 HTTP/1.1" status: 200 len: 380 time: 0.0577583 Jun 02 21:24:51.075160 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-a18365df-8e89-4a50-9d7e-2e53baf532af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'port': {'device_id': '842f0b09-4f54-4d67-bd7c-c932dfa148b4', 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53', 'admin_state_up': True, 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'security_groups': ['c36fcefe-51b8-4c78-b5bf-c38111733efb']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:24:51.210348 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-a18365df-8e89-4a50-9d7e-2e53baf532af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:24:51.215677 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137536938', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:47Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'c25d29aa-a364-414d-a422-761352e393b0', 'name': '', 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:f1:6b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '5d2a536a-b6d8-411e-93a8-544bbbc51765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:46Z', 'updated_at': '2021-06-02T21:24:50Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '5d2a536a-b6d8-411e-93a8-544bbbc51765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:24:51.219763 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-a18365df-8e89-4a50-9d7e-2e53baf532af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:24:51.219903 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910db19b-35b2-4739-b892-d83f4fb7cfbf None None] The sync data for ids ['f84a7ec5-5917-48ce-ae80-510f777d1414'] in dv-neutron-601336-84-hyperv is: [{'id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137536938', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:47Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'c25d29aa-a364-414d-a422-761352e393b0', 'name': '', 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:f1:6b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '5d2a536a-b6d8-411e-93a8-544bbbc51765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:46Z', 'updated_at': '2021-06-02T21:24:50Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '5d2a536a-b6d8-411e-93a8-544bbbc51765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:24:51.231333 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-a18365df-8e89-4a50-9d7e-2e53baf532af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Made reservation on behalf of 005f4463c7db4317a0be9ff96a72eef9 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:24:51.234844 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-a18365df-8e89-4a50-9d7e-2e53baf532af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:51.562387 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-a18365df-8e89-4a50-9d7e-2e53baf532af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Allocated IP 172.20.0.6 (c754514e-eaa0-4553-ac90-046f4eebde53/5d2a536a-b6d8-411e-93a8-544bbbc51765/2c51d04a-b154-4a3b-ac5c-a8e589b11926) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:24:51.762165 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-a18365df-8e89-4a50-9d7e-2e53baf532af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:51.779313 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-a18365df-8e89-4a50-9d7e-2e53baf532af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Transition to ACTIVE for port object 2c51d04a-b154-4a3b-ac5c-a8e589b11926 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:24:51.803029 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-a18365df-8e89-4a50-9d7e-2e53baf532af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:51.809364 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1aa5276e-3251-47e8-89c4-681d37f5f433 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:51.884367 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-a18365df-8e89-4a50-9d7e-2e53baf532af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network c754514e-eaa0-4553-ac90-046f4eebde53 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:24:51.887496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-a18365df-8e89-4a50-9d7e-2e53baf532af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:24:51.892229 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-a18365df-8e89-4a50-9d7e-2e53baf532af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:24:51.916875 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18365df-8e89-4a50-9d7e-2e53baf532af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=2c51d04a-b154-4a3b-ac5c-a8e589b11926,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:51.922371 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a18365df-8e89-4a50-9d7e-2e53baf532af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:51.959683 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-a18365df-8e89-4a50-9d7e-2e53baf532af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:51.959683 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-a18365df-8e89-4a50-9d7e-2e53baf532af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:51.996306 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-a18365df-8e89-4a50-9d7e-2e53baf532af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9244204 Jun 02 21:24:52.009028 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Request body: {'port': {'device_id': '842f0b09-4f54-4d67-bd7c-c932dfa148b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:24:52.118857 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a5b6a95c-e376-48d7-8383-991139f45189 None None] Provisioning for port 2c51d04a-b154-4a3b-ac5c-a8e589b11926 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:24:52.124247 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-a5b6a95c-e376-48d7-8383-991139f45189 None None] Provisioning complete for port 2c51d04a-b154-4a3b-ac5c-a8e589b11926 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:24:52.124618 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a5b6a95c-e376-48d7-8383-991139f45189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:52.183123 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-a5b6a95c-e376-48d7-8383-991139f45189 None None] Port 2c51d04a-b154-4a3b-ac5c-a8e589b11926 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:24:52.192476 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:52.260891 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f358ce3-4a1f-4470-9551-d669e98953e3 req-08c65026-3d2f-40aa-968a-09d29e2bb3af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:52.261494 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-4f358ce3-4a1f-4470-9551-d669e98953e3 req-08c65026-3d2f-40aa-968a-09d29e2bb3af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:24:52.330505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-4f358ce3-4a1f-4470-9551-d669e98953e3 req-08c65026-3d2f-40aa-968a-09d29e2bb3af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:24:52.331794 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4f358ce3-4a1f-4470-9551-d669e98953e3 req-08c65026-3d2f-40aa-968a-09d29e2bb3af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 931 time: 0.2807252 Jun 02 21:24:52.411118 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-4f358ce3-4a1f-4470-9551-d669e98953e3 req-e1820827-2966-428d-8777-a5814e773dcc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737202 Jun 02 21:24:52.588995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c51d04a-b154-4a3b-ac5c-a8e589b11926 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:24:52.595890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:52.610673 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Transition to ACTIVE for port object 2c51d04a-b154-4a3b-ac5c-a8e589b11926 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:24:52.614273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:52.619739 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fb675ab8-d60b-430a-b848-1f85dc327bd8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:52.766647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Pushing event updated for resources: {'Port': ['ID=2c51d04a-b154-4a3b-ac5c-a8e589b11926,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:52.776241 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:52.855657 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Attempting to bind port 2c51d04a-b154-4a3b-ac5c-a8e589b11926 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:24:52.855911 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Attempting to bind port 2c51d04a-b154-4a3b-ac5c-a8e589b11926 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ff417e3a-99e6-4776-bd25-1b3822ffa67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:24:52.856232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Attempting to bind port 2c51d04a-b154-4a3b-ac5c-a8e589b11926 on network c754514e-eaa0-4553-ac90-046f4eebde53 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:24:52.860606 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Port 2c51d04a-b154-4a3b-ac5c-a8e589b11926 on network c754514e-eaa0-4553-ac90-046f4eebde53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 21:24:52.860920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Attempting to bind port 2c51d04a-b154-4a3b-ac5c-a8e589b11926 on network c754514e-eaa0-4553-ac90-046f4eebde53 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:24:52.865794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:24:52.866121 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Checking segment: {'id': 'ff417e3a-99e6-4776-bd25-1b3822ffa67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:24:52.866496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Bound using segment: {'id': 'ff417e3a-99e6-4776-bd25-1b3822ffa67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:24:52.866946 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Bound port: 2c51d04a-b154-4a3b-ac5c-a8e589b11926, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff417e3a-99e6-4776-bd25-1b3822ffa67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:24:52.867318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:52.951533 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] For port 2c51d04a-b154-4a3b-ac5c-a8e589b11926, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:24:52.954334 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] For port 2c51d04a-b154-4a3b-ac5c-a8e589b11926, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2c51d04a-b154-4a3b-ac5c-a8e589b11926,segment=NetworkSegment(ff417e3a-99e6-4776-bd25-1b3822ffa67b),segment_id=ff417e3a-99e6-4776-bd25-1b3822ffa67b)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:24:52.959220 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:52.964690 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a0f5d5cf-fed2-49ce-969d-dea7a7e7e236 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:53.017328 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:53.017921 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:53.019410 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] 10.222.0.95 "PUT /v2.0/ports/2c51d04a-b154-4a3b-ac5c-a8e589b11926 HTTP/1.1" status: 200 len: 1093 time: 1.0158601 Jun 02 21:24:53.020006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842f0b09-4f54-4d67-bd7c-c932dfa148b4', 'tag': '2c51d04a-b154-4a3b-ac5c-a8e589b11926'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:24:53.022516 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdc40ad-b5fc-4981-a4a0-5a688d483018" -d '{"events": [{"name": "network-changed", "server_uuid": "842f0b09-4f54-4d67-bd7c-c932dfa148b4", "tag": "2c51d04a-b154-4a3b-ac5c-a8e589b11926"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:24:53.051715 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Pushing event updated for resources: {'Port': ['ID=2c51d04a-b154-4a3b-ac5c-a8e589b11926,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:53.054733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:53.066345 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94936b33-2f4f-4ec6-83b2-2e638aad9a07 x-openstack-request-id: req-94936b33-2f4f-4ec6-83b2-2e638aad9a07 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:24:53.066710 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842f0b09-4f54-4d67-bd7c-c932dfa148b4", "tag": "2c51d04a-b154-4a3b-ac5c-a8e589b11926", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:24:53.067012 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94936b33-2f4f-4ec6-83b2-2e638aad9a07 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:24:53.067516 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842f0b09-4f54-4d67-bd7c-c932dfa148b4', 'tag': '2c51d04a-b154-4a3b-ac5c-a8e589b11926', 'status': 'completed', 'code': 200} Jun 02 21:24:53.144978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-f70d0e3f-69aa-4371-8060-4330fd7fc3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:53.146559 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-f70d0e3f-69aa-4371-8060-4330fd7fc3d9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 1096 time: 0.0734899 Jun 02 21:24:53.222264 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-7837ffec-e243-456a-a518-5ebb08dfc3fb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c51d04a-b154-4a3b-ac5c-a8e589b11926 HTTP/1.1" status: 200 len: 217 time: 0.0672870 Jun 02 21:24:53.233918 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device c25d29aa-a364-414d-a422-761352e393b0 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:24:53.286365 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-f05979b9-c4b9-4c85-adda-d447d29e1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:53.287742 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-f05979b9-c4b9-4c85-adda-d447d29e1eff service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5d2a536a-b6d8-411e-93a8-544bbbc51765 HTTP/1.1" status: 200 len: 834 time: 0.0595615 Jun 02 21:24:53.301525 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port c25d29aa-a364-414d-a422-761352e393b0 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:24:53.306231 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port c25d29aa-a364-414d-a422-761352e393b0 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:24:53.306750 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:53.366461 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-f047d5e3-9e04-4994-80dc-0692ef9983f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:53.368547 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-f047d5e3-9e04-4994-80dc-0692ef9983f3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c754514e-eaa0-4553-ac90-046f4eebde53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0743730 Jun 02 21:24:53.423547 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:53.456367 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port c25d29aa-a364-414d-a422-761352e393b0, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=c25d29aa-a364-414d-a422-761352e393b0,segment=NetworkSegment(ff417e3a-99e6-4776-bd25-1b3822ffa67b),segment_id=ff417e3a-99e6-4776-bd25-1b3822ffa67b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:24:53.461152 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:53.463038 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:53.535676 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=c25d29aa-a364-414d-a422-761352e393b0,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:53.538739 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:53.686418 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-d56504f0-0804-4db0-9149-b6496f00cd83 service neutron] 10.222.0.95 "GET /v2.0/networks/c754514e-eaa0-4553-ac90-046f4eebde53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108466 Jun 02 21:24:53.806962 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c69fd-7675-45d7-b728-832dd2d3eaa9 req-6a82b618-3399-4d80-98fa-caf5af5a8a08 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:53.808432 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f33c69fd-7675-45d7-b728-832dd2d3eaa9 req-6a82b618-3399-4d80-98fa-caf5af5a8a08 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 943 time: 0.2040188 Jun 02 21:24:53.873845 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0c93f914-5af6-427b-b0e6-ed8a1e856f30 req-a5eebfed-a2e4-4ae2-91b1-8f1ae48df999 service neutron] 10.222.0.95 "GET /v2.0/networks/c754514e-eaa0-4553-ac90-046f4eebde53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807730 Jun 02 21:24:53.883437 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f33c69fd-7675-45d7-b728-832dd2d3eaa9 req-12397cf4-2b88-431b-8817-2b352ec3fc4d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610418 Jun 02 21:24:53.989606 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc40ad-b5fc-4981-a4a0-5a688d483018 req-f0def233-ef3d-4ebb-91eb-0b0e205b1c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:53.990929 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dcdc40ad-b5fc-4981-a4a0-5a688d483018 req-f0def233-ef3d-4ebb-91eb-0b0e205b1c93 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 1096 time: 0.0691776 Jun 02 21:24:54.121122 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc40ad-b5fc-4981-a4a0-5a688d483018 req-19a3a85b-9d44-4633-990b-9140b5d90d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:54.122540 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dcdc40ad-b5fc-4981-a4a0-5a688d483018 req-19a3a85b-9d44-4633-990b-9140b5d90d51 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c754514e-eaa0-4553-ac90-046f4eebde53 HTTP/1.1" status: 200 len: 898 time: 0.1251607 Jun 02 21:24:54.193614 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dcdc40ad-b5fc-4981-a4a0-5a688d483018 req-e0303698-738b-4fd3-aaf7-d36823f10966 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c51d04a-b154-4a3b-ac5c-a8e589b11926 HTTP/1.1" status: 200 len: 217 time: 0.0647769 Jun 02 21:24:54.256682 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc40ad-b5fc-4981-a4a0-5a688d483018 req-0a294aa2-682a-4158-a3cc-0a4e84120f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:54.258052 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dcdc40ad-b5fc-4981-a4a0-5a688d483018 req-0a294aa2-682a-4158-a3cc-0a4e84120f26 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5d2a536a-b6d8-411e-93a8-544bbbc51765 HTTP/1.1" status: 200 len: 834 time: 0.0584788 Jun 02 21:24:54.334447 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc40ad-b5fc-4981-a4a0-5a688d483018 req-3693aa5a-5ef3-44e5-9df7-5c6babbe5c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:54.336450 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dcdc40ad-b5fc-4981-a4a0-5a688d483018 req-3693aa5a-5ef3-44e5-9df7-5c6babbe5c54 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c754514e-eaa0-4553-ac90-046f4eebde53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0726972 Jun 02 21:24:54.469213 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dcdc40ad-b5fc-4981-a4a0-5a688d483018 req-16c5148b-3a47-4a0b-89ab-30dfdb7a58ab service neutron] 10.222.0.95 "GET /v2.0/networks/c754514e-eaa0-4553-ac90-046f4eebde53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252596 Jun 02 21:24:54.598651 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dcdc40ad-b5fc-4981-a4a0-5a688d483018 req-0368985c-63e9-4c30-8602-67581b4640ee service neutron] 10.222.0.95 "GET /v2.0/networks/c754514e-eaa0-4553-ac90-046f4eebde53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227372 Jun 02 21:24:55.066624 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557760f-eb8f-448e-832b-2b91f5330eeb req-9fc1d8ec-f19c-45f8-9c90-e1cb1f0736c6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:55.068130 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2557760f-eb8f-448e-832b-2b91f5330eeb req-9fc1d8ec-f19c-45f8-9c90-e1cb1f0736c6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 943 time: 0.0799344 Jun 02 21:24:55.111491 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2557760f-eb8f-448e-832b-2b91f5330eeb req-0e393619-480d-46b3-ba64-66f4b8468588 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371077 Jun 02 21:24:55.201531 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device c25d29aa-a364-414d-a422-761352e393b0 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:24:55.268325 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port c25d29aa-a364-414d-a422-761352e393b0 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:24:55.268699 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:56.297827 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3cc91c-13d1-4e39-8964-2c4fa7b34238 req-67085237-dda6-45ab-8888-a60384070c70 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:56.299294 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ef3cc91c-13d1-4e39-8964-2c4fa7b34238 req-67085237-dda6-45ab-8888-a60384070c70 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 943 time: 0.0805972 Jun 02 21:24:56.342817 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ef3cc91c-13d1-4e39-8964-2c4fa7b34238 req-0d34cd8b-d737-4660-b60e-0e87718a7978 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379119 Jun 02 21:24:57.528503 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9de235-ddd3-4e2e-b93a-8bd1446d7eb9 req-28a6d2c0-9dcf-468e-9110-f7f32882054b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:57.529932 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-bc9de235-ddd3-4e2e-b93a-8bd1446d7eb9 req-28a6d2c0-9dcf-468e-9110-f7f32882054b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 943 time: 0.0832443 Jun 02 21:24:57.572441 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-bc9de235-ddd3-4e2e-b93a-8bd1446d7eb9 req-5e72ec9b-d565-4135-9e04-2efd04e78566 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369856 Jun 02 21:24:58.452080 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 2c51d04a-b154-4a3b-ac5c-a8e589b11926 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:24:58.583573 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 2c51d04a-b154-4a3b-ac5c-a8e589b11926, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2c51d04a-b154-4a3b-ac5c-a8e589b11926,segment=NetworkSegment(ff417e3a-99e6-4776-bd25-1b3822ffa67b),segment_id=ff417e3a-99e6-4776-bd25-1b3822ffa67b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:24:58.596460 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '2c51d04a-b154-4a3b-ac5c-a8e589b11926', 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53', 'port_id': '2c51d04a-b154-4a3b-ac5c-a8e589b11926', 'mac_address': 'fa:16:3e:93:e8:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2a536a-b6d8-411e-93a8-544bbbc51765', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:24:58.655575 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:58.672697 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c51d04a-b154-4a3b-ac5c-a8e589b11926 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:24:58.687826 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 2c51d04a-b154-4a3b-ac5c-a8e589b11926, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2c51d04a-b154-4a3b-ac5c-a8e589b11926,segment=NetworkSegment(ff417e3a-99e6-4776-bd25-1b3822ffa67b),segment_id=ff417e3a-99e6-4776-bd25-1b3822ffa67b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:24:58.692274 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:24:58.694916 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:24:58.762143 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35294a2c-cb5d-404e-bfd5-246795f6021b req-cf30a56d-22d1-4bb1-bd91-9e15a80c89dd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:58.763690 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-35294a2c-cb5d-404e-bfd5-246795f6021b req-cf30a56d-22d1-4bb1-bd91-9e15a80c89dd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 944 time: 0.0871000 Jun 02 21:24:58.764409 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=2c51d04a-b154-4a3b-ac5c-a8e589b11926,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:24:58.767737 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:24:58.812840 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-35294a2c-cb5d-404e-bfd5-246795f6021b req-38aab872-98fd-414d-90cb-9397640c8e34 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427470 Jun 02 21:24:59.036477 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['2c51d04a-b154-4a3b-ac5c-a8e589b11926'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:24:59.990984 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c9faf-904c-49f4-b2ab-a3cad99307d2 req-71badd46-54ac-4841-bb4b-cb62f2381760 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:24:59.992908 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-797c9faf-904c-49f4-b2ab-a3cad99307d2 req-71badd46-54ac-4841-bb4b-cb62f2381760 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 944 time: 0.0786986 Jun 02 21:25:00.036130 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-797c9faf-904c-49f4-b2ab-a3cad99307d2 req-a1b20c5c-c7d7-4b70-9090-035ab03052e2 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376196 Jun 02 21:25:00.467508 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 2c51d04a-b154-4a3b-ac5c-a8e589b11926 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:25:00.538538 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 2c51d04a-b154-4a3b-ac5c-a8e589b11926 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:25:00.542966 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 2c51d04a-b154-4a3b-ac5c-a8e589b11926 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:25:00.543371 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:00.699093 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:00.725572 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842f0b09-4f54-4d67-bd7c-c932dfa148b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c51d04a-b154-4a3b-ac5c-a8e589b11926'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:25:00.727998 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ec7d14-d444-433e-80ee-92d3855d75ab" -d '{"events": [{"server_uuid": "842f0b09-4f54-4d67-bd7c-c932dfa148b4", "name": "network-vif-plugged", "status": "completed", "tag": "2c51d04a-b154-4a3b-ac5c-a8e589b11926"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:25:00.735896 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 2c51d04a-b154-4a3b-ac5c-a8e589b11926, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2c51d04a-b154-4a3b-ac5c-a8e589b11926,segment=NetworkSegment(ff417e3a-99e6-4776-bd25-1b3822ffa67b),segment_id=ff417e3a-99e6-4776-bd25-1b3822ffa67b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:25:00.740165 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:00.742049 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fc417911-35c8-4682-9567-b10253e114b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:25:00.772177 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30a1230-1864-4021-a638-2d04e50ebfc7 x-openstack-request-id: req-f30a1230-1864-4021-a638-2d04e50ebfc7 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:25:00.772480 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842f0b09-4f54-4d67-bd7c-c932dfa148b4", "name": "network-vif-plugged", "status": "completed", "tag": "2c51d04a-b154-4a3b-ac5c-a8e589b11926", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:25:00.772740 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f30a1230-1864-4021-a638-2d04e50ebfc7 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:25:00.773774 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842f0b09-4f54-4d67-bd7c-c932dfa148b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c51d04a-b154-4a3b-ac5c-a8e589b11926', 'code': 200} Jun 02 21:25:00.810670 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=2c51d04a-b154-4a3b-ac5c-a8e589b11926,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:25:00.814317 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:25:00.879951 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-97a0c2c2-be87-41f9-9919-12366f15b45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:01.068536 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aeef9-bea8-4857-8eda-650b5d179c31 req-db1086dc-c0a5-459d-88db-068fa3fc9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:25:01.070725 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-da1aeef9-bea8-4857-8eda-650b5d179c31 req-db1086dc-c0a5-459d-88db-068fa3fc9105 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 1098 time: 0.1449280 Jun 02 21:25:01.111272 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-da1aeef9-bea8-4857-8eda-650b5d179c31 req-058faf25-3763-456f-ab05-d02c7a6764e9 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333564 Jun 02 21:25:01.221318 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083ed68-aebf-45d8-9a96-10e08f4dc8ff req-0747e4e2-b861-4505-9d81-ba807fb8ba33 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:25:01.223443 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d083ed68-aebf-45d8-9a96-10e08f4dc8ff req-0747e4e2-b861-4505-9d81-ba807fb8ba33 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.0842271 Jun 02 21:25:01.268021 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d083ed68-aebf-45d8-9a96-10e08f4dc8ff req-aa4ebda7-594b-49c9-8d77-958f38a7ed1c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381322 Jun 02 21:25:02.320101 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6795a0e7-c383-4a13-b674-9b20ec580e9c req-51db67f3-36e4-4212-bc94-f84537759d7d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768232 Jun 02 21:25:02.459088 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795a0e7-c383-4a13-b674-9b20ec580e9c req-4d5d1fc9-0341-4d49-af3a-2b23dc8b1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:25:02.461173 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6795a0e7-c383-4a13-b674-9b20ec580e9c req-4d5d1fc9-0341-4d49-af3a-2b23dc8b1782 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 1098 time: 0.0763838 Jun 02 21:25:02.659011 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795a0e7-c383-4a13-b674-9b20ec580e9c req-9e06eec6-2a0f-40b3-b383-37bca8a3e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:25:02.660374 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6795a0e7-c383-4a13-b674-9b20ec580e9c req-9e06eec6-2a0f-40b3-b383-37bca8a3e749 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c754514e-eaa0-4553-ac90-046f4eebde53 HTTP/1.1" status: 200 len: 898 time: 0.1796150 Jun 02 21:25:02.729561 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622e29b-cace-45d0-9a81-436d6156453a req-8730d225-5538-4e09-ab2a-153c137cf36a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:25:02.730987 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f622e29b-cace-45d0-9a81-436d6156453a req-8730d225-5538-4e09-ab2a-153c137cf36a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.1763000 Jun 02 21:25:02.740532 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6795a0e7-c383-4a13-b674-9b20ec580e9c req-8a424411-a50c-45f3-9360-bb7951cc5460 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c51d04a-b154-4a3b-ac5c-a8e589b11926 HTTP/1.1" status: 200 len: 217 time: 0.0726554 Jun 02 21:25:02.971739 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f622e29b-cace-45d0-9a81-436d6156453a req-eb3550b9-0cbc-42f6-ad34-64d7885d75ad tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328846 Jun 02 21:25:02.975036 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795a0e7-c383-4a13-b674-9b20ec580e9c req-a7f47130-5152-49b9-8483-bd91b4882ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:25:02.976459 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6795a0e7-c383-4a13-b674-9b20ec580e9c req-a7f47130-5152-49b9-8483-bd91b4882ce0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5d2a536a-b6d8-411e-93a8-544bbbc51765 HTTP/1.1" status: 200 len: 834 time: 0.2237306 Jun 02 21:25:03.052158 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795a0e7-c383-4a13-b674-9b20ec580e9c req-8784e844-2b1c-413c-8584-d5797d746b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:25:03.053615 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6795a0e7-c383-4a13-b674-9b20ec580e9c req-8784e844-2b1c-413c-8584-d5797d746b95 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c754514e-eaa0-4553-ac90-046f4eebde53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0701835 Jun 02 21:25:03.154935 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72631c90-d420-452b-9b72-534b6305f4fb req-af874a2f-59c7-4d03-961f-37283e6a4b0a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:25:03.156421 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-72631c90-d420-452b-9b72-534b6305f4fb req-af874a2f-59c7-4d03-961f-37283e6a4b0a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.0791717 Jun 02 21:25:03.190063 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6795a0e7-c383-4a13-b674-9b20ec580e9c req-7f65729c-8156-45d6-be84-903b6e46e4e0 service neutron] 10.222.0.95 "GET /v2.0/networks/c754514e-eaa0-4553-ac90-046f4eebde53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290946 Jun 02 21:25:03.331423 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6795a0e7-c383-4a13-b674-9b20ec580e9c req-d33ff5d0-0fbc-4bbf-aff9-baa86c6c61ea service neutron] 10.222.0.95 "GET /v2.0/networks/c754514e-eaa0-4553-ac90-046f4eebde53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346393 Jun 02 21:25:03.351840 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-72631c90-d420-452b-9b72-534b6305f4fb req-0f1cea82-f314-4348-b7af-901cc115bbb0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889131 Jun 02 21:25:03.371119 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37070) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:25:03.419707 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-921eb539-8a74-46b2-8e16-6b899e46c8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:03.444159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ccd2d0-75b6-463f-b8a3-a4d1854ed804 tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:25:03.446184 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-24ccd2d0-75b6-463f-b8a3-a4d1854ed804 tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 1093 time: 0.0740702 Jun 02 21:25:03.449035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37072) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:25:03.453266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': '2c51d04a-b154-4a3b-ac5c-a8e589b11926', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:25:03.459134 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:25:03.462997 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:floatingip and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:25:03.465908 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:25:03.471725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:25:03.482542 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for floatingip, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:03.486978 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:03.620451 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:03.754175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Allocated IP 172.26.0.137 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/bbfff952-2f1b-4339-a939-2d9c1e56f976) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:25:03.903407 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:03.933934 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:03.937587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f07c711a-a22d-4ba6-91c4-62865fa8a2c6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:25:03.996622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:25:03.999866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:25:04.002382 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:25:04.044772 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=bbfff952-2f1b-4339-a939-2d9c1e56f976,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:25:04.047600 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:25:04.425660 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:04.444307 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:04.500148 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:04.701204 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:04.705609 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:04.709975 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fba74ab5-d28a-44dd-8f47-fdba42479c43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:25:04.954931 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=bbfff952-2f1b-4339-a939-2d9c1e56f976,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:25:04.958938 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:25:04.965368 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:05.135379 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Floating IP ce2bdb4b-0fbf-4a85-8471-c3fb35d20c06 associated. External IP: 172.26.0.137, port: 2c51d04a-b154-4a3b-ac5c-a8e589b11926. Jun 02 21:25:05.479130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router f84a7ec5-5917-48ce-ae80-510f777d1414 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:25:05.661003 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:25:05.671529 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c307095a-e157-47f4-8c0c-2e97494a719a None None] Sync routers for ids ['f84a7ec5-5917-48ce-ae80-510f777d1414'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:25:05.680323 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c307095a-e157-47f4-8c0c-2e97494a719a None None] Routers {'f84a7ec5-5917-48ce-ae80-510f777d1414'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:25:05.680928 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-c307095a-e157-47f4-8c0c-2e97494a719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:25:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f84a7ec5-5917-48ce-ae80-510f777d1414'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:25:05.695069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:05.750908 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3008831 Jun 02 21:25:05.751609 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842f0b09-4f54-4d67-bd7c-c932dfa148b4', 'tag': '2c51d04a-b154-4a3b-ac5c-a8e589b11926'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:25:05.753893 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1fede4-80ab-4c9e-bc9c-cbb6c0d84895" -d '{"events": [{"name": "network-changed", "server_uuid": "842f0b09-4f54-4d67-bd7c-c932dfa148b4", "tag": "2c51d04a-b154-4a3b-ac5c-a8e589b11926"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:25:05.803530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1032e982-760f-471c-8bc6-1614351f4920 x-openstack-request-id: req-1032e982-760f-471c-8bc6-1614351f4920 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:25:05.804009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842f0b09-4f54-4d67-bd7c-c932dfa148b4", "tag": "2c51d04a-b154-4a3b-ac5c-a8e589b11926", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:25:05.804315 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1032e982-760f-471c-8bc6-1614351f4920 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:25:05.804756 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842f0b09-4f54-4d67-bd7c-c932dfa148b4', 'tag': '2c51d04a-b154-4a3b-ac5c-a8e589b11926', 'status': 'completed', 'code': 200} Jun 02 21:25:05.871467 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-c307095a-e157-47f4-8c0c-2e97494a719a None None] Set router f84a7ec5-5917-48ce-ae80-510f777d1414 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:25:05.958111 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fede4-80ab-4c9e-bc9c-cbb6c0d84895 req-046dddbe-5a8b-4fd5-a84c-d3d0e4bee784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:25:05.959634 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7b1fede4-80ab-4c9e-bc9c-cbb6c0d84895 req-046dddbe-5a8b-4fd5-a84c-d3d0e4bee784 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 1098 time: 0.1319084 Jun 02 21:25:05.998177 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17452615-b970-4f77-8583-dc4b855a0f51 req-30048ac9-e83c-484a-a0c9-a1cc5a4c63bf tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:25:05.999563 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-17452615-b970-4f77-8583-dc4b855a0f51 req-30048ac9-e83c-484a-a0c9-a1cc5a4c63bf tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.1364441 Jun 02 21:25:06.118145 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:06.127952 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-17452615-b970-4f77-8583-dc4b855a0f51 req-b3045ae0-0ef4-4be2-84e2-ed68cba77f0f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739863 Jun 02 21:25:06.135394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fede4-80ab-4c9e-bc9c-cbb6c0d84895 req-2328c260-35d6-45c4-b78e-0586d1309eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:25:06.136809 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7b1fede4-80ab-4c9e-bc9c-cbb6c0d84895 req-2328c260-35d6-45c4-b78e-0586d1309eb0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c754514e-eaa0-4553-ac90-046f4eebde53 HTTP/1.1" status: 200 len: 898 time: 0.1703901 Jun 02 21:25:06.153004 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37078) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:25:06.213406 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-c307095a-e157-47f4-8c0c-2e97494a719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137536938', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:47Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'ce2bdb4b-0fbf-4a85-8471-c3fb35d20c06', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'floating_ip_address': '172.26.0.137', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'port_id': '2c51d04a-b154-4a3b-ac5c-a8e589b11926', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53', 'mac_address': 'fa:16:3e:93:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842f0b09-4f54-4d67-bd7c-c932dfa148b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:25:04Z', 'updated_at': '2021-06-02T21:25:04Z', 'revision_number': 0, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25d29aa-a364-414d-a422-761352e393b0', 'name': '', 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:f1:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '5d2a536a-b6d8-411e-93a8-544bbbc51765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:46Z', 'updated_at': '2021-06-02T21:24:53Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '5d2a536a-b6d8-411e-93a8-544bbbc51765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:25:06.217194 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c307095a-e157-47f4-8c0c-2e97494a719a None None] Checking router: f84a7ec5-5917-48ce-ae80-510f777d1414 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:25:06.225519 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c307095a-e157-47f4-8c0c-2e97494a719a None None] Routers {'f84a7ec5-5917-48ce-ae80-510f777d1414'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:25:06.226762 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-c307095a-e157-47f4-8c0c-2e97494a719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:25:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f84a7ec5-5917-48ce-ae80-510f777d1414'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:25:06.243389 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7b1fede4-80ab-4c9e-bc9c-cbb6c0d84895 req-44a38ca3-c5ff-4ad3-906f-8d1da933b747 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c51d04a-b154-4a3b-ac5c-a8e589b11926 HTTP/1.1" status: 200 len: 999 time: 0.0999670 Jun 02 21:25:06.262562 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d9c8360f-4c70-42e5-98bb-f06db149a214 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/floatingips/ce2bdb4b-0fbf-4a85-8471-c3fb35d20c06 HTTP/1.1" status: 200 len: 991 time: 0.1072016 Jun 02 21:25:06.303502 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fede4-80ab-4c9e-bc9c-cbb6c0d84895 req-b4b6451c-2a1a-4b40-b826-ed8054a09f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:25:06.305415 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7b1fede4-80ab-4c9e-bc9c-cbb6c0d84895 req-b4b6451c-2a1a-4b40-b826-ed8054a09f37 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5d2a536a-b6d8-411e-93a8-544bbbc51765 HTTP/1.1" status: 200 len: 834 time: 0.0563791 Jun 02 21:25:06.383782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fede4-80ab-4c9e-bc9c-cbb6c0d84895 req-dae5dd52-b5d8-426a-925d-c577640bfe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:25:06.385242 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7b1fede4-80ab-4c9e-bc9c-cbb6c0d84895 req-dae5dd52-b5d8-426a-925d-c577640bfe34 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c754514e-eaa0-4553-ac90-046f4eebde53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0737112 Jun 02 21:25:06.402096 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-c307095a-e157-47f4-8c0c-2e97494a719a None None] Set router f84a7ec5-5917-48ce-ae80-510f777d1414 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:25:06.669424 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7b1fede4-80ab-4c9e-bc9c-cbb6c0d84895 req-c0fdfdea-6965-4256-960c-38285c0d72f7 service neutron] 10.222.0.95 "GET /v2.0/networks/c754514e-eaa0-4553-ac90-046f4eebde53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761993 Jun 02 21:25:06.780027 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-c307095a-e157-47f4-8c0c-2e97494a719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137536938', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:47Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'ce2bdb4b-0fbf-4a85-8471-c3fb35d20c06', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'floating_ip_address': '172.26.0.137', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'port_id': '2c51d04a-b154-4a3b-ac5c-a8e589b11926', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53', 'mac_address': 'fa:16:3e:93:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842f0b09-4f54-4d67-bd7c-c932dfa148b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:25:04Z', 'updated_at': '2021-06-02T21:25:04Z', 'revision_number': 0, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25d29aa-a364-414d-a422-761352e393b0', 'name': '', 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:f1:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '5d2a536a-b6d8-411e-93a8-544bbbc51765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:46Z', 'updated_at': '2021-06-02T21:24:53Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '5d2a536a-b6d8-411e-93a8-544bbbc51765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:25:06.783862 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c307095a-e157-47f4-8c0c-2e97494a719a None None] The sync data for ids ['f84a7ec5-5917-48ce-ae80-510f777d1414'] in dv-neutron-601336-84-hyperv is: [{'id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137536938', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:47Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': 'ce2bdb4b-0fbf-4a85-8471-c3fb35d20c06', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'floating_ip_address': '172.26.0.137', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'port_id': '2c51d04a-b154-4a3b-ac5c-a8e589b11926', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53', 'mac_address': 'fa:16:3e:93:e8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842f0b09-4f54-4d67-bd7c-c932dfa148b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:25:04Z', 'updated_at': '2021-06-02T21:25:04Z', 'revision_number': 0, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25d29aa-a364-414d-a422-761352e393b0', 'name': '', 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:f1:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '5d2a536a-b6d8-411e-93a8-544bbbc51765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:46Z', 'updated_at': '2021-06-02T21:24:53Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '5d2a536a-b6d8-411e-93a8-544bbbc51765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:25:06.802505 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7b1fede4-80ab-4c9e-bc9c-cbb6c0d84895 req-04216d32-a45b-46e8-b3d5-a811a933b128 service neutron] 10.222.0.95 "GET /v2.0/networks/c754514e-eaa0-4553-ac90-046f4eebde53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266859 Jun 02 21:25:06.968034 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c2c572-4e0a-44a8-82f3-877b290c7b13 None None] New status for floating IP ce2bdb4b-0fbf-4a85-8471-c3fb35d20c06: ACTIVE {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:25:07.264964 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37080) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:25:07.369127 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d4cace34-61b4-47a7-9838-7dfaffaa479e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/floatingips/ce2bdb4b-0fbf-4a85-8471-c3fb35d20c06 HTTP/1.1" status: 200 len: 993 time: 0.1029232 Jun 02 21:25:14.908835 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:25.091853 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:25:30.882441 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-601f6254-6c72-4405-b283-89dda5861dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:33.422660 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-928aa2e4-09fc-4c3a-94ec-a2dca1f578f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:33.489558 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:34.442499 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:36.116314 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:25:44.905840 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:26:00.886580 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b5fa15b1-4a94-44f5-9a5c-0e5f5b41b35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:26:02.090881 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:26:03.426246 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fe1fb095-4005-436e-ad2a-4ca1328fb7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:26:03.490838 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:26:04.304850 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8049ea1b-5d73-4437-98b7-5c806b353864 req-0682aed9-3512-4e57-9ab9-1408c6ba6057 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754359 Jun 02 21:26:04.443944 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049ea1b-5d73-4437-98b7-5c806b353864 req-e071b846-8373-4e06-9e4b-207f02035cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:04.445506 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8049ea1b-5d73-4437-98b7-5c806b353864 req-e071b846-8373-4e06-9e4b-207f02035cf4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 1098 time: 0.0746391 Jun 02 21:26:04.446155 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:26:04.586789 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049ea1b-5d73-4437-98b7-5c806b353864 req-9c04275a-f91a-4a54-b0c0-d2c0255defc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:04.588153 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8049ea1b-5d73-4437-98b7-5c806b353864 req-9c04275a-f91a-4a54-b0c0-d2c0255defc1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c754514e-eaa0-4553-ac90-046f4eebde53 HTTP/1.1" status: 200 len: 898 time: 0.1238382 Jun 02 21:26:04.687884 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8049ea1b-5d73-4437-98b7-5c806b353864 req-ecee0987-e41b-4ffd-af7b-d7d160cf85cd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c51d04a-b154-4a3b-ac5c-a8e589b11926 HTTP/1.1" status: 200 len: 1001 time: 0.0934930 Jun 02 21:26:04.749743 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049ea1b-5d73-4437-98b7-5c806b353864 req-166844fa-495c-4662-becc-4daaa8c3a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:04.751184 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8049ea1b-5d73-4437-98b7-5c806b353864 req-166844fa-495c-4662-becc-4daaa8c3a599 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5d2a536a-b6d8-411e-93a8-544bbbc51765 HTTP/1.1" status: 200 len: 834 time: 0.0565295 Jun 02 21:26:04.826336 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049ea1b-5d73-4437-98b7-5c806b353864 req-f458624c-0739-4e72-9585-3843f1677f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:04.827836 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8049ea1b-5d73-4437-98b7-5c806b353864 req-f458624c-0739-4e72-9585-3843f1677f49 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c754514e-eaa0-4553-ac90-046f4eebde53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0692093 Jun 02 21:26:04.960031 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8049ea1b-5d73-4437-98b7-5c806b353864 req-3f3d3134-3c3a-47ed-8b69-53129fd6bf5a service neutron] 10.222.0.95 "GET /v2.0/networks/c754514e-eaa0-4553-ac90-046f4eebde53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222072 Jun 02 21:26:05.092509 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8049ea1b-5d73-4437-98b7-5c806b353864 req-2584b8d7-85cf-4795-853a-fffaa38274ba service neutron] 10.222.0.95 "GET /v2.0/networks/c754514e-eaa0-4553-ac90-046f4eebde53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252475 Jun 02 21:26:06.119600 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:26:08.401127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3b151-24ec-484c-bb94-9788a91277ae req-dc8bc633-eea6-4fd6-8368-c4065c915a3f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:08.402575 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b1e3b151-24ec-484c-bb94-9788a91277ae req-dc8bc633-eea6-4fd6-8368-c4065c915a3f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.1301491 Jun 02 21:26:08.445058 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b1e3b151-24ec-484c-bb94-9788a91277ae req-5bb06b61-aa74-4f47-bdc9-1085b577338f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368583 Jun 02 21:26:09.676124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a80760-a9ed-4437-a873-5a57cc3136e4 req-04c97ae4-4678-46f9-8edf-8f4cf7ceae1c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:09.677573 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b2a80760-a9ed-4437-a873-5a57cc3136e4 req-04c97ae4-4678-46f9-8edf-8f4cf7ceae1c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.1242557 Jun 02 21:26:09.720568 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b2a80760-a9ed-4437-a873-5a57cc3136e4 req-c850fed5-6f46-4c63-aff9-6c0fddd81cc7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366807 Jun 02 21:26:10.903771 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e493cff-0dfb-4db8-8331-840c0434882b req-9f2e6b78-3a29-4378-8794-4347710ce40b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:10.905206 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2e493cff-0dfb-4db8-8331-840c0434882b req-9f2e6b78-3a29-4378-8794-4347710ce40b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.0814648 Jun 02 21:26:10.948162 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2e493cff-0dfb-4db8-8331-840c0434882b req-72a4f8f6-942e-4751-bde1-4dc59b7fff1d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375690 Jun 02 21:26:12.134555 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3d6cf-66fe-4d60-a281-ae8ccb855181 req-929a20c9-3265-4f7a-8850-777e8ea9f46a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:12.136019 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-01d3d6cf-66fe-4d60-a281-ae8ccb855181 req-929a20c9-3265-4f7a-8850-777e8ea9f46a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.0785236 Jun 02 21:26:12.183068 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-01d3d6cf-66fe-4d60-a281-ae8ccb855181 req-23279440-7dc5-43bf-a1bd-95899777d86b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416088 Jun 02 21:26:13.360824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcee44-003c-424d-b2fb-d220d989fdeb req-ebb4d95a-425e-49a8-b19e-ba5e86088f59 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:13.362245 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-79bcee44-003c-424d-b2fb-d220d989fdeb req-ebb4d95a-425e-49a8-b19e-ba5e86088f59 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.0783961 Jun 02 21:26:13.408468 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-79bcee44-003c-424d-b2fb-d220d989fdeb req-2ca367dc-4f7c-4b56-9eb0-fbd11f49ff53 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407994 Jun 02 21:26:14.591226 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b2208-50d0-4f7b-bf0a-134bbed573e3 req-20a9b78b-b2b6-4ea6-b768-18e1b6a41a21 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:14.592657 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f22b2208-50d0-4f7b-bf0a-134bbed573e3 req-20a9b78b-b2b6-4ea6-b768-18e1b6a41a21 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.0792143 Jun 02 21:26:14.635977 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f22b2208-50d0-4f7b-bf0a-134bbed573e3 req-793918e8-bf34-49a9-8855-9414e9c5dab4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378301 Jun 02 21:26:14.913943 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:26:15.833259 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f68abc-0852-40ec-ac12-bbaa5d79691f req-dd8bde11-272e-4e44-86f0-37d232b91922 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:15.834700 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d7f68abc-0852-40ec-ac12-bbaa5d79691f req-dd8bde11-272e-4e44-86f0-37d232b91922 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.0813429 Jun 02 21:26:15.878238 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d7f68abc-0852-40ec-ac12-bbaa5d79691f req-d648bf24-ccf8-4459-95e9-d4a5fbe04540 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380440 Jun 02 21:26:17.070930 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3185b0-2860-4c28-9069-717c0ff40b9c req-11d1d328-46d1-4bf8-b050-391e0aada12b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:17.072315 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8d3185b0-2860-4c28-9069-717c0ff40b9c req-11d1d328-46d1-4bf8-b050-391e0aada12b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.0836010 Jun 02 21:26:17.115896 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8d3185b0-2860-4c28-9069-717c0ff40b9c req-0319a884-83d5-4835-a072-1bb90e91c125 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380402 Jun 02 21:26:18.451743 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e89394-d62a-44e1-8835-107e0b9ce539 req-617bb624-30cc-4d01-8c24-ad7325b0dd75 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:18.453182 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-32e89394-d62a-44e1-8835-107e0b9ce539 req-617bb624-30cc-4d01-8c24-ad7325b0dd75 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.0835793 Jun 02 21:26:18.496121 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-32e89394-d62a-44e1-8835-107e0b9ce539 req-46fe3b96-b5f8-4f39-996d-ac5e5af16f56 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373852 Jun 02 21:26:19.680643 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895feca9-3198-4285-9aee-6f43461924d4 req-4d709ffd-8bed-49f3-9cce-147d3dab5979 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:19.682089 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-895feca9-3198-4285-9aee-6f43461924d4 req-4d709ffd-8bed-49f3-9cce-147d3dab5979 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.0809438 Jun 02 21:26:19.725331 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-895feca9-3198-4285-9aee-6f43461924d4 req-f1465bb7-c54a-416e-8304-9afd14d8a4a1 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376894 Jun 02 21:26:20.904971 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3df748-9306-47d2-bb35-7329081022e7 req-5d415cb9-1592-48a6-b417-1f48a6efb9f0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:20.906403 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-de3df748-9306-47d2-bb35-7329081022e7 req-5d415cb9-1592-48a6-b417-1f48a6efb9f0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.0779462 Jun 02 21:26:20.949511 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-de3df748-9306-47d2-bb35-7329081022e7 req-a0e85cbc-fccc-41a5-a401-5fee6aeced42 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375710 Jun 02 21:26:22.270765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc0c1-3341-4340-95db-35b69f8ed2fd req-bb3504c6-9745-4806-b018-09aa2bf41174 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:22.272240 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-125fc0c1-3341-4340-95db-35b69f8ed2fd req-bb3504c6-9745-4806-b018-09aa2bf41174 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.2172194 Jun 02 21:26:22.316225 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-125fc0c1-3341-4340-95db-35b69f8ed2fd req-cffa7e82-b54a-403b-a204-be85a0948d07 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384707 Jun 02 21:26:23.520221 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8e4bb-165b-436c-b551-4ce6ecfc5916 req-6797bbaa-6882-434e-b242-7ca835240a0a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:23.521569 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b3c8e4bb-165b-436c-b551-4ce6ecfc5916 req-6797bbaa-6882-434e-b242-7ca835240a0a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.0844827 Jun 02 21:26:23.566454 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b3c8e4bb-165b-436c-b551-4ce6ecfc5916 req-75a50819-8c4e-4c0c-a908-a816676d85b5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387568 Jun 02 21:26:24.755305 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36925cd-eac2-4824-a1c4-e3d59aa60988 req-285c94c8-506b-4dee-aeb4-c7d412d62742 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:24.756739 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a36925cd-eac2-4824-a1c4-e3d59aa60988 req-285c94c8-506b-4dee-aeb4-c7d412d62742 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.0821178 Jun 02 21:26:24.800584 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a36925cd-eac2-4824-a1c4-e3d59aa60988 req-f67189ba-5d16-4309-811a-b7868162b6af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376403 Jun 02 21:26:24.823868 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37156) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:26:24.926648 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-142763bd-ca63-44cf-bb20-886b8f2d065d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/floatingips/ce2bdb4b-0fbf-4a85-8471-c3fb35d20c06 HTTP/1.1" status: 200 len: 993 time: 0.1014621 Jun 02 21:26:26.377342 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a9c75-dcc0-4ba5-831e-67df62605f75 req-cff8add4-10db-4a77-8144-cc750e0ff429 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:26.378714 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6a5a9c75-dcc0-4ba5-831e-67df62605f75 req-cff8add4-10db-4a77-8144-cc750e0ff429 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.0790584 Jun 02 21:26:26.417675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52ff19-8004-4857-8314-30bb86926a66 req-64924ad8-cdd6-4b4c-9bf8-68ec9d8c3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:26.419230 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3c52ff19-8004-4857-8314-30bb86926a66 req-64924ad8-cdd6-4b4c-9bf8-68ec9d8c3dfd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 1098 time: 0.0709543 Jun 02 21:26:26.423457 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6a5a9c75-dcc0-4ba5-831e-67df62605f75 req-71c60a8d-842f-4d6e-b33d-93cdbe8d4253 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388258 Jun 02 21:26:26.551095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52ff19-8004-4857-8314-30bb86926a66 req-137032c8-1723-4ca5-8b27-e41bc0ef66a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:26.552554 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3c52ff19-8004-4857-8314-30bb86926a66 req-137032c8-1723-4ca5-8b27-e41bc0ef66a5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c754514e-eaa0-4553-ac90-046f4eebde53 HTTP/1.1" status: 200 len: 898 time: 0.1263011 Jun 02 21:26:26.655406 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3c52ff19-8004-4857-8314-30bb86926a66 req-4b3aef66-0257-420c-8b62-e365143d6c44 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c51d04a-b154-4a3b-ac5c-a8e589b11926 HTTP/1.1" status: 200 len: 1001 time: 0.0958951 Jun 02 21:26:26.716445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52ff19-8004-4857-8314-30bb86926a66 req-f8eb6ebd-563b-48e3-ba00-b1e1b52efd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:26.717825 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3c52ff19-8004-4857-8314-30bb86926a66 req-f8eb6ebd-563b-48e3-ba00-b1e1b52efd52 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5d2a536a-b6d8-411e-93a8-544bbbc51765 HTTP/1.1" status: 200 len: 834 time: 0.0560699 Jun 02 21:26:26.793348 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52ff19-8004-4857-8314-30bb86926a66 req-9fedd10d-7cb1-4738-b404-cb8a5b37923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:26.794782 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3c52ff19-8004-4857-8314-30bb86926a66 req-9fedd10d-7cb1-4738-b404-cb8a5b37923d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c754514e-eaa0-4553-ac90-046f4eebde53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0711768 Jun 02 21:26:26.923234 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3c52ff19-8004-4857-8314-30bb86926a66 req-5281fa99-ba08-4651-ba58-381d18c42567 service neutron] 10.222.0.95 "GET /v2.0/networks/c754514e-eaa0-4553-ac90-046f4eebde53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217411 Jun 02 21:26:27.052431 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3c52ff19-8004-4857-8314-30bb86926a66 req-927a9e82-b3e3-4cee-be68-824dcc07dffa service neutron] 10.222.0.95 "GET /v2.0/networks/c754514e-eaa0-4553-ac90-046f4eebde53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236064 Jun 02 21:26:27.613440 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef897ee6-c226-4e16-8280-6a4d062ddc47 req-9cde731e-d6e2-4f04-b5be-401001eb3f15 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:27.615005 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ef897ee6-c226-4e16-8280-6a4d062ddc47 req-9cde731e-d6e2-4f04-b5be-401001eb3f15 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.0811899 Jun 02 21:26:27.661646 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ef897ee6-c226-4e16-8280-6a4d062ddc47 req-084aed9b-7bb2-4373-9f3f-2fbd71818565 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408714 Jun 02 21:26:28.856141 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1630da-c7c8-4174-b330-ed2b6a362db7 req-064570ea-782b-4b4f-ba7f-e06faafc01a2 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:26:28.857577 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2c1630da-c7c8-4174-b330-ed2b6a362db7 req-064570ea-782b-4b4f-ba7f-e06faafc01a2 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.0867622 Jun 02 21:26:28.903496 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2c1630da-c7c8-4174-b330-ed2b6a362db7 req-378c18c9-8f93-4954-8c9b-424358286655 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402381 Jun 02 21:26:28.926787 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37170) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:26:29.030199 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-dfd27f50-26d9-4955-a153-44a7298fc422 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/floatingips/ce2bdb4b-0fbf-4a85-8471-c3fb35d20c06 HTTP/1.1" status: 200 len: 993 time: 0.1020744 Jun 02 21:26:30.888613 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5aee118e-1b7a-413c-8241-c7e287de9640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:26:33.427353 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-aeadbfe2-b704-44c4-83ac-1e73af0d277f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:26:33.492696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:26:34.448969 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:26:36.122919 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:26:39.091210 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:26:44.935051 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:00.890046 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-809edcd5-ce5a-4342-8a07-743abc4ee196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:03.429299 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7dac0571-8541-4f31-a65b-db6bfe4bd093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:03.494710 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:04.449470 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:06.125908 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:06.310716 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9b557757-30e2-46f2-bac4-7281433452bb req-ccbe89b9-1be3-4d96-b70c-0b19299693dd service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737069 Jun 02 21:27:06.448232 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b557757-30e2-46f2-bac4-7281433452bb req-0c48c134-07c6-470a-b879-5b62e980034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:06.449687 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9b557757-30e2-46f2-bac4-7281433452bb req-0c48c134-07c6-470a-b879-5b62e980034a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 1098 time: 0.0699401 Jun 02 21:27:06.592206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b557757-30e2-46f2-bac4-7281433452bb req-d9a73e04-ee28-4fe1-aa63-b4698a12d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:06.593621 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9b557757-30e2-46f2-bac4-7281433452bb req-d9a73e04-ee28-4fe1-aa63-b4698a12d3f2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c754514e-eaa0-4553-ac90-046f4eebde53 HTTP/1.1" status: 200 len: 898 time: 0.1237466 Jun 02 21:27:06.697044 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9b557757-30e2-46f2-bac4-7281433452bb req-b768f80f-9694-42e5-9898-87f69135e38f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c51d04a-b154-4a3b-ac5c-a8e589b11926 HTTP/1.1" status: 200 len: 1001 time: 0.0961390 Jun 02 21:27:06.762695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b557757-30e2-46f2-bac4-7281433452bb req-3dbfcd91-8540-4203-8f8c-e8e68cb8a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:06.764169 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9b557757-30e2-46f2-bac4-7281433452bb req-3dbfcd91-8540-4203-8f8c-e8e68cb8a735 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5d2a536a-b6d8-411e-93a8-544bbbc51765 HTTP/1.1" status: 200 len: 834 time: 0.0603430 Jun 02 21:27:06.836480 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b557757-30e2-46f2-bac4-7281433452bb req-e3bb0e13-3389-4a9f-88a7-77f78f3a2b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:06.837909 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9b557757-30e2-46f2-bac4-7281433452bb req-e3bb0e13-3389-4a9f-88a7-77f78f3a2b97 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c754514e-eaa0-4553-ac90-046f4eebde53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0673971 Jun 02 21:27:06.967624 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9b557757-30e2-46f2-bac4-7281433452bb req-462190e1-19d7-411d-8265-6615083b42ed service neutron] 10.222.0.95 "GET /v2.0/networks/c754514e-eaa0-4553-ac90-046f4eebde53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225102 Jun 02 21:27:07.234638 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9b557757-30e2-46f2-bac4-7281433452bb req-5586a515-800e-4ef4-96ca-06b60c09c431 service neutron] 10.222.0.95 "GET /v2.0/networks/c754514e-eaa0-4553-ac90-046f4eebde53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612305 Jun 02 21:27:14.947393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:16.090298 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:27:17.480499 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37206) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:17.740336 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting port bbfff952-2f1b-4339-a939-2d9c1e56f976 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:27:17.740681 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:17.856025 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:17.856354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:17.976347 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Calling delete_port for bbfff952-2f1b-4339-a939-2d9c1e56f976 owned by network:floatingip {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:27:18.094805 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:18.098238 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d4c26b68-513d-48d9-b9d2-56ac22f91a34 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:18.135805 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Port': ['ID=bbfff952-2f1b-4339-a939-2d9c1e56f976,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:18.172285 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:18.172676 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:18.173062 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:18.173444 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:18.173819 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:18.174195 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:18.174569 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:18.174941 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:18.175336 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:18.175709 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:18.176079 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:18.176442 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:18.183730 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:18.245456 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for floatingip, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:18.245793 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Floating IP ce2bdb4b-0fbf-4a85-8471-c3fb35d20c06 disassociated (deleted). External IP: 172.26.0.137, port: 2c51d04a-b154-4a3b-ac5c-a8e589b11926. Jun 02 21:27:18.592254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router f84a7ec5-5917-48ce-ae80-510f777d1414 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:27:18.914133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:27:18.924063 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1b319e-1bc2-413c-82aa-4d734a365e6b None None] Sync routers for ids ['f84a7ec5-5917-48ce-ae80-510f777d1414'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:27:18.932952 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1b319e-1bc2-413c-82aa-4d734a365e6b None None] Routers {'f84a7ec5-5917-48ce-ae80-510f777d1414'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:27:18.933552 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6a1b319e-1bc2-413c-82aa-4d734a365e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:27:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f84a7ec5-5917-48ce-ae80-510f777d1414'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:18.935076 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:18.991788 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/floatingips/ce2bdb4b-0fbf-4a85-8471-c3fb35d20c06 HTTP/1.1" status: 204 len: 168 time: 1.5078194 Jun 02 21:27:18.991788 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842f0b09-4f54-4d67-bd7c-c932dfa148b4', 'tag': '2c51d04a-b154-4a3b-ac5c-a8e589b11926'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:27:18.992699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774bca4c-e97e-4f20-b789-02278a753109" -d '{"events": [{"name": "network-changed", "server_uuid": "842f0b09-4f54-4d67-bd7c-c932dfa148b4", "tag": "2c51d04a-b154-4a3b-ac5c-a8e589b11926"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:27:19.111894 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-6a1b319e-1bc2-413c-82aa-4d734a365e6b None None] Set router f84a7ec5-5917-48ce-ae80-510f777d1414 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:27:19.184250 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d495a8-ed8d-4459-b1ed-975bf8e0615f x-openstack-request-id: req-32d495a8-ed8d-4459-b1ed-975bf8e0615f {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:27:19.185287 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842f0b09-4f54-4d67-bd7c-c932dfa148b4", "tag": "2c51d04a-b154-4a3b-ac5c-a8e589b11926", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:27:19.185801 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32d495a8-ed8d-4459-b1ed-975bf8e0615f {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:27:19.186262 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842f0b09-4f54-4d67-bd7c-c932dfa148b4', 'tag': '2c51d04a-b154-4a3b-ac5c-a8e589b11926', 'status': 'completed', 'code': 200} Jun 02 21:27:19.340826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bca4c-e97e-4f20-b789-02278a753109 req-5bc41733-aa8a-4ea8-9534-d42c08389aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:19.342826 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-774bca4c-e97e-4f20-b789-02278a753109 req-5bc41733-aa8a-4ea8-9534-d42c08389aa6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 1098 time: 0.1264851 Jun 02 21:27:19.434056 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6a1b319e-1bc2-413c-82aa-4d734a365e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137536938', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:47Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'c25d29aa-a364-414d-a422-761352e393b0', 'name': '', 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:f1:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '5d2a536a-b6d8-411e-93a8-544bbbc51765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:46Z', 'updated_at': '2021-06-02T21:24:53Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '5d2a536a-b6d8-411e-93a8-544bbbc51765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:19.437760 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1b319e-1bc2-413c-82aa-4d734a365e6b None None] Checking router: f84a7ec5-5917-48ce-ae80-510f777d1414 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:27:19.445840 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1b319e-1bc2-413c-82aa-4d734a365e6b None None] Routers {'f84a7ec5-5917-48ce-ae80-510f777d1414'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:27:19.446442 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6a1b319e-1bc2-413c-82aa-4d734a365e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:27:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f84a7ec5-5917-48ce-ae80-510f777d1414'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:19.459770 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe017d-35b5-44a5-84be-0a2904bb7492 req-2b4f1ef7-133e-4b09-bae8-e711a26b7dc9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:19.460467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-00fe017d-35b5-44a5-84be-0a2904bb7492 req-2b4f1ef7-133e-4b09-bae8-e711a26b7dc9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:27:19.493742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-00fe017d-35b5-44a5-84be-0a2904bb7492 req-2b4f1ef7-133e-4b09-bae8-e711a26b7dc9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:27:19.494962 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-00fe017d-35b5-44a5-84be-0a2904bb7492 req-2b4f1ef7-133e-4b09-bae8-e711a26b7dc9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.2108285 Jun 02 21:27:19.525938 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bca4c-e97e-4f20-b789-02278a753109 req-e7de0340-e986-4562-ab64-57a87200b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:19.527352 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-774bca4c-e97e-4f20-b789-02278a753109 req-e7de0340-e986-4562-ab64-57a87200b806 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c754514e-eaa0-4553-ac90-046f4eebde53 HTTP/1.1" status: 200 len: 898 time: 0.1743672 Jun 02 21:27:19.607981 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-774bca4c-e97e-4f20-b789-02278a753109 req-236127ae-6f7a-4ffe-a975-90020a118d40 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c51d04a-b154-4a3b-ac5c-a8e589b11926 HTTP/1.1" status: 200 len: 217 time: 0.0685301 Jun 02 21:27:19.610911 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-00fe017d-35b5-44a5-84be-0a2904bb7492 req-d1b008b6-d735-4331-a06d-5ed7c4255d1b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074855 Jun 02 21:27:19.623121 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-6a1b319e-1bc2-413c-82aa-4d734a365e6b None None] Set router f84a7ec5-5917-48ce-ae80-510f777d1414 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:27:19.672247 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bca4c-e97e-4f20-b789-02278a753109 req-4abe4fbf-b43e-42e9-a22e-ca070819ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:19.673685 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-774bca4c-e97e-4f20-b789-02278a753109 req-4abe4fbf-b43e-42e9-a22e-ca070819ba1c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5d2a536a-b6d8-411e-93a8-544bbbc51765 HTTP/1.1" status: 200 len: 834 time: 0.0584598 Jun 02 21:27:19.753628 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bca4c-e97e-4f20-b789-02278a753109 req-cbf2e9d2-9c5b-4ddc-814e-0a499d9f5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:19.755093 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-774bca4c-e97e-4f20-b789-02278a753109 req-cbf2e9d2-9c5b-4ddc-814e-0a499d9f5500 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c754514e-eaa0-4553-ac90-046f4eebde53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0740454 Jun 02 21:27:19.887365 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-774bca4c-e97e-4f20-b789-02278a753109 req-6239ef4a-835c-40d3-bb0b-9eb82ba71341 service neutron] 10.222.0.95 "GET /v2.0/networks/c754514e-eaa0-4553-ac90-046f4eebde53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228662 Jun 02 21:27:19.960297 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6a1b319e-1bc2-413c-82aa-4d734a365e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137536938', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:47Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'c25d29aa-a364-414d-a422-761352e393b0', 'name': '', 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:f1:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '5d2a536a-b6d8-411e-93a8-544bbbc51765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:46Z', 'updated_at': '2021-06-02T21:24:53Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '5d2a536a-b6d8-411e-93a8-544bbbc51765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:19.964348 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1b319e-1bc2-413c-82aa-4d734a365e6b None None] The sync data for ids ['f84a7ec5-5917-48ce-ae80-510f777d1414'] in dv-neutron-601336-84-hyperv is: [{'id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137536938', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:47Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'c25d29aa-a364-414d-a422-761352e393b0', 'name': '', 'network_id': 'c754514e-eaa0-4553-ac90-046f4eebde53', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:f1:6b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '5d2a536a-b6d8-411e-93a8-544bbbc51765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:46Z', 'updated_at': '2021-06-02T21:24:53Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '5d2a536a-b6d8-411e-93a8-544bbbc51765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:27:20.022631 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-774bca4c-e97e-4f20-b789-02278a753109 req-c86e056a-0f1d-4829-ada3-8daa9412e8fe service neutron] 10.222.0.95 "GET /v2.0/networks/c754514e-eaa0-4553-ac90-046f4eebde53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288071 Jun 02 21:27:20.169972 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e469cf60-07dc-45cf-bc51-c0223a897202 None None] New status for floating IP ce2bdb4b-0fbf-4a85-8471-c3fb35d20c06: DOWN {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:27:20.794563 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb2176-4e07-4ff3-bbb2-b5dbcd563d83 req-efa31c0b-84cf-49dd-88d6-89264b988921 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:20.796563 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c8fb2176-4e07-4ff3-bbb2-b5dbcd563d83 req-efa31c0b-84cf-49dd-88d6-89264b988921 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.0805457 Jun 02 21:27:20.842871 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c8fb2176-4e07-4ff3-bbb2-b5dbcd563d83 req-b0f99d0d-7811-4691-a752-b20c6bec4dc0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=c36fcefe-51b8-4c78-b5bf-c38111733efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407624 Jun 02 21:27:21.177383 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974021d-a476-4b2c-a901-541c27af6f32 req-a3ecd908-035b-4df7-95a2-0d83f5bbb2b3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:21.178808 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f974021d-a476-4b2c-a901-541c27af6f32 req-a3ecd908-035b-4df7-95a2-0d83f5bbb2b3 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 945 time: 0.0784373 Jun 02 21:27:21.320753 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-f974021d-a476-4b2c-a901-541c27af6f32 req-f20d8d3a-2fcb-4a08-a4eb-ec670245ed43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting port 2c51d04a-b154-4a3b-ac5c-a8e589b11926 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:27:21.321097 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f974021d-a476-4b2c-a901-541c27af6f32 req-f20d8d3a-2fcb-4a08-a4eb-ec670245ed43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:21.456598 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-f974021d-a476-4b2c-a901-541c27af6f32 req-f20d8d3a-2fcb-4a08-a4eb-ec670245ed43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] For port 2c51d04a-b154-4a3b-ac5c-a8e589b11926, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2c51d04a-b154-4a3b-ac5c-a8e589b11926,segment=NetworkSegment(ff417e3a-99e6-4776-bd25-1b3822ffa67b),segment_id=ff417e3a-99e6-4776-bd25-1b3822ffa67b)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:27:21.456960 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f974021d-a476-4b2c-a901-541c27af6f32 req-f20d8d3a-2fcb-4a08-a4eb-ec670245ed43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:21.576763 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-f974021d-a476-4b2c-a901-541c27af6f32 req-f20d8d3a-2fcb-4a08-a4eb-ec670245ed43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Calling delete_port for 2c51d04a-b154-4a3b-ac5c-a8e589b11926 owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:27:21.687330 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f974021d-a476-4b2c-a901-541c27af6f32 req-f20d8d3a-2fcb-4a08-a4eb-ec670245ed43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:21.693039 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:21.763991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d8d3a-2fcb-4a08-a4eb-ec670245ed43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Port': ['ID=2c51d04a-b154-4a3b-ac5c-a8e589b11926,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:21.766477 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f20d8d3a-2fcb-4a08-a4eb-ec670245ed43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:21.814283 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-f974021d-a476-4b2c-a901-541c27af6f32 req-f20d8d3a-2fcb-4a08-a4eb-ec670245ed43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] No DVR routers for this DVR port 2c51d04a-b154-4a3b-ac5c-a8e589b11926 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:27:21.816640 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-f974021d-a476-4b2c-a901-541c27af6f32 req-f20d8d3a-2fcb-4a08-a4eb-ec670245ed43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:21.820338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842f0b09-4f54-4d67-bd7c-c932dfa148b4', 'name': 'network-vif-deleted', 'tag': '2c51d04a-b154-4a3b-ac5c-a8e589b11926'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:27:21.822782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ac3076-8eca-4f35-829e-28f3f90ed5f4" -d '{"events": [{"server_uuid": "842f0b09-4f54-4d67-bd7c-c932dfa148b4", "name": "network-vif-deleted", "tag": "2c51d04a-b154-4a3b-ac5c-a8e589b11926"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:27:21.834178 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f974021d-a476-4b2c-a901-541c27af6f32 req-f20d8d3a-2fcb-4a08-a4eb-ec670245ed43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "DELETE /v2.0/ports/2c51d04a-b154-4a3b-ac5c-a8e589b11926 HTTP/1.1" status: 204 len: 173 time: 0.6461070 Jun 02 21:27:21.867347 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af94850d-2ea2-4507-bf95-91b29e9f855f x-openstack-request-id: req-af94850d-2ea2-4507-bf95-91b29e9f855f {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:27:21.867693 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842f0b09-4f54-4d67-bd7c-c932dfa148b4", "name": "network-vif-deleted", "tag": "2c51d04a-b154-4a3b-ac5c-a8e589b11926", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:27:21.867999 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af94850d-2ea2-4507-bf95-91b29e9f855f {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:27:21.868460 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842f0b09-4f54-4d67-bd7c-c932dfa148b4', 'name': 'network-vif-deleted', 'tag': '2c51d04a-b154-4a3b-ac5c-a8e589b11926', 'status': 'completed', 'code': 200} Jun 02 21:27:21.998542 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2d1c140e-9663-48a7-9b98-dd95e5fd3d75 req-06d6901b-184f-4548-bcda-458106099eb7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=842f0b09-4f54-4d67-bd7c-c932dfa148b4 HTTP/1.1" status: 200 len: 210 time: 0.0420718 Jun 02 21:27:23.093850 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37224) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:23.806793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9196eac5-9a2f-46be-9f80-a9e5cd81ee16 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:24.220269 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-9196eac5-9a2f-46be-9f80-a9e5cd81ee16 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting port c25d29aa-a364-414d-a422-761352e393b0 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:27:24.220957 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9196eac5-9a2f-46be-9f80-a9e5cd81ee16 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:24.348616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-9196eac5-9a2f-46be-9f80-a9e5cd81ee16 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] For port c25d29aa-a364-414d-a422-761352e393b0, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=c25d29aa-a364-414d-a422-761352e393b0,segment=NetworkSegment(ff417e3a-99e6-4776-bd25-1b3822ffa67b),segment_id=ff417e3a-99e6-4776-bd25-1b3822ffa67b)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:27:24.348964 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9196eac5-9a2f-46be-9f80-a9e5cd81ee16 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:24.476285 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-9196eac5-9a2f-46be-9f80-a9e5cd81ee16 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Calling delete_port for c25d29aa-a364-414d-a422-761352e393b0 owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:27:24.915391 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9196eac5-9a2f-46be-9f80-a9e5cd81ee16 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:24.920148 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:24.989203 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196eac5-9a2f-46be-9f80-a9e5cd81ee16 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Port': ['ID=c25d29aa-a364-414d-a422-761352e393b0,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:24.991599 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9196eac5-9a2f-46be-9f80-a9e5cd81ee16 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:25.230658 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 2c51d04a-b154-4a3b-ac5c-a8e589b11926 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:27:25.246027 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-9196eac5-9a2f-46be-9f80-a9e5cd81ee16 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:25.277126 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 2c51d04a-b154-4a3b-ac5c-a8e589b11926 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:27:25.277474 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 2c51d04a-b154-4a3b-ac5c-a8e589b11926 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:27:25.606523 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9196eac5-9a2f-46be-9f80-a9e5cd81ee16 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router f84a7ec5-5917-48ce-ae80-510f777d1414 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:27:25.778354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9196eac5-9a2f-46be-9f80-a9e5cd81ee16 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:27:25.788592 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3309c4b0-a998-4733-b3f2-0ebe3d205819 None None] Sync routers for ids ['f84a7ec5-5917-48ce-ae80-510f777d1414'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:27:25.791409 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9196eac5-9a2f-46be-9f80-a9e5cd81ee16 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "PUT /v2.0/routers/f84a7ec5-5917-48ce-ae80-510f777d1414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6964850 Jun 02 21:27:25.794054 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37228) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:25.798067 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3309c4b0-a998-4733-b3f2-0ebe3d205819 None None] Routers {'f84a7ec5-5917-48ce-ae80-510f777d1414'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:27:25.798669 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-3309c4b0-a998-4733-b3f2-0ebe3d205819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:27:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f84a7ec5-5917-48ce-ae80-510f777d1414'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:25.859861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7bec32b-618c-43a7-83df-fb39350b3e23 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting subnet 5d2a536a-b6d8-411e-93a8-544bbbc51765 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 21:27:25.862631 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e7bec32b-618c-43a7-83df-fb39350b3e23 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:25.915414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e7bec32b-618c-43a7-83df-fb39350b3e23 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:25.968604 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-3309c4b0-a998-4733-b3f2-0ebe3d205819 None None] Set router f84a7ec5-5917-48ce-ae80-510f777d1414 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:27:25.999443 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e7bec32b-618c-43a7-83df-fb39350b3e23 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:26.246050 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-3309c4b0-a998-4733-b3f2-0ebe3d205819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137536938', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:27:24Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:26.250432 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3309c4b0-a998-4733-b3f2-0ebe3d205819 None None] Checking router: f84a7ec5-5917-48ce-ae80-510f777d1414 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:27:26.257869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e7bec32b-618c-43a7-83df-fb39350b3e23 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:26.258657 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3309c4b0-a998-4733-b3f2-0ebe3d205819 None None] Routers {'f84a7ec5-5917-48ce-ae80-510f777d1414'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:27:26.259290 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-3309c4b0-a998-4733-b3f2-0ebe3d205819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:27:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f84a7ec5-5917-48ce-ae80-510f777d1414'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:26.262351 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c20066db-1c28-44c5-ad7a-87d99a816693 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:26.435925 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-3309c4b0-a998-4733-b3f2-0ebe3d205819 None None] Set router f84a7ec5-5917-48ce-ae80-510f777d1414 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:27:26.448599 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bec32b-618c-43a7-83df-fb39350b3e23 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Subnet': ['ID=5d2a536a-b6d8-411e-93a8-544bbbc51765,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:26.451729 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e7bec32b-618c-43a7-83df-fb39350b3e23 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:26.452690 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e7bec32b-618c-43a7-83df-fb39350b3e23 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:26.458456 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc36abeb-3b89-4a05-a79b-7bde3bfba242 None None] Network c754514e-eaa0-4553-ac90-046f4eebde53 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:27:26.459104 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e7bec32b-618c-43a7-83df-fb39350b3e23 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/subnets/5d2a536a-b6d8-411e-93a8-544bbbc51765 HTTP/1.1" status: 204 len: 168 time: 0.6637874 Jun 02 21:27:26.461480 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37230) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:26.648087 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-47ff45ed-017c-438a-8e51-cd898ad91f1c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:26.720386 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-3309c4b0-a998-4733-b3f2-0ebe3d205819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137536938', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:27:24Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:26.726129 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3309c4b0-a998-4733-b3f2-0ebe3d205819 None None] The sync data for ids ['f84a7ec5-5917-48ce-ae80-510f777d1414'] in dv-neutron-601336-84-hyperv is: [{'id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137536938', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:27:24Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84a7ec5-5917-48ce-ae80-510f777d1414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:24:42Z', 'updated_at': '2021-06-02T21:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:27:26.742245 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] DHCP port deletion for c754514e-eaa0-4553-ac90-046f4eebde53 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 21:27:26.814187 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] Deleting port 279b6cb8-5a27-44a8-9829-502ef1945d2b {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:27:26.814572 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:26.836777 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-47ff45ed-017c-438a-8e51-cd898ad91f1c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:26.909101 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] For port 279b6cb8-5a27-44a8-9829-502ef1945d2b, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=279b6cb8-5a27-44a8-9829-502ef1945d2b,segment=NetworkSegment(ff417e3a-99e6-4776-bd25-1b3822ffa67b),segment_id=ff417e3a-99e6-4776-bd25-1b3822ffa67b)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:27:26.909494 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:26.910652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-47ff45ed-017c-438a-8e51-cd898ad91f1c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting port bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:27:26.910997 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-47ff45ed-017c-438a-8e51-cd898ad91f1c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:27.035274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-47ff45ed-017c-438a-8e51-cd898ad91f1c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] For port bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:27:27.035550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-47ff45ed-017c-438a-8e51-cd898ad91f1c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:27.073003 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] Calling delete_port for 279b6cb8-5a27-44a8-9829-502ef1945d2b owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:27:27.124078 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:27.128590 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:27.162947 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-47ff45ed-017c-438a-8e51-cd898ad91f1c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Calling delete_port for bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1 owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:27:27.178140 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] No DVR routers for this DVR port 279b6cb8-5a27-44a8-9829-502ef1945d2b on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:27:27.182017 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] Pushing event deleted for resources: {'Port': ['ID=279b6cb8-5a27-44a8-9829-502ef1945d2b,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:27.190078 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:27.190365 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:27.190989 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:27.191118 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:27.191393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:27.191737 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:27.192065 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:27.192546 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:27.192983 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:27.193327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:27.193654 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:27.193979 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:27.197445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:27.280828 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device c25d29aa-a364-414d-a422-761352e393b0 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:27:27.313784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-47ff45ed-017c-438a-8e51-cd898ad91f1c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:27.318252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4f1fed2d-f065-4c48-b5e7-693a5c598621 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:27.319028 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: c25d29aa-a364-414d-a422-761352e393b0 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:27:27.319404 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device c25d29aa-a364-414d-a422-761352e393b0 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:27:27.319820 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 279b6cb8-5a27-44a8-9829-502ef1945d2b no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:27:27.352553 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 279b6cb8-5a27-44a8-9829-502ef1945d2b {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:27:27.352902 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 279b6cb8-5a27-44a8-9829-502ef1945d2b not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:27:27.363778 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff45ed-017c-438a-8e51-cd898ad91f1c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Port': ['ID=bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:27.389782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-47ff45ed-017c-438a-8e51-cd898ad91f1c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:27.452124 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-47ff45ed-017c-438a-8e51-cd898ad91f1c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:27.624887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-47ff45ed-017c-438a-8e51-cd898ad91f1c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:27.626977 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-47ff45ed-017c-438a-8e51-cd898ad91f1c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:27.648780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-47ff45ed-017c-438a-8e51-cd898ad91f1c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:27.649266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ff45ed-017c-438a-8e51-cd898ad91f1c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Fanout notify agent at l3_agent the message router_deleted on router f84a7ec5-5917-48ce-ae80-510f777d1414 {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 21:27:27.667269 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-47ff45ed-017c-438a-8e51-cd898ad91f1c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:27.671742 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-47ff45ed-017c-438a-8e51-cd898ad91f1c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/routers/f84a7ec5-5917-48ce-ae80-510f777d1414 HTTP/1.1" status: 204 len: 168 time: 1.2061574 Jun 02 21:27:27.671867 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37232) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:27.797513 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d99a9aec-30d1-4a45-887a-e9f79aa64c7a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:28.074457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d99a9aec-30d1-4a45-887a-e9f79aa64c7a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:28.092464 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-d99a9aec-30d1-4a45-887a-e9f79aa64c7a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c754514e-eaa0-4553-ac90-046f4eebde53']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:28.105735 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-d99a9aec-30d1-4a45-887a-e9f79aa64c7a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff417e3a-99e6-4776-bd25-1b3822ffa67b') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:28.106297 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-d99a9aec-30d1-4a45-887a-e9f79aa64c7a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff417e3a-99e6-4776-bd25-1b3822ffa67b') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:28.120470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d99a9aec-30d1-4a45-887a-e9f79aa64c7a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:28.139289 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d99a9aec-30d1-4a45-887a-e9f79aa64c7a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:28.146161 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99a9aec-30d1-4a45-887a-e9f79aa64c7a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:27:28.146578 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d99a9aec-30d1-4a45-887a-e9f79aa64c7a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:27:28.161605 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:27:28.247100 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d99a9aec-30d1-4a45-887a-e9f79aa64c7a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:28.250965 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-569970ca-3c1e-4a4a-b767-b02b245104d0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:28.270017 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d99a9aec-30d1-4a45-887a-e9f79aa64c7a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:28.282591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a9aec-30d1-4a45-887a-e9f79aa64c7a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Network': ['ID=c754514e-eaa0-4553-ac90-046f4eebde53,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:28.285043 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d99a9aec-30d1-4a45-887a-e9f79aa64c7a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:28.290213 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d99a9aec-30d1-4a45-887a-e9f79aa64c7a tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/networks/c754514e-eaa0-4553-ac90-046f4eebde53 HTTP/1.1" status: 204 len: 168 time: 0.6173627 Jun 02 21:27:28.292927 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37234) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:28.361393 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d542f0f9-6d47-464c-898c-0a443a2eed3b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:28.391049 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d542f0f9-6d47-464c-898c-0a443a2eed3b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:28.456572 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d542f0f9-6d47-464c-898c-0a443a2eed3b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:28.460298 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-50ba33d6-3f79-4a6c-9f7d-1a545c073f58 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:28.474491 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542f0f9-6d47-464c-898c-0a443a2eed3b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36fcefe-51b8-4c78-b5bf-c38111733efb,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:28.477725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d542f0f9-6d47-464c-898c-0a443a2eed3b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:28.488369 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d542f0f9-6d47-464c-898c-0a443a2eed3b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:28.491741 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d542f0f9-6d47-464c-898c-0a443a2eed3b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/security-groups/c36fcefe-51b8-4c78-b5bf-c38111733efb HTTP/1.1" status: 204 len: 168 time: 0.1977401 Jun 02 21:27:28.738224 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37240) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:28.742997 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1799522240', 'description': 'tempest-secgroup-smoke-1799522240 description', 'project_id': '005f4463c7db4317a0be9ff96a72eef9'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:27:28.749201 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:27:28.753354 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:27:28.756449 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:27:28.762910 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:27:28.773105 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:28.792862 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:27:28.796603 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:27:28.802787 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:27:28.808517 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:27:28.878569 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:28.882257 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:28.886957 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c67f4812-d9dd-4a98-abbe-ebcfd8369aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:28.925919 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=655c093a-9c42-4c3b-8832-b5d76bc72508,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:28.929952 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:28.931117 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1919098 Jun 02 21:27:28.934102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37242) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:28.936025 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:28.936411 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:28.936791 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:28.937167 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:28.937538 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:28.937905 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:28.938270 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:28.938635 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:28.938996 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:28.939389 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:28.939750 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:28.940112 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:28.943603 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a94d0d72-37d5-4baf-a057-8c4e0b1fc696 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:29.132906 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c1d97939-f058-4d13-9dea-c67532ad4b94 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': '655c093a-9c42-4c3b-8832-b5d76bc72508', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:27:29.139609 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c1d97939-f058-4d13-9dea-c67532ad4b94 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:27:29.143858 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c1d97939-f058-4d13-9dea-c67532ad4b94 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:27:29.146734 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c1d97939-f058-4d13-9dea-c67532ad4b94 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:27:29.153164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c1d97939-f058-4d13-9dea-c67532ad4b94 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:27:29.168015 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1d97939-f058-4d13-9dea-c67532ad4b94 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.233045 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1d97939-f058-4d13-9dea-c67532ad4b94 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.236521 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1d97939-f058-4d13-9dea-c67532ad4b94 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.242356 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:29.262088 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d97939-f058-4d13-9dea-c67532ad4b94 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b299892-dde2-48a9-b17b-3ebc2970c4ab,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:29.264812 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c1d97939-f058-4d13-9dea-c67532ad4b94 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:29.272635 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c1d97939-f058-4d13-9dea-c67532ad4b94 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.274173 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c1d97939-f058-4d13-9dea-c67532ad4b94 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3383977 Jun 02 21:27:29.276899 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37248) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:29.279817 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:27:29.281481 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-441cbcd6-474c-4c0e-b3fa-7184cda453bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': '655c093a-9c42-4c3b-8832-b5d76bc72508', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:27:29.287591 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-441cbcd6-474c-4c0e-b3fa-7184cda453bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:27:29.291382 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-441cbcd6-474c-4c0e-b3fa-7184cda453bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:27:29.294736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-441cbcd6-474c-4c0e-b3fa-7184cda453bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:27:29.300418 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-441cbcd6-474c-4c0e-b3fa-7184cda453bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:27:29.314178 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:27:29.314539 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device bec66ea3-71a9-44a3-90b8-bf8f0ac1a7a1 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:27:29.316569 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-441cbcd6-474c-4c0e-b3fa-7184cda453bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.377651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-441cbcd6-474c-4c0e-b3fa-7184cda453bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.381183 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-441cbcd6-474c-4c0e-b3fa-7184cda453bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.388082 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cc7090fe-36d4-4065-9c54-9a165934d6f0 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:29.407829 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cbcd6-474c-4c0e-b3fa-7184cda453bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03dff47-cb19-41bc-9525-3d3f79f2b08a,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:29.410012 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-441cbcd6-474c-4c0e-b3fa-7184cda453bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:29.414377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-441cbcd6-474c-4c0e-b3fa-7184cda453bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.415609 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-441cbcd6-474c-4c0e-b3fa-7184cda453bd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377573 Jun 02 21:27:29.418257 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37250) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:29.423061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c916834a-ee0f-4e73-8247-f3cc44f10e58 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': '655c093a-9c42-4c3b-8832-b5d76bc72508', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:27:29.428868 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c916834a-ee0f-4e73-8247-f3cc44f10e58 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:27:29.432622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c916834a-ee0f-4e73-8247-f3cc44f10e58 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:27:29.436119 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c916834a-ee0f-4e73-8247-f3cc44f10e58 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:27:29.441707 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c916834a-ee0f-4e73-8247-f3cc44f10e58 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:27:29.458399 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c916834a-ee0f-4e73-8247-f3cc44f10e58 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.521448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c916834a-ee0f-4e73-8247-f3cc44f10e58 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.524712 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c916834a-ee0f-4e73-8247-f3cc44f10e58 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.526483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d22a1d38-93a9-4976-8f36-b8c2fbae77f7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:29.547765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916834a-ee0f-4e73-8247-f3cc44f10e58 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f9e375-33f0-4061-8f37-3bd9f3a759e9,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:29.550174 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c916834a-ee0f-4e73-8247-f3cc44f10e58 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:29.556758 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c916834a-ee0f-4e73-8247-f3cc44f10e58 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.557898 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c916834a-ee0f-4e73-8247-f3cc44f10e58 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1387410 Jun 02 21:27:29.561242 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37252) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:29.565547 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-a07fbf9c-bff4-4b55-9abe-1f6519bfad79 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': '655c093a-9c42-4c3b-8832-b5d76bc72508', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:27:29.571203 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a07fbf9c-bff4-4b55-9abe-1f6519bfad79 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:27:29.574909 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a07fbf9c-bff4-4b55-9abe-1f6519bfad79 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:27:29.577791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a07fbf9c-bff4-4b55-9abe-1f6519bfad79 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:27:29.583362 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a07fbf9c-bff4-4b55-9abe-1f6519bfad79 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:27:29.598247 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a07fbf9c-bff4-4b55-9abe-1f6519bfad79 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.658611 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a07fbf9c-bff4-4b55-9abe-1f6519bfad79 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.662000 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a07fbf9c-bff4-4b55-9abe-1f6519bfad79 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.663750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b262d18e-afa3-402d-a241-2aa4b8a0fa37 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:29.685506 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fbf9c-bff4-4b55-9abe-1f6519bfad79 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93840043-ae08-4191-922b-41204d8b5b6a,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:29.689685 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a07fbf9c-bff4-4b55-9abe-1f6519bfad79 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:29.693857 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a07fbf9c-bff4-4b55-9abe-1f6519bfad79 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.695005 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a07fbf9c-bff4-4b55-9abe-1f6519bfad79 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1328764 Jun 02 21:27:29.697654 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37254) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:29.701944 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-ae7c3fa8-e17b-4e7e-a20d-3b025aed1917 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': '655c093a-9c42-4c3b-8832-b5d76bc72508', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:27:29.707614 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ae7c3fa8-e17b-4e7e-a20d-3b025aed1917 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:27:29.711339 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ae7c3fa8-e17b-4e7e-a20d-3b025aed1917 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:27:29.714149 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-ae7c3fa8-e17b-4e7e-a20d-3b025aed1917 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:27:29.720328 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-ae7c3fa8-e17b-4e7e-a20d-3b025aed1917 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:27:29.731400 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-ae7c3fa8-e17b-4e7e-a20d-3b025aed1917 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Project 005f4463c7db4317a0be9ff96a72eef9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 21:27:29.737749 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ae7c3fa8-e17b-4e7e-a20d-3b025aed1917 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.799721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ae7c3fa8-e17b-4e7e-a20d-3b025aed1917 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.802903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ae7c3fa8-e17b-4e7e-a20d-3b025aed1917 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.804779 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0bae1584-f278-4065-9eeb-048f2d2f6370 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:29.825798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c3fa8-e17b-4e7e-a20d-3b025aed1917 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=184fe517-9465-45d2-922b-0030fe31ab6e,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:29.828267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ae7c3fa8-e17b-4e7e-a20d-3b025aed1917 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:29.834796 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-ae7c3fa8-e17b-4e7e-a20d-3b025aed1917 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.835982 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-ae7c3fa8-e17b-4e7e-a20d-3b025aed1917 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374364 Jun 02 21:27:29.838631 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37256) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:29.843759 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-d1ba6612-2b56-4d08-aa1b-b7276f57a0f9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'security_group_rule': {'security_group_id': '655c093a-9c42-4c3b-8832-b5d76bc72508', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:27:29.849320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-d1ba6612-2b56-4d08-aa1b-b7276f57a0f9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:27:29.853080 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d1ba6612-2b56-4d08-aa1b-b7276f57a0f9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:security_group_rule and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:27:29.856075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-d1ba6612-2b56-4d08-aa1b-b7276f57a0f9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:27:29.862300 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-d1ba6612-2b56-4d08-aa1b-b7276f57a0f9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:27:29.874851 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-d1ba6612-2b56-4d08-aa1b-b7276f57a0f9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Project 005f4463c7db4317a0be9ff96a72eef9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 21:27:29.880231 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d1ba6612-2b56-4d08-aa1b-b7276f57a0f9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.943593 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d1ba6612-2b56-4d08-aa1b-b7276f57a0f9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.947048 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d1ba6612-2b56-4d08-aa1b-b7276f57a0f9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.954692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5a568d9e-26ae-4dff-87b7-82085b72f508 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:29.975080 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba6612-2b56-4d08-aa1b-b7276f57a0f9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0181767b-c756-432b-8e22-29400f920d87,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:29.977445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d1ba6612-2b56-4d08-aa1b-b7276f57a0f9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:29.981705 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d1ba6612-2b56-4d08-aa1b-b7276f57a0f9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:29.983104 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d1ba6612-2b56-4d08-aa1b-b7276f57a0f9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435006 Jun 02 21:27:29.985819 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37258) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:29.990554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-22e8720c-3125-43e8-bcc8-4daddebbaac4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'network': {'name': 'tempest-network-smoke--1241525732', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'port_security_enabled': True}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:27:29.996204 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-22e8720c-3125-43e8-bcc8-4daddebbaac4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:27:30.000292 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-22e8720c-3125-43e8-bcc8-4daddebbaac4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:network and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:27:30.003093 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-22e8720c-3125-43e8-bcc8-4daddebbaac4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:27:30.008711 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-22e8720c-3125-43e8-bcc8-4daddebbaac4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:27:30.019577 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e8720c-3125-43e8-bcc8-4daddebbaac4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Made reservation on behalf of 005f4463c7db4317a0be9ff96a72eef9 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:27:30.023010 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22e8720c-3125-43e8-bcc8-4daddebbaac4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:30.051564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e8720c-3125-43e8-bcc8-4daddebbaac4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:27:30.060107 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22e8720c-3125-43e8-bcc8-4daddebbaac4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:30.060685 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-22e8720c-3125-43e8-bcc8-4daddebbaac4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Added segment 70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042 of type vlan for network a8fbd856-47b6-4208-95df-e7196c339024 Jun 02 21:27:30.087725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22e8720c-3125-43e8-bcc8-4daddebbaac4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:30.115708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22e8720c-3125-43e8-bcc8-4daddebbaac4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:30.121019 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e8720c-3125-43e8-bcc8-4daddebbaac4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:30.121596 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-22e8720c-3125-43e8-bcc8-4daddebbaac4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:30.124946 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8cd2039b-9059-477c-b6ad-57897723348c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:30.231307 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-22e8720c-3125-43e8-bcc8-4daddebbaac4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2444689 Jun 02 21:27:30.232268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8720c-3125-43e8-bcc8-4daddebbaac4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Network': ['ID=a8fbd856-47b6-4208-95df-e7196c339024,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:30.234426 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37260) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:30.234969 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-22e8720c-3125-43e8-bcc8-4daddebbaac4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:30.239034 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2012243787', 'admin_state_up': True, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:27:30.242462 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network a8fbd856-47b6-4208-95df-e7196c339024 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:27:30.246389 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:27:30.250149 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:router and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:27:30.253226 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for router was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:27:30.264254 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:27:30.273440 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:30.274484 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:30.288959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:30.695047 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:30.891847 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4a6c659c-572c-4661-9c3d-d45bd61d8f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:31.009051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_gateway, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:31.040634 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:31.182043 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Allocated IP 172.26.0.89 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/ea3e177c-f254-412b-8cc3-2a3743a4824e) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:27:31.333913 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:31.365979 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:31.369738 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5ce98830-b55d-4cc7-b68f-f3e46f88beb1 tempest-ServerActionsTestJSON-752229888 tempest-ServerActionsTestJSON-752229888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:31.435703 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:27:31.438564 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:27:31.442205 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:27:31.471409 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=ea3e177c-f254-412b-8cc3-2a3743a4824e,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:31.477018 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:31.989684 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_gateway, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:32.326373 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:32.522868 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92548) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 21:27:32.701469 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:27:32.710577 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] Sync routers for ids ['5158dbfa-f6ba-4cb5-9eff-ec766f753a75'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:27:32.720364 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] Routers {'5158dbfa-f6ba-4cb5-9eff-ec766f753a75'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:27:32.720975 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:27:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['5158dbfa-f6ba-4cb5-9eff-ec766f753a75'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:32.729210 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:32.730524 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4950709 Jun 02 21:27:32.737578 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37264) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:32.772949 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ec21f653-078c-4080-958d-b17cac28ed29 tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=005f4463c7db4317a0be9ff96a72eef9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374374 Jun 02 21:27:32.775322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37266) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:32.897604 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] Set router 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:27:32.901093 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1c3d82-b685-464b-ba29-6f3534e98933 tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:32.902572 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-3e1c3d82-b685-464b-ba29-6f3534e98933 tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1263657 Jun 02 21:27:32.905919 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37268) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:32.947980 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-2b724cd8-0cd5-46a3-8260-5dd8ab2aaed5 tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9eda1993-8807-4a42-8466-556269663ed3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409217 Jun 02 21:27:32.950941 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37270) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:32.955615 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-48616124-f919-4bd4-afc4-b273a27f7697 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-429285715', 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024', 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:27:33.061896 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-48616124-f919-4bd4-afc4-b273a27f7697 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:27:33.065589 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-48616124-f919-4bd4-afc4-b273a27f7697 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:subnet and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:27:33.068365 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-48616124-f919-4bd4-afc4-b273a27f7697 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:27:33.073890 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-48616124-f919-4bd4-afc4-b273a27f7697 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:27:33.084782 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48616124-f919-4bd4-afc4-b273a27f7697 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Made reservation on behalf of 005f4463c7db4317a0be9ff96a72eef9 for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:27:33.088380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-48616124-f919-4bd4-afc4-b273a27f7697 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:33.191212 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012243787', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:27:30Z', 'updated_at': '2021-06-02T21:27:31Z', 'revision_number': 3, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:89:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:31Z', 'updated_at': '2021-06-02T21:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:33.195216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] Checking router: 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:27:33.195535 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] Updating router 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 port ea3e177c-f254-412b-8cc3-2a3743a4824e binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:27:33.252162 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:33.473327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1345a6d7-76f3-41f0-b51d-6d50e509ed52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:33.518765 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:33.601946 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:33.613445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] Transition to ACTIVE for port object ea3e177c-f254-412b-8cc3-2a3743a4824e will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:27:33.619472 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:33.623441 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-70e07de3-6028-44aa-b3e4-05c8dad23d9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:33.653518 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-48616124-f919-4bd4-afc4-b273a27f7697 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:33.658443 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-67e0b29d-7ae3-48e7-b3cc-078422409e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:33.701676 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] Attempting to bind port ea3e177c-f254-412b-8cc3-2a3743a4824e on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:27:33.702051 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] Attempting to bind port ea3e177c-f254-412b-8cc3-2a3743a4824e by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:27:33.702421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] Attempting to bind port ea3e177c-f254-412b-8cc3-2a3743a4824e on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:27:33.705689 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de326c3-5bf3-415e-bc1a-ab18840695f2 None None] Pushing event updated for resources: {'Port': ['ID=ea3e177c-f254-412b-8cc3-2a3743a4824e,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:33.709444 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7de326c3-5bf3-415e-bc1a-ab18840695f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:33.710347 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:27:33.710722 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:27:33.711346 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:33.711520 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:27:33.711987 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] Bound port: ea3e177c-f254-412b-8cc3-2a3743a4824e, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:27:33.712361 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:33.742669 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48616124-f919-4bd4-afc4-b273a27f7697 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Subnet': ['ID=04e70903-70f4-4fb2-af0d-ae8c38ee6d64,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:33.745520 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-48616124-f919-4bd4-afc4-b273a27f7697 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:33.751084 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48616124-f919-4bd4-afc4-b273a27f7697 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Checking segment: {'id': '70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:27:33.751483 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48616124-f919-4bd4-afc4-b273a27f7697 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network hostable DHCP agents. Network: a8fbd856-47b6-4208-95df-e7196c339024, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:27:33.769338 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48616124-f919-4bd4-afc4-b273a27f7697 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network a8fbd856-47b6-4208-95df-e7196c339024 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:27:33.788350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-48616124-f919-4bd4-afc4-b273a27f7697 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, a8fbd856-47b6-4208-95df-e7196c339024) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:27:33.798302 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7af8fa-5c94-421f-a6f8-7453a123312a None None] Network a8fbd856-47b6-4208-95df-e7196c339024 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:27:33.800052 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48616124-f919-4bd4-afc4-b273a27f7697 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:33.800651 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-48616124-f919-4bd4-afc4-b273a27f7697 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:33.825259 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-48616124-f919-4bd4-afc4-b273a27f7697 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8733370 Jun 02 21:27:33.828107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37272) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:33.911171 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] For port ea3e177c-f254-412b-8cc3-2a3743a4824e, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:27:33.931450 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] For port ea3e177c-f254-412b-8cc3-2a3743a4824e, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ea3e177c-f254-412b-8cc3-2a3743a4824e,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:27:33.943170 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:33.949019 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:34.093549 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] Routers {'5158dbfa-f6ba-4cb5-9eff-ec766f753a75'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:27:34.094179 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:27:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['5158dbfa-f6ba-4cb5-9eff-ec766f753a75'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:34.160819 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de326c3-5bf3-415e-bc1a-ab18840695f2 None None] Pushing event updated for resources: {'Port': ['ID=ea3e177c-f254-412b-8cc3-2a3743a4824e,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:34.171319 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7de326c3-5bf3-415e-bc1a-ab18840695f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:34.173271 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-a8fbd856-47b6-4208-95df-e7196c339024', 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ips': [{'subnet_id': '04e70903-70f4-4fb2-af0d-ae8c38ee6d64'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 21:27:34.174096 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:34.365449 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] Set router 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:27:34.534205 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:34.543106 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:34.601401 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Allocated IP 172.20.0.2 (a8fbd856-47b6-4208-95df-e7196c339024/04e70903-70f4-4fb2-af0d-ae8c38ee6d64/698dccd4-7a6f-4f9b-85f9-a1f41fa334fd) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:27:34.867730 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012243787', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:27:30Z', 'updated_at': '2021-06-02T21:27:31Z', 'revision_number': 3, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:89:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:31Z', 'updated_at': '2021-06-02T21:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:34.876670 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1831e6-028c-4e53-9515-1417142771ed None None] The sync data for ids ['5158dbfa-f6ba-4cb5-9eff-ec766f753a75'] in dv-neutron-601336-84-hyperv is: [{'id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012243787', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:27:30Z', 'updated_at': '2021-06-02T21:27:31Z', 'revision_number': 3, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:89:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:31Z', 'updated_at': '2021-06-02T21:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:27:34.893197 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:34.901139 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Transition to ACTIVE for port object 698dccd4-7a6f-4f9b-85f9-a1f41fa334fd will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:27:34.920126 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Transition to ACTIVE for port object 698dccd4-7a6f-4f9b-85f9-a1f41fa334fd will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:27:34.925824 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:34.930420 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-370b2482-e835-4721-a79f-7efb41dd151d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:34.998986 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Network a8fbd856-47b6-4208-95df-e7196c339024 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:27:35.002625 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:27:35.006642 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:27:35.040656 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Pushing event updated for resources: {'Port': ['ID=698dccd4-7a6f-4f9b-85f9-a1f41fa334fd,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:35.049212 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:35.117648 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Attempting to bind port 698dccd4-7a6f-4f9b-85f9-a1f41fa334fd on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:27:35.118024 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Attempting to bind port 698dccd4-7a6f-4f9b-85f9-a1f41fa334fd by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:27:35.118396 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Attempting to bind port 698dccd4-7a6f-4f9b-85f9-a1f41fa334fd on network a8fbd856-47b6-4208-95df-e7196c339024 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:27:35.128642 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:27:35.129031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Checking segment: {'id': '70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:27:35.129445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:35.130483 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Bound using segment: {'id': '70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:27:35.130483 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Bound port: 698dccd4-7a6f-4f9b-85f9-a1f41fa334fd, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:27:35.130683 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:35.168794 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Allocated IP 172.20.0.1 (a8fbd856-47b6-4208-95df-e7196c339024/04e70903-70f4-4fb2-af0d-ae8c38ee6d64/cb8990ed-cecd-4ccc-914e-5c3babfa15ea) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:27:35.316373 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] For port 698dccd4-7a6f-4f9b-85f9-a1f41fa334fd, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:27:35.319981 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] For port 698dccd4-7a6f-4f9b-85f9-a1f41fa334fd, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=698dccd4-7a6f-4f9b-85f9-a1f41fa334fd,segment=NetworkSegment(70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042),segment_id=70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:27:35.326592 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:35.331426 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:35.364643 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ea3e177c-f254-412b-8cc3-2a3743a4824e up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:27:35.369621 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:35.387004 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Transition to ACTIVE for port object cb8990ed-cecd-4ccc-914e-5c3babfa15ea will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:27:35.413807 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:35.420697 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b235771b-78d4-4e6e-bdf7-48f4b9cf3236 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:35.470789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Pushing event updated for resources: {'Port': ['ID=698dccd4-7a6f-4f9b-85f9-a1f41fa334fd,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:35.480747 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:35.485512 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port ea3e177c-f254-412b-8cc3-2a3743a4824e completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:27:35.489297 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network a8fbd856-47b6-4208-95df-e7196c339024 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:27:35.491606 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port ea3e177c-f254-412b-8cc3-2a3743a4824e triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:27:35.491606 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:35.499382 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:27:35.501959 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:27:35.570451 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:35.627642 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:35.662852 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port ea3e177c-f254-412b-8cc3-2a3743a4824e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ea3e177c-f254-412b-8cc3-2a3743a4824e,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:27:35.673539 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:35.675854 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-40f040d5-bfa1-42b5-bbb5-30ae9396fdda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:35.723575 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=cb8990ed-cecd-4ccc-914e-5c3babfa15ea,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:35.727096 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:35.766545 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=ea3e177c-f254-412b-8cc3-2a3743a4824e,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:35.770914 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:35.901960 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:36.130914 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:36.320529 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:36.326538 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:36.354937 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3e38f5b8-5961-44aa-9544-bfa2aa6a0398 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:36.420040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7757d8f-b015-4d0b-b81b-55567ccc0f73 None None] Network a8fbd856-47b6-4208-95df-e7196c339024 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:27:36.438535 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=cb8990ed-cecd-4ccc-914e-5c3babfa15ea,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:36.442868 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:36.443837 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:36.524474 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-e90d5eca-66d0-41a6-9a13-34947718b714 None None] Provisioning for port 698dccd4-7a6f-4f9b-85f9-a1f41fa334fd completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:27:36.595055 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network a8fbd856-47b6-4208-95df-e7196c339024 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:27:36.596466 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:27:36.954536 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:27:36.963926 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-435836f6-4d0d-4272-aa13-a60256c62a1d None None] Provisioning for port cb8990ed-cecd-4ccc-914e-5c3babfa15ea completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:27:36.969480 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-435836f6-4d0d-4272-aa13-a60256c62a1d None None] Provisioning complete for port cb8990ed-cecd-4ccc-914e-5c3babfa15ea triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:27:36.970030 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-435836f6-4d0d-4272-aa13-a60256c62a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:37.029993 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-435836f6-4d0d-4272-aa13-a60256c62a1d None None] Port cb8990ed-cecd-4ccc-914e-5c3babfa15ea cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:27:37.142178 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:27:37.154054 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] Sync routers for ids ['5158dbfa-f6ba-4cb5-9eff-ec766f753a75'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:27:37.160619 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "PUT /v2.0/routers/5158dbfa-f6ba-4cb5-9eff-ec766f753a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3313696 Jun 02 21:27:37.160829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9a8215cd-e28a-4c66-96a8-2c6faf8f4dcc None None] Provisioning complete for port cb8990ed-cecd-4ccc-914e-5c3babfa15ea triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:27:37.161267 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9a8215cd-e28a-4c66-96a8-2c6faf8f4dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:37.180661 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] Routers {'5158dbfa-f6ba-4cb5-9eff-ec766f753a75'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:27:37.181307 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:27:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['5158dbfa-f6ba-4cb5-9eff-ec766f753a75'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:37.225199 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-9a8215cd-e28a-4c66-96a8-2c6faf8f4dcc None None] Port cb8990ed-cecd-4ccc-914e-5c3babfa15ea cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:27:37.347500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-fb06fd6c-b4c5-44eb-ac99-5987a2606292 None None] Provisioning complete for port cb8990ed-cecd-4ccc-914e-5c3babfa15ea triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:27:37.347966 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fb06fd6c-b4c5-44eb-ac99-5987a2606292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:37.364365 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4e074624-e7f7-4011-b93e-4ef825c4ca65 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:27:37.391388 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4e074624-e7f7-4011-b93e-4ef825c4ca65 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:27:37.393294 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4e074624-e7f7-4011-b93e-4ef825c4ca65 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1799522240&fields=id&tenant_id=005f4463c7db4317a0be9ff96a72eef9 HTTP/1.1" status: 200 len: 267 time: 0.0709457 Jun 02 21:27:37.415658 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ea3e177c-f254-412b-8cc3-2a3743a4824e up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:27:37.439036 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] Set router 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:27:37.447939 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-fb06fd6c-b4c5-44eb-ac99-5987a2606292 None None] Port cb8990ed-cecd-4ccc-914e-5c3babfa15ea cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:27:37.489952 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port ea3e177c-f254-412b-8cc3-2a3743a4824e triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:27:37.490735 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:37.550238 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-55e9a84d-8cc3-43f8-9212-55a11df30e95 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:37.551704 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-55e9a84d-8cc3-43f8-9212-55a11df30e95 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/networks?id=a8fbd856-47b6-4208-95df-e7196c339024 HTTP/1.1" status: 200 len: 797 time: 0.1516047 Jun 02 21:27:37.567582 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-b5f80cd3-ec45-49a6-bb2a-0a1e68aed845 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/quotas/005f4463c7db4317a0be9ff96a72eef9 HTTP/1.1" status: 200 len: 375 time: 0.0098839 Jun 02 21:27:37.613672 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 698dccd4-7a6f-4f9b-85f9-a1f41fa334fd up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:27:37.660346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-9d52f038-57b0-4893-af5c-9bc49f077745 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:27:37.675600 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-9d52f038-57b0-4893-af5c-9bc49f077745 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:27:37.676948 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-9d52f038-57b0-4893-af5c-9bc49f077745 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035981 Jun 02 21:27:37.688292 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 698dccd4-7a6f-4f9b-85f9-a1f41fa334fd completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:27:37.693307 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 698dccd4-7a6f-4f9b-85f9-a1f41fa334fd triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:27:37.693751 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:37.762719 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012243787', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:27:30Z', 'updated_at': '2021-06-02T21:27:35Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:31Z', 'updated_at': '2021-06-02T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'cb8990ed-cecd-4ccc-914e-5c3babfa15ea', 'name': '', 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:c0:48:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '04e70903-70f4-4fb2-af0d-ae8c38ee6d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:34Z', 'updated_at': '2021-06-02T21:27:36Z', 'revision_number': 2, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '04e70903-70f4-4fb2-af0d-ae8c38ee6d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:37.767383 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] Checking router: 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:27:37.767985 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] Updating router 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 port cb8990ed-cecd-4ccc-914e-5c3babfa15ea binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:27:37.814707 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:37.817565 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-a7049479-1d08-4ead-a616-beda2e4bd8d1 service neutron] 10.222.0.25 "GET /v2.0/networks/a8fbd856-47b6-4208-95df-e7196c339024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284633 Jun 02 21:27:37.824058 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:37.848624 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 698dccd4-7a6f-4f9b-85f9-a1f41fa334fd, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=698dccd4-7a6f-4f9b-85f9-a1f41fa334fd,segment=NetworkSegment(70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042),segment_id=70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:27:37.853657 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:37.855476 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-2274429b-fc7e-48b3-82bc-cee9cb6bf8a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:37.921720 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=698dccd4-7a6f-4f9b-85f9-a1f41fa334fd,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:37.924712 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:37.968901 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-939712eb-53e1-4c56-8d78-d96c0a31d934 service neutron] 10.222.0.25 "GET /v2.0/networks/a8fbd856-47b6-4208-95df-e7196c339024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456223 Jun 02 21:27:38.167076 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-e4e6c534-82d6-46cc-b1b9-33a0165302e5 req-3edccabd-53b8-4f5b-9295-6646e25c21de tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:27:38.179717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-e4e6c534-82d6-46cc-b1b9-33a0165302e5 req-3edccabd-53b8-4f5b-9295-6646e25c21de tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:27:38.179878 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:38.180864 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e4e6c534-82d6-46cc-b1b9-33a0165302e5 req-3edccabd-53b8-4f5b-9295-6646e25c21de tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 210 time: 0.0676210 Jun 02 21:27:38.192710 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] Transition to ACTIVE for port object cb8990ed-cecd-4ccc-914e-5c3babfa15ea will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:27:38.199532 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:38.202952 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-56326b45-534e-49fc-989b-41af5c1005f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:38.396808 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c11e32-d367-4984-adb9-c198297606bd None None] Pushing event updated for resources: {'Port': ['ID=cb8990ed-cecd-4ccc-914e-5c3babfa15ea,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:38.414896 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c11e32-d367-4984-adb9-c198297606bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:38.415871 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c11e32-d367-4984-adb9-c198297606bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:38.416010 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c11e32-d367-4984-adb9-c198297606bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:38.416328 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c11e32-d367-4984-adb9-c198297606bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:38.416655 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c11e32-d367-4984-adb9-c198297606bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:38.416981 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c11e32-d367-4984-adb9-c198297606bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:38.417307 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c11e32-d367-4984-adb9-c198297606bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:38.417630 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c11e32-d367-4984-adb9-c198297606bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:38.418046 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c11e32-d367-4984-adb9-c198297606bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:38.418258 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c11e32-d367-4984-adb9-c198297606bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:38.418573 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c11e32-d367-4984-adb9-c198297606bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:38.419617 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c11e32-d367-4984-adb9-c198297606bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:27:38.424796 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-01c11e32-d367-4984-adb9-c198297606bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:38.427182 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] Attempting to bind port cb8990ed-cecd-4ccc-914e-5c3babfa15ea on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:27:38.427742 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] Attempting to bind port cb8990ed-cecd-4ccc-914e-5c3babfa15ea by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:27:38.428284 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] Attempting to bind port cb8990ed-cecd-4ccc-914e-5c3babfa15ea on network a8fbd856-47b6-4208-95df-e7196c339024 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:27:38.434188 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:27:38.434568 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] Checking segment: {'id': '70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:27:38.435541 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:38.436124 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] Bound using segment: {'id': '70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:27:38.436757 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] Bound port: cb8990ed-cecd-4ccc-914e-5c3babfa15ea, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:27:38.437315 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:38.527483 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] For port cb8990ed-cecd-4ccc-914e-5c3babfa15ea, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:27:38.530502 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] For port cb8990ed-cecd-4ccc-914e-5c3babfa15ea, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=cb8990ed-cecd-4ccc-914e-5c3babfa15ea,segment=NetworkSegment(70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042),segment_id=70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:27:38.534002 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:38.537398 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-d380dfa1-b619-4e23-8850-b458ea5ac22c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:38.616420 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c11e32-d367-4984-adb9-c198297606bd None None] Pushing event updated for resources: {'Port': ['ID=cb8990ed-cecd-4ccc-914e-5c3babfa15ea,revision_number=4']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:38.619945 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-01c11e32-d367-4984-adb9-c198297606bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:38.620521 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] Routers {'5158dbfa-f6ba-4cb5-9eff-ec766f753a75'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:27:38.621105 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:27:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['5158dbfa-f6ba-4cb5-9eff-ec766f753a75'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:38.802054 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] Set router 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:27:39.144089 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012243787', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:27:30Z', 'updated_at': '2021-06-02T21:27:35Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:31Z', 'updated_at': '2021-06-02T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'cb8990ed-cecd-4ccc-914e-5c3babfa15ea', 'name': '', 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:c0:48:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '04e70903-70f4-4fb2-af0d-ae8c38ee6d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:34Z', 'updated_at': '2021-06-02T21:27:38Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '04e70903-70f4-4fb2-af0d-ae8c38ee6d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:39.148210 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76587e86-ee72-465a-9cc6-7be9d3235bcb None None] The sync data for ids ['5158dbfa-f6ba-4cb5-9eff-ec766f753a75'] in dv-neutron-601336-84-hyperv is: [{'id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012243787', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:27:30Z', 'updated_at': '2021-06-02T21:27:35Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:31Z', 'updated_at': '2021-06-02T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'cb8990ed-cecd-4ccc-914e-5c3babfa15ea', 'name': '', 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:c0:48:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '04e70903-70f4-4fb2-af0d-ae8c38ee6d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:34Z', 'updated_at': '2021-06-02T21:27:38Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '04e70903-70f4-4fb2-af0d-ae8c38ee6d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:27:39.272016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-972c3567-6f6a-42cb-be13-3ac4c2d9f5cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:39.273141 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-972c3567-6f6a-42cb-be13-3ac4c2d9f5cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:network {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:27:39.320429 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-972c3567-6f6a-42cb-be13-3ac4c2d9f5cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:network {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:27:39.321627 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-972c3567-6f6a-42cb-be13-3ac4c2d9f5cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "GET /v2.0/networks?id=a8fbd856-47b6-4208-95df-e7196c339024 HTTP/1.1" status: 200 len: 797 time: 0.2549238 Jun 02 21:27:39.387417 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-afa8949c-3107-4759-b567-8378612a05db req-b3309a2b-316e-4d20-b9f6-db157ad6e3b5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 210 time: 0.0499449 Jun 02 21:27:39.401459 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-f1ea18e8-6566-4342-8500-c76df3507e8d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:27:39.415765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-f1ea18e8-6566-4342-8500-c76df3507e8d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:27:39.417123 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-f1ea18e8-6566-4342-8500-c76df3507e8d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=005f4463c7db4317a0be9ff96a72eef9 HTTP/1.1" status: 200 len: 380 time: 0.0830932 Jun 02 21:27:39.426546 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-2cc517d5-5fd2-4ee0-9839-20e2d5eb8791 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'port': {'device_id': '3797fd75-325a-4f4f-91b8-ff321f3459c7', 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024', 'admin_state_up': True, 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'security_groups': ['655c093a-9c42-4c3b-8832-b5d76bc72508']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:27:39.431515 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device cb8990ed-cecd-4ccc-914e-5c3babfa15ea up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:27:39.505709 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port cb8990ed-cecd-4ccc-914e-5c3babfa15ea completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:27:39.511176 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port cb8990ed-cecd-4ccc-914e-5c3babfa15ea triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:27:39.511625 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:39.579643 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-2cc517d5-5fd2-4ee0-9839-20e2d5eb8791 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:27:39.589888 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-2cc517d5-5fd2-4ee0-9839-20e2d5eb8791 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:27:39.602984 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-2cc517d5-5fd2-4ee0-9839-20e2d5eb8791 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Made reservation on behalf of 005f4463c7db4317a0be9ff96a72eef9 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:27:39.607055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-2cc517d5-5fd2-4ee0-9839-20e2d5eb8791 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:39.646687 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:39.682257 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port cb8990ed-cecd-4ccc-914e-5c3babfa15ea, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=cb8990ed-cecd-4ccc-914e-5c3babfa15ea,segment=NetworkSegment(70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042),segment_id=70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:27:39.686991 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:39.688294 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 698dccd4-7a6f-4f9b-85f9-a1f41fa334fd up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:27:39.719962 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:39.789549 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-2cc517d5-5fd2-4ee0-9839-20e2d5eb8791 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Allocated IP 172.20.0.8 (a8fbd856-47b6-4208-95df-e7196c339024/04e70903-70f4-4fb2-af0d-ae8c38ee6d64/f5e69b42-c6c7-4088-91c4-f0d77d75e23a) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:27:39.862275 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=cb8990ed-cecd-4ccc-914e-5c3babfa15ea,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:39.866687 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:39.874271 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 698dccd4-7a6f-4f9b-85f9-a1f41fa334fd triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:27:39.874649 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:40.013290 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-2cc517d5-5fd2-4ee0-9839-20e2d5eb8791 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:40.029684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-2cc517d5-5fd2-4ee0-9839-20e2d5eb8791 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Transition to ACTIVE for port object f5e69b42-c6c7-4088-91c4-f0d77d75e23a will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:27:40.053940 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-2cc517d5-5fd2-4ee0-9839-20e2d5eb8791 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:40.060593 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a4efe1a2-240d-4032-883e-9f721dc62db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:40.128335 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-2cc517d5-5fd2-4ee0-9839-20e2d5eb8791 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network a8fbd856-47b6-4208-95df-e7196c339024 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:27:40.132160 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-2cc517d5-5fd2-4ee0-9839-20e2d5eb8791 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:27:40.136325 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-2cc517d5-5fd2-4ee0-9839-20e2d5eb8791 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:27:40.174377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc517d5-5fd2-4ee0-9839-20e2d5eb8791 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=f5e69b42-c6c7-4088-91c4-f0d77d75e23a,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:40.179070 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2cc517d5-5fd2-4ee0-9839-20e2d5eb8791 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:40.209804 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-2cc517d5-5fd2-4ee0-9839-20e2d5eb8791 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:40.210400 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-2cc517d5-5fd2-4ee0-9839-20e2d5eb8791 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:40.245195 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-2cc517d5-5fd2-4ee0-9839-20e2d5eb8791 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8228240 Jun 02 21:27:40.258271 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Request body: {'port': {'device_id': '3797fd75-325a-4f4f-91b8-ff321f3459c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:27:40.445977 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c26c3721-b6be-4a3e-8f2a-16f61024109d None None] Provisioning for port f5e69b42-c6c7-4088-91c4-f0d77d75e23a completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:27:40.451960 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c26c3721-b6be-4a3e-8f2a-16f61024109d None None] Provisioning complete for port f5e69b42-c6c7-4088-91c4-f0d77d75e23a triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:27:40.452387 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c26c3721-b6be-4a3e-8f2a-16f61024109d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:40.509803 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-c26c3721-b6be-4a3e-8f2a-16f61024109d None None] Port f5e69b42-c6c7-4088-91c4-f0d77d75e23a cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:27:40.564187 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:40.708246 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701eab3-9cfb-4269-9c73-945cf3f92746 req-c13090ba-df65-4e9d-bcfc-341885795aae tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:40.708956 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-3701eab3-9cfb-4269-9c73-945cf3f92746 req-c13090ba-df65-4e9d-bcfc-341885795aae tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:27:40.777169 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-3701eab3-9cfb-4269-9c73-945cf3f92746 req-c13090ba-df65-4e9d-bcfc-341885795aae tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:27:40.778450 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3701eab3-9cfb-4269-9c73-945cf3f92746 req-c13090ba-df65-4e9d-bcfc-341885795aae tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 931 time: 0.2711596 Jun 02 21:27:40.902280 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3701eab3-9cfb-4269-9c73-945cf3f92746 req-1c36bc30-a514-4c9b-bf32-a7d959a854ac tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=655c093a-9c42-4c3b-8832-b5d76bc72508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167910 Jun 02 21:27:41.029169 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e69b42-c6c7-4088-91c4-f0d77d75e23a {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:27:41.036376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:41.050353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Transition to ACTIVE for port object f5e69b42-c6c7-4088-91c4-f0d77d75e23a will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:27:41.054339 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:41.058785 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-40d1a7e5-5538-463c-9e8b-1f03db5582a5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:41.207946 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e69b42-c6c7-4088-91c4-f0d77d75e23a,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:41.215332 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:41.290998 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Attempting to bind port f5e69b42-c6c7-4088-91c4-f0d77d75e23a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:27:41.291231 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Attempting to bind port f5e69b42-c6c7-4088-91c4-f0d77d75e23a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:27:41.291547 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Attempting to bind port f5e69b42-c6c7-4088-91c4-f0d77d75e23a on network a8fbd856-47b6-4208-95df-e7196c339024 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:27:41.296810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Port f5e69b42-c6c7-4088-91c4-f0d77d75e23a on network a8fbd856-47b6-4208-95df-e7196c339024 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 21:27:41.297133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Attempting to bind port f5e69b42-c6c7-4088-91c4-f0d77d75e23a on network a8fbd856-47b6-4208-95df-e7196c339024 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:27:41.297240 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device cb8990ed-cecd-4ccc-914e-5c3babfa15ea up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:27:41.302339 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:27:41.302677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Checking segment: {'id': '70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:27:41.303066 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Bound using segment: {'id': '70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:27:41.303520 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Bound port: f5e69b42-c6c7-4088-91c4-f0d77d75e23a, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:27:41.303864 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:41.372896 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port cb8990ed-cecd-4ccc-914e-5c3babfa15ea triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:27:41.373470 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:41.393361 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] For port f5e69b42-c6c7-4088-91c4-f0d77d75e23a, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:27:41.396390 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] For port f5e69b42-c6c7-4088-91c4-f0d77d75e23a, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f5e69b42-c6c7-4088-91c4-f0d77d75e23a,segment=NetworkSegment(70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042),segment_id=70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:27:41.401065 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:41.405746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2b22cd6d-6cf8-4527-b61e-22fe2b99e6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:41.459573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:41.460182 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:41.461518 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] 10.222.0.95 "PUT /v2.0/ports/f5e69b42-c6c7-4088-91c4-f0d77d75e23a HTTP/1.1" status: 200 len: 1093 time: 1.2086048 Jun 02 21:27:41.462086 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3797fd75-325a-4f4f-91b8-ff321f3459c7', 'tag': 'f5e69b42-c6c7-4088-91c4-f0d77d75e23a'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:27:41.464464 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f224f243-1ce0-4d27-9de0-c3c03657e87e" -d '{"events": [{"name": "network-changed", "server_uuid": "3797fd75-325a-4f4f-91b8-ff321f3459c7", "tag": "f5e69b42-c6c7-4088-91c4-f0d77d75e23a"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:27:41.490440 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e69b42-c6c7-4088-91c4-f0d77d75e23a,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:41.493919 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:41.546790 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb706b57-aff5-41e7-a0e1-4ccab9cd847c x-openstack-request-id: req-fb706b57-aff5-41e7-a0e1-4ccab9cd847c {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:27:41.547122 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3797fd75-325a-4f4f-91b8-ff321f3459c7", "tag": "f5e69b42-c6c7-4088-91c4-f0d77d75e23a", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:27:41.547441 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb706b57-aff5-41e7-a0e1-4ccab9cd847c {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:27:41.547885 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3797fd75-325a-4f4f-91b8-ff321f3459c7', 'tag': 'f5e69b42-c6c7-4088-91c4-f0d77d75e23a', 'status': 'completed', 'code': 200} Jun 02 21:27:41.590009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-a29bfb30-0174-48eb-945c-117fd1785334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:41.592063 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-a29bfb30-0174-48eb-945c-117fd1785334 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 1096 time: 0.0776985 Jun 02 21:27:41.663788 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-167432d5-cbf7-445f-9dc5-0465b6d5e6ef service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e69b42-c6c7-4088-91c4-f0d77d75e23a HTTP/1.1" status: 200 len: 217 time: 0.0652356 Jun 02 21:27:41.727235 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-474e7a75-942e-4e5d-a16c-8d7ce87a6631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:41.728722 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-474e7a75-942e-4e5d-a16c-8d7ce87a6631 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=04e70903-70f4-4fb2-af0d-ae8c38ee6d64 HTTP/1.1" status: 200 len: 834 time: 0.0582855 Jun 02 21:27:41.806216 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-16a41a2b-2c49-4227-a33b-e1945b74053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:41.807693 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-16a41a2b-2c49-4227-a33b-e1945b74053c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8fbd856-47b6-4208-95df-e7196c339024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0730391 Jun 02 21:27:41.939020 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-69747624-2fa8-4d47-8f7a-d6e6f977153c service neutron] 10.222.0.95 "GET /v2.0/networks/a8fbd856-47b6-4208-95df-e7196c339024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247144 Jun 02 21:27:42.124356 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dfd91929-f914-4c57-bad2-b4c25fdfb44e req-283835c9-2bde-476a-9b5c-5cc288af199a service neutron] 10.222.0.95 "GET /v2.0/networks/a8fbd856-47b6-4208-95df-e7196c339024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779518 Jun 02 21:27:42.140398 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b445c-d9f3-497b-bba4-3d9f1462e965 req-1c30c0db-3407-4e0e-981a-10e3980da3c0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:42.141925 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7a7b445c-d9f3-497b-bba4-3d9f1462e965 req-1c30c0db-3407-4e0e-981a-10e3980da3c0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 943 time: 0.1213260 Jun 02 21:27:42.230028 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7a7b445c-d9f3-497b-bba4-3d9f1462e965 req-4645388a-6ab7-46be-a243-d17607cd7ec7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=655c093a-9c42-4c3b-8832-b5d76bc72508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818868 Jun 02 21:27:42.256928 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224f243-1ce0-4d27-9de0-c3c03657e87e req-6bdf00de-3bfe-4323-bfd5-7d21eccc71fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:42.258363 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f224f243-1ce0-4d27-9de0-c3c03657e87e req-6bdf00de-3bfe-4323-bfd5-7d21eccc71fa service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 1096 time: 0.0886981 Jun 02 21:27:42.545620 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224f243-1ce0-4d27-9de0-c3c03657e87e req-8b0f39a0-bb8a-43bb-8cd8-627c610a5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:42.546987 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f224f243-1ce0-4d27-9de0-c3c03657e87e req-8b0f39a0-bb8a-43bb-8cd8-627c610a5bb0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8fbd856-47b6-4208-95df-e7196c339024 HTTP/1.1" status: 200 len: 898 time: 0.2823205 Jun 02 21:27:42.613403 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f224f243-1ce0-4d27-9de0-c3c03657e87e req-5dbc4207-604b-42f5-bdc9-2d4c68029a97 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e69b42-c6c7-4088-91c4-f0d77d75e23a HTTP/1.1" status: 200 len: 217 time: 0.0598388 Jun 02 21:27:42.680068 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224f243-1ce0-4d27-9de0-c3c03657e87e req-819a6f12-8aeb-4f12-848c-f298838cb7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:42.681737 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f224f243-1ce0-4d27-9de0-c3c03657e87e req-819a6f12-8aeb-4f12-848c-f298838cb7e3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=04e70903-70f4-4fb2-af0d-ae8c38ee6d64 HTTP/1.1" status: 200 len: 834 time: 0.0604110 Jun 02 21:27:42.756309 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224f243-1ce0-4d27-9de0-c3c03657e87e req-655a05b6-3ece-46a3-ab72-e3231721a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:42.757830 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f224f243-1ce0-4d27-9de0-c3c03657e87e req-655a05b6-3ece-46a3-ab72-e3231721a432 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8fbd856-47b6-4208-95df-e7196c339024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0695744 Jun 02 21:27:42.887050 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f224f243-1ce0-4d27-9de0-c3c03657e87e req-e516cdae-acb1-404c-b9b4-136d50657e8a service neutron] 10.222.0.95 "GET /v2.0/networks/a8fbd856-47b6-4208-95df-e7196c339024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216645 Jun 02 21:27:43.020166 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f224f243-1ce0-4d27-9de0-c3c03657e87e req-d259365b-7632-44f6-9e43-10e96d8ec031 service neutron] 10.222.0.95 "GET /v2.0/networks/a8fbd856-47b6-4208-95df-e7196c339024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263776 Jun 02 21:27:43.425107 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c08524-8dd6-4a99-a456-0c7754697eb3 req-24d048b9-a6dc-4d10-bc58-ea42d4b78325 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:43.427277 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-62c08524-8dd6-4a99-a456-0c7754697eb3 req-24d048b9-a6dc-4d10-bc58-ea42d4b78325 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 943 time: 0.0902586 Jun 02 21:27:43.470904 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-62c08524-8dd6-4a99-a456-0c7754697eb3 req-172bccbc-aef3-4f4b-9c32-c999af43a5e8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=655c093a-9c42-4c3b-8832-b5d76bc72508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385358 Jun 02 21:27:44.659601 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb294e6-8bd6-4ee2-9bd0-e75c118a4086 req-6b1b14ab-d767-4b15-95e7-0e07cc6a0825 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:44.661035 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9fb294e6-8bd6-4ee2-9bd0-e75c118a4086 req-6b1b14ab-d767-4b15-95e7-0e07cc6a0825 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 943 time: 0.0847476 Jun 02 21:27:44.704335 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9fb294e6-8bd6-4ee2-9bd0-e75c118a4086 req-82b0123c-a5b9-4c0b-9b67-aa00c17afde6 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=655c093a-9c42-4c3b-8832-b5d76bc72508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378082 Jun 02 21:27:44.954002 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:45.342502 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device f5e69b42-c6c7-4088-91c4-f0d77d75e23a details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:27:45.476266 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port f5e69b42-c6c7-4088-91c4-f0d77d75e23a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f5e69b42-c6c7-4088-91c4-f0d77d75e23a,segment=NetworkSegment(70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042),segment_id=70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:27:45.488854 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': 'f5e69b42-c6c7-4088-91c4-f0d77d75e23a', 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024', 'port_id': 'f5e69b42-c6c7-4088-91c4-f0d77d75e23a', 'mac_address': 'fa:16:3e:13:66:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04e70903-70f4-4fb2-af0d-ae8c38ee6d64', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:27:45.546038 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:45.562724 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e69b42-c6c7-4088-91c4-f0d77d75e23a {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:27:45.578267 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port f5e69b42-c6c7-4088-91c4-f0d77d75e23a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f5e69b42-c6c7-4088-91c4-f0d77d75e23a,segment=NetworkSegment(70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042),segment_id=70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:27:45.581190 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:45.583043 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c5d36a7a-23b0-4245-8f0e-67bd2f460953 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:45.645754 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=f5e69b42-c6c7-4088-91c4-f0d77d75e23a,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:45.648574 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:45.885900 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a379112-d1a1-446f-86e8-e0ac37a4191f req-5eb073cb-b33d-4383-9082-c5935d2292ad tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:45.887380 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2a379112-d1a1-446f-86e8-e0ac37a4191f req-5eb073cb-b33d-4383-9082-c5935d2292ad tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 944 time: 0.0814188 Jun 02 21:27:45.932126 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['f5e69b42-c6c7-4088-91c4-f0d77d75e23a'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:27:45.932825 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2a379112-d1a1-446f-86e8-e0ac37a4191f req-b662ad0b-3f30-4101-aa25-cfe9494d45fb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=655c093a-9c42-4c3b-8832-b5d76bc72508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398347 Jun 02 21:27:47.115970 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a45d01-6087-48cf-a495-a792243950f6 req-a7cd22a9-3925-4e33-8966-93f160ee1380 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:47.117329 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-72a45d01-6087-48cf-a495-a792243950f6 req-a7cd22a9-3925-4e33-8966-93f160ee1380 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 944 time: 0.0787530 Jun 02 21:27:47.160886 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-72a45d01-6087-48cf-a495-a792243950f6 req-044c71fa-27a4-489f-9ebc-4b1ca18f96a7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=655c093a-9c42-4c3b-8832-b5d76bc72508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375559 Jun 02 21:27:47.345059 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device f5e69b42-c6c7-4088-91c4-f0d77d75e23a up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:27:47.413721 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port f5e69b42-c6c7-4088-91c4-f0d77d75e23a completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:27:47.417994 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port f5e69b42-c6c7-4088-91c4-f0d77d75e23a triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:27:47.418371 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:47.534085 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:47.560740 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3797fd75-325a-4f4f-91b8-ff321f3459c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e69b42-c6c7-4088-91c4-f0d77d75e23a'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:27:47.563083 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fcb581-ec4e-4a4a-b4c7-5c4da8571b64" -d '{"events": [{"server_uuid": "3797fd75-325a-4f4f-91b8-ff321f3459c7", "name": "network-vif-plugged", "status": "completed", "tag": "f5e69b42-c6c7-4088-91c4-f0d77d75e23a"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:27:47.570426 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port f5e69b42-c6c7-4088-91c4-f0d77d75e23a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f5e69b42-c6c7-4088-91c4-f0d77d75e23a,segment=NetworkSegment(70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042),segment_id=70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:27:47.574539 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:47.576808 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:47.611312 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0f4b61-fd84-491c-a80b-cfd9f5ea8011 x-openstack-request-id: req-bf0f4b61-fd84-491c-a80b-cfd9f5ea8011 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:27:47.611608 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3797fd75-325a-4f4f-91b8-ff321f3459c7", "name": "network-vif-plugged", "status": "completed", "tag": "f5e69b42-c6c7-4088-91c4-f0d77d75e23a", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:27:47.611863 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf0f4b61-fd84-491c-a80b-cfd9f5ea8011 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:27:47.612246 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3797fd75-325a-4f4f-91b8-ff321f3459c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e69b42-c6c7-4088-91c4-f0d77d75e23a', 'code': 200} Jun 02 21:27:47.642744 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=f5e69b42-c6c7-4088-91c4-f0d77d75e23a,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:47.645879 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:47.833666 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d219009-6a6b-432f-a3f2-c6c0d806b015 req-1310769c-1f68-48b6-b8f2-04f9dcaf7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:47.835116 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1d219009-6a6b-432f-a3f2-c6c0d806b015 req-1310769c-1f68-48b6-b8f2-04f9dcaf7843 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 1098 time: 0.0727844 Jun 02 21:27:47.875350 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1d219009-6a6b-432f-a3f2-c6c0d806b015 req-5bd18001-1602-434a-9adc-f2465d3199fb service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=655c093a-9c42-4c3b-8832-b5d76bc72508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332077 Jun 02 21:27:48.344034 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169b57d-e69e-45cd-bf84-5004e9c5ebb7 req-cbc581b6-91e9-4b3b-bec3-95809ec406e5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:48.345494 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c169b57d-e69e-45cd-bf84-5004e9c5ebb7 req-cbc581b6-91e9-4b3b-bec3-95809ec406e5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 945 time: 0.0789428 Jun 02 21:27:48.393269 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c169b57d-e69e-45cd-bf84-5004e9c5ebb7 req-975472b8-67f2-4fd9-b32b-ead52451acea tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=655c093a-9c42-4c3b-8832-b5d76bc72508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420446 Jun 02 21:27:49.578409 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7d76b-6356-48fb-8c2c-ee54833bb4fc req-7f0ded13-0c4d-4cd9-86ba-98e1c2072277 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:49.579794 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-65f7d76b-6356-48fb-8c2c-ee54833bb4fc req-7f0ded13-0c4d-4cd9-86ba-98e1c2072277 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 945 time: 0.0835757 Jun 02 21:27:49.622808 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-65f7d76b-6356-48fb-8c2c-ee54833bb4fc req-cc342b19-1122-4a60-a1fe-e7c417efb2fc tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=655c093a-9c42-4c3b-8832-b5d76bc72508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375414 Jun 02 21:27:49.805894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f69b1-9215-4ca5-8600-7113b33236f2 req-55bcc342-12eb-4b19-8fd8-8401998c2cf0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:49.807359 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-920f69b1-9215-4ca5-8600-7113b33236f2 req-55bcc342-12eb-4b19-8fd8-8401998c2cf0 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 945 time: 0.0793626 Jun 02 21:27:49.850787 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-920f69b1-9215-4ca5-8600-7113b33236f2 req-c1a74114-9827-4a16-9609-8518eb474512 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=655c093a-9c42-4c3b-8832-b5d76bc72508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373855 Jun 02 21:27:49.872764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37334) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:49.944854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c388ab8f-e67c-4b93-8573-9753b6580a4f tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:49.946318 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c388ab8f-e67c-4b93-8573-9753b6580a4f tempest-TestNetworkAdvancedServerOps-296797641 tempest-TestNetworkAdvancedServerOps-296797641-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 1093 time: 0.0726011 Jun 02 21:27:49.949087 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37336) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:49.954106 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': 'f5e69b42-c6c7-4088-91c4-f0d77d75e23a', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:27:49.959976 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:27:49.963755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Usage tracker for resource:floatingip and tenant:005f4463c7db4317a0be9ff96a72eef9 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:27:49.967202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:27:49.972796 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:27:49.983635 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for floatingip, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:50.116552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:50.243830 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Allocated IP 172.26.0.118 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/c4af1976-0fdf-47ad-a9a1-d4b0b713378d) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:27:50.387226 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:50.416393 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:50.421220 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a33dabfd-fb1b-46cb-869d-418c93fd1277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:50.476256 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:27:50.483950 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:27:50.487945 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:27:50.529388 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=c4af1976-0fdf-47ad-a9a1-d4b0b713378d,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:50.536474 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:51.033590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:51.109978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:51.323312 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:51.329165 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:51.332698 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:27:51.446235 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event updated for resources: {'Port': ['ID=c4af1976-0fdf-47ad-a9a1-d4b0b713378d,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:27:51.449005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:27:51.458779 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:51.639449 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Floating IP 057052be-2d3a-4b9f-beb4-3cf8c765078e associated. External IP: 172.26.0.118, port: f5e69b42-c6c7-4088-91c4-f0d77d75e23a. Jun 02 21:27:52.005556 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:27:52.179121 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:27:52.189420 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07783fb2-f8bb-44f0-b713-85a1379c2968 None None] Sync routers for ids ['5158dbfa-f6ba-4cb5-9eff-ec766f753a75'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:27:52.199635 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07783fb2-f8bb-44f0-b713-85a1379c2968 None None] Routers {'5158dbfa-f6ba-4cb5-9eff-ec766f753a75'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:27:52.201074 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-07783fb2-f8bb-44f0-b713-85a1379c2968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:27:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['5158dbfa-f6ba-4cb5-9eff-ec766f753a75'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:52.203816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:27:52.259921 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3096502 Jun 02 21:27:52.260411 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3797fd75-325a-4f4f-91b8-ff321f3459c7', 'tag': 'f5e69b42-c6c7-4088-91c4-f0d77d75e23a'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:27:52.263273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0846f257-52b9-476b-896c-646b051a4c55" -d '{"events": [{"name": "network-changed", "server_uuid": "3797fd75-325a-4f4f-91b8-ff321f3459c7", "tag": "f5e69b42-c6c7-4088-91c4-f0d77d75e23a"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:27:52.310800 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd327238-6148-4a90-8907-6ac4fea98609 x-openstack-request-id: req-cd327238-6148-4a90-8907-6ac4fea98609 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:27:52.311768 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3797fd75-325a-4f4f-91b8-ff321f3459c7", "tag": "f5e69b42-c6c7-4088-91c4-f0d77d75e23a", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:27:52.312154 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd327238-6148-4a90-8907-6ac4fea98609 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:27:52.312715 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3797fd75-325a-4f4f-91b8-ff321f3459c7', 'tag': 'f5e69b42-c6c7-4088-91c4-f0d77d75e23a', 'status': 'completed', 'code': 200} Jun 02 21:27:52.396162 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-07783fb2-f8bb-44f0-b713-85a1379c2968 None None] Set router 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:27:52.435834 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295a4f5-6f6e-46f0-85af-64ace3310d6b req-34893857-0210-4ace-9c39-14714e0a6d53 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:52.437595 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e295a4f5-6f6e-46f0-85af-64ace3310d6b req-34893857-0210-4ace-9c39-14714e0a6d53 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 945 time: 0.0861599 Jun 02 21:27:52.487479 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e295a4f5-6f6e-46f0-85af-64ace3310d6b req-31e39ac6-8dc5-4a1c-a314-d429bd198d8e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=655c093a-9c42-4c3b-8832-b5d76bc72508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435085 Jun 02 21:27:52.512197 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37342) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:52.567976 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846f257-52b9-476b-896c-646b051a4c55 req-7a9f11d7-d922-4f15-82ef-983307d54a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:52.569479 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0846f257-52b9-476b-896c-646b051a4c55 req-7a9f11d7-d922-4f15-82ef-983307d54a19 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 1098 time: 0.2361522 Jun 02 21:27:52.623703 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-65a87a09-0f54-458a-825e-8bdc4438299c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/floatingips/057052be-2d3a-4b9f-beb4-3cf8c765078e HTTP/1.1" status: 200 len: 991 time: 0.1100688 Jun 02 21:27:52.701490 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846f257-52b9-476b-896c-646b051a4c55 req-19de5d57-dcca-4e65-8f13-fdce9ad2f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:52.703310 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0846f257-52b9-476b-896c-646b051a4c55 req-19de5d57-dcca-4e65-8f13-fdce9ad2f8c4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8fbd856-47b6-4208-95df-e7196c339024 HTTP/1.1" status: 200 len: 898 time: 0.1272562 Jun 02 21:27:52.810369 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0846f257-52b9-476b-896c-646b051a4c55 req-664dc831-e3f6-42f4-ba87-362781745dc2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e69b42-c6c7-4088-91c4-f0d77d75e23a HTTP/1.1" status: 200 len: 999 time: 0.1003780 Jun 02 21:27:52.819961 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-07783fb2-f8bb-44f0-b713-85a1379c2968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012243787', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:27:30Z', 'updated_at': '2021-06-02T21:27:35Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:31Z', 'updated_at': '2021-06-02T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '057052be-2d3a-4b9f-beb4-3cf8c765078e', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'port_id': 'f5e69b42-c6c7-4088-91c4-f0d77d75e23a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024', 'mac_address': 'fa:16:3e:13:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3797fd75-325a-4f4f-91b8-ff321f3459c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:27:50Z', 'updated_at': '2021-06-02T21:27:50Z', 'revision_number': 0, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8990ed-cecd-4ccc-914e-5c3babfa15ea', 'name': '', 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:c0:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '04e70903-70f4-4fb2-af0d-ae8c38ee6d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:34Z', 'updated_at': '2021-06-02T21:27:39Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '04e70903-70f4-4fb2-af0d-ae8c38ee6d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:52.823911 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07783fb2-f8bb-44f0-b713-85a1379c2968 None None] Checking router: 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:27:52.832458 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07783fb2-f8bb-44f0-b713-85a1379c2968 None None] Routers {'5158dbfa-f6ba-4cb5-9eff-ec766f753a75'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:27:52.833060 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-07783fb2-f8bb-44f0-b713-85a1379c2968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:27:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['5158dbfa-f6ba-4cb5-9eff-ec766f753a75'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:52.872256 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846f257-52b9-476b-896c-646b051a4c55 req-7ce06620-481f-48d1-93df-668bbf956aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:52.873683 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0846f257-52b9-476b-896c-646b051a4c55 req-7ce06620-481f-48d1-93df-668bbf956aa5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=04e70903-70f4-4fb2-af0d-ae8c38ee6d64 HTTP/1.1" status: 200 len: 834 time: 0.0572670 Jun 02 21:27:52.954008 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846f257-52b9-476b-896c-646b051a4c55 req-066e29d3-aa81-490d-9a72-1b122b6a9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:27:52.955841 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0846f257-52b9-476b-896c-646b051a4c55 req-066e29d3-aa81-490d-9a72-1b122b6a9a21 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8fbd856-47b6-4208-95df-e7196c339024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0755577 Jun 02 21:27:53.018869 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-07783fb2-f8bb-44f0-b713-85a1379c2968 None None] Set router 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:27:53.089607 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0846f257-52b9-476b-896c-646b051a4c55 req-053f1a55-711f-4302-be81-f9c286ef3d68 service neutron] 10.222.0.95 "GET /v2.0/networks/a8fbd856-47b6-4208-95df-e7196c339024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252356 Jun 02 21:27:53.090169 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:27:53.254116 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0846f257-52b9-476b-896c-646b051a4c55 req-4c23d32d-f8dd-4197-8972-f3a897bdafc6 service neutron] 10.222.0.95 "GET /v2.0/networks/a8fbd856-47b6-4208-95df-e7196c339024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584287 Jun 02 21:27:53.359641 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-07783fb2-f8bb-44f0-b713-85a1379c2968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012243787', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:27:30Z', 'updated_at': '2021-06-02T21:27:35Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:31Z', 'updated_at': '2021-06-02T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '057052be-2d3a-4b9f-beb4-3cf8c765078e', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'port_id': 'f5e69b42-c6c7-4088-91c4-f0d77d75e23a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024', 'mac_address': 'fa:16:3e:13:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3797fd75-325a-4f4f-91b8-ff321f3459c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:27:50Z', 'updated_at': '2021-06-02T21:27:50Z', 'revision_number': 0, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8990ed-cecd-4ccc-914e-5c3babfa15ea', 'name': '', 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:c0:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '04e70903-70f4-4fb2-af0d-ae8c38ee6d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:34Z', 'updated_at': '2021-06-02T21:27:39Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '04e70903-70f4-4fb2-af0d-ae8c38ee6d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:27:53.363480 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07783fb2-f8bb-44f0-b713-85a1379c2968 None None] The sync data for ids ['5158dbfa-f6ba-4cb5-9eff-ec766f753a75'] in dv-neutron-601336-84-hyperv is: [{'id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012243787', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:27:30Z', 'updated_at': '2021-06-02T21:27:35Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:31Z', 'updated_at': '2021-06-02T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '057052be-2d3a-4b9f-beb4-3cf8c765078e', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'port_id': 'f5e69b42-c6c7-4088-91c4-f0d77d75e23a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024', 'mac_address': 'fa:16:3e:13:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3797fd75-325a-4f4f-91b8-ff321f3459c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:27:50Z', 'updated_at': '2021-06-02T21:27:50Z', 'revision_number': 0, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8990ed-cecd-4ccc-914e-5c3babfa15ea', 'name': '', 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:c0:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '04e70903-70f4-4fb2-af0d-ae8c38ee6d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:34Z', 'updated_at': '2021-06-02T21:27:39Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '04e70903-70f4-4fb2-af0d-ae8c38ee6d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:27:53.554157 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd7245d-0a33-4afc-a509-3be7d60ed1f8 None None] New status for floating IP 057052be-2d3a-4b9f-beb4-3cf8c765078e: ACTIVE {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:27:53.627543 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37344) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:53.735636 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c89ae80c-31c0-442e-ba66-29cfa949c56c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/floatingips/057052be-2d3a-4b9f-beb4-3cf8c765078e HTTP/1.1" status: 200 len: 991 time: 0.1059608 Jun 02 21:27:54.738468 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37346) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:27:54.844883 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a28bb60f-dd00-4037-abaa-e7135172bf84 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/floatingips/057052be-2d3a-4b9f-beb4-3cf8c765078e HTTP/1.1" status: 200 len: 993 time: 0.1048717 Jun 02 21:28:00.897689 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-39da50d0-cabe-4643-bffe-9e28e6dc7b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:28:03.439136 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-d3cda924-0f45-4bcb-b465-530b58cf7fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:28:03.501347 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:28:04.456399 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:28:06.131044 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:28:07.297812 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6f718751-6c42-4bab-ad61-307ae9b5b914 req-4d2a28c4-da40-46b9-9082-2777afb459b2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701404 Jun 02 21:28:07.436035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f718751-6c42-4bab-ad61-307ae9b5b914 req-ef0063ba-57f4-4042-834e-2a69a98175ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:28:07.437462 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6f718751-6c42-4bab-ad61-307ae9b5b914 req-ef0063ba-57f4-4042-834e-2a69a98175ea service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 1098 time: 0.0734198 Jun 02 21:28:07.581090 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f718751-6c42-4bab-ad61-307ae9b5b914 req-5488d369-7f69-4bfc-8ad0-3b1d789e73b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:28:07.582418 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6f718751-6c42-4bab-ad61-307ae9b5b914 req-5488d369-7f69-4bfc-8ad0-3b1d789e73b2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8fbd856-47b6-4208-95df-e7196c339024 HTTP/1.1" status: 200 len: 898 time: 0.1257370 Jun 02 21:28:07.683451 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6f718751-6c42-4bab-ad61-307ae9b5b914 req-e2bbbed4-1c97-4ee7-97ad-8641d19b74ff service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e69b42-c6c7-4088-91c4-f0d77d75e23a HTTP/1.1" status: 200 len: 1001 time: 0.0939503 Jun 02 21:28:07.745762 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f718751-6c42-4bab-ad61-307ae9b5b914 req-6e4648bc-9466-4a36-9d99-84be3fee8d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:28:07.747239 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6f718751-6c42-4bab-ad61-307ae9b5b914 req-6e4648bc-9466-4a36-9d99-84be3fee8d55 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=04e70903-70f4-4fb2-af0d-ae8c38ee6d64 HTTP/1.1" status: 200 len: 834 time: 0.0569427 Jun 02 21:28:07.821619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f718751-6c42-4bab-ad61-307ae9b5b914 req-bd5d429e-b7ee-43db-9cc9-b562e1ce14e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:28:07.823051 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6f718751-6c42-4bab-ad61-307ae9b5b914 req-bd5d429e-b7ee-43db-9cc9-b562e1ce14e0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8fbd856-47b6-4208-95df-e7196c339024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0692520 Jun 02 21:28:07.953878 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6f718751-6c42-4bab-ad61-307ae9b5b914 req-399c7dc9-d745-45df-ae5c-c9e0ea8f9631 service neutron] 10.222.0.95 "GET /v2.0/networks/a8fbd856-47b6-4208-95df-e7196c339024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208851 Jun 02 21:28:08.080946 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6f718751-6c42-4bab-ad61-307ae9b5b914 req-85d09b19-05d1-4142-bc39-d90d22f713a7 service neutron] 10.222.0.95 "GET /v2.0/networks/a8fbd856-47b6-4208-95df-e7196c339024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208162 Jun 02 21:28:14.964011 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:28:30.089029 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:28:30.892470 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-adf1eeed-935c-44ef-9536-acc4cb816b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:28:33.440412 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-51bae531-64cd-46b3-9639-ca2869fb0234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:28:33.503062 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:28:34.459880 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:28:36.133190 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:28:44.975999 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:28:55.806174 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061107e-f79e-415c-968a-3de22139d581 req-71d160b5-733c-4389-a8ef-89f6a58f5066 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:28:55.807640 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9061107e-f79e-415c-968a-3de22139d581 req-71d160b5-733c-4389-a8ef-89f6a58f5066 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 945 time: 0.2243373 Jun 02 21:28:55.850724 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9061107e-f79e-415c-968a-3de22139d581 req-538b749c-66c2-4060-9c4e-7ca804a18873 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=655c093a-9c42-4c3b-8832-b5d76bc72508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374799 Jun 02 21:28:57.049141 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65029dc9-d882-4ffa-8036-cd9e911d8417 req-8c07991c-8198-4069-bbf7-425612a19dd4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:28:57.050508 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-65029dc9-d882-4ffa-8036-cd9e911d8417 req-8c07991c-8198-4069-bbf7-425612a19dd4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 945 time: 0.0904629 Jun 02 21:28:57.094418 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-65029dc9-d882-4ffa-8036-cd9e911d8417 req-5d8f9fc4-8c76-4160-9c8e-adfc6e3c4232 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=655c093a-9c42-4c3b-8832-b5d76bc72508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382223 Jun 02 21:28:58.283932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646d38b-63b1-4024-a145-c818d31beddd req-10b54681-950f-47ca-8b88-01d49a5cc639 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:28:58.285349 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0646d38b-63b1-4024-a145-c818d31beddd req-10b54681-950f-47ca-8b88-01d49a5cc639 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 945 time: 0.0815709 Jun 02 21:28:58.328425 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0646d38b-63b1-4024-a145-c818d31beddd req-2eae918d-67ad-4ecf-a051-cd89b01d44c8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=655c093a-9c42-4c3b-8832-b5d76bc72508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375812 Jun 02 21:28:58.350701 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37382) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:28:58.592386 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a844c48f-a58b-4b19-a27b-cf9c79952c3c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/floatingips/057052be-2d3a-4b9f-beb4-3cf8c765078e HTTP/1.1" status: 200 len: 993 time: 0.2404430 Jun 02 21:29:00.030128 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f180b0e-0ba9-4d43-9c5f-832ad17b892a req-ad84a9d1-2428-4fff-a9d4-fe552fbfce2c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:00.031814 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2f180b0e-0ba9-4d43-9c5f-832ad17b892a req-ad84a9d1-2428-4fff-a9d4-fe552fbfce2c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 945 time: 0.0818398 Jun 02 21:29:00.035074 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739d82e-d38d-43e3-8e49-b377ef43e7b2 req-fa65a5fd-a7cb-4f04-8fc5-7d1470201f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:00.036557 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2739d82e-d38d-43e3-8e49-b377ef43e7b2 req-fa65a5fd-a7cb-4f04-8fc5-7d1470201f15 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 1098 time: 0.0703020 Jun 02 21:29:00.078659 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2f180b0e-0ba9-4d43-9c5f-832ad17b892a req-65ebdde0-6298-4299-bc99-d62d1df042fb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=655c093a-9c42-4c3b-8832-b5d76bc72508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395088 Jun 02 21:29:00.167096 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739d82e-d38d-43e3-8e49-b377ef43e7b2 req-88fa82d3-a8d0-47a5-90f4-efb6c2a433cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:00.168474 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2739d82e-d38d-43e3-8e49-b377ef43e7b2 req-88fa82d3-a8d0-47a5-90f4-efb6c2a433cb service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8fbd856-47b6-4208-95df-e7196c339024 HTTP/1.1" status: 200 len: 898 time: 0.1257617 Jun 02 21:29:00.269541 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2739d82e-d38d-43e3-8e49-b377ef43e7b2 req-d860a203-3904-4893-a8c9-9edb22d45db3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e69b42-c6c7-4088-91c4-f0d77d75e23a HTTP/1.1" status: 200 len: 1001 time: 0.0941672 Jun 02 21:29:00.333111 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739d82e-d38d-43e3-8e49-b377ef43e7b2 req-c94c2c60-7d71-4881-b787-1217e0086299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:00.334467 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2739d82e-d38d-43e3-8e49-b377ef43e7b2 req-c94c2c60-7d71-4881-b787-1217e0086299 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=04e70903-70f4-4fb2-af0d-ae8c38ee6d64 HTTP/1.1" status: 200 len: 834 time: 0.0583100 Jun 02 21:29:00.408175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739d82e-d38d-43e3-8e49-b377ef43e7b2 req-30e80d5f-5447-4386-b10a-a683017db43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:00.409650 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2739d82e-d38d-43e3-8e49-b377ef43e7b2 req-30e80d5f-5447-4386-b10a-a683017db43a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8fbd856-47b6-4208-95df-e7196c339024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0690420 Jun 02 21:29:00.539288 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2739d82e-d38d-43e3-8e49-b377ef43e7b2 req-fb37e293-452c-4a3f-8c95-205e66ad7daa service neutron] 10.222.0.95 "GET /v2.0/networks/a8fbd856-47b6-4208-95df-e7196c339024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220832 Jun 02 21:29:00.672530 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2739d82e-d38d-43e3-8e49-b377ef43e7b2 req-c65f2662-0dba-40ba-b90c-7bd1bb6ffb61 service neutron] 10.222.0.95 "GET /v2.0/networks/a8fbd856-47b6-4208-95df-e7196c339024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267886 Jun 02 21:29:00.894936 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-8963a980-f3cb-46c2-802c-e61eadfe73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:01.264844 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9566e67-eb7a-46e7-9d90-7ff129ad447c req-2ca4c563-c091-4382-9f6f-2e5e1c2ed56d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:01.266273 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d9566e67-eb7a-46e7-9d90-7ff129ad447c req-2ca4c563-c091-4382-9f6f-2e5e1c2ed56d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 945 time: 0.0776687 Jun 02 21:29:01.314077 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d9566e67-eb7a-46e7-9d90-7ff129ad447c req-40e1670f-94c7-44d8-9d64-84a6226afcfe tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=655c093a-9c42-4c3b-8832-b5d76bc72508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420365 Jun 02 21:29:02.500350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bebe23-55ad-47c3-b005-0b91c108a964 req-8ba4c441-d7eb-4f1d-903e-51389f6f3e95 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:02.501768 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-38bebe23-55ad-47c3-b005-0b91c108a964 req-8ba4c441-d7eb-4f1d-903e-51389f6f3e95 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 945 time: 0.0815148 Jun 02 21:29:02.546980 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-38bebe23-55ad-47c3-b005-0b91c108a964 req-d57e9f89-ae7b-4393-b952-c5f510cad431 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=655c093a-9c42-4c3b-8832-b5d76bc72508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395954 Jun 02 21:29:02.569276 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37394) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:02.675799 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-26f01ba3-15e4-4dde-8c23-1ad590cea3f9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/floatingips/057052be-2d3a-4b9f-beb4-3cf8c765078e HTTP/1.1" status: 200 len: 993 time: 0.1051869 Jun 02 21:29:02.938232 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37400) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:03.200837 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting port c4af1976-0fdf-47ad-a9a1-d4b0b713378d {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:29:03.201094 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:03.315724 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:03.316047 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:03.436309 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Calling delete_port for c4af1976-0fdf-47ad-a9a1-d4b0b713378d owned by network:floatingip {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:29:03.442327 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-10ce8073-ca40-4b89-96cf-fce9bb838fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:03.504800 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:03.556160 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:03.560148 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-431e3500-3424-405f-b521-fabdaf049452 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:03.605320 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Port': ['ID=c4af1976-0fdf-47ad-a9a1-d4b0b713378d,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:03.637263 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:03.638300 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:03.638682 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:03.639062 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:03.639459 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:03.639832 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:03.640200 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:03.640566 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:03.640934 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:03.641304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:03.641687 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:03.642035 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:03.649847 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:03.709461 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for floatingip, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:03.709797 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Floating IP 057052be-2d3a-4b9f-beb4-3cf8c765078e disassociated (deleted). External IP: 172.26.0.118, port: f5e69b42-c6c7-4088-91c4-f0d77d75e23a. Jun 02 21:29:04.197566 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:29:04.372967 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:29:04.381980 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d850f549-0574-4692-82ad-22f3937679b5 None None] Sync routers for ids ['5158dbfa-f6ba-4cb5-9eff-ec766f753a75'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:29:04.391396 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d850f549-0574-4692-82ad-22f3937679b5 None None] Routers {'5158dbfa-f6ba-4cb5-9eff-ec766f753a75'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:29:04.391995 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-d850f549-0574-4692-82ad-22f3937679b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:29:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['5158dbfa-f6ba-4cb5-9eff-ec766f753a75'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:04.393414 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:04.454767 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f48707ca-3bfa-49b5-859c-b2e1a18aec88 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/floatingips/057052be-2d3a-4b9f-beb4-3cf8c765078e HTTP/1.1" status: 204 len: 168 time: 1.5128117 Jun 02 21:29:04.454767 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3797fd75-325a-4f4f-91b8-ff321f3459c7', 'tag': 'f5e69b42-c6c7-4088-91c4-f0d77d75e23a'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:29:04.455302 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8400cfe3738f132881dd1e131c82993566de481eff5ee4590c8875f44a2e55e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb22bf73-aaf0-4d27-bf3f-0fdb5e29e668" -d '{"events": [{"name": "network-changed", "server_uuid": "3797fd75-325a-4f4f-91b8-ff321f3459c7", "tag": "f5e69b42-c6c7-4088-91c4-f0d77d75e23a"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:29:04.505619 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf32db0-9a71-4ac2-8420-4ccc2512f32d x-openstack-request-id: req-aaf32db0-9a71-4ac2-8420-4ccc2512f32d {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:29:04.506155 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3797fd75-325a-4f4f-91b8-ff321f3459c7", "tag": "f5e69b42-c6c7-4088-91c4-f0d77d75e23a", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:29:04.506638 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aaf32db0-9a71-4ac2-8420-4ccc2512f32d {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:29:04.507287 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3797fd75-325a-4f4f-91b8-ff321f3459c7', 'tag': 'f5e69b42-c6c7-4088-91c4-f0d77d75e23a', 'status': 'completed', 'code': 200} Jun 02 21:29:04.535400 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:04.584618 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-d850f549-0574-4692-82ad-22f3937679b5 None None] Set router 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:29:04.601920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22bf73-aaf0-4d27-bf3f-0fdb5e29e668 req-6d0c929a-ad0b-4518-af7f-95d57f8a69ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:04.603457 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb22bf73-aaf0-4d27-bf3f-0fdb5e29e668 req-6d0c929a-ad0b-4518-af7f-95d57f8a69ba service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=005f4463c7db4317a0be9ff96a72eef9&device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 1098 time: 0.0728154 Jun 02 21:29:04.769604 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22bf73-aaf0-4d27-bf3f-0fdb5e29e668 req-409a2b50-9454-4e80-ab28-91b2ae3deeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:04.771009 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb22bf73-aaf0-4d27-bf3f-0fdb5e29e668 req-409a2b50-9454-4e80-ab28-91b2ae3deeef service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8fbd856-47b6-4208-95df-e7196c339024 HTTP/1.1" status: 200 len: 898 time: 0.1615763 Jun 02 21:29:04.874732 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb22bf73-aaf0-4d27-bf3f-0fdb5e29e668 req-2681bebe-65d7-49d2-9b25-f1f1f5779e9e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e69b42-c6c7-4088-91c4-f0d77d75e23a HTTP/1.1" status: 200 len: 217 time: 0.0686262 Jun 02 21:29:04.952683 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-d850f549-0574-4692-82ad-22f3937679b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012243787', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:27:30Z', 'updated_at': '2021-06-02T21:27:35Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:31Z', 'updated_at': '2021-06-02T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'cb8990ed-cecd-4ccc-914e-5c3babfa15ea', 'name': '', 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:c0:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '04e70903-70f4-4fb2-af0d-ae8c38ee6d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:34Z', 'updated_at': '2021-06-02T21:27:39Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '04e70903-70f4-4fb2-af0d-ae8c38ee6d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:04.956646 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d850f549-0574-4692-82ad-22f3937679b5 None None] Checking router: 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:29:04.958568 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a804bb2-fde9-46a8-87c9-90e92dfca1ae req-bfba2cc9-e530-424c-9f54-18dbb5f9313d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:04.960049 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3a804bb2-fde9-46a8-87c9-90e92dfca1ae req-bfba2cc9-e530-424c-9f54-18dbb5f9313d tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 945 time: 0.1932220 Jun 02 21:29:04.963565 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22bf73-aaf0-4d27-bf3f-0fdb5e29e668 req-8e977498-1873-43e4-b3bb-6155e93eeb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:04.964857 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb22bf73-aaf0-4d27-bf3f-0fdb5e29e668 req-8e977498-1873-43e4-b3bb-6155e93eeb37 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=04e70903-70f4-4fb2-af0d-ae8c38ee6d64 HTTP/1.1" status: 200 len: 834 time: 0.0829558 Jun 02 21:29:04.964987 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d850f549-0574-4692-82ad-22f3937679b5 None None] Routers {'5158dbfa-f6ba-4cb5-9eff-ec766f753a75'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:29:04.966084 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-d850f549-0574-4692-82ad-22f3937679b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:29:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['5158dbfa-f6ba-4cb5-9eff-ec766f753a75'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:05.046677 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3a804bb2-fde9-46a8-87c9-90e92dfca1ae req-4002a041-0d7c-44bc-ac77-48a6fb5a114f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=655c093a-9c42-4c3b-8832-b5d76bc72508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807991 Jun 02 21:29:05.068909 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22bf73-aaf0-4d27-bf3f-0fdb5e29e668 req-c90be087-bfbf-4a9c-9fb3-db540f421035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:05.070348 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb22bf73-aaf0-4d27-bf3f-0fdb5e29e668 req-c90be087-bfbf-4a9c-9fb3-db540f421035 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8fbd856-47b6-4208-95df-e7196c339024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0915010 Jun 02 21:29:05.153767 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-d850f549-0574-4692-82ad-22f3937679b5 None None] Set router 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:29:05.344503 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb22bf73-aaf0-4d27-bf3f-0fdb5e29e668 req-4ae99ef9-d9f5-49e4-ae15-730235ed63b0 service neutron] 10.222.0.95 "GET /v2.0/networks/a8fbd856-47b6-4208-95df-e7196c339024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665591 Jun 02 21:29:05.470344 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-d850f549-0574-4692-82ad-22f3937679b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012243787', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:27:30Z', 'updated_at': '2021-06-02T21:27:35Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:31Z', 'updated_at': '2021-06-02T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'cb8990ed-cecd-4ccc-914e-5c3babfa15ea', 'name': '', 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:c0:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '04e70903-70f4-4fb2-af0d-ae8c38ee6d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:34Z', 'updated_at': '2021-06-02T21:27:39Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '04e70903-70f4-4fb2-af0d-ae8c38ee6d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:05.473719 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cb22bf73-aaf0-4d27-bf3f-0fdb5e29e668 req-c473b1bf-a9fb-43d8-bf7d-06b99d8a0de6 service neutron] 10.222.0.95 "GET /v2.0/networks/a8fbd856-47b6-4208-95df-e7196c339024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224465 Jun 02 21:29:05.474245 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d850f549-0574-4692-82ad-22f3937679b5 None None] The sync data for ids ['5158dbfa-f6ba-4cb5-9eff-ec766f753a75'] in dv-neutron-601336-84-hyperv is: [{'id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012243787', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:27:30Z', 'updated_at': '2021-06-02T21:27:35Z', 'revision_number': 4, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:31Z', 'updated_at': '2021-06-02T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'cb8990ed-cecd-4ccc-914e-5c3babfa15ea', 'name': '', 'network_id': 'a8fbd856-47b6-4208-95df-e7196c339024', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'mac_address': 'fa:16:3e:c0:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '04e70903-70f4-4fb2-af0d-ae8c38ee6d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:34Z', 'updated_at': '2021-06-02T21:27:39Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'subnets': [{'id': '04e70903-70f4-4fb2-af0d-ae8c38ee6d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:29:05.680154 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c1dca8-7db7-413a-806c-d514e978f5ba None None] New status for floating IP 057052be-2d3a-4b9f-beb4-3cf8c765078e: DOWN {{(pid=92551) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:29:06.134663 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:06.238444 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca95042-4779-427f-b4b9-e982f6f8009e req-7188cbf7-d443-4f21-94e7-5affd63d075b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:06.239126 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-0ca95042-4779-427f-b4b9-e982f6f8009e req-7188cbf7-d443-4f21-94e7-5affd63d075b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Synchronizing usage tracker for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:29:06.253777 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-0ca95042-4779-427f-b4b9-e982f6f8009e req-7188cbf7-d443-4f21-94e7-5affd63d075b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Unset dirty status for tenant:005f4463c7db4317a0be9ff96a72eef9 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:29:06.255032 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0ca95042-4779-427f-b4b9-e982f6f8009e req-7188cbf7-d443-4f21-94e7-5affd63d075b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 945 time: 0.0972452 Jun 02 21:29:06.299507 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-0ca95042-4779-427f-b4b9-e982f6f8009e req-71723940-c6ae-4d07-b57a-853664cf041c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/security-groups?id=655c093a-9c42-4c3b-8832-b5d76bc72508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386977 Jun 02 21:29:06.570721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d90a4-2e6a-400d-8809-0a93b2454c71 req-8d1958fe-6e95-41b4-8d14-aceb19e89904 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:06.572167 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ef3d90a4-2e6a-400d-8809-0a93b2454c71 req-8d1958fe-6e95-41b4-8d14-aceb19e89904 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 945 time: 0.0826147 Jun 02 21:29:06.705895 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-ef3d90a4-2e6a-400d-8809-0a93b2454c71 req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting port f5e69b42-c6c7-4088-91c4-f0d77d75e23a {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:29:06.706234 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ef3d90a4-2e6a-400d-8809-0a93b2454c71 req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:06.837963 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-ef3d90a4-2e6a-400d-8809-0a93b2454c71 req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] For port f5e69b42-c6c7-4088-91c4-f0d77d75e23a, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=f5e69b42-c6c7-4088-91c4-f0d77d75e23a,segment=NetworkSegment(70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042),segment_id=70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:29:06.838230 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ef3d90a4-2e6a-400d-8809-0a93b2454c71 req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:06.957466 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-ef3d90a4-2e6a-400d-8809-0a93b2454c71 req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Calling delete_port for f5e69b42-c6c7-4088-91c4-f0d77d75e23a owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:29:07.063170 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ef3d90a4-2e6a-400d-8809-0a93b2454c71 req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:07.068912 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e4a73d02-d1df-4f81-ac1d-d2e38e71d6a7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:07.087189 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:29:07.115915 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Port': ['ID=f5e69b42-c6c7-4088-91c4-f0d77d75e23a,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:07.149280 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:07.149668 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:07.150046 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:07.150418 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:07.150784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:07.151191 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:07.151560 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:07.151923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:07.152289 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:07.152646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:07.153506 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:07.153869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:07.161139 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:07.199885 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3d90a4-2e6a-400d-8809-0a93b2454c71 req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] No DVR routers for this DVR port f5e69b42-c6c7-4088-91c4-f0d77d75e23a on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:29:07.202180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-ef3d90a4-2e6a-400d-8809-0a93b2454c71 req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:07.204767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3797fd75-325a-4f4f-91b8-ff321f3459c7', 'name': 'network-vif-deleted', 'tag': 'f5e69b42-c6c7-4088-91c4-f0d77d75e23a'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:29:07.207024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b52e473-5d41-48a1-ab8d-0f8c2a981b10" -d '{"events": [{"server_uuid": "3797fd75-325a-4f4f-91b8-ff321f3459c7", "name": "network-vif-deleted", "tag": "f5e69b42-c6c7-4088-91c4-f0d77d75e23a"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:29:07.220993 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ef3d90a4-2e6a-400d-8809-0a93b2454c71 req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.95 "DELETE /v2.0/ports/f5e69b42-c6c7-4088-91c4-f0d77d75e23a HTTP/1.1" status: 204 len: 173 time: 0.6431065 Jun 02 21:29:07.252148 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94516c5-4ac8-4d11-9a70-b048192fd680 x-openstack-request-id: req-a94516c5-4ac8-4d11-9a70-b048192fd680 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:29:07.252489 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3797fd75-325a-4f4f-91b8-ff321f3459c7", "name": "network-vif-deleted", "tag": "f5e69b42-c6c7-4088-91c4-f0d77d75e23a", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:29:07.252791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a94516c5-4ac8-4d11-9a70-b048192fd680 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:29:07.253243 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3797fd75-325a-4f4f-91b8-ff321f3459c7', 'name': 'network-vif-deleted', 'tag': 'f5e69b42-c6c7-4088-91c4-f0d77d75e23a', 'status': 'completed', 'code': 200} Jun 02 21:29:07.464029 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-725f46f0-d53d-41a0-a8d2-a4139c75bde0 req-b490176d-cc29-46c6-a8cd-506a24144751 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "GET /v2.0/ports?device_id=3797fd75-325a-4f4f-91b8-ff321f3459c7 HTTP/1.1" status: 200 len: 210 time: 0.0456536 Jun 02 21:29:08.569084 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37418) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:09.102822 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-07c694e6-2b75-4840-8428-58c3581ce4a4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:09.507410 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-07c694e6-2b75-4840-8428-58c3581ce4a4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting port cb8990ed-cecd-4ccc-914e-5c3babfa15ea {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:29:09.507745 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-07c694e6-2b75-4840-8428-58c3581ce4a4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:09.776572 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-07c694e6-2b75-4840-8428-58c3581ce4a4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] For port cb8990ed-cecd-4ccc-914e-5c3babfa15ea, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=cb8990ed-cecd-4ccc-914e-5c3babfa15ea,segment=NetworkSegment(70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042),segment_id=70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:29:09.777204 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-07c694e6-2b75-4840-8428-58c3581ce4a4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:09.853022 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device f5e69b42-c6c7-4088-91c4-f0d77d75e23a no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:29:09.888695 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: f5e69b42-c6c7-4088-91c4-f0d77d75e23a {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:29:09.889046 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device f5e69b42-c6c7-4088-91c4-f0d77d75e23a not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:29:09.903880 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-07c694e6-2b75-4840-8428-58c3581ce4a4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Calling delete_port for cb8990ed-cecd-4ccc-914e-5c3babfa15ea owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:29:10.184726 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-07c694e6-2b75-4840-8428-58c3581ce4a4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:10.189034 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b34bbaf1-82b9-4edb-a593-40369053a250 tempest-RoutersNegativeTest-355625549 tempest-RoutersNegativeTest-355625549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:10.234947 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c694e6-2b75-4840-8428-58c3581ce4a4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Port': ['ID=cb8990ed-cecd-4ccc-914e-5c3babfa15ea,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:10.238047 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-07c694e6-2b75-4840-8428-58c3581ce4a4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:10.502599 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-07c694e6-2b75-4840-8428-58c3581ce4a4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:10.853259 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c694e6-2b75-4840-8428-58c3581ce4a4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Router 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:29:11.172368 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c694e6-2b75-4840-8428-58c3581ce4a4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:29:11.181724 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27248040-a022-4ac7-b022-18542a0d39e5 None None] Sync routers for ids ['5158dbfa-f6ba-4cb5-9eff-ec766f753a75'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:29:11.184571 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-07c694e6-2b75-4840-8428-58c3581ce4a4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "PUT /v2.0/routers/5158dbfa-f6ba-4cb5-9eff-ec766f753a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6144443 Jun 02 21:29:11.187493 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37420) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:11.190986 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27248040-a022-4ac7-b022-18542a0d39e5 None None] Routers {'5158dbfa-f6ba-4cb5-9eff-ec766f753a75'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:29:11.191646 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-27248040-a022-4ac7-b022-18542a0d39e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:29:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['5158dbfa-f6ba-4cb5-9eff-ec766f753a75'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:11.254438 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8d5a3e-2ac8-4419-aefb-40f4a495cdea tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting subnet 04e70903-70f4-4fb2-af0d-ae8c38ee6d64 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 21:29:11.257017 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-de8d5a3e-2ac8-4419-aefb-40f4a495cdea tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:11.314014 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-de8d5a3e-2ac8-4419-aefb-40f4a495cdea tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:11.369357 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-27248040-a022-4ac7-b022-18542a0d39e5 None None] Set router 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:29:11.397402 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-de8d5a3e-2ac8-4419-aefb-40f4a495cdea tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:11.656552 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-27248040-a022-4ac7-b022-18542a0d39e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012243787', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:27:30Z', 'updated_at': '2021-06-02T21:29:10Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:31Z', 'updated_at': '2021-06-02T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:11.660484 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27248040-a022-4ac7-b022-18542a0d39e5 None None] Checking router: 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:29:11.669035 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27248040-a022-4ac7-b022-18542a0d39e5 None None] Routers {'5158dbfa-f6ba-4cb5-9eff-ec766f753a75'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:29:11.669671 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-27248040-a022-4ac7-b022-18542a0d39e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:29:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['5158dbfa-f6ba-4cb5-9eff-ec766f753a75'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:11.671658 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-de8d5a3e-2ac8-4419-aefb-40f4a495cdea tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:11.676344 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a6e481be-4979-4eba-b69c-c9382cca6771 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:11.710984 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d5a3e-2ac8-4419-aefb-40f4a495cdea tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Subnet': ['ID=04e70903-70f4-4fb2-af0d-ae8c38ee6d64,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:11.714045 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-de8d5a3e-2ac8-4419-aefb-40f4a495cdea tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:11.715026 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-de8d5a3e-2ac8-4419-aefb-40f4a495cdea tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:11.721276 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-de8d5a3e-2ac8-4419-aefb-40f4a495cdea tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/subnets/04e70903-70f4-4fb2-af0d-ae8c38ee6d64 HTTP/1.1" status: 204 len: 168 time: 0.5327861 Jun 02 21:29:11.724186 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37422) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:11.782723 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4122d98c-3a33-4b3a-a2e4-7ab7bce38d9d None None] Network a8fbd856-47b6-4208-95df-e7196c339024 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:29:11.909542 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-de85e296-c6a9-4372-a1f9-83a9d5283283 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:12.056833 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-27248040-a022-4ac7-b022-18542a0d39e5 None None] Set router 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:29:12.088026 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-de85e296-c6a9-4372-a1f9-83a9d5283283 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:12.160486 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-de85e296-c6a9-4372-a1f9-83a9d5283283 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Deleting port ea3e177c-f254-412b-8cc3-2a3743a4824e {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:29:12.160754 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-de85e296-c6a9-4372-a1f9-83a9d5283283 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:12.286838 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-de85e296-c6a9-4372-a1f9-83a9d5283283 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] For port ea3e177c-f254-412b-8cc3-2a3743a4824e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=ea3e177c-f254-412b-8cc3-2a3743a4824e,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:29:12.287209 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-de85e296-c6a9-4372-a1f9-83a9d5283283 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:12.341485 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] DHCP port deletion for a8fbd856-47b6-4208-95df-e7196c339024 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 21:29:12.411380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-de85e296-c6a9-4372-a1f9-83a9d5283283 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Calling delete_port for ea3e177c-f254-412b-8cc3-2a3743a4824e owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:29:12.434406 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-27248040-a022-4ac7-b022-18542a0d39e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012243787', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:27:30Z', 'updated_at': '2021-06-02T21:29:10Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:31Z', 'updated_at': '2021-06-02T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:12.439258 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] Deleting port 698dccd4-7a6f-4f9b-85f9-a1f41fa334fd {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:29:12.439641 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:12.453238 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27248040-a022-4ac7-b022-18542a0d39e5 None None] The sync data for ids ['5158dbfa-f6ba-4cb5-9eff-ec766f753a75'] in dv-neutron-601336-84-hyperv is: [{'id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012243787', 'tenant_id': '005f4463c7db4317a0be9ff96a72eef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:27:30Z', 'updated_at': '2021-06-02T21:29:10Z', 'revision_number': 5, 'project_id': '005f4463c7db4317a0be9ff96a72eef9', 'gw_port': {'id': 'ea3e177c-f254-412b-8cc3-2a3743a4824e', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158dbfa-f6ba-4cb5-9eff-ec766f753a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:27:31Z', 'updated_at': '2021-06-02T21:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:29:12.540548 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] For port 698dccd4-7a6f-4f9b-85f9-a1f41fa334fd, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=698dccd4-7a6f-4f9b-85f9-a1f41fa334fd,segment=NetworkSegment(70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042),segment_id=70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:29:12.540954 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:12.670819 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] Calling delete_port for 698dccd4-7a6f-4f9b-85f9-a1f41fa334fd owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:29:12.705643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-de85e296-c6a9-4372-a1f9-83a9d5283283 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:12.709468 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-126ea867-8586-4686-942a-9786f5c4b120 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:12.717205 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:12.721020 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:12.756311 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85e296-c6a9-4372-a1f9-83a9d5283283 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Port': ['ID=ea3e177c-f254-412b-8cc3-2a3743a4824e,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:12.759459 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-de85e296-c6a9-4372-a1f9-83a9d5283283 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:12.765916 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] Pushing event deleted for resources: {'Port': ['ID=698dccd4-7a6f-4f9b-85f9-a1f41fa334fd,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:12.768280 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] No DVR routers for this DVR port 698dccd4-7a6f-4f9b-85f9-a1f41fa334fd on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:29:12.778955 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:12.778955 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:12.778955 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:12.778955 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:12.778955 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:12.778955 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:12.778955 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:12.778955 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:12.781561 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:12.781561 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:12.781561 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:12.781561 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:12.782867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:12.849361 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-de85e296-c6a9-4372-a1f9-83a9d5283283 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:13.026427 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-de85e296-c6a9-4372-a1f9-83a9d5283283 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:13.029269 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-de85e296-c6a9-4372-a1f9-83a9d5283283 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:13.051523 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-de85e296-c6a9-4372-a1f9-83a9d5283283 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:13.052063 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de85e296-c6a9-4372-a1f9-83a9d5283283 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Fanout notify agent at l3_agent the message router_deleted on router 5158dbfa-f6ba-4cb5-9eff-ec766f753a75 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 21:29:13.067888 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-de85e296-c6a9-4372-a1f9-83a9d5283283 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:13.068957 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-de85e296-c6a9-4372-a1f9-83a9d5283283 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/routers/5158dbfa-f6ba-4cb5-9eff-ec766f753a75 HTTP/1.1" status: 204 len: 168 time: 1.3438644 Jun 02 21:29:13.071693 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37424) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:13.188385 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f28afdfe-d252-401f-a15a-71dc9e5485da tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:13.322633 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f28afdfe-d252-401f-a15a-71dc9e5485da tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:13.338460 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-f28afdfe-d252-401f-a15a-71dc9e5485da tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8fbd856-47b6-4208-95df-e7196c339024']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:13.350367 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-f28afdfe-d252-401f-a15a-71dc9e5485da tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:13.350663 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-f28afdfe-d252-401f-a15a-71dc9e5485da tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e9f8c0-0d1a-4cc4-8abc-16a3e1ca5042') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:13.362413 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f28afdfe-d252-401f-a15a-71dc9e5485da tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:13.377479 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f28afdfe-d252-401f-a15a-71dc9e5485da tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:13.383195 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28afdfe-d252-401f-a15a-71dc9e5485da tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:29:13.383578 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f28afdfe-d252-401f-a15a-71dc9e5485da tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:29:13.398644 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:29:13.476205 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f28afdfe-d252-401f-a15a-71dc9e5485da tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:13.480641 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-3dcc7448-7c1a-4ee8-b94e-b4e186879830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:13.501331 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f28afdfe-d252-401f-a15a-71dc9e5485da tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:13.519542 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28afdfe-d252-401f-a15a-71dc9e5485da tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'Network': ['ID=a8fbd856-47b6-4208-95df-e7196c339024,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:13.522135 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f28afdfe-d252-401f-a15a-71dc9e5485da tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:13.526830 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37426) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:13.527511 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f28afdfe-d252-401f-a15a-71dc9e5485da tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/networks/a8fbd856-47b6-4208-95df-e7196c339024 HTTP/1.1" status: 204 len: 168 time: 0.4542277 Jun 02 21:29:13.533260 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ea3e177c-f254-412b-8cc3-2a3743a4824e no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:29:13.568316 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: ea3e177c-f254-412b-8cc3-2a3743a4824e {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:29:13.568920 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device ea3e177c-f254-412b-8cc3-2a3743a4824e not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:29:13.569365 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device cb8990ed-cecd-4ccc-914e-5c3babfa15ea no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:29:13.603664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44099691-126c-4913-8d18-3d689e74f335 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:13.606096 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: cb8990ed-cecd-4ccc-914e-5c3babfa15ea {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:29:13.606451 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device cb8990ed-cecd-4ccc-914e-5c3babfa15ea not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:29:13.606887 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 698dccd4-7a6f-4f9b-85f9-a1f41fa334fd no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:29:13.633798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44099691-126c-4913-8d18-3d689e74f335 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:13.639159 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 698dccd4-7a6f-4f9b-85f9-a1f41fa334fd {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:29:13.639515 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 698dccd4-7a6f-4f9b-85f9-a1f41fa334fd not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:29:13.702314 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44099691-126c-4913-8d18-3d689e74f335 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:13.707135 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2f0528e4-1e8b-4875-b921-74d53e933031 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:13.721551 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44099691-126c-4913-8d18-3d689e74f335 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=655c093a-9c42-4c3b-8832-b5d76bc72508,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:13.724209 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-44099691-126c-4913-8d18-3d689e74f335 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:13.732906 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-44099691-126c-4913-8d18-3d689e74f335 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:13.734030 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-44099691-126c-4913-8d18-3d689e74f335 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] 10.222.0.25 "DELETE /v2.0/security-groups/655c093a-9c42-4c3b-8832-b5d76bc72508 HTTP/1.1" status: 204 len: 168 time: 0.2062159 Jun 02 21:29:14.099643 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37434) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:14.245121 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c45c4101-9c43-4453-90a9-ec088155ca3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=005f4463c7db4317a0be9ff96a72eef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442175 Jun 02 21:29:14.248133 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37438) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:14.302521 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f3d83c32-4855-44e6-91e1-6701fe28bd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:14.327159 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f3d83c32-4855-44e6-91e1-6701fe28bd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:14.376733 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f3d83c32-4855-44e6-91e1-6701fe28bd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:14.381859 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a16af6f6-40c6-4cbb-8afc-df33d35ec929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:14.396150 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d83c32-4855-44e6-91e1-6701fe28bd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70d6e2b-ca4d-40ab-9e5b-78b7a5f792ed,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:14.398961 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f3d83c32-4855-44e6-91e1-6701fe28bd23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:14.400879 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-f3d83c32-4855-44e6-91e1-6701fe28bd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:14.401973 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-f3d83c32-4855-44e6-91e1-6701fe28bd23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d70d6e2b-ca4d-40ab-9e5b-78b7a5f792ed HTTP/1.1" status: 204 len: 168 time: 0.1529841 Jun 02 21:29:14.712194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37446) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:14.732956 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4cd1391e-8d40-4785-945d-0fbf84dd5833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:14.746739 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4cd1391e-8d40-4785-945d-0fbf84dd5833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:29:14.750461 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4cd1391e-8d40-4785-945d-0fbf84dd5833 admin admin] Usage tracker for resource:security_group_rule and tenant:b243c64830be4c7eab5efe82e368f37b is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:29:14.753189 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-4cd1391e-8d40-4785-945d-0fbf84dd5833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:29:14.758782 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-4cd1391e-8d40-4785-945d-0fbf84dd5833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:29:14.842391 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4cd1391e-8d40-4785-945d-0fbf84dd5833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:14.846131 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-4cd1391e-8d40-4785-945d-0fbf84dd5833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:14.853088 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e6c9d2e9-b535-468c-b1b9-acc7e78f7c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:14.896155 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-4cd1391e-8d40-4785-945d-0fbf84dd5833 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b243c64830be4c7eab5efe82e368f37b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1828239 Jun 02 21:29:14.897110 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1391e-8d40-4785-945d-0fbf84dd5833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627295c7-5007-47aa-8e2b-1eb9f583aac8,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:14.898690 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37448) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:14.900141 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4cd1391e-8d40-4785-945d-0fbf84dd5833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:14.962202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aa215cc2-80a4-4196-bd29-cb050b80b704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:14.977393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:14.989027 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aa215cc2-80a4-4196-bd29-cb050b80b704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:15.044313 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aa215cc2-80a4-4196-bd29-cb050b80b704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:15.049126 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-44099691-126c-4913-8d18-3d689e74f335 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:15.062280 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa215cc2-80a4-4196-bd29-cb050b80b704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627295c7-5007-47aa-8e2b-1eb9f583aac8,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:15.064816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-aa215cc2-80a4-4196-bd29-cb050b80b704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:15.065995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-aa215cc2-80a4-4196-bd29-cb050b80b704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:15.067181 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-aa215cc2-80a4-4196-bd29-cb050b80b704 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/627295c7-5007-47aa-8e2b-1eb9f583aac8 HTTP/1.1" status: 204 len: 168 time: 0.1674805 Jun 02 21:29:15.821654 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37470) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:15.922352 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1732324444-network', 'tenant_id': '6a26627802414f03a8707c2879124eb1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:29:15.926987 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:29:15.930709 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Usage tracker for resource:network and tenant:6a26627802414f03a8707c2879124eb1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:29:15.933485 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:29:15.939864 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:29:15.949533 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Made reservation on behalf of 6a26627802414f03a8707c2879124eb1 for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:29:15.952259 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:15.963703 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:15.978452 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:29:15.982221 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Usage tracker for resource:security_group_rule and tenant:6a26627802414f03a8707c2879124eb1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:29:15.985036 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:29:15.992154 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:29:16.073029 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:16.077291 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:16.080093 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9a56d92f-2bbb-4660-ad9e-f4dfb6aeb8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:16.106422 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:29:16.114588 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd9b6d5-4d3b-483e-8713-009468da80f1,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:16.118020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:16.120418 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:16.120764 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Added segment 4b5ac9d6-cce0-48dc-b35b-91c098de3558 of type vlan for network 69f08f0f-fe03-4c02-bd14-8a6894a079a3 Jun 02 21:29:16.147691 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:16.174239 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:16.175235 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:16.175793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:16.178932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-88ead10d-ef4b-4a9d-b797-d8ca53de2008 tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:16.279535 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4567695 Jun 02 21:29:16.280482 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Pushing event updated for resources: {'Network': ['ID=69f08f0f-fe03-4c02-bd14-8a6894a079a3,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:16.282957 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37474) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:16.289144 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-84a2e182-39c0-4327-ba5e-56fdacbc0976 admin admin] Request body: {'subnet': {'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1732324444-subnet', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'ip_version': 4}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:29:16.291738 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 69f08f0f-fe03-4c02-bd14-8a6894a079a3 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:29:16.293806 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-585c2cd5-e142-49c1-b76d-a289fd88eba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:16.295993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-84a2e182-39c0-4327-ba5e-56fdacbc0976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:29:16.300226 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-84a2e182-39c0-4327-ba5e-56fdacbc0976 admin admin] Usage tracker for resource:subnet and tenant:6a26627802414f03a8707c2879124eb1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:29:16.303078 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-84a2e182-39c0-4327-ba5e-56fdacbc0976 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:29:16.308646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-84a2e182-39c0-4327-ba5e-56fdacbc0976 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:29:16.319230 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a2e182-39c0-4327-ba5e-56fdacbc0976 admin admin] Made reservation on behalf of 6a26627802414f03a8707c2879124eb1 for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:29:16.321496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-84a2e182-39c0-4327-ba5e-56fdacbc0976 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:16.705909 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-84a2e182-39c0-4327-ba5e-56fdacbc0976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:16.710162 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e25fc78b-872f-4789-8428-569e42313dfd tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:16.783189 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2e182-39c0-4327-ba5e-56fdacbc0976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55843acf-9559-4f25-b340-8f742c7ca7bf,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:16.786075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-84a2e182-39c0-4327-ba5e-56fdacbc0976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:16.793960 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a2e182-39c0-4327-ba5e-56fdacbc0976 admin admin] Checking segment: {'id': '4b5ac9d6-cce0-48dc-b35b-91c098de3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:29:16.794389 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a2e182-39c0-4327-ba5e-56fdacbc0976 admin admin] Network hostable DHCP agents. Network: 69f08f0f-fe03-4c02-bd14-8a6894a079a3, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:29:16.811896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a2e182-39c0-4327-ba5e-56fdacbc0976 admin admin] Network 69f08f0f-fe03-4c02-bd14-8a6894a079a3 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:29:16.820690 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-84a2e182-39c0-4327-ba5e-56fdacbc0976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 69f08f0f-fe03-4c02-bd14-8a6894a079a3) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:29:16.830030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a2e182-39c0-4327-ba5e-56fdacbc0976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:16.830618 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-84a2e182-39c0-4327-ba5e-56fdacbc0976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:16.831192 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4863cf4-6fa7-4239-ab84-aa71d83358e2 None None] Network 69f08f0f-fe03-4c02-bd14-8a6894a079a3 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:29:16.854206 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-84a2e182-39c0-4327-ba5e-56fdacbc0976 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5702090 Jun 02 21:29:16.857518 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37476) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:16.861987 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1732324444-router', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:29:16.866523 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:29:16.870301 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Usage tracker for resource:router and tenant:6a26627802414f03a8707c2879124eb1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:29:16.873119 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:29:16.878733 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:29:16.888521 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:16.889539 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:16.907107 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:17.096335 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'fixed_ips': [{'subnet_id': '55843acf-9559-4f25-b340-8f742c7ca7bf'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 21:29:17.097159 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:17.260476 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Allocated IP 172.20.0.2 (69f08f0f-fe03-4c02-bd14-8a6894a079a3/55843acf-9559-4f25-b340-8f742c7ca7bf/b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:29:17.315349 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:17.463384 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:17.473627 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Transition to ACTIVE for port object b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:29:17.491732 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Transition to ACTIVE for port object b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:29:17.498404 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:17.502543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-fb6b1d19-c3e9-4572-bb17-4c6081628050 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:17.566939 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Network 69f08f0f-fe03-4c02-bd14-8a6894a079a3 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:29:17.569876 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:29:17.572420 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:29:17.609474 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Pushing event updated for resources: {'Port': ['ID=b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:17.612581 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:17.623906 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:17.656800 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:17.665238 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Attempting to bind port b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:29:17.665626 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Attempting to bind port b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '4b5ac9d6-cce0-48dc-b35b-91c098de3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:29:17.665999 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Attempting to bind port b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1 on network 69f08f0f-fe03-4c02-bd14-8a6894a079a3 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:29:17.671751 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:29:17.672135 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Checking segment: {'id': '4b5ac9d6-cce0-48dc-b35b-91c098de3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:29:17.672540 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:17.672944 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Bound using segment: {'id': '4b5ac9d6-cce0-48dc-b35b-91c098de3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:29:17.673414 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Bound port: b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5ac9d6-cce0-48dc-b35b-91c098de3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:29:17.673791 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:17.771909 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] For port b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:29:17.775195 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] For port b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:29:17.780583 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:17.785042 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:17.801113 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Allocated IP 172.26.0.39 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/2bb279fe-f701-47a4-9254-ca75df15e9a7) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:29:17.868415 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Pushing event updated for resources: {'Port': ['ID=b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:17.873446 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:17.959851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:17.991051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:17.994819 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:18.071872 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:29:18.077318 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:29:18.081122 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:29:18.118356 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Pushing event updated for resources: {'Port': ['ID=2bb279fe-f701-47a4-9254-ca75df15e9a7,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:18.122666 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:18.492143 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:18.726468 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe327a1-f5da-492c-beb6-c165b0ae4a7b None None] Network 69f08f0f-fe03-4c02-bd14-8a6894a079a3 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:29:18.828626 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b0283dcf-9f0d-4b5d-8dbe-de60540eef5d None None] Provisioning for port b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:29:19.003563 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:19.212151 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Router 2f73c944-c319-4128-8bc3-4ec99d4f7232 is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 21:29:19.369273 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:29:19.394334 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:29:19.403397 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] Sync routers for ids ['2f73c944-c319-4128-8bc3-4ec99d4f7232'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:29:19.413466 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] Routers {'2f73c944-c319-4128-8bc3-4ec99d4f7232'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:29:19.414079 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:29:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['2f73c944-c319-4128-8bc3-4ec99d4f7232'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:19.419541 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:19.421194 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5626035 Jun 02 21:29:19.423755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37480) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:19.439467 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:29:19.444054 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:29:19.444494 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:19.561428 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:19.593560 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] Set router 2f73c944-c319-4128-8bc3-4ec99d4f7232 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:29:19.594305 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:29:19.599325 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:19.601313 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4d2b8957-49a4-4e77-b43d-92e32d0cd8fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:19.672398 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:19.675317 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:19.909689 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'name': 'tempest-TestShelveInstance-1732324444-router', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:16Z', 'updated_at': '2021-06-02T21:29:18Z', 'revision_number': 3, 'project_id': '6a26627802414f03a8707c2879124eb1', 'gw_port': {'id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:17Z', 'updated_at': '2021-06-02T21:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:19.913455 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] Checking router: 2f73c944-c319-4128-8bc3-4ec99d4f7232 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:29:19.913794 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] Updating router 2f73c944-c319-4128-8bc3-4ec99d4f7232 port 2bb279fe-f701-47a4-9254-ca75df15e9a7 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:29:19.964882 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:20.096859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:20.277992 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:20.289626 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] Transition to ACTIVE for port object 2bb279fe-f701-47a4-9254-ca75df15e9a7 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:29:20.296522 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:20.300253 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-63161c68-d4e3-454f-ae9c-fd6dd4bf5714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:20.381946 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] Attempting to bind port 2bb279fe-f701-47a4-9254-ca75df15e9a7 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:29:20.382374 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] Attempting to bind port 2bb279fe-f701-47a4-9254-ca75df15e9a7 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:29:20.382735 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] Attempting to bind port 2bb279fe-f701-47a4-9254-ca75df15e9a7 on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:29:20.388991 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dffd21-72b0-4cda-91d5-8a621fefbfbc None None] Pushing event updated for resources: {'Port': ['ID=2bb279fe-f701-47a4-9254-ca75df15e9a7,revision_number=2']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:20.394326 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:29:20.394692 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:29:20.395087 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:20.395500 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:29:20.395971 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] Bound port: 2bb279fe-f701-47a4-9254-ca75df15e9a7, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:29:20.396337 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:20.428221 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dffd21-72b0-4cda-91d5-8a621fefbfbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:20.428897 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dffd21-72b0-4cda-91d5-8a621fefbfbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:20.428897 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dffd21-72b0-4cda-91d5-8a621fefbfbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:20.429197 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dffd21-72b0-4cda-91d5-8a621fefbfbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:20.429515 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dffd21-72b0-4cda-91d5-8a621fefbfbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:20.429837 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dffd21-72b0-4cda-91d5-8a621fefbfbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:20.430154 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dffd21-72b0-4cda-91d5-8a621fefbfbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:20.430468 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dffd21-72b0-4cda-91d5-8a621fefbfbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:20.430782 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dffd21-72b0-4cda-91d5-8a621fefbfbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:20.431094 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dffd21-72b0-4cda-91d5-8a621fefbfbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:20.431433 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dffd21-72b0-4cda-91d5-8a621fefbfbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:20.431738 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dffd21-72b0-4cda-91d5-8a621fefbfbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:29:20.440901 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-66dffd21-72b0-4cda-91d5-8a621fefbfbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:20.456785 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Allocated IP 172.20.0.1 (69f08f0f-fe03-4c02-bd14-8a6894a079a3/55843acf-9559-4f25-b340-8f742c7ca7bf/7a176dc6-8161-434f-9e62-b7d2d0f9005e) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:29:20.483411 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] For port 2bb279fe-f701-47a4-9254-ca75df15e9a7, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:29:20.486747 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] For port 2bb279fe-f701-47a4-9254-ca75df15e9a7, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2bb279fe-f701-47a4-9254-ca75df15e9a7,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:29:20.491280 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:20.495602 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-62bfa419-d870-4146-b1e6-9639e162d7a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:20.563869 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] Routers {'2f73c944-c319-4128-8bc3-4ec99d4f7232'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:29:20.564491 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:29:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['2f73c944-c319-4128-8bc3-4ec99d4f7232'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:20.602083 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:20.616950 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Transition to ACTIVE for port object 7a176dc6-8161-434f-9e62-b7d2d0f9005e will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:29:20.641117 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dffd21-72b0-4cda-91d5-8a621fefbfbc None None] Pushing event updated for resources: {'Port': ['ID=2bb279fe-f701-47a4-9254-ca75df15e9a7,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:20.644496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:20.644944 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-66dffd21-72b0-4cda-91d5-8a621fefbfbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:20.649053 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3c721bab-d0cb-4cf4-9009-286577cb6fe9 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:20.701592 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Network 69f08f0f-fe03-4c02-bd14-8a6894a079a3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:29:20.708376 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:29:20.712892 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:29:20.759521 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Pushing event updated for resources: {'Port': ['ID=7a176dc6-8161-434f-9e62-b7d2d0f9005e,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:20.764446 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:20.768451 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] Set router 2f73c944-c319-4128-8bc3-4ec99d4f7232 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:29:20.783865 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:20.997554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-665454d1-59d7-463e-8b4b-c247d78f0684 None None] Provisioning for port 7a176dc6-8161-434f-9e62-b7d2d0f9005e completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:29:21.002517 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-665454d1-59d7-463e-8b4b-c247d78f0684 None None] Provisioning complete for port 7a176dc6-8161-434f-9e62-b7d2d0f9005e triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:29:21.002902 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-665454d1-59d7-463e-8b4b-c247d78f0684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:21.044036 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:21.058694 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-665454d1-59d7-463e-8b4b-c247d78f0684 None None] Port 7a176dc6-8161-434f-9e62-b7d2d0f9005e cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:29:21.059667 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'name': 'tempest-TestShelveInstance-1732324444-router', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:16Z', 'updated_at': '2021-06-02T21:29:18Z', 'revision_number': 3, 'project_id': '6a26627802414f03a8707c2879124eb1', 'gw_port': {'id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:17Z', 'updated_at': '2021-06-02T21:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:21.063696 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606f6af5-db85-49bc-9e20-3ae26d7a87f4 None None] The sync data for ids ['2f73c944-c319-4128-8bc3-4ec99d4f7232'] in dv-neutron-601336-84-hyperv is: [{'id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'name': 'tempest-TestShelveInstance-1732324444-router', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:16Z', 'updated_at': '2021-06-02T21:29:18Z', 'revision_number': 3, 'project_id': '6a26627802414f03a8707c2879124eb1', 'gw_port': {'id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:17Z', 'updated_at': '2021-06-02T21:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:29:21.284107 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:21.288920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:21.315793 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fcc5a1e2-c00d-423c-88a4-27661e6b38b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:21.400558 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Pushing event updated for resources: {'Port': ['ID=7a176dc6-8161-434f-9e62-b7d2d0f9005e,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:21.407302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:21.411618 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:21.456999 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2bb279fe-f701-47a4-9254-ca75df15e9a7 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:29:21.534482 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 2bb279fe-f701-47a4-9254-ca75df15e9a7 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:29:21.541617 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 2bb279fe-f701-47a4-9254-ca75df15e9a7 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:29:21.542152 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:21.551854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Network 69f08f0f-fe03-4c02-bd14-8a6894a079a3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:29:21.553043 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:29:21.686839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:21.706949 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 2bb279fe-f701-47a4-9254-ca75df15e9a7, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2bb279fe-f701-47a4-9254-ca75df15e9a7,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:29:21.717332 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:21.718435 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:29:21.787457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Router 2f73c944-c319-4128-8bc3-4ec99d4f7232 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:29:21.821697 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:21.906592 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-80242808-3fd2-4e23-b1e7-cb60544cec45 None None] Provisioning complete for port 7a176dc6-8161-434f-9e62-b7d2d0f9005e triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:29:21.906974 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-80242808-3fd2-4e23-b1e7-cb60544cec45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:21.951368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=2bb279fe-f701-47a4-9254-ca75df15e9a7,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:21.957662 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:21.965825 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:29:21.966203 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:21.978758 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:29:21.987603 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] 10.222.0.25 "PUT /v2.0/routers/2f73c944-c319-4128-8bc3-4ec99d4f7232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5628755 Jun 02 21:29:22.008383 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-80242808-3fd2-4e23-b1e7-cb60544cec45 None None] Port 7a176dc6-8161-434f-9e62-b7d2d0f9005e cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:29:22.483443 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37496) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:22.488416 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-463525224-network', 'tenant_id': '08d7141bae364099b386455fbabcc7bd'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:29:22.493351 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:29:22.497731 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Usage tracker for resource:network and tenant:08d7141bae364099b386455fbabcc7bd is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:29:22.500784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:29:22.506815 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:29:22.661888 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] Sync routers for ids ['2f73c944-c319-4128-8bc3-4ec99d4f7232'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:29:22.662783 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Made reservation on behalf of 08d7141bae364099b386455fbabcc7bd for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:29:22.665183 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:22.672173 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] Routers {'2f73c944-c319-4128-8bc3-4ec99d4f7232'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:29:22.672804 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:29:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['2f73c944-c319-4128-8bc3-4ec99d4f7232'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:22.677757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:22.692137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:29:22.695952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Usage tracker for resource:security_group_rule and tenant:08d7141bae364099b386455fbabcc7bd is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:29:22.698770 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:29:22.704615 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:29:22.794540 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:22.798671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:22.802621 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-846b7b4d-e1ca-4fb6-8117-bdaf6d60b48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:22.828514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:29:22.837005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d05aef-1a48-48b9-8df5-e6503cd4c013,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:22.840616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:22.843789 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:22.844191 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Added segment 43ae47e6-711a-4228-b4b2-57c2823a8725 of type vlan for network ab071244-974c-415d-9980-e72c08ab4732 Jun 02 21:29:22.853713 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] Set router 2f73c944-c319-4128-8bc3-4ec99d4f7232 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:29:22.870444 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:22.898967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:22.899949 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:22.900525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:22.904505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9a67ce65-7237-4a6a-a556-7f126e3b1360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:23.007562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Pushing event updated for resources: {'Network': ['ID=ab071244-974c-415d-9980-e72c08ab4732,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:23.010499 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:23.012243 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-e99b2151-ea0a-432c-924e-5d185886a43f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5277894 Jun 02 21:29:23.015078 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37498) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:23.020902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c92391e0-13d6-4611-a281-637264564722 admin admin] Request body: {'subnet': {'network_id': 'ab071244-974c-415d-9980-e72c08ab4732', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-463525224-subnet', 'tenant_id': '08d7141bae364099b386455fbabcc7bd', 'ip_version': 4}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:29:23.025772 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c92391e0-13d6-4611-a281-637264564722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:29:23.030606 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c92391e0-13d6-4611-a281-637264564722 admin admin] Usage tracker for resource:subnet and tenant:08d7141bae364099b386455fbabcc7bd is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:29:23.033497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c92391e0-13d6-4611-a281-637264564722 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:29:23.039089 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c92391e0-13d6-4611-a281-637264564722 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:29:23.050033 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92391e0-13d6-4611-a281-637264564722 admin admin] Made reservation on behalf of 08d7141bae364099b386455fbabcc7bd for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:29:23.052819 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c92391e0-13d6-4611-a281-637264564722 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:23.052947 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network ab071244-974c-415d-9980-e72c08ab4732 details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:29:23.257777 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'name': 'tempest-TestShelveInstance-1732324444-router', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:16Z', 'updated_at': '2021-06-02T21:29:20Z', 'revision_number': 4, 'project_id': '6a26627802414f03a8707c2879124eb1', 'gw_port': {'id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:17Z', 'updated_at': '2021-06-02T21:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '7a176dc6-8161-434f-9e62-b7d2d0f9005e', 'name': '', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'mac_address': 'fa:16:3e:80:20:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:20Z', 'updated_at': '2021-06-02T21:29:21Z', 'revision_number': 2, 'project_id': '6a26627802414f03a8707c2879124eb1', 'subnets': [{'id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:23.262360 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] Checking router: 2f73c944-c319-4128-8bc3-4ec99d4f7232 for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:29:23.263280 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] Updating router 2f73c944-c319-4128-8bc3-4ec99d4f7232 port 7a176dc6-8161-434f-9e62-b7d2d0f9005e binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:29:23.319649 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:23.369092 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2bb279fe-f701-47a4-9254-ca75df15e9a7 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:29:23.440404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c92391e0-13d6-4611-a281-637264564722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:23.443885 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e7bec32b-618c-43a7-83df-fb39350b3e23 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:23.512131 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 2bb279fe-f701-47a4-9254-ca75df15e9a7 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:29:23.512512 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:23.515776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92391e0-13d6-4611-a281-637264564722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12d9501c-41bc-4ca4-a7ff-02bb00c1e167,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:23.519675 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c92391e0-13d6-4611-a281-637264564722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:23.526415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92391e0-13d6-4611-a281-637264564722 admin admin] Checking segment: {'id': '43ae47e6-711a-4228-b4b2-57c2823a8725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ab071244-974c-415d-9980-e72c08ab4732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:29:23.526766 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92391e0-13d6-4611-a281-637264564722 admin admin] Network hostable DHCP agents. Network: ab071244-974c-415d-9980-e72c08ab4732, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:29:23.543327 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92391e0-13d6-4611-a281-637264564722 admin admin] Network ab071244-974c-415d-9980-e72c08ab4732 is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:29:23.552499 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-c92391e0-13d6-4611-a281-637264564722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, ab071244-974c-415d-9980-e72c08ab4732) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:29:23.561455 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92391e0-13d6-4611-a281-637264564722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:23.562033 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c92391e0-13d6-4611-a281-637264564722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:23.579235 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf46028-a63d-46eb-9871-67911be43df4 None None] Network ab071244-974c-415d-9980-e72c08ab4732 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:29:23.583006 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c92391e0-13d6-4611-a281-637264564722 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5669088 Jun 02 21:29:23.585505 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37500) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:23.589773 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-463525224-router', 'tenant_id': '08d7141bae364099b386455fbabcc7bd', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:29:23.594780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:29:23.598629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Usage tracker for resource:router and tenant:08d7141bae364099b386455fbabcc7bd is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:29:23.601602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:29:23.607695 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:29:23.618946 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:23.620065 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:23.635614 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:23.915248 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:24.051871 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-ab071244-974c-415d-9980-e72c08ab4732', 'network_id': 'ab071244-974c-415d-9980-e72c08ab4732', 'tenant_id': '08d7141bae364099b386455fbabcc7bd', 'fixed_ips': [{'subnet_id': '12d9501c-41bc-4ca4-a7ff-02bb00c1e167'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 21:29:24.052698 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:24.130275 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:24.160196 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] Transition to ACTIVE for port object 7a176dc6-8161-434f-9e62-b7d2d0f9005e will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:29:24.172912 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:24.180087 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:24.230036 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:24.396926 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c927c7-f640-4454-90c3-a129039641fb None None] Pushing event updated for resources: {'Port': ['ID=7a176dc6-8161-434f-9e62-b7d2d0f9005e,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:24.399781 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-75c927c7-f640-4454-90c3-a129039641fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:24.408910 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Allocated IP 172.20.0.2 (ab071244-974c-415d-9980-e72c08ab4732/12d9501c-41bc-4ca4-a7ff-02bb00c1e167/7570830e-d8d5-4c93-871b-fd7dc21eace1) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:29:24.409753 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:24.487670 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] Attempting to bind port 7a176dc6-8161-434f-9e62-b7d2d0f9005e on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:29:24.488049 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] Attempting to bind port 7a176dc6-8161-434f-9e62-b7d2d0f9005e by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '4b5ac9d6-cce0-48dc-b35b-91c098de3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:29:24.488423 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] Attempting to bind port 7a176dc6-8161-434f-9e62-b7d2d0f9005e on network 69f08f0f-fe03-4c02-bd14-8a6894a079a3 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:29:24.541505 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:29:24.541787 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] Checking segment: {'id': '4b5ac9d6-cce0-48dc-b35b-91c098de3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:29:24.542172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:24.542576 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] Bound using segment: {'id': '4b5ac9d6-cce0-48dc-b35b-91c098de3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:29:24.543064 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] Bound port: 7a176dc6-8161-434f-9e62-b7d2d0f9005e, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5ac9d6-cce0-48dc-b35b-91c098de3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:29:24.543469 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:24.552791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Allocated IP 172.26.0.149 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/e7e1754d-9ec5-4c35-8781-08f54e15497e) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:29:24.696093 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:24.728279 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:24.734026 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-00d85fa0-f365-49f4-aecf-33421e89178b tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:24.737124 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] For port 7a176dc6-8161-434f-9e62-b7d2d0f9005e, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:29:24.751039 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] For port 7a176dc6-8161-434f-9e62-b7d2d0f9005e, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7a176dc6-8161-434f-9e62-b7d2d0f9005e,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:29:24.761296 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:24.766634 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-b4657551-29fc-4be2-a242-4c61d5ca4256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:24.795320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:29:24.795498 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:24.798102 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:29:24.801743 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:29:24.824527 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Transition to ACTIVE for port object 7570830e-d8d5-4c93-871b-fd7dc21eace1 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:29:24.838001 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Pushing event updated for resources: {'Port': ['ID=e7e1754d-9ec5-4c35-8781-08f54e15497e,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:24.842861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:24.870508 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Transition to ACTIVE for port object 7570830e-d8d5-4c93-871b-fd7dc21eace1 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:29:24.875068 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] Routers {'2f73c944-c319-4128-8bc3-4ec99d4f7232'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:29:24.875887 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:29:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['2f73c944-c319-4128-8bc3-4ec99d4f7232'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:24.930783 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c927c7-f640-4454-90c3-a129039641fb None None] Pushing event updated for resources: {'Port': ['ID=7a176dc6-8161-434f-9e62-b7d2d0f9005e,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:24.933754 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:24.945988 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-75c927c7-f640-4454-90c3-a129039641fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:24.946463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-75c927c7-f640-4454-90c3-a129039641fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:25.034150 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Network ab071244-974c-415d-9980-e72c08ab4732 is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:29:25.086984 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:29:25.089027 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:29:25.109931 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Pushing event updated for resources: {'Port': ['ID=7570830e-d8d5-4c93-871b-fd7dc21eace1,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:25.113596 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:25.220245 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] Set router 2f73c944-c319-4128-8bc3-4ec99d4f7232 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:29:25.225726 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:25.277717 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Attempting to bind port 7570830e-d8d5-4c93-871b-fd7dc21eace1 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:29:25.278097 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Attempting to bind port 7570830e-d8d5-4c93-871b-fd7dc21eace1 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '43ae47e6-711a-4228-b4b2-57c2823a8725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ab071244-974c-415d-9980-e72c08ab4732'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:29:25.279008 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Attempting to bind port 7570830e-d8d5-4c93-871b-fd7dc21eace1 on network ab071244-974c-415d-9980-e72c08ab4732 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:29:25.294978 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:29:25.295474 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Checking segment: {'id': '43ae47e6-711a-4228-b4b2-57c2823a8725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ab071244-974c-415d-9980-e72c08ab4732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:29:25.295890 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:25.296339 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Bound using segment: {'id': '43ae47e6-711a-4228-b4b2-57c2823a8725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ab071244-974c-415d-9980-e72c08ab4732'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:29:25.296815 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Bound port: 7570830e-d8d5-4c93-871b-fd7dc21eace1, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ae47e6-711a-4228-b4b2-57c2823a8725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ab071244-974c-415d-9980-e72c08ab4732'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:29:25.297196 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:25.567986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:25.591570 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] For port 7570830e-d8d5-4c93-871b-fd7dc21eace1, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:29:25.610680 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] For port 7570830e-d8d5-4c93-871b-fd7dc21eace1, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7570830e-d8d5-4c93-871b-fd7dc21eace1,segment=NetworkSegment(43ae47e6-711a-4228-b4b2-57c2823a8725),segment_id=43ae47e6-711a-4228-b4b2-57c2823a8725)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:29:25.643105 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:25.650290 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bcc17135-8ba2-444b-8e26-0a2ce7eb358d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:25.740549 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Pushing event updated for resources: {'Port': ['ID=7570830e-d8d5-4c93-871b-fd7dc21eace1,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:25.743935 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:25.762427 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'name': 'tempest-TestShelveInstance-1732324444-router', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:16Z', 'updated_at': '2021-06-02T21:29:20Z', 'revision_number': 4, 'project_id': '6a26627802414f03a8707c2879124eb1', 'gw_port': {'id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:17Z', 'updated_at': '2021-06-02T21:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '7a176dc6-8161-434f-9e62-b7d2d0f9005e', 'name': '', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'mac_address': 'fa:16:3e:80:20:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:20Z', 'updated_at': '2021-06-02T21:29:24Z', 'revision_number': 4, 'project_id': '6a26627802414f03a8707c2879124eb1', 'subnets': [{'id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:25.767879 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a71b351-cd89-46ab-8b9a-3a421469cc3f None None] The sync data for ids ['2f73c944-c319-4128-8bc3-4ec99d4f7232'] in dv-neutron-601336-84-hyperv is: [{'id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'name': 'tempest-TestShelveInstance-1732324444-router', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:16Z', 'updated_at': '2021-06-02T21:29:20Z', 'revision_number': 4, 'project_id': '6a26627802414f03a8707c2879124eb1', 'gw_port': {'id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:17Z', 'updated_at': '2021-06-02T21:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '7a176dc6-8161-434f-9e62-b7d2d0f9005e', 'name': '', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'mac_address': 'fa:16:3e:80:20:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:20Z', 'updated_at': '2021-06-02T21:29:24Z', 'revision_number': 4, 'project_id': '6a26627802414f03a8707c2879124eb1', 'subnets': [{'id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:29:25.977964 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Router 1260afa3-9ee5-4159-a642-6147edaf209f is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 21:29:26.170701 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:29:26.178887 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] Sync routers for ids ['1260afa3-9ee5-4159-a642-6147edaf209f'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:29:26.189669 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] Routers {'1260afa3-9ee5-4159-a642-6147edaf209f'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:29:26.190553 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:29:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['1260afa3-9ee5-4159-a642-6147edaf209f'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:26.195175 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:26.196406 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6099377 Jun 02 21:29:26.199509 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37502) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:26.413000 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] Set router 1260afa3-9ee5-4159-a642-6147edaf209f gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:29:26.714305 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1260afa3-9ee5-4159-a642-6147edaf209f', 'name': 'tempest-TestShelveInstance-463525224-router', 'tenant_id': '08d7141bae364099b386455fbabcc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e7e1754d-9ec5-4c35-8781-08f54e15497e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:23Z', 'updated_at': '2021-06-02T21:29:25Z', 'revision_number': 3, 'project_id': '08d7141bae364099b386455fbabcc7bd', 'gw_port': {'id': 'e7e1754d-9ec5-4c35-8781-08f54e15497e', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1260afa3-9ee5-4159-a642-6147edaf209f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:24Z', 'updated_at': '2021-06-02T21:29:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:26.720851 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] Checking router: 1260afa3-9ee5-4159-a642-6147edaf209f for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:29:26.721207 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] Updating router 1260afa3-9ee5-4159-a642-6147edaf209f port e7e1754d-9ec5-4c35-8781-08f54e15497e binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:29:26.789878 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:26.849126 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c4f984-c1c9-4271-8cd2-d69f79d7948a None None] Network ab071244-974c-415d-9980-e72c08ab4732 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:29:26.946071 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-68ce5196-271d-4b6f-b899-8ffa6c059da5 None None] Provisioning for port 7570830e-d8d5-4c93-871b-fd7dc21eace1 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:29:27.128544 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:27.176097 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:27.189994 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] Transition to ACTIVE for port object e7e1754d-9ec5-4c35-8781-08f54e15497e will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:29:27.198977 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:27.204088 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-e2055c0e-3a6a-46f8-841e-3b6360d4513e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:27.274947 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] Attempting to bind port e7e1754d-9ec5-4c35-8781-08f54e15497e on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:29:27.275474 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] Attempting to bind port e7e1754d-9ec5-4c35-8781-08f54e15497e by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:29:27.276041 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] Attempting to bind port e7e1754d-9ec5-4c35-8781-08f54e15497e on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:29:27.285556 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:29:27.286105 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:29:27.286597 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:27.287237 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:29:27.287903 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] Bound port: e7e1754d-9ec5-4c35-8781-08f54e15497e, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:29:27.288561 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:27.324299 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98718f1-348c-43ba-a9a9-96ec7b245cbd None None] Pushing event updated for resources: {'Port': ['ID=e7e1754d-9ec5-4c35-8781-08f54e15497e,revision_number=2']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:27.333718 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-b98718f1-348c-43ba-a9a9-96ec7b245cbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:27.370917 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_common [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] Allocated IP 172.20.0.1 (ab071244-974c-415d-9980-e72c08ab4732/12d9501c-41bc-4ca4-a7ff-02bb00c1e167/dd5568f4-818e-474a-896d-115a969bec7f) {{(pid=92548) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:29:27.380898 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] For port e7e1754d-9ec5-4c35-8781-08f54e15497e, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:29:27.384043 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] For port e7e1754d-9ec5-4c35-8781-08f54e15497e, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e7e1754d-9ec5-4c35-8781-08f54e15497e,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:29:27.389215 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:27.394086 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-4998b71a-d4a4-4249-8d27-0fae760a801c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:27.442444 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7570830e-d8d5-4c93-871b-fd7dc21eace1 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:29:27.472602 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] Routers {'1260afa3-9ee5-4159-a642-6147edaf209f'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:29:27.473884 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:29:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['1260afa3-9ee5-4159-a642-6147edaf209f'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:27.512555 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 7570830e-d8d5-4c93-871b-fd7dc21eace1 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:29:27.517515 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 7570830e-d8d5-4c93-871b-fd7dc21eace1 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:29:27.518005 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:27.529487 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:27.537517 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98718f1-348c-43ba-a9a9-96ec7b245cbd None None] Pushing event updated for resources: {'Port': ['ID=e7e1754d-9ec5-4c35-8781-08f54e15497e,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:27.541759 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-b98718f1-348c-43ba-a9a9-96ec7b245cbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:27.548265 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.provisioning_blocks [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] Transition to ACTIVE for port object dd5568f4-818e-474a-896d-115a969bec7f will not be triggered until provisioned by entity DHCP. {{(pid=92548) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:29:27.573801 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:27.579277 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:27.638589 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:27.638817 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] Network ab071244-974c-415d-9980-e72c08ab4732 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:29:27.646171 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:29:27.650350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] Received port after_create {{(pid=92548) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:29:27.660791 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] Set router 1260afa3-9ee5-4159-a642-6147edaf209f gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:29:27.671862 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 7570830e-d8d5-4c93-871b-fd7dc21eace1, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7570830e-d8d5-4c93-871b-fd7dc21eace1,segment=NetworkSegment(43ae47e6-711a-4228-b4b2-57c2823a8725),segment_id=43ae47e6-711a-4228-b4b2-57c2823a8725)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:29:27.678675 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:27.679796 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7a176dc6-8161-434f-9e62-b7d2d0f9005e up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:29:27.691321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] Pushing event updated for resources: {'Port': ['ID=dd5568f4-818e-474a-896d-115a969bec7f,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:27.698948 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:27.709487 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-75c927c7-f640-4454-90c3-a129039641fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:27.710701 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:27.804156 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=7570830e-d8d5-4c93-871b-fd7dc21eace1,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:27.807217 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:27.821335 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 7a176dc6-8161-434f-9e62-b7d2d0f9005e completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:29:27.829047 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 7a176dc6-8161-434f-9e62-b7d2d0f9005e triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:29:27.829433 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:27.977785 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:27.987515 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1260afa3-9ee5-4159-a642-6147edaf209f', 'name': 'tempest-TestShelveInstance-463525224-router', 'tenant_id': '08d7141bae364099b386455fbabcc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e7e1754d-9ec5-4c35-8781-08f54e15497e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:23Z', 'updated_at': '2021-06-02T21:29:25Z', 'revision_number': 3, 'project_id': '08d7141bae364099b386455fbabcc7bd', 'gw_port': {'id': 'e7e1754d-9ec5-4c35-8781-08f54e15497e', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1260afa3-9ee5-4159-a642-6147edaf209f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:24Z', 'updated_at': '2021-06-02T21:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:27.992093 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ddf38-fd60-4ff3-898c-27fac7aa3a9f None None] The sync data for ids ['1260afa3-9ee5-4159-a642-6147edaf209f'] in dv-neutron-601336-84-hyperv is: [{'id': '1260afa3-9ee5-4159-a642-6147edaf209f', 'name': 'tempest-TestShelveInstance-463525224-router', 'tenant_id': '08d7141bae364099b386455fbabcc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e7e1754d-9ec5-4c35-8781-08f54e15497e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:23Z', 'updated_at': '2021-06-02T21:29:25Z', 'revision_number': 3, 'project_id': '08d7141bae364099b386455fbabcc7bd', 'gw_port': {'id': 'e7e1754d-9ec5-4c35-8781-08f54e15497e', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1260afa3-9ee5-4159-a642-6147edaf209f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:24Z', 'updated_at': '2021-06-02T21:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:29:28.019943 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-6d09fbc7-2f49-429c-9e99-01e07c8b61e2 None None] Provisioning for port dd5568f4-818e-474a-896d-115a969bec7f completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:29:28.025787 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:28.026136 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 7a176dc6-8161-434f-9e62-b7d2d0f9005e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7a176dc6-8161-434f-9e62-b7d2d0f9005e,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:29:28.027829 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-6d09fbc7-2f49-429c-9e99-01e07c8b61e2 None None] Provisioning complete for port dd5568f4-818e-474a-896d-115a969bec7f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:29:28.029041 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6d09fbc7-2f49-429c-9e99-01e07c8b61e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:28.067607 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:28.081502 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:28.158421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-6d09fbc7-2f49-429c-9e99-01e07c8b61e2 None None] Port dd5568f4-818e-474a-896d-115a969bec7f cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:29:28.171551 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=7a176dc6-8161-434f-9e62-b7d2d0f9005e,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:28.178270 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:28.274639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:28.286874 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16273874'] for port, after_update {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:28.314403 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-67b255d0-236f-4bcc-a08d-06616fc22b8e tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:28.400152 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:28.405748 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] Pushing event updated for resources: {'Port': ['ID=dd5568f4-818e-474a-896d-115a969bec7f,revision_number=2']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:28.411738 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:28.554494 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] Network ab071244-974c-415d-9980-e72c08ab4732 is already hosted by enough agents. {{(pid=92548) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:29:28.555784 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:29:28.888930 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-feb347ee-7a4c-4ad4-94bb-4ff10b94726b None None] Provisioning complete for port dd5568f4-818e-474a-896d-115a969bec7f triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:29:28.889208 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-feb347ee-7a4c-4ad4-94bb-4ff10b94726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:28.920695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] Router 1260afa3-9ee5-4159-a642-6147edaf209f has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:29:28.951914 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-feb347ee-7a4c-4ad4-94bb-4ff10b94726b None None] Port dd5568f4-818e-474a-896d-115a969bec7f cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:29:29.104801 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:29:29.122811 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] 10.222.0.25 "PUT /v2.0/routers/1260afa3-9ee5-4159-a642-6147edaf209f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9220340 Jun 02 21:29:29.445168 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7570830e-d8d5-4c93-871b-fd7dc21eace1 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:29:29.523247 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 7570830e-d8d5-4c93-871b-fd7dc21eace1 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:29:29.523702 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:29.612051 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] Sync routers for ids ['1260afa3-9ee5-4159-a642-6147edaf209f'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:29:29.635968 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] Routers {'1260afa3-9ee5-4159-a642-6147edaf209f'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:29:29.636570 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:29:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['1260afa3-9ee5-4159-a642-6147edaf209f'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:29.713380 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7a176dc6-8161-434f-9e62-b7d2d0f9005e up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:29:29.755805 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37510) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:29.760888 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-c945310f-b808-4a12-ada1-d4889345e3ca tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1583868669', 'description': 'tempest-secgroup-smoke-1583868669 description', 'project_id': '6a26627802414f03a8707c2879124eb1'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:29:29.768078 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c945310f-b808-4a12-ada1-d4889345e3ca tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:29:29.772425 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c945310f-b808-4a12-ada1-d4889345e3ca tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Usage tracker for resource:security_group and tenant:6a26627802414f03a8707c2879124eb1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:29:29.775597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c945310f-b808-4a12-ada1-d4889345e3ca tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:29:29.781379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c945310f-b808-4a12-ada1-d4889345e3ca tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:29:29.791947 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c945310f-b808-4a12-ada1-d4889345e3ca tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:29.811772 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c945310f-b808-4a12-ada1-d4889345e3ca tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:29:29.815521 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c945310f-b808-4a12-ada1-d4889345e3ca tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Usage tracker for resource:security_group_rule and tenant:6a26627802414f03a8707c2879124eb1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:29:29.818241 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-c945310f-b808-4a12-ada1-d4889345e3ca tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:29:29.823756 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-c945310f-b808-4a12-ada1-d4889345e3ca tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:29:29.896166 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c945310f-b808-4a12-ada1-d4889345e3ca tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:29.900138 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c945310f-b808-4a12-ada1-d4889345e3ca tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:29.905218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b381c0cf-e289-4261-a86c-857e7f383913 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:29.919910 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] Set router 1260afa3-9ee5-4159-a642-6147edaf209f gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:29:29.943755 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945310f-b808-4a12-ada1-d4889345e3ca tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=909f85e3-3e0b-420a-aa3c-b961feac87d7,revision_number=1']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:29.946096 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c945310f-b808-4a12-ada1-d4889345e3ca tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:29.948524 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c945310f-b808-4a12-ada1-d4889345e3ca tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1902475 Jun 02 21:29:29.948524 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c945310f-b808-4a12-ada1-d4889345e3ca tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:29.950307 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37512) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:29.954881 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-68559378-560d-4964-be3e-aa49e9519ae3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Request body: {'security_group_rule': {'security_group_id': '909f85e3-3e0b-420a-aa3c-b961feac87d7', 'project_id': '6a26627802414f03a8707c2879124eb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:29:29.961136 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-68559378-560d-4964-be3e-aa49e9519ae3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:29:29.964888 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-68559378-560d-4964-be3e-aa49e9519ae3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Usage tracker for resource:security_group_rule and tenant:6a26627802414f03a8707c2879124eb1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:29:29.967746 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-68559378-560d-4964-be3e-aa49e9519ae3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:29:29.973838 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-68559378-560d-4964-be3e-aa49e9519ae3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:29:29.978633 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 7a176dc6-8161-434f-9e62-b7d2d0f9005e triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:29:29.979022 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:29.990015 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-68559378-560d-4964-be3e-aa49e9519ae3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.053270 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-68559378-560d-4964-be3e-aa49e9519ae3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.057108 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-68559378-560d-4964-be3e-aa49e9519ae3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.059001 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b6ccf2a7-6a76-4856-9770-53935cfbac36 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:30.081216 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68559378-560d-4964-be3e-aa49e9519ae3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18abce04-4eb5-490e-a85f-bc7e7d81f051,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:30.083739 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-68559378-560d-4964-be3e-aa49e9519ae3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:30.091501 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-68559378-560d-4964-be3e-aa49e9519ae3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.094017 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-68559378-560d-4964-be3e-aa49e9519ae3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1414344 Jun 02 21:29:30.095542 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37514) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:30.100236 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-b45259c6-5572-43f9-8851-66b45d9f6422 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Request body: {'security_group_rule': {'security_group_id': '909f85e3-3e0b-420a-aa3c-b961feac87d7', 'project_id': '6a26627802414f03a8707c2879124eb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:29:30.107183 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b45259c6-5572-43f9-8851-66b45d9f6422 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:29:30.111082 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b45259c6-5572-43f9-8851-66b45d9f6422 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Usage tracker for resource:security_group_rule and tenant:6a26627802414f03a8707c2879124eb1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:29:30.114045 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-b45259c6-5572-43f9-8851-66b45d9f6422 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:29:30.119817 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-b45259c6-5572-43f9-8851-66b45d9f6422 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:29:30.136648 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b45259c6-5572-43f9-8851-66b45d9f6422 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.198692 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b45259c6-5572-43f9-8851-66b45d9f6422 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.202578 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b45259c6-5572-43f9-8851-66b45d9f6422 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.208346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-9d50469c-3299-42d1-b2ca-1e5aa963cdff tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:30.227472 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45259c6-5572-43f9-8851-66b45d9f6422 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b5fc76-4595-4a12-81f1-a52d72325fbd,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:30.230101 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b45259c6-5572-43f9-8851-66b45d9f6422 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:30.237974 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-b45259c6-5572-43f9-8851-66b45d9f6422 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.239572 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-b45259c6-5572-43f9-8851-66b45d9f6422 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1430910 Jun 02 21:29:30.242270 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37516) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:30.246818 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-fc1e5604-9215-493e-92e6-3e2f89cb4437 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Request body: {'security_group_rule': {'security_group_id': '909f85e3-3e0b-420a-aa3c-b961feac87d7', 'project_id': '6a26627802414f03a8707c2879124eb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:29:30.253148 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-fc1e5604-9215-493e-92e6-3e2f89cb4437 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:29:30.256881 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-fc1e5604-9215-493e-92e6-3e2f89cb4437 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Usage tracker for resource:security_group_rule and tenant:6a26627802414f03a8707c2879124eb1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:29:30.259812 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-fc1e5604-9215-493e-92e6-3e2f89cb4437 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:29:30.262819 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e7e1754d-9ec5-4c35-8781-08f54e15497e up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:29:30.265496 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-fc1e5604-9215-493e-92e6-3e2f89cb4437 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:29:30.281849 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fc1e5604-9215-493e-92e6-3e2f89cb4437 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.344350 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fc1e5604-9215-493e-92e6-3e2f89cb4437 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.349561 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fc1e5604-9215-493e-92e6-3e2f89cb4437 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.355382 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-54f92e4b-0459-40cb-91d3-000710f2620d tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:30.374331 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e5604-9215-493e-92e6-3e2f89cb4437 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da02054e-8d0d-4875-9d3b-b682f3feadcb,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:30.376754 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fc1e5604-9215-493e-92e6-3e2f89cb4437 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:30.385444 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fc1e5604-9215-493e-92e6-3e2f89cb4437 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.385803 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port e7e1754d-9ec5-4c35-8781-08f54e15497e completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:29:30.386658 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fc1e5604-9215-493e-92e6-3e2f89cb4437 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434271 Jun 02 21:29:30.389433 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37518) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:30.392854 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port e7e1754d-9ec5-4c35-8781-08f54e15497e triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:29:30.393242 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.394300 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-eccf0da6-14c6-48bb-b773-08e4f6cab58d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Request body: {'security_group_rule': {'security_group_id': '909f85e3-3e0b-420a-aa3c-b961feac87d7', 'project_id': '6a26627802414f03a8707c2879124eb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:29:30.400075 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-eccf0da6-14c6-48bb-b773-08e4f6cab58d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:29:30.404332 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-eccf0da6-14c6-48bb-b773-08e4f6cab58d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Usage tracker for resource:security_group_rule and tenant:6a26627802414f03a8707c2879124eb1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:29:30.407197 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-eccf0da6-14c6-48bb-b773-08e4f6cab58d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:29:30.413117 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-eccf0da6-14c6-48bb-b773-08e4f6cab58d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:29:30.433008 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eccf0da6-14c6-48bb-b773-08e4f6cab58d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.437156 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1260afa3-9ee5-4159-a642-6147edaf209f', 'name': 'tempest-TestShelveInstance-463525224-router', 'tenant_id': '08d7141bae364099b386455fbabcc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e7e1754d-9ec5-4c35-8781-08f54e15497e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:23Z', 'updated_at': '2021-06-02T21:29:27Z', 'revision_number': 4, 'project_id': '08d7141bae364099b386455fbabcc7bd', 'gw_port': {'id': 'e7e1754d-9ec5-4c35-8781-08f54e15497e', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1260afa3-9ee5-4159-a642-6147edaf209f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:24Z', 'updated_at': '2021-06-02T21:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'dd5568f4-818e-474a-896d-115a969bec7f', 'name': '', 'network_id': 'ab071244-974c-415d-9980-e72c08ab4732', 'tenant_id': '08d7141bae364099b386455fbabcc7bd', 'mac_address': 'fa:16:3e:1c:33:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1260afa3-9ee5-4159-a642-6147edaf209f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '12d9501c-41bc-4ca4-a7ff-02bb00c1e167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:27Z', 'updated_at': '2021-06-02T21:29:28Z', 'revision_number': 2, 'project_id': '08d7141bae364099b386455fbabcc7bd', 'subnets': [{'id': '12d9501c-41bc-4ca4-a7ff-02bb00c1e167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:30.450606 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] Checking router: 1260afa3-9ee5-4159-a642-6147edaf209f for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:29:30.451329 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] Updating router 1260afa3-9ee5-4159-a642-6147edaf209f port dd5568f4-818e-474a-896d-115a969bec7f binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:29:30.496418 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eccf0da6-14c6-48bb-b773-08e4f6cab58d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.500424 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eccf0da6-14c6-48bb-b773-08e4f6cab58d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.502492 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-4666df2a-28d4-4f88-8bc9-f69fc43eadd9 tempest-TestMinimumBasicScenario-774266086 tempest-TestMinimumBasicScenario-774266086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:30.524901 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf0da6-14c6-48bb-b773-08e4f6cab58d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be70978-13c6-4983-876c-08b6df3567bb,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:30.527474 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-eccf0da6-14c6-48bb-b773-08e4f6cab58d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:30.535376 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-eccf0da6-14c6-48bb-b773-08e4f6cab58d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.536548 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-eccf0da6-14c6-48bb-b773-08e4f6cab58d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462142 Jun 02 21:29:30.539457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37520) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:30.544784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-04da3f2d-399a-40fc-be49-20cf7a17ae6f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Request body: {'security_group_rule': {'security_group_id': '909f85e3-3e0b-420a-aa3c-b961feac87d7', 'project_id': '6a26627802414f03a8707c2879124eb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:29:30.550677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-04da3f2d-399a-40fc-be49-20cf7a17ae6f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:29:30.550931 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.554438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-04da3f2d-399a-40fc-be49-20cf7a17ae6f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Usage tracker for resource:security_group_rule and tenant:6a26627802414f03a8707c2879124eb1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:29:30.558241 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-04da3f2d-399a-40fc-be49-20cf7a17ae6f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:29:30.564120 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-04da3f2d-399a-40fc-be49-20cf7a17ae6f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:29:30.574259 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-04da3f2d-399a-40fc-be49-20cf7a17ae6f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Project 6a26627802414f03a8707c2879124eb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 21:29:30.579826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-04da3f2d-399a-40fc-be49-20cf7a17ae6f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.612280 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.643209 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-04da3f2d-399a-40fc-be49-20cf7a17ae6f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.647069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-04da3f2d-399a-40fc-be49-20cf7a17ae6f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.655114 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-90b4ff45-c808-46d0-bd19-86c8e6dc20c4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:30.673220 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da3f2d-399a-40fc-be49-20cf7a17ae6f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148da222-6fae-484a-9cd3-bddc2d22ec76,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:30.680953 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-04da3f2d-399a-40fc-be49-20cf7a17ae6f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:30.681496 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port e7e1754d-9ec5-4c35-8781-08f54e15497e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e7e1754d-9ec5-4c35-8781-08f54e15497e,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:29:30.688188 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.689279 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-04da3f2d-399a-40fc-be49-20cf7a17ae6f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.692546 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:30.693887 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 37522) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:30.695085 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-04da3f2d-399a-40fc-be49-20cf7a17ae6f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1545925 Jun 02 21:29:30.699291 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-439a72d9-baaf-4881-8118-c11f0750ef76 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Request body: {'security_group_rule': {'security_group_id': '909f85e3-3e0b-420a-aa3c-b961feac87d7', 'project_id': '6a26627802414f03a8707c2879124eb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:29:30.706012 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-439a72d9-baaf-4881-8118-c11f0750ef76 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:29:30.709893 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-439a72d9-baaf-4881-8118-c11f0750ef76 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Usage tracker for resource:security_group_rule and tenant:6a26627802414f03a8707c2879124eb1 is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:29:30.712905 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-439a72d9-baaf-4881-8118-c11f0750ef76 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:29:30.718693 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-439a72d9-baaf-4881-8118-c11f0750ef76 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:29:30.739003 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.securitygroups_db [None req-439a72d9-baaf-4881-8118-c11f0750ef76 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Project 6a26627802414f03a8707c2879124eb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 21:29:30.745323 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-439a72d9-baaf-4881-8118-c11f0750ef76 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.797490 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=e7e1754d-9ec5-4c35-8781-08f54e15497e,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:30.812195 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-439a72d9-baaf-4881-8118-c11f0750ef76 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.816159 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-439a72d9-baaf-4881-8118-c11f0750ef76 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.817942 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ea77ea0c-f863-48b7-a0ec-2933977eab71 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:30.839316 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a72d9-baaf-4881-8118-c11f0750ef76 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c96431-4402-4c3c-8692-cff5d071df2a,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:30.841797 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-439a72d9-baaf-4881-8118-c11f0750ef76 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:30.845097 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:30.849481 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-439a72d9-baaf-4881-8118-c11f0750ef76 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:30.850785 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-439a72d9-baaf-4881-8118-c11f0750ef76 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1556222 Jun 02 21:29:30.916196 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-41a8679b-a4c7-4486-af8b-d638f9da17c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:31.001992 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:31.013980 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] Transition to ACTIVE for port object dd5568f4-818e-474a-896d-115a969bec7f will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:29:31.016247 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-0fdca77d-8114-4645-b425-09408183112a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Synchronizing usage tracker for tenant:6a26627802414f03a8707c2879124eb1 on resource:security_group {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:29:31.021138 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:31.025553 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:31.033871 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-0fdca77d-8114-4645-b425-09408183112a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Unset dirty status for tenant:6a26627802414f03a8707c2879124eb1 on resource:security_group {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:29:31.035201 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-0fdca77d-8114-4645-b425-09408183112a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1583868669&fields=id&tenant_id=6a26627802414f03a8707c2879124eb1 HTTP/1.1" status: 200 len: 267 time: 0.0592570 Jun 02 21:29:31.179906 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af747bd-5146-4845-8356-5c6ad4735939 None None] Pushing event updated for resources: {'Port': ['ID=dd5568f4-818e-474a-896d-115a969bec7f,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:31.182981 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7af747bd-5146-4845-8356-5c6ad4735939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:31.192417 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-26ef1276-a211-4fc2-8886-2a8fa38147a9 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:31.193939 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-26ef1276-a211-4fc2-8886-2a8fa38147a9 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 809 time: 0.1522458 Jun 02 21:29:31.211136 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-87aac482-bc0a-4e0d-873b-569cb07cde81 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/quotas/6a26627802414f03a8707c2879124eb1 HTTP/1.1" status: 200 len: 375 time: 0.0115716 Jun 02 21:29:31.239654 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] Attempting to bind port dd5568f4-818e-474a-896d-115a969bec7f on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:29:31.240027 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] Attempting to bind port dd5568f4-818e-474a-896d-115a969bec7f by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '43ae47e6-711a-4228-b4b2-57c2823a8725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ab071244-974c-415d-9980-e72c08ab4732'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:29:31.240393 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] Attempting to bind port dd5568f4-818e-474a-896d-115a969bec7f on network ab071244-974c-415d-9980-e72c08ab4732 {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:29:31.245891 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:29:31.246379 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] Checking segment: {'id': '43ae47e6-711a-4228-b4b2-57c2823a8725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ab071244-974c-415d-9980-e72c08ab4732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:29:31.246807 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:31.247420 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] Bound using segment: {'id': '43ae47e6-711a-4228-b4b2-57c2823a8725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ab071244-974c-415d-9980-e72c08ab4732'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:29:31.248047 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] Bound port: dd5568f4-818e-474a-896d-115a969bec7f, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ae47e6-711a-4228-b4b2-57c2823a8725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ab071244-974c-415d-9980-e72c08ab4732'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:29:31.248379 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:31.304066 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-51f55ad0-38e9-4b0d-bbb2-7a51be1dc3eb tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866756 Jun 02 21:29:31.320442 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-17d96789-8cb5-46bc-b2d3-91d756a16d31 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92548) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 21:29:31.321411 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-17d96789-8cb5-46bc-b2d3-91d756a16d31 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053878 Jun 02 21:29:31.369674 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e7e1754d-9ec5-4c35-8781-08f54e15497e up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:29:31.458971 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-a4dabdc8-fd69-47fc-8495-4d474e81e333 service neutron] 10.222.0.25 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309104 Jun 02 21:29:31.468764 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] For port dd5568f4-818e-474a-896d-115a969bec7f, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:29:31.472950 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] For port dd5568f4-818e-474a-896d-115a969bec7f, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=dd5568f4-818e-474a-896d-115a969bec7f,segment=NetworkSegment(43ae47e6-711a-4228-b4b2-57c2823a8725),segment_id=43ae47e6-711a-4228-b4b2-57c2823a8725)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:29:31.480317 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:31.484866 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:31.519798 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port e7e1754d-9ec5-4c35-8781-08f54e15497e triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:29:31.520171 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:31.600121 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-754d130d-a06d-4e4c-bdc2-884e9320197e service neutron] 10.222.0.25 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353617 Jun 02 21:29:31.612606 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] Routers {'1260afa3-9ee5-4159-a642-6147edaf209f'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:29:31.613246 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:29:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['1260afa3-9ee5-4159-a642-6147edaf209f'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:31.684319 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af747bd-5146-4845-8356-5c6ad4735939 None None] Pushing event updated for resources: {'Port': ['ID=dd5568f4-818e-474a-896d-115a969bec7f,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:31.690003 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7af747bd-5146-4845-8356-5c6ad4735939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:31.801377 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-410aeb35-e985-4606-b2fa-c5b1ed22333b req-0fa96aae-f7e6-4982-baff-6aace267db02 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Synchronizing usage tracker for tenant:6a26627802414f03a8707c2879124eb1 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:29:31.821826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-410aeb35-e985-4606-b2fa-c5b1ed22333b req-0fa96aae-f7e6-4982-baff-6aace267db02 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Unset dirty status for tenant:6a26627802414f03a8707c2879124eb1 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:29:31.822967 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-410aeb35-e985-4606-b2fa-c5b1ed22333b req-0fa96aae-f7e6-4982-baff-6aace267db02 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 210 time: 0.0642054 Jun 02 21:29:31.906551 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] Set router 1260afa3-9ee5-4159-a642-6147edaf209f gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:29:32.237028 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1260afa3-9ee5-4159-a642-6147edaf209f', 'name': 'tempest-TestShelveInstance-463525224-router', 'tenant_id': '08d7141bae364099b386455fbabcc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e7e1754d-9ec5-4c35-8781-08f54e15497e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:23Z', 'updated_at': '2021-06-02T21:29:27Z', 'revision_number': 4, 'project_id': '08d7141bae364099b386455fbabcc7bd', 'gw_port': {'id': 'e7e1754d-9ec5-4c35-8781-08f54e15497e', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1260afa3-9ee5-4159-a642-6147edaf209f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:24Z', 'updated_at': '2021-06-02T21:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'dd5568f4-818e-474a-896d-115a969bec7f', 'name': '', 'network_id': 'ab071244-974c-415d-9980-e72c08ab4732', 'tenant_id': '08d7141bae364099b386455fbabcc7bd', 'mac_address': 'fa:16:3e:1c:33:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1260afa3-9ee5-4159-a642-6147edaf209f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '12d9501c-41bc-4ca4-a7ff-02bb00c1e167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:27Z', 'updated_at': '2021-06-02T21:29:31Z', 'revision_number': 4, 'project_id': '08d7141bae364099b386455fbabcc7bd', 'subnets': [{'id': '12d9501c-41bc-4ca4-a7ff-02bb00c1e167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:32.241488 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f452fed-864d-48cc-8497-dfdefb53c1fc None None] The sync data for ids ['1260afa3-9ee5-4159-a642-6147edaf209f'] in dv-neutron-601336-84-hyperv is: [{'id': '1260afa3-9ee5-4159-a642-6147edaf209f', 'name': 'tempest-TestShelveInstance-463525224-router', 'tenant_id': '08d7141bae364099b386455fbabcc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e7e1754d-9ec5-4c35-8781-08f54e15497e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:23Z', 'updated_at': '2021-06-02T21:29:27Z', 'revision_number': 4, 'project_id': '08d7141bae364099b386455fbabcc7bd', 'gw_port': {'id': 'e7e1754d-9ec5-4c35-8781-08f54e15497e', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1260afa3-9ee5-4159-a642-6147edaf209f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:24Z', 'updated_at': '2021-06-02T21:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'dd5568f4-818e-474a-896d-115a969bec7f', 'name': '', 'network_id': 'ab071244-974c-415d-9980-e72c08ab4732', 'tenant_id': '08d7141bae364099b386455fbabcc7bd', 'mac_address': 'fa:16:3e:1c:33:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1260afa3-9ee5-4159-a642-6147edaf209f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '12d9501c-41bc-4ca4-a7ff-02bb00c1e167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:27Z', 'updated_at': '2021-06-02T21:29:31Z', 'revision_number': 4, 'project_id': '08d7141bae364099b386455fbabcc7bd', 'subnets': [{'id': '12d9501c-41bc-4ca4-a7ff-02bb00c1e167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:29:32.980208 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f38ed4a1-1a3a-4eb8-aac8-574b4283f0bf req-3ed7ea0d-5312-4e1b-9092-0fcd05836eef tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 210 time: 0.0464709 Jun 02 21:29:33.189131 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-2c0cb723-19f0-4015-9995-66553a0a9304 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:33.190204 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-2c0cb723-19f0-4015-9995-66553a0a9304 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Synchronizing usage tracker for tenant:6a26627802414f03a8707c2879124eb1 on resource:network {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:29:33.211191 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-2c0cb723-19f0-4015-9995-66553a0a9304 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Unset dirty status for tenant:6a26627802414f03a8707c2879124eb1 on resource:network {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:29:33.212605 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-2c0cb723-19f0-4015-9995-66553a0a9304 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.95 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 809 time: 0.1859798 Jun 02 21:29:33.268201 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-cff74f7f-10f5-4f80-b385-9750ba573b73 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Synchronizing usage tracker for tenant:6a26627802414f03a8707c2879124eb1 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:29:33.281248 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-cff74f7f-10f5-4f80-b385-9750ba573b73 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Unset dirty status for tenant:6a26627802414f03a8707c2879124eb1 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:29:33.282372 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-cff74f7f-10f5-4f80-b385-9750ba573b73 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a26627802414f03a8707c2879124eb1 HTTP/1.1" status: 200 len: 380 time: 0.0620766 Jun 02 21:29:33.296830 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-043898d0-d86a-41d8-a9c1-0e6ea5c6d4a1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Request body: {'port': {'device_id': '85b11088-d50d-4c5f-afb5-ec57bba260a8', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'admin_state_up': True, 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'security_groups': ['909f85e3-3e0b-420a-aa3c-b961feac87d7']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:29:33.381824 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device dd5568f4-818e-474a-896d-115a969bec7f up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:29:33.433904 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-043898d0-d86a-41d8-a9c1-0e6ea5c6d4a1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:29:33.443347 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-043898d0-d86a-41d8-a9c1-0e6ea5c6d4a1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:29:33.453842 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-043898d0-d86a-41d8-a9c1-0e6ea5c6d4a1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Made reservation on behalf of 6a26627802414f03a8707c2879124eb1 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:29:33.454728 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-435b6031-a079-40b3-801c-b19577192b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:33.457310 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-043898d0-d86a-41d8-a9c1-0e6ea5c6d4a1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:33.465274 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port dd5568f4-818e-474a-896d-115a969bec7f completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:29:33.470421 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port dd5568f4-818e-474a-896d-115a969bec7f triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:29:33.470840 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:33.526959 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:33.601983 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:33.627203 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-043898d0-d86a-41d8-a9c1-0e6ea5c6d4a1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Allocated IP 172.20.0.14 (69f08f0f-fe03-4c02-bd14-8a6894a079a3/55843acf-9559-4f25-b340-8f742c7ca7bf/43c4815b-d5a9-48ac-ba22-7aecab8db5e3) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:29:33.637136 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port dd5568f4-818e-474a-896d-115a969bec7f, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=dd5568f4-818e-474a-896d-115a969bec7f,segment=NetworkSegment(43ae47e6-711a-4228-b4b2-57c2823a8725),segment_id=43ae47e6-711a-4228-b4b2-57c2823a8725)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:29:33.642007 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:33.645180 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-4d2b8957-49a4-4e77-b43d-92e32d0cd8fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:33.711502 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=dd5568f4-818e-474a-896d-115a969bec7f,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:33.714673 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:33.821880 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-043898d0-d86a-41d8-a9c1-0e6ea5c6d4a1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:33.837447 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-043898d0-d86a-41d8-a9c1-0e6ea5c6d4a1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Transition to ACTIVE for port object 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:29:33.863508 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-043898d0-d86a-41d8-a9c1-0e6ea5c6d4a1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:33.869169 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a24bd2df-6284-4c3c-9c3c-394aad803269 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:33.937745 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-043898d0-d86a-41d8-a9c1-0e6ea5c6d4a1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Network 69f08f0f-fe03-4c02-bd14-8a6894a079a3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:29:33.944779 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-043898d0-d86a-41d8-a9c1-0e6ea5c6d4a1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:29:33.949193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-043898d0-d86a-41d8-a9c1-0e6ea5c6d4a1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:29:33.978495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043898d0-d86a-41d8-a9c1-0e6ea5c6d4a1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event updated for resources: {'Port': ['ID=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:33.984544 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-043898d0-d86a-41d8-a9c1-0e6ea5c6d4a1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:34.026253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-043898d0-d86a-41d8-a9c1-0e6ea5c6d4a1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:34.026859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-043898d0-d86a-41d8-a9c1-0e6ea5c6d4a1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:34.056073 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-043898d0-d86a-41d8-a9c1-0e6ea5c6d4a1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7657599 Jun 02 21:29:34.070225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Request body: {'port': {'device_id': '85b11088-d50d-4c5f-afb5-ec57bba260a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:29:34.194935 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c415f65d-eb1f-4f51-8bec-441ed3ec3487 None None] Provisioning for port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:29:34.200637 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-c415f65d-eb1f-4f51-8bec-441ed3ec3487 None None] Provisioning complete for port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:29:34.201051 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c415f65d-eb1f-4f51-8bec-441ed3ec3487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:34.247113 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:34.264673 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-c415f65d-eb1f-4f51-8bec-441ed3ec3487 None None] Port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:29:34.272563 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584f02d-e2fb-48af-a1c5-d5e8c3063b7d req-06c437db-fa91-4720-89d0-359258e7403a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:34.273355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-3584f02d-e2fb-48af-a1c5-d5e8c3063b7d req-06c437db-fa91-4720-89d0-359258e7403a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Synchronizing usage tracker for tenant:6a26627802414f03a8707c2879124eb1 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:29:34.333732 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-3584f02d-e2fb-48af-a1c5-d5e8c3063b7d req-06c437db-fa91-4720-89d0-359258e7403a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Unset dirty status for tenant:6a26627802414f03a8707c2879124eb1 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:29:34.334966 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3584f02d-e2fb-48af-a1c5-d5e8c3063b7d req-06c437db-fa91-4720-89d0-359258e7403a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 932 time: 0.2242303 Jun 02 21:29:34.448284 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3584f02d-e2fb-48af-a1c5-d5e8c3063b7d req-e94bbfec-9287-4132-b4cf-89cc332d3be4 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042879 Jun 02 21:29:34.475568 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:34.656166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:29:34.663170 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:34.676880 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Transition to ACTIVE for port object 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:29:34.680311 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:34.684516 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c1c3e0cc-8f81-4003-abf5-72e23c086a10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:34.983048 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Pushing event updated for resources: {'Port': ['ID=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:34.990466 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:35.055589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Attempting to bind port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:29:35.055923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Attempting to bind port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4b5ac9d6-cce0-48dc-b35b-91c098de3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:29:35.056251 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Attempting to bind port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 on network 69f08f0f-fe03-4c02-bd14-8a6894a079a3 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:29:35.061219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 on network 69f08f0f-fe03-4c02-bd14-8a6894a079a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 21:29:35.061536 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Attempting to bind port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 on network 69f08f0f-fe03-4c02-bd14-8a6894a079a3 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:29:35.066489 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:29:35.066828 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Checking segment: {'id': '4b5ac9d6-cce0-48dc-b35b-91c098de3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:29:35.067229 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Bound using segment: {'id': '4b5ac9d6-cce0-48dc-b35b-91c098de3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:29:35.067647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Bound port: 43c4815b-d5a9-48ac-ba22-7aecab8db5e3, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5ac9d6-cce0-48dc-b35b-91c098de3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:29:35.067984 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:35.158858 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] For port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:29:35.161795 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] For port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:29:35.166282 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:35.170767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9e498160-569d-4b49-80fe-0f3938eeb30a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:35.225876 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:35.226494 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:35.227895 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] 10.222.0.95 "PUT /v2.0/ports/43c4815b-d5a9-48ac-ba22-7aecab8db5e3 HTTP/1.1" status: 200 len: 1094 time: 1.1639194 Jun 02 21:29:35.228426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b11088-d50d-4c5f-afb5-ec57bba260a8', 'tag': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:29:35.230727 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad89028-b7a5-45bd-b013-20e3198b779a" -d '{"events": [{"name": "network-changed", "server_uuid": "85b11088-d50d-4c5f-afb5-ec57bba260a8", "tag": "43c4815b-d5a9-48ac-ba22-7aecab8db5e3"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:29:35.257497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Pushing event updated for resources: {'Port': ['ID=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:35.260898 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:35.305315 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8000311-3a8c-47df-9c75-618412b5e501 x-openstack-request-id: req-f8000311-3a8c-47df-9c75-618412b5e501 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:29:35.305643 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b11088-d50d-4c5f-afb5-ec57bba260a8", "tag": "43c4815b-d5a9-48ac-ba22-7aecab8db5e3", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:29:35.306011 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8000311-3a8c-47df-9c75-618412b5e501 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:29:35.306349 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b11088-d50d-4c5f-afb5-ec57bba260a8', 'tag': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3', 'status': 'completed', 'code': 200} Jun 02 21:29:35.352599 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-badb0877-8afa-417f-8200-d29f41ea352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:35.354449 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-badb0877-8afa-417f-8200-d29f41ea352b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 1097 time: 0.0838163 Jun 02 21:29:35.372342 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device dd5568f4-818e-474a-896d-115a969bec7f up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:29:35.428758 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-7a0a5f6c-b7e3-46ce-aad9-5f64b59b222e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3 HTTP/1.1" status: 200 len: 217 time: 0.0671303 Jun 02 21:29:35.445743 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port dd5568f4-818e-474a-896d-115a969bec7f triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:29:35.446117 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:35.493862 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-93c5a9c7-2c8d-4ca1-9c0e-66c323702522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:35.495273 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-93c5a9c7-2c8d-4ca1-9c0e-66c323702522 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55843acf-9559-4f25-b340-8f742c7ca7bf HTTP/1.1" status: 200 len: 848 time: 0.0603750 Jun 02 21:29:35.624960 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-8f6a47bc-52d2-4e11-bb5e-017032090801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:35.626419 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-8f6a47bc-52d2-4e11-bb5e-017032090801 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69f08f0f-fe03-4c02-bd14-8a6894a079a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1246135 Jun 02 21:29:35.737599 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39079ca-dd78-499d-99d1-6aa8b25349ea req-11af8a4d-f2d3-4540-a76d-7fa513169ab5 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:35.739052 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f39079ca-dd78-499d-99d1-6aa8b25349ea req-11af8a4d-f2d3-4540-a76d-7fa513169ab5 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 944 time: 0.1796386 Jun 02 21:29:35.804143 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-44958262-4aed-4aa5-9273-2ee2e83c5dda service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690979 Jun 02 21:29:35.811303 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f39079ca-dd78-499d-99d1-6aa8b25349ea req-4077c373-8896-4efe-bf80-f47c44571544 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654771 Jun 02 21:29:35.948361 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b383fa87-0cd7-4b72-ad0b-87bff969d689 req-06170f95-dd24-4ff9-bf18-ebc4cbb6f6c9 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361213 Jun 02 21:29:36.068843 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad89028-b7a5-45bd-b013-20e3198b779a req-00db6544-c5d6-4767-8cb2-e26d949040a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:36.070218 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0ad89028-b7a5-45bd-b013-20e3198b779a req-00db6544-c5d6-4767-8cb2-e26d949040a2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 1097 time: 0.0768008 Jun 02 21:29:36.138554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:36.201395 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad89028-b7a5-45bd-b013-20e3198b779a req-652d86b7-b5e7-413b-a0d3-c77e6cca9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:36.202829 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0ad89028-b7a5-45bd-b013-20e3198b779a req-652d86b7-b5e7-413b-a0d3-c77e6cca9530 service neutron] 10.222.0.95 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 910 time: 0.1265814 Jun 02 21:29:36.281228 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0ad89028-b7a5-45bd-b013-20e3198b779a req-eb502a2a-afa6-486e-b94b-744dff19c0d0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3 HTTP/1.1" status: 200 len: 217 time: 0.0643406 Jun 02 21:29:36.352281 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad89028-b7a5-45bd-b013-20e3198b779a req-4b783d10-fc29-4404-a6a2-cfa1975f45cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:36.353574 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0ad89028-b7a5-45bd-b013-20e3198b779a req-4b783d10-fc29-4404-a6a2-cfa1975f45cf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55843acf-9559-4f25-b340-8f742c7ca7bf HTTP/1.1" status: 200 len: 848 time: 0.0582230 Jun 02 21:29:36.426836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad89028-b7a5-45bd-b013-20e3198b779a req-019e8c05-9bcc-4c07-8e76-bfb8b0d51efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:36.428270 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0ad89028-b7a5-45bd-b013-20e3198b779a req-019e8c05-9bcc-4c07-8e76-bfb8b0d51efa service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69f08f0f-fe03-4c02-bd14-8a6894a079a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0677116 Jun 02 21:29:36.559010 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0ad89028-b7a5-45bd-b013-20e3198b779a req-97ad70ce-95fb-4ac3-9b25-28845f121d01 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229603 Jun 02 21:29:36.827533 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0ad89028-b7a5-45bd-b013-20e3198b779a req-5c8202b3-8c92-4647-a7d7-342a753a4452 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607262 Jun 02 21:29:36.998608 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0088ea-f3b2-4d04-a010-ff8e0a63ea68 req-2cd8c958-d3bd-4013-bcad-e261d9fc4163 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:36.999983 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-bf0088ea-f3b2-4d04-a010-ff8e0a63ea68 req-2cd8c958-d3bd-4013-bcad-e261d9fc4163 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 944 time: 0.0841272 Jun 02 21:29:37.044918 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-bf0088ea-f3b2-4d04-a010-ff8e0a63ea68 req-4b94bb0e-4b94-4aa0-b84a-ce2cdc7ba1a9 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382752 Jun 02 21:29:38.231899 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d9bf0-6267-4cee-a51b-10309ea862e1 req-794c9b85-4adc-4b7e-adae-2f1d55f97ef4 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:38.233317 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fd5d9bf0-6267-4cee-a51b-10309ea862e1 req-794c9b85-4adc-4b7e-adae-2f1d55f97ef4 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 944 time: 0.0824690 Jun 02 21:29:38.277092 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fd5d9bf0-6267-4cee-a51b-10309ea862e1 req-32e8f8ee-4f9b-4800-b9fb-23e3b8da5ea7 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380235 Jun 02 21:29:39.460933 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b1e9c-6f5a-413c-8339-4dd38282f45e req-8a4d571d-9208-4dcc-be73-673174f02dc2 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:39.462381 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-095b1e9c-6f5a-413c-8339-4dd38282f45e req-8a4d571d-9208-4dcc-be73-673174f02dc2 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 944 time: 0.0836220 Jun 02 21:29:39.506003 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-095b1e9c-6f5a-413c-8339-4dd38282f45e req-76343070-11a4-407f-9d1d-eb502eb84353 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376039 Jun 02 21:29:40.024138 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:29:40.195613 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:29:40.208055 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'port_id': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3', 'mac_address': 'fa:16:3e:f9:5c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:29:40.263304 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:40.279725 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:29:40.294583 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:29:40.297944 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:40.299603 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7af747bd-5146-4845-8356-5c6ad4735939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:40.361690 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:40.364506 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:40.643650 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['43c4815b-d5a9-48ac-ba22-7aecab8db5e3'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:29:40.689424 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2769cd-e478-48a0-b54d-458b9f23c253 req-83af758e-e973-4e72-a897-0ea6a8a9d35b tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:40.690866 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7e2769cd-e478-48a0-b54d-458b9f23c253 req-83af758e-e973-4e72-a897-0ea6a8a9d35b tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 945 time: 0.0797732 Jun 02 21:29:40.736045 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7e2769cd-e478-48a0-b54d-458b9f23c253 req-b98c619c-3b4d-409e-8c84-6f0b22aeb090 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396113 Jun 02 21:29:41.926324 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabb434-8d59-4e1b-a0ff-4a9d86efa705 req-61a22c7f-dd78-40d0-85ba-3435e1698564 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:41.927795 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ceabb434-8d59-4e1b-a0ff-4a9d86efa705 req-61a22c7f-dd78-40d0-85ba-3435e1698564 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 945 time: 0.0846739 Jun 02 21:29:41.976553 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ceabb434-8d59-4e1b-a0ff-4a9d86efa705 req-3197cef0-1217-44bc-b96d-0ef77221382b tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432186 Jun 02 21:29:42.023861 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:29:42.095167 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:29:42.101244 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:29:42.101630 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:42.223281 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:42.249777 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b11088-d50d-4c5f-afb5-ec57bba260a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:29:42.252090 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cf1e8d5b65feb79f3fdb53f3c34ac891470eca5348467c668b1fbb9630fad1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979770f8-af81-4d79-a775-19fa1b431660" -d '{"events": [{"server_uuid": "85b11088-d50d-4c5f-afb5-ec57bba260a8", "name": "network-vif-plugged", "status": "completed", "tag": "43c4815b-d5a9-48ac-ba22-7aecab8db5e3"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:29:42.259553 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:29:42.264782 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:42.266716 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:42.332554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:42.335596 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:42.347699 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce47d624-fd3d-4789-b767-53712570400e x-openstack-request-id: req-ce47d624-fd3d-4789-b767-53712570400e {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:29:42.348000 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b11088-d50d-4c5f-afb5-ec57bba260a8", "name": "network-vif-plugged", "status": "completed", "tag": "43c4815b-d5a9-48ac-ba22-7aecab8db5e3", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:29:42.348263 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce47d624-fd3d-4789-b767-53712570400e {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:29:42.348655 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b11088-d50d-4c5f-afb5-ec57bba260a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3', 'code': 200} Jun 02 21:29:42.590761 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857915f3-04bd-4e46-9bf1-7d260fb8650a req-2bcba56f-bab2-4dd1-8290-46b4c173e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:42.592126 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-857915f3-04bd-4e46-9bf1-7d260fb8650a req-2bcba56f-bab2-4dd1-8290-46b4c173e8ce service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 1099 time: 0.0716698 Jun 02 21:29:42.631044 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-857915f3-04bd-4e46-9bf1-7d260fb8650a req-655601b2-da76-4e93-8b86-d63f976cdfd4 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322449 Jun 02 21:29:43.156729 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745da49-9d0d-4357-aca3-24ce660999ce req-a22e4bb0-2918-4840-b7a5-4172fc773f79 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:43.158167 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2745da49-9d0d-4357-aca3-24ce660999ce req-a22e4bb0-2918-4840-b7a5-4172fc773f79 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0797036 Jun 02 21:29:43.205160 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2745da49-9d0d-4357-aca3-24ce660999ce req-3642e2c6-c093-4c01-bb60-50dbab057f01 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414982 Jun 02 21:29:44.086612 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:29:44.405950 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc19cc-cde8-4aa9-b06d-3dcf1b9210c0 req-957478ab-863e-406b-8a13-45e8f307f10d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:44.407362 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-46bc19cc-cde8-4aa9-b06d-3dcf1b9210c0 req-957478ab-863e-406b-8a13-45e8f307f10d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0796952 Jun 02 21:29:44.454396 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-46bc19cc-cde8-4aa9-b06d-3dcf1b9210c0 req-8e93cc68-51c9-4c73-8e2f-40118bb89fcc tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415692 Jun 02 21:29:44.634989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807af063-0787-4dc0-9627-63d34344d69c req-d8529b75-2e85-42f2-b42c-e8ef2dd2bf9c tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:44.636446 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-807af063-0787-4dc0-9627-63d34344d69c req-d8529b75-2e85-42f2-b42c-e8ef2dd2bf9c tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0791759 Jun 02 21:29:44.689036 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-807af063-0787-4dc0-9627-63d34344d69c req-c9df70ba-9d5c-4d56-8465-85758bfcfd1d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471072 Jun 02 21:29:44.715127 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37594) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:44.877917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4881f7-8ad3-4725-888e-528488c774ea tempest-TestShelveInstance-404996975 tempest-TestShelveInstance-404996975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:44.879514 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-eb4881f7-8ad3-4725-888e-528488c774ea tempest-TestShelveInstance-404996975 tempest-TestShelveInstance-404996975-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 1094 time: 0.1627212 Jun 02 21:29:44.882273 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 37598) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:29:44.886629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:29:44.893017 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:29:44.897041 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Usage tracker for resource:floatingip and tenant:6a26627802414f03a8707c2879124eb1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:29:44.899829 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:29:44.906148 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:29:44.916782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for floatingip, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:44.989901 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:45.058362 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:45.191451 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Allocated IP 172.26.0.213 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/1b314b01-4da8-4037-83e4-d4d774ce0a94) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:29:45.336139 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:45.364297 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:45.368613 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:45.429101 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:29:45.431977 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:29:45.436228 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:29:45.474565 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event updated for resources: {'Port': ['ID=1b314b01-4da8-4037-83e4-d4d774ce0a94,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:45.478530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:45.842678 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:45.914052 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:46.258714 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:46.263320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:46.267736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f20d8d3a-2fcb-4a08-a4eb-ec670245ed43 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:29:46.371584 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event updated for resources: {'Port': ['ID=1b314b01-4da8-4037-83e4-d4d774ce0a94,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:29:46.375612 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:29:46.382028 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:46.547693 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Floating IP 7d9394dc-6872-4585-825a-0a0c464d39f2 associated. External IP: 172.26.0.213, port: 43c4815b-d5a9-48ac-ba22-7aecab8db5e3. Jun 02 21:29:46.891962 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Router 2f73c944-c319-4128-8bc3-4ec99d4f7232 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:29:47.065674 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:29:47.075899 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b59c6b-5036-4056-937a-029b2b2710a0 None None] Sync routers for ids ['2f73c944-c319-4128-8bc3-4ec99d4f7232'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:29:47.084626 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b59c6b-5036-4056-937a-029b2b2710a0 None None] Routers {'2f73c944-c319-4128-8bc3-4ec99d4f7232'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:29:47.085301 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-f4b59c6b-5036-4056-937a-029b2b2710a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:29:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['2f73c944-c319-4128-8bc3-4ec99d4f7232'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:47.089978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:29:47.147854 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2644491 Jun 02 21:29:47.148425 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b11088-d50d-4c5f-afb5-ec57bba260a8', 'tag': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:29:47.150697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0dd7e7bf22aca22d9b098aaa5a85651d02d10f1a2738c0ff169e9cef6e62982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5295fc5-56f2-4c7e-9abb-b27833d06eee" -d '{"events": [{"name": "network-changed", "server_uuid": "85b11088-d50d-4c5f-afb5-ec57bba260a8", "tag": "43c4815b-d5a9-48ac-ba22-7aecab8db5e3"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:29:47.192840 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7d97e6-d955-4dcc-b9d9-8db7d40c8eb2 x-openstack-request-id: req-ad7d97e6-d955-4dcc-b9d9-8db7d40c8eb2 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:29:47.193184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b11088-d50d-4c5f-afb5-ec57bba260a8", "tag": "43c4815b-d5a9-48ac-ba22-7aecab8db5e3", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:29:47.193489 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad7d97e6-d955-4dcc-b9d9-8db7d40c8eb2 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:29:47.193929 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b11088-d50d-4c5f-afb5-ec57bba260a8', 'tag': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3', 'status': 'completed', 'code': 200} Jun 02 21:29:47.286448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5295fc5-56f2-4c7e-9abb-b27833d06eee req-e2b598e8-1a01-4b05-bf93-32ab75c4df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:47.287080 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-f4b59c6b-5036-4056-937a-029b2b2710a0 None None] Set router 2f73c944-c319-4128-8bc3-4ec99d4f7232 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:29:47.287935 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e5295fc5-56f2-4c7e-9abb-b27833d06eee req-e2b598e8-1a01-4b05-bf93-32ab75c4df46 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 1099 time: 0.0728581 Jun 02 21:29:47.416552 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5295fc5-56f2-4c7e-9abb-b27833d06eee req-bd2fdc6d-1ab7-4959-a742-b956ddb70e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:47.417892 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e5295fc5-56f2-4c7e-9abb-b27833d06eee req-bd2fdc6d-1ab7-4959-a742-b956ddb70e16 service neutron] 10.222.0.95 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 910 time: 0.1234102 Jun 02 21:29:47.638859 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-f4b59c6b-5036-4056-937a-029b2b2710a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'name': 'tempest-TestShelveInstance-1732324444-router', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:16Z', 'updated_at': '2021-06-02T21:29:20Z', 'revision_number': 4, 'project_id': '6a26627802414f03a8707c2879124eb1', 'gw_port': {'id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:17Z', 'updated_at': '2021-06-02T21:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '7d9394dc-6872-4585-825a-0a0c464d39f2', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'floating_ip_address': '172.26.0.213', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'port_id': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'mac_address': 'fa:16:3e:f9:5c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b11088-d50d-4c5f-afb5-ec57bba260a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:29:45Z', 'updated_at': '2021-06-02T21:29:45Z', 'revision_number': 0, 'project_id': '6a26627802414f03a8707c2879124eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a176dc6-8161-434f-9e62-b7d2d0f9005e', 'name': '', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'mac_address': 'fa:16:3e:80:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:20Z', 'updated_at': '2021-06-02T21:29:28Z', 'revision_number': 5, 'project_id': '6a26627802414f03a8707c2879124eb1', 'subnets': [{'id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:47.642763 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b59c6b-5036-4056-937a-029b2b2710a0 None None] Checking router: 2f73c944-c319-4128-8bc3-4ec99d4f7232 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:29:47.651610 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b59c6b-5036-4056-937a-029b2b2710a0 None None] Routers {'2f73c944-c319-4128-8bc3-4ec99d4f7232'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:29:47.652223 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-f4b59c6b-5036-4056-937a-029b2b2710a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:29:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['2f73c944-c319-4128-8bc3-4ec99d4f7232'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:47.668030 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e5295fc5-56f2-4c7e-9abb-b27833d06eee req-2faa392f-88b6-4173-a5f4-0f73444abac1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3 HTTP/1.1" status: 200 len: 1000 time: 0.2433839 Jun 02 21:29:47.729802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5295fc5-56f2-4c7e-9abb-b27833d06eee req-79d45c5d-da35-4a2c-976b-ceefe413d198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:47.731800 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e5295fc5-56f2-4c7e-9abb-b27833d06eee req-79d45c5d-da35-4a2c-976b-ceefe413d198 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55843acf-9559-4f25-b340-8f742c7ca7bf HTTP/1.1" status: 200 len: 848 time: 0.0573709 Jun 02 21:29:47.805329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5295fc5-56f2-4c7e-9abb-b27833d06eee req-cbbdd836-dd3d-40ad-a284-8b01b4e94847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:29:47.806816 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e5295fc5-56f2-4c7e-9abb-b27833d06eee req-cbbdd836-dd3d-40ad-a284-8b01b4e94847 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69f08f0f-fe03-4c02-bd14-8a6894a079a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0692205 Jun 02 21:29:47.828156 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-f4b59c6b-5036-4056-937a-029b2b2710a0 None None] Set router 2f73c944-c319-4128-8bc3-4ec99d4f7232 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:29:47.934863 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e5295fc5-56f2-4c7e-9abb-b27833d06eee req-4d57b301-02f1-4bf0-801a-7768d66829e2 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213961 Jun 02 21:29:48.062430 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e5295fc5-56f2-4c7e-9abb-b27833d06eee req-fcdf3b44-8125-4238-99c9-66e44c9b087f service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210673 Jun 02 21:29:48.167280 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-f4b59c6b-5036-4056-937a-029b2b2710a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'name': 'tempest-TestShelveInstance-1732324444-router', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:16Z', 'updated_at': '2021-06-02T21:29:20Z', 'revision_number': 4, 'project_id': '6a26627802414f03a8707c2879124eb1', 'gw_port': {'id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:17Z', 'updated_at': '2021-06-02T21:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '7d9394dc-6872-4585-825a-0a0c464d39f2', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'floating_ip_address': '172.26.0.213', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'port_id': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'mac_address': 'fa:16:3e:f9:5c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b11088-d50d-4c5f-afb5-ec57bba260a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:29:45Z', 'updated_at': '2021-06-02T21:29:45Z', 'revision_number': 0, 'project_id': '6a26627802414f03a8707c2879124eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a176dc6-8161-434f-9e62-b7d2d0f9005e', 'name': '', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'mac_address': 'fa:16:3e:80:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:20Z', 'updated_at': '2021-06-02T21:29:28Z', 'revision_number': 5, 'project_id': '6a26627802414f03a8707c2879124eb1', 'subnets': [{'id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:29:48.171108 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b59c6b-5036-4056-937a-029b2b2710a0 None None] The sync data for ids ['2f73c944-c319-4128-8bc3-4ec99d4f7232'] in dv-neutron-601336-84-hyperv is: [{'id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'name': 'tempest-TestShelveInstance-1732324444-router', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:16Z', 'updated_at': '2021-06-02T21:29:20Z', 'revision_number': 4, 'project_id': '6a26627802414f03a8707c2879124eb1', 'gw_port': {'id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:17Z', 'updated_at': '2021-06-02T21:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '7d9394dc-6872-4585-825a-0a0c464d39f2', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'floating_ip_address': '172.26.0.213', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'port_id': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'mac_address': 'fa:16:3e:f9:5c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b11088-d50d-4c5f-afb5-ec57bba260a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:29:45Z', 'updated_at': '2021-06-02T21:29:45Z', 'revision_number': 0, 'project_id': '6a26627802414f03a8707c2879124eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a176dc6-8161-434f-9e62-b7d2d0f9005e', 'name': '', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'mac_address': 'fa:16:3e:80:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:20Z', 'updated_at': '2021-06-02T21:29:28Z', 'revision_number': 5, 'project_id': '6a26627802414f03a8707c2879124eb1', 'subnets': [{'id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:29:48.344061 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d28344-cc2f-4d3c-8465-ba6c94941ba1 None None] New status for floating IP 7d9394dc-6872-4585-825a-0a0c464d39f2: ACTIVE {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:30:00.898203 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-49cd9717-a43d-4c38-8de2-75a0a917bbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:30:03.445201 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-fd34543d-2800-4a14-a421-708ce3fb6934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:30:03.508231 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:30:04.473285 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:30:06.141696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:30:08.381902 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a9bae150-25a6-4fed-9acb-adaf5e6ae844 req-474d83de-b2f1-4bbd-8eaa-d445a298e76b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1612778 Jun 02 21:30:08.522107 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bae150-25a6-4fed-9acb-adaf5e6ae844 req-1d7ca42c-01a0-4a0b-8661-108f3f3b6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:30:08.523824 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a9bae150-25a6-4fed-9acb-adaf5e6ae844 req-1d7ca42c-01a0-4a0b-8661-108f3f3b6691 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 1099 time: 0.0708487 Jun 02 21:30:08.664363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bae150-25a6-4fed-9acb-adaf5e6ae844 req-e1c6e524-f91a-4ed2-9a8a-f7c6baa22c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:30:08.665779 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a9bae150-25a6-4fed-9acb-adaf5e6ae844 req-e1c6e524-f91a-4ed2-9a8a-f7c6baa22c68 service neutron] 10.222.0.95 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 910 time: 0.1228993 Jun 02 21:30:08.772830 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a9bae150-25a6-4fed-9acb-adaf5e6ae844 req-5bb6d743-78ff-4efb-9d23-bdc4a31ea8e0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3 HTTP/1.1" status: 200 len: 1002 time: 0.0969589 Jun 02 21:30:08.833168 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bae150-25a6-4fed-9acb-adaf5e6ae844 req-a6d05965-65ab-4e8f-a978-032d5d1d30ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:30:08.834529 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a9bae150-25a6-4fed-9acb-adaf5e6ae844 req-a6d05965-65ab-4e8f-a978-032d5d1d30ca service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55843acf-9559-4f25-b340-8f742c7ca7bf HTTP/1.1" status: 200 len: 848 time: 0.0553319 Jun 02 21:30:08.912680 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bae150-25a6-4fed-9acb-adaf5e6ae844 req-122423ec-b241-4318-9782-6436932ed08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:30:08.914134 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a9bae150-25a6-4fed-9acb-adaf5e6ae844 req-122423ec-b241-4318-9782-6436932ed08c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69f08f0f-fe03-4c02-bd14-8a6894a079a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0725141 Jun 02 21:30:09.041705 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a9bae150-25a6-4fed-9acb-adaf5e6ae844 req-0b87adaa-9228-4311-997d-a8efdd8763b8 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206472 Jun 02 21:30:09.173136 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a9bae150-25a6-4fed-9acb-adaf5e6ae844 req-8d46b092-381f-4512-aef9-7f8e129a54bf service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244121 Jun 02 21:30:14.990204 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:30:21.085311 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:30:30.899822 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-229c7729-2537-48b3-9160-d4d8b88899e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:30:33.445412 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-582eda25-4994-444f-9d82-ed4f4dc04f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:30:33.509188 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:30:34.473669 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:30:36.143739 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:30:45.006516 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:30:58.084057 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:31:00.902153 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-108e85a6-3a9f-46e3-a8ba-9ce22d33f6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:31:03.446025 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5fe8d37a-a660-47cc-bfb5-66b600a5e2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:31:03.510072 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:31:04.474762 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:31:06.146084 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:31:10.302134 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9d4c2620-8679-4b0f-9177-9984fb5e158a req-4ba762db-afe1-409d-ba37-f636b31e3856 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689859 Jun 02 21:31:10.438881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c2620-8679-4b0f-9177-9984fb5e158a req-0bf88f28-8e1b-4e5c-8c53-94feb1d12b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:31:10.440341 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9d4c2620-8679-4b0f-9177-9984fb5e158a req-0bf88f28-8e1b-4e5c-8c53-94feb1d12b97 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 1099 time: 0.0728204 Jun 02 21:31:10.578513 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c2620-8679-4b0f-9177-9984fb5e158a req-b2f20a0d-776d-4678-a30d-87d72a05ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:31:10.579864 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9d4c2620-8679-4b0f-9177-9984fb5e158a req-b2f20a0d-776d-4678-a30d-87d72a05ae2e service neutron] 10.222.0.95 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 910 time: 0.1217046 Jun 02 21:31:10.679368 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9d4c2620-8679-4b0f-9177-9984fb5e158a req-44dff890-e785-43e7-bdbd-ae62b59a240c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3 HTTP/1.1" status: 200 len: 1002 time: 0.0923846 Jun 02 21:31:10.740141 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c2620-8679-4b0f-9177-9984fb5e158a req-c4176a8a-f96d-4d8a-afa4-7eb4853d9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:31:10.741565 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9d4c2620-8679-4b0f-9177-9984fb5e158a req-c4176a8a-f96d-4d8a-afa4-7eb4853d9b9f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55843acf-9559-4f25-b340-8f742c7ca7bf HTTP/1.1" status: 200 len: 848 time: 0.0560737 Jun 02 21:31:10.814677 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c2620-8679-4b0f-9177-9984fb5e158a req-681eac41-ac05-4d31-a429-b9316fddd9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:31:10.816133 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9d4c2620-8679-4b0f-9177-9984fb5e158a req-681eac41-ac05-4d31-a429-b9316fddd9f6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69f08f0f-fe03-4c02-bd14-8a6894a079a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0686061 Jun 02 21:31:10.944358 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9d4c2620-8679-4b0f-9177-9984fb5e158a req-dd21b128-5e6e-49a9-a216-48c2668026c8 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204615 Jun 02 21:31:11.071832 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9d4c2620-8679-4b0f-9177-9984fb5e158a req-09f0c914-f573-4171-9334-ad0d3d7a522d service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211329 Jun 02 21:31:15.019978 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:31:30.906223 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6207a144-c78e-4615-b36a-9f49758fdeba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:31:33.446903 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-60ea3710-0fbe-4d1c-8c6b-7336d23e62ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:31:33.514227 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:31:34.477286 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:31:35.083928 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:31:36.148781 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:31:45.019118 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:32:00.908007 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9b1932b9-aaca-4bcb-acea-83e1587c2f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:32:03.450771 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-74922d95-29dd-422d-9836-be834a0463df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:32:03.521253 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:32:04.479997 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:32:06.150483 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:32:10.522629 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a7e55dd3-4611-4793-93a4-3e64f87ce8d6 req-c3ed60e8-864d-42c7-9eb6-1e8b478d61d9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2436519 Jun 02 21:32:10.657316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e55dd3-4611-4793-93a4-3e64f87ce8d6 req-b5afa2fc-a7b7-45f1-9ee5-ffdb815c6a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:10.658791 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a7e55dd3-4611-4793-93a4-3e64f87ce8d6 req-b5afa2fc-a7b7-45f1-9ee5-ffdb815c6a7d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 1099 time: 0.0705824 Jun 02 21:32:10.799610 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e55dd3-4611-4793-93a4-3e64f87ce8d6 req-11cf0e8a-b451-4dd2-b70e-951b60752724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:10.800985 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a7e55dd3-4611-4793-93a4-3e64f87ce8d6 req-11cf0e8a-b451-4dd2-b70e-951b60752724 service neutron] 10.222.0.95 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 910 time: 0.1247573 Jun 02 21:32:10.904115 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a7e55dd3-4611-4793-93a4-3e64f87ce8d6 req-7a92bacd-5cd1-404b-8b9c-0dc928bed2b2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3 HTTP/1.1" status: 200 len: 1002 time: 0.0966837 Jun 02 21:32:10.967261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e55dd3-4611-4793-93a4-3e64f87ce8d6 req-06cebc27-6ac6-4be3-9cc0-ba37e4214a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:10.968630 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a7e55dd3-4611-4793-93a4-3e64f87ce8d6 req-06cebc27-6ac6-4be3-9cc0-ba37e4214a4f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55843acf-9559-4f25-b340-8f742c7ca7bf HTTP/1.1" status: 200 len: 848 time: 0.0588109 Jun 02 21:32:11.042079 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e55dd3-4611-4793-93a4-3e64f87ce8d6 req-107a1636-47cc-488e-9679-ec2778a4e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:11.043518 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a7e55dd3-4611-4793-93a4-3e64f87ce8d6 req-107a1636-47cc-488e-9679-ec2778a4e901 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69f08f0f-fe03-4c02-bd14-8a6894a079a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0680742 Jun 02 21:32:11.171511 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a7e55dd3-4611-4793-93a4-3e64f87ce8d6 req-1b23dd5d-4006-4fbb-99f3-7fd6ced0ccbb service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214714 Jun 02 21:32:11.299269 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a7e55dd3-4611-4793-93a4-3e64f87ce8d6 req-96c75c49-0092-4da1-92d1-7e80e98236c4 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217048 Jun 02 21:32:12.083258 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:32:14.540084 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882aa13-0257-472d-b3a8-c4bc5213a1cf req-a5451797-f92f-46b6-ac03-f6472e56486a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:14.541437 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5882aa13-0257-472d-b3a8-c4bc5213a1cf req-a5451797-f92f-46b6-ac03-f6472e56486a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.1251504 Jun 02 21:32:14.587133 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5882aa13-0257-472d-b3a8-c4bc5213a1cf req-af164e83-d1c6-4255-a65d-6cd0c1e8a69d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396874 Jun 02 21:32:15.033120 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:32:15.790891 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869ccfd-0baf-4301-9991-6133b3f3791c req-a041230d-075f-4d80-92e8-b2fa117c471e tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:15.792386 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9869ccfd-0baf-4301-9991-6133b3f3791c req-a041230d-075f-4d80-92e8-b2fa117c471e tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0869970 Jun 02 21:32:15.836530 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-9869ccfd-0baf-4301-9991-6133b3f3791c req-91bcdcae-4107-4a16-b70e-eb2adab351ee tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380785 Jun 02 21:32:17.029130 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404145e2-7412-4a7b-b15b-f89b212cbd64 req-5606801b-6fe5-462a-b253-76793cd408d2 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:17.030456 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-404145e2-7412-4a7b-b15b-f89b212cbd64 req-5606801b-6fe5-462a-b253-76793cd408d2 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0783255 Jun 02 21:32:17.072979 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-404145e2-7412-4a7b-b15b-f89b212cbd64 req-7799aa59-44de-48a3-94d4-5f7b5e727504 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370846 Jun 02 21:32:18.271389 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a47b7a-67c9-41d3-9150-4b7f1b979b33 req-37f409d4-ad27-4643-b2c7-715374a5cca3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:18.272848 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-22a47b7a-67c9-41d3-9150-4b7f1b979b33 req-37f409d4-ad27-4643-b2c7-715374a5cca3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0948310 Jun 02 21:32:18.316523 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-22a47b7a-67c9-41d3-9150-4b7f1b979b33 req-59d2b2be-3280-491c-b8fe-071f3aae8e2b tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380311 Jun 02 21:32:19.503469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d8c82-383c-4f5f-9043-aa3990cde241 req-ade5746b-660e-4db3-b078-91c7e6688dfe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:19.504908 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0a5d8c82-383c-4f5f-9043-aa3990cde241 req-ade5746b-660e-4db3-b078-91c7e6688dfe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0849791 Jun 02 21:32:19.549659 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0a5d8c82-383c-4f5f-9043-aa3990cde241 req-95d6fb62-3b31-47ce-adc8-4bc546bc3126 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392394 Jun 02 21:32:20.738431 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e71c30-99ae-4bb2-b4b7-703504f18400 req-b843f84d-0d6c-4245-8352-aac6560f5025 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:20.740148 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c8e71c30-99ae-4bb2-b4b7-703504f18400 req-b843f84d-0d6c-4245-8352-aac6560f5025 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0842619 Jun 02 21:32:20.783211 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c8e71c30-99ae-4bb2-b4b7-703504f18400 req-ef9dc486-b61e-4b32-b4a0-f0c3cadaaf9d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376561 Jun 02 21:32:21.970258 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89089d64-f8ae-479b-a663-1e321dd3f027 req-b14df96b-609c-429e-ab02-2b3c44a0cfe2 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:21.971719 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-89089d64-f8ae-479b-a663-1e321dd3f027 req-b14df96b-609c-429e-ab02-2b3c44a0cfe2 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0786619 Jun 02 21:32:22.021092 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-89089d64-f8ae-479b-a663-1e321dd3f027 req-6ecce4b7-6541-4f29-9608-cdc9d6c9887b tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437005 Jun 02 21:32:23.200194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eb38f-1a6f-4c0c-afeb-580a218fb14e req-8728b534-c067-43a1-a400-e8bb7903fc51 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:23.201657 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c85eb38f-1a6f-4c0c-afeb-580a218fb14e req-8728b534-c067-43a1-a400-e8bb7903fc51 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0784047 Jun 02 21:32:23.248527 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c85eb38f-1a6f-4c0c-afeb-580a218fb14e req-d0efb078-82f4-420d-a5c0-42ce624e07d5 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407758 Jun 02 21:32:24.430801 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce427f14-41b6-407e-9691-104e1899c59f req-702a14db-3e17-43eb-a058-8228bbfab23c tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:24.432250 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ce427f14-41b6-407e-9691-104e1899c59f req-702a14db-3e17-43eb-a058-8228bbfab23c tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0793426 Jun 02 21:32:24.475618 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ce427f14-41b6-407e-9691-104e1899c59f req-a6e77e04-01c2-421c-84d4-3a5327d088b7 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378234 Jun 02 21:32:25.801246 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4bc1b-cb65-4884-a95b-4811f7840bd0 req-96432c8e-14ce-41e1-9a68-987ce8b8864a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:25.802711 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8ea4bc1b-cb65-4884-a95b-4811f7840bd0 req-96432c8e-14ce-41e1-9a68-987ce8b8864a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.2230394 Jun 02 21:32:25.846408 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8ea4bc1b-cb65-4884-a95b-4811f7840bd0 req-553f8dc9-a51c-4719-af24-8d380ee6835d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380516 Jun 02 21:32:26.912015 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:32:27.036155 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e963cb-d04a-41b5-836e-20577e26ca2e req-2b4db5c4-3563-4f50-a6eb-cee34a992fda tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:27.037524 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-30e963cb-d04a-41b5-836e-20577e26ca2e req-2b4db5c4-3563-4f50-a6eb-cee34a992fda tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0846772 Jun 02 21:32:27.042159 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:32:27.055126 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'port_id': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3', 'mac_address': 'fa:16:3e:f9:5c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:32:27.082189 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-30e963cb-d04a-41b5-836e-20577e26ca2e req-e41f0abf-2cd1-4676-a9ab-ec25f935b453 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389767 Jun 02 21:32:27.113980 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:32:27.130726 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:32:27.146322 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:32:27.151116 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:32:27.153846 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:32:27.221564 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,revision_number=6']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:32:27.230337 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['43c4815b-d5a9-48ac-ba22-7aecab8db5e3'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:32:27.255103 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:32:27.255478 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:32:27.255821 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:32:27.256158 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:32:27.256491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:32:27.256823 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:32:27.257150 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:32:27.257478 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:32:27.257805 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:32:27.258126 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:32:27.258446 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:32:27.258765 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:32:27.262541 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:32:28.267206 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbe836-5300-4365-90f9-89862195f1fa req-4fa0fbbd-d84c-4bac-8661-35695680e955 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:28.269145 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cdbbe836-5300-4365-90f9-89862195f1fa req-4fa0fbbd-d84c-4bac-8661-35695680e955 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 945 time: 0.0821919 Jun 02 21:32:28.313194 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cdbbe836-5300-4365-90f9-89862195f1fa req-66d09eae-6fc0-448d-b9e0-69a61ed1fe70 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380189 Jun 02 21:32:28.912474 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:32:28.988106 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:32:28.988482 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:32:29.101978 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:32:29.126706 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b11088-d50d-4c5f-afb5-ec57bba260a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:32:29.135387 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:32:29.139229 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:32:29.141964 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:32:29.177466 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae291dc52ed972302de8ddb0fc5b1d61bd0328f64153775aa0e40b92cc3ca95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea37b66-f3f2-4828-9fa5-c919e65ba9fa" -d '{"events": [{"server_uuid": "85b11088-d50d-4c5f-afb5-ec57bba260a8", "name": "network-vif-plugged", "status": "completed", "tag": "43c4815b-d5a9-48ac-ba22-7aecab8db5e3"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:32:29.210049 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,revision_number=7']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:32:29.213144 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:32:29.273907 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e678bbcb-17a7-4169-9a27-e7d1261d80cd x-openstack-request-id: req-e678bbcb-17a7-4169-9a27-e7d1261d80cd {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:32:29.274208 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b11088-d50d-4c5f-afb5-ec57bba260a8", "name": "network-vif-plugged", "status": "completed", "tag": "43c4815b-d5a9-48ac-ba22-7aecab8db5e3", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:32:29.274494 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e678bbcb-17a7-4169-9a27-e7d1261d80cd {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:32:29.274900 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b11088-d50d-4c5f-afb5-ec57bba260a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3', 'code': 200} Jun 02 21:32:29.492883 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a1a98-7e13-4ebe-9429-a1d6cc9b730b req-3f371164-9947-4ac9-b056-7d1a8d1c5ce2 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:29.494318 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f51a1a98-7e13-4ebe-9429-a1d6cc9b730b req-3f371164-9947-4ac9-b056-7d1a8d1c5ce2 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0781412 Jun 02 21:32:29.541514 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f51a1a98-7e13-4ebe-9429-a1d6cc9b730b req-90e32028-d104-483f-8ef9-a5079cf9396c tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416427 Jun 02 21:32:30.723131 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034e28c-1acd-4f4c-a5c5-ead4044a1adf req-75bc2d6e-8f4c-49c5-9b69-f30d44d0a389 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:30.724626 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d034e28c-1acd-4f4c-a5c5-ead4044a1adf req-75bc2d6e-8f4c-49c5-9b69-f30d44d0a389 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0783405 Jun 02 21:32:30.769030 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d034e28c-1acd-4f4c-a5c5-ead4044a1adf req-7ef64322-2054-4cbd-a8bd-ca3b6011b1a3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388410 Jun 02 21:32:30.910788 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ff8091c7-3c72-4bc0-97db-f1e6aa114f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:32:31.965508 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504bcf6-82a8-413b-87fd-9a7b8a35f87b req-1b3d4e7c-0e1e-4b47-9e94-61a22b08f4fc tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:31.966993 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5504bcf6-82a8-413b-87fd-9a7b8a35f87b req-1b3d4e7c-0e1e-4b47-9e94-61a22b08f4fc tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0894361 Jun 02 21:32:32.021483 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5504bcf6-82a8-413b-87fd-9a7b8a35f87b req-94af8fec-0052-4705-a80d-147c5122741a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450904 Jun 02 21:32:33.229212 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f81989-4422-45f5-b368-0c0c92e6ca29 req-0b9fa9be-26c1-4e2b-b4a9-ec25b5037dc3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:33.230695 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d5f81989-4422-45f5-b368-0c0c92e6ca29 req-0b9fa9be-26c1-4e2b-b4a9-ec25b5037dc3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0898724 Jun 02 21:32:33.287986 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d5f81989-4422-45f5-b368-0c0c92e6ca29 req-79f47e81-8fca-400d-9a4d-cef859561e81 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514741 Jun 02 21:32:33.456383 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1777e9b0-cda9-4dfb-a295-d35d679c4426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:32:33.517688 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:32:34.490799 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:32:34.508069 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba0eb2-1eca-4413-877c-fad11fd260dc req-0973ad26-8879-4cc6-bd85-9e72f09e433c tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:34.510245 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-dcba0eb2-1eca-4413-877c-fad11fd260dc req-0973ad26-8879-4cc6-bd85-9e72f09e433c tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0975077 Jun 02 21:32:34.568522 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-dcba0eb2-1eca-4413-877c-fad11fd260dc req-7edfae7e-fbc8-47fa-af37-c753f02f96ae tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525746 Jun 02 21:32:35.759580 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546915e6-5ca6-4800-9f52-28fc9bb0d58d req-95a91caf-c230-4b57-99e2-abefa8de3483 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:35.761489 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-546915e6-5ca6-4800-9f52-28fc9bb0d58d req-95a91caf-c230-4b57-99e2-abefa8de3483 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0858884 Jun 02 21:32:35.807545 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-546915e6-5ca6-4800-9f52-28fc9bb0d58d req-1cf0d6e5-72c7-43ac-a2e8-8f1b707dbeac tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404418 Jun 02 21:32:36.154069 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:32:37.006449 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ede7d0-2d82-486a-85c5-55bf5c9d7535 req-336e076c-24c4-4528-a57d-38d80d65fa7a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:37.008194 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-91ede7d0-2d82-486a-85c5-55bf5c9d7535 req-336e076c-24c4-4528-a57d-38d80d65fa7a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0872056 Jun 02 21:32:37.058747 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-91ede7d0-2d82-486a-85c5-55bf5c9d7535 req-ded332aa-0674-4150-b698-10685bc21633 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444860 Jun 02 21:32:38.261769 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e344831-7d4c-4009-a676-813d735a3e95 req-6d981b34-c4a4-4559-998c-6227eadaa073 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:38.263237 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8e344831-7d4c-4009-a676-813d735a3e95 req-6d981b34-c4a4-4559-998c-6227eadaa073 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0949581 Jun 02 21:32:38.318018 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8e344831-7d4c-4009-a676-813d735a3e95 req-102446b7-3072-4df1-b10a-21bf2df254d8 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482643 Jun 02 21:32:39.548528 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96760bb-7581-4b01-9943-c608188c7ac8 req-655be426-01d5-4140-8331-29fe52cf4772 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:39.550136 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b96760bb-7581-4b01-9943-c608188c7ac8 req-655be426-01d5-4140-8331-29fe52cf4772 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0939353 Jun 02 21:32:39.600612 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b96760bb-7581-4b01-9943-c608188c7ac8 req-48458552-60d5-4d79-8e5d-e36d1f2e463e tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423706 Jun 02 21:32:40.782791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9b949-faa8-459d-a5c5-5ecb384abca8 req-29e0f956-c8f5-4126-9515-ddd7010585fe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:40.784782 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-26e9b949-faa8-459d-a5c5-5ecb384abca8 req-29e0f956-c8f5-4126-9515-ddd7010585fe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0805950 Jun 02 21:32:40.833308 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-26e9b949-faa8-459d-a5c5-5ecb384abca8 req-9a57f662-e50e-4c9a-916e-91ddc0ae5a69 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428720 Jun 02 21:32:41.653299 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a99ed1-d8c8-4ce4-9f36-68fd210f3f89 req-0c349b15-bd7d-4fbc-a468-c7f304c77106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:41.654645 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d1a99ed1-d8c8-4ce4-9f36-68fd210f3f89 req-0c349b15-bd7d-4fbc-a468-c7f304c77106 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 1099 time: 0.0710552 Jun 02 21:32:41.785519 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a99ed1-d8c8-4ce4-9f36-68fd210f3f89 req-f66c8f88-82ed-4a4a-8965-f9c6bfac9185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:41.786952 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d1a99ed1-d8c8-4ce4-9f36-68fd210f3f89 req-f66c8f88-82ed-4a4a-8965-f9c6bfac9185 service neutron] 10.222.0.95 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 910 time: 0.1250272 Jun 02 21:32:41.888997 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d1a99ed1-d8c8-4ce4-9f36-68fd210f3f89 req-2c797f8f-95d6-4168-b2f2-2fb084390691 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3 HTTP/1.1" status: 200 len: 1002 time: 0.0955429 Jun 02 21:32:41.950903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a99ed1-d8c8-4ce4-9f36-68fd210f3f89 req-ece6cf9f-52ec-45b6-9fa9-dc2e44ee4e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:41.952366 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d1a99ed1-d8c8-4ce4-9f36-68fd210f3f89 req-ece6cf9f-52ec-45b6-9fa9-dc2e44ee4e50 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55843acf-9559-4f25-b340-8f742c7ca7bf HTTP/1.1" status: 200 len: 848 time: 0.0561934 Jun 02 21:32:42.015346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b156db4-d39b-4bcc-94aa-e746dd31dc05 req-8bff6a0b-9cea-4e2d-9364-c2aaeb190269 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:42.016902 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4b156db4-d39b-4bcc-94aa-e746dd31dc05 req-8bff6a0b-9cea-4e2d-9364-c2aaeb190269 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0803962 Jun 02 21:32:42.069823 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4b156db4-d39b-4bcc-94aa-e746dd31dc05 req-a7efa349-bf49-495d-9b2e-8028ba82a266 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461524 Jun 02 21:32:42.161005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a99ed1-d8c8-4ce4-9f36-68fd210f3f89 req-a6f29c3f-07a6-4aeb-85ff-91ac7afd87fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:42.162468 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d1a99ed1-d8c8-4ce4-9f36-68fd210f3f89 req-a6f29c3f-07a6-4aeb-85ff-91ac7afd87fe service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69f08f0f-fe03-4c02-bd14-8a6894a079a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2033982 Jun 02 21:32:42.295047 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d1a99ed1-d8c8-4ce4-9f36-68fd210f3f89 req-8e42e4fd-de91-4891-9a62-b767b509369c service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250544 Jun 02 21:32:42.422206 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d1a99ed1-d8c8-4ce4-9f36-68fd210f3f89 req-e56dfed1-26c2-4054-a8d2-35c48a1cdb21 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208007 Jun 02 21:32:43.254214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c3c70-8aa6-415b-a2b7-f616e2928ef4 req-907dbbb6-a429-4caa-a1bb-bcf34819417d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:43.255653 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-776c3c70-8aa6-415b-a2b7-f616e2928ef4 req-907dbbb6-a429-4caa-a1bb-bcf34819417d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0777013 Jun 02 21:32:43.299797 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-776c3c70-8aa6-415b-a2b7-f616e2928ef4 req-5e4abebc-f9f6-497f-bb9f-fbf90c87d374 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385852 Jun 02 21:32:44.487595 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd18de3-afe1-4c95-a127-0de307b6b6ab req-5d803ba4-4b5b-43b5-bb56-daa8067878de tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:44.489322 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cfd18de3-afe1-4c95-a127-0de307b6b6ab req-5d803ba4-4b5b-43b5-bb56-daa8067878de tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0852511 Jun 02 21:32:44.535270 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-cfd18de3-afe1-4c95-a127-0de307b6b6ab req-08d1748f-2550-4473-87dd-ab0eae70f732 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403316 Jun 02 21:32:44.890813 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8005a-9855-4d7d-b8c3-ddf677d12a7f req-093b8aa9-03c6-42c9-8909-35f78da4b036 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:44.892283 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-63a8005a-9855-4d7d-b8c3-ddf677d12a7f req-093b8aa9-03c6-42c9-8909-35f78da4b036 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 946 time: 0.0840538 Jun 02 21:32:44.938029 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-63a8005a-9855-4d7d-b8c3-ddf677d12a7f req-c0de385c-51c2-402b-b64f-dbca7f77d3fc tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391998 Jun 02 21:32:44.974939 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:32:45.038967 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2bc695ce-febc-48ba-9aea-64ef08b74882 req-099ce2eb-4ffb-45d0-a3f0-bea04fa27c51 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1234028 Jun 02 21:32:45.054105 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:32:45.112571 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:32:45.138526 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b11088-d50d-4c5f-afb5-ec57bba260a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:32:45.140679 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae291dc52ed972302de8ddb0fc5b1d61bd0328f64153775aa0e40b92cc3ca95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26db3c6d-5800-43d2-bcc3-f868afcc097b" -d '{"events": [{"server_uuid": "85b11088-d50d-4c5f-afb5-ec57bba260a8", "name": "network-vif-unplugged", "status": "completed", "tag": "43c4815b-d5a9-48ac-ba22-7aecab8db5e3"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:32:45.149534 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:32:45.153076 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:32:45.155302 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:32:45.192673 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Jun 2021 21:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6332eb-bb4e-436c-b125-fd436240abe5 x-openstack-request-id: req-6d6332eb-bb4e-436c-b125-fd436240abe5 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:32:45.192966 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b11088-d50d-4c5f-afb5-ec57bba260a8", "name": "network-vif-unplugged", "status": "failed", "tag": "43c4815b-d5a9-48ac-ba22-7aecab8db5e3", "code": 422}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:32:45.193217 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d6332eb-bb4e-436c-b125-fd436240abe5 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:32:45.193637 dv-neutron-601336-84-hyperv neutron-server[92550]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '85b11088-d50d-4c5f-afb5-ec57bba260a8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3', 'code': 422} returned with failed status Jun 02 21:32:45.225445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,revision_number=8']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:32:45.228529 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:32:46.119698 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21adff5-1d88-468a-9541-b2e2c44a0107 req-3192970f-4260-436e-9dac-f6b6e4ec4893 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:46.121051 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c21adff5-1d88-468a-9541-b2e2c44a0107 req-3192970f-4260-436e-9dac-f6b6e4ec4893 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 944 time: 0.0796971 Jun 02 21:32:46.164282 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c21adff5-1d88-468a-9541-b2e2c44a0107 req-8fd2f757-c22b-46e0-97cb-c8376ce2b327 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377362 Jun 02 21:32:47.349522 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43294c02-5bc1-4dc1-9ab5-15ce2c24e3f6 req-e2e4ede1-08fa-41f7-a7cf-cb7a70983b13 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:47.350977 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-43294c02-5bc1-4dc1-9ab5-15ce2c24e3f6 req-e2e4ede1-08fa-41f7-a7cf-cb7a70983b13 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 944 time: 0.0836444 Jun 02 21:32:47.394708 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-43294c02-5bc1-4dc1-9ab5-15ce2c24e3f6 req-36edd9df-57ba-434e-9241-db7fc4ae9d12 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382218 Jun 02 21:32:48.099930 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc695ce-febc-48ba-9aea-64ef08b74882 req-3790fd72-42d6-4424-aeae-44c95161a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:48.101291 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2bc695ce-febc-48ba-9aea-64ef08b74882 req-3790fd72-42d6-4424-aeae-44c95161a7b2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8&tenant_id=6a26627802414f03a8707c2879124eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0736670 Jun 02 21:32:48.188891 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc695ce-febc-48ba-9aea-64ef08b74882 req-921d31d9-4493-4d8f-8e16-638ac5e300f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:48.190360 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2bc695ce-febc-48ba-9aea-64ef08b74882 req-921d31d9-4493-4d8f-8e16-638ac5e300f1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 1097 time: 0.0686965 Jun 02 21:32:48.319415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc695ce-febc-48ba-9aea-64ef08b74882 req-ab0f12fd-4577-4f08-87ed-24ea4803e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:48.321035 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2bc695ce-febc-48ba-9aea-64ef08b74882 req-ab0f12fd-4577-4f08-87ed-24ea4803e5e1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 910 time: 0.1238723 Jun 02 21:32:48.423129 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2bc695ce-febc-48ba-9aea-64ef08b74882 req-5f726e53-9afa-4d2c-b1f3-5f8b45bad8ff service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3 HTTP/1.1" status: 200 len: 1000 time: 0.0960088 Jun 02 21:32:48.486504 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc695ce-febc-48ba-9aea-64ef08b74882 req-bc3fc667-db59-4e7a-8d1e-ac1527b1a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:48.487946 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2bc695ce-febc-48ba-9aea-64ef08b74882 req-bc3fc667-db59-4e7a-8d1e-ac1527b1a2fd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55843acf-9559-4f25-b340-8f742c7ca7bf HTTP/1.1" status: 200 len: 848 time: 0.0583518 Jun 02 21:32:48.566541 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc695ce-febc-48ba-9aea-64ef08b74882 req-02d902d4-1ea7-4ab9-b151-9e566e1ed783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:48.568028 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2bc695ce-febc-48ba-9aea-64ef08b74882 req-02d902d4-1ea7-4ab9-b151-9e566e1ed783 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69f08f0f-fe03-4c02-bd14-8a6894a079a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0729878 Jun 02 21:32:48.582194 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ea25b-39c5-461a-b4f7-639571ab7456 req-550af558-bec9-4686-9b80-25bec2902855 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:48.583706 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a61ea25b-39c5-461a-b4f7-639571ab7456 req-550af558-bec9-4686-9b80-25bec2902855 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 944 time: 0.0862007 Jun 02 21:32:48.627735 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a61ea25b-39c5-461a-b4f7-639571ab7456 req-8378e4b8-d836-4d14-9d2d-6b80813ce30d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376837 Jun 02 21:32:48.699617 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2bc695ce-febc-48ba-9aea-64ef08b74882 req-386e499d-a826-4f63-8b30-3baa81ccc0ae service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246941 Jun 02 21:32:48.830910 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2bc695ce-febc-48ba-9aea-64ef08b74882 req-24fbced0-db6d-4c5d-b762-d68e7137ffcf service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256285 Jun 02 21:32:49.081998 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:32:49.832211 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1906be1-0f33-4ccf-a3b2-e4a4242cf1b3 req-eb7e51c5-3a01-4af8-8513-7d580ef8fdba tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:49.833675 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c1906be1-0f33-4ccf-a3b2-e4a4242cf1b3 req-eb7e51c5-3a01-4af8-8513-7d580ef8fdba tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 944 time: 0.0927432 Jun 02 21:32:49.879432 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c1906be1-0f33-4ccf-a3b2-e4a4242cf1b3 req-5695ec7a-67a9-4e2b-a038-5b24e02b0ed2 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400496 Jun 02 21:32:51.083217 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb634f-932d-4dbe-b4b7-20f07517b4ee req-7c47a1da-efe3-41b8-a1b9-db8375dea849 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:51.084687 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-1bbb634f-932d-4dbe-b4b7-20f07517b4ee req-7c47a1da-efe3-41b8-a1b9-db8375dea849 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 944 time: 0.0930171 Jun 02 21:32:51.136224 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-1bbb634f-932d-4dbe-b4b7-20f07517b4ee req-dfb4830f-235c-4b4c-9718-fce0fe9c7bb7 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460746 Jun 02 21:32:52.336342 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56eb67b-d676-48a6-85b1-0224fedc3c79 req-cab1d174-623d-4d25-a1e6-bacfee8591c5 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:52.338118 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e56eb67b-d676-48a6-85b1-0224fedc3c79 req-cab1d174-623d-4d25-a1e6-bacfee8591c5 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 944 time: 0.0857551 Jun 02 21:32:52.386837 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e56eb67b-d676-48a6-85b1-0224fedc3c79 req-c9ed0ae4-2bdc-481a-a641-d7e0aa68e112 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420747 Jun 02 21:32:53.574380 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b0f7b-3fa0-447d-810a-43458eb735e5 req-1153d471-b855-4ce5-80e2-a5ee1eb3de51 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:53.575882 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c57b0f7b-3fa0-447d-810a-43458eb735e5 req-1153d471-b855-4ce5-80e2-a5ee1eb3de51 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 944 time: 0.0821586 Jun 02 21:32:53.624108 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c57b0f7b-3fa0-447d-810a-43458eb735e5 req-a4ecebf2-b25a-43e4-a4da-c9485e03ad65 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420394 Jun 02 21:32:54.824831 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db1a06-050c-4576-9020-d3a54d73821d req-a1ba6ab3-e40a-4bed-af17-8314c636daa3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:54.826282 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-78db1a06-050c-4576-9020-d3a54d73821d req-a1ba6ab3-e40a-4bed-af17-8314c636daa3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 944 time: 0.0929604 Jun 02 21:32:54.875709 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-78db1a06-050c-4576-9020-d3a54d73821d req-90912f4f-990b-444d-a21a-7e95a8292408 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437145 Jun 02 21:32:56.067280 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2082d8-069c-4ddf-b161-8ed235856640 req-d767d698-df5d-47cf-9969-d6ac7ff4df9a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:56.068669 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4c2082d8-069c-4ddf-b161-8ed235856640 req-d767d698-df5d-47cf-9969-d6ac7ff4df9a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 944 time: 0.0876710 Jun 02 21:32:56.114788 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4c2082d8-069c-4ddf-b161-8ed235856640 req-e2622ea7-b1e2-4d52-83b4-496a832d2ace tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403702 Jun 02 21:32:57.309888 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d83e2-2882-4812-bd2d-e41f8b25b686 req-a778704e-f800-4cd1-8af5-5abca0d24e28 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:57.311347 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-160d83e2-2882-4812-bd2d-e41f8b25b686 req-a778704e-f800-4cd1-8af5-5abca0d24e28 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 944 time: 0.0811415 Jun 02 21:32:57.366137 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-160d83e2-2882-4812-bd2d-e41f8b25b686 req-d7fdcf4b-5ccf-4314-b89d-814d7ed20a3c tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485246 Jun 02 21:32:58.567378 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa48c92-e8ce-4c44-9d00-2cfa2c61fd55 req-05fb1d60-b14b-415b-a82c-36fe0e115e24 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:58.568854 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-1aa48c92-e8ce-4c44-9d00-2cfa2c61fd55 req-05fb1d60-b14b-415b-a82c-36fe0e115e24 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 944 time: 0.0900447 Jun 02 21:32:58.612943 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-1aa48c92-e8ce-4c44-9d00-2cfa2c61fd55 req-84fe8b53-6232-4650-8e16-d4d986e60eee tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378978 Jun 02 21:32:59.950378 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4eca61-aa80-4c04-8ba6-6ed3af1e23bf req-d68d96a9-3b3a-461e-ba2a-4cdde0ac89e2 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:32:59.951903 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ba4eca61-aa80-4c04-8ba6-6ed3af1e23bf req-d68d96a9-3b3a-461e-ba2a-4cdde0ac89e2 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 944 time: 0.2256343 Jun 02 21:32:59.998382 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ba4eca61-aa80-4c04-8ba6-6ed3af1e23bf req-c4cce033-47ec-41e2-8d36-697a710d3eaa tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398002 Jun 02 21:33:00.915659 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-875609e2-77f8-467a-8089-c8c89dd5666c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:33:01.183130 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d21d6-70fd-437b-ac0f-a730898308f1 req-bc50e7ab-e38d-4859-99be-ff82c62588cf tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:33:01.184597 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b88d21d6-70fd-437b-ac0f-a730898308f1 req-bc50e7ab-e38d-4859-99be-ff82c62588cf tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 944 time: 0.0826015 Jun 02 21:33:01.227810 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b88d21d6-70fd-437b-ac0f-a730898308f1 req-a8d35db2-6b74-48b2-9412-ed4bcf28273c tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375781 Jun 02 21:33:02.411246 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8af23-d175-411e-b3c5-5c060b33e6ed req-d454476b-b08f-483f-9168-c410edad296f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:33:02.412684 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cce8af23-d175-411e-b3c5-5c060b33e6ed req-d454476b-b08f-483f-9168-c410edad296f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 944 time: 0.0804887 Jun 02 21:33:02.459634 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cce8af23-d175-411e-b3c5-5c060b33e6ed req-1436b952-a543-42d7-a421-d19db725e78d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415318 Jun 02 21:33:03.449436 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f1d43348-869d-4a5c-8b86-dd6d5f74764c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:33:03.510768 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:33:03.644775 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334bf01-6bb8-4e36-8f19-0321d72972c3 req-b96cf7da-8058-4e7f-a218-51b100c45482 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:33:03.646501 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2334bf01-6bb8-4e36-8f19-0321d72972c3 req-b96cf7da-8058-4e7f-a218-51b100c45482 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 944 time: 0.0798035 Jun 02 21:33:03.693781 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2334bf01-6bb8-4e36-8f19-0321d72972c3 req-db5e2d44-3f6c-473c-b353-d70db63eed99 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417564 Jun 02 21:33:04.488302 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:33:04.876323 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8c092-96d3-42f7-9c27-b6510e614f0a req-2bfe2d33-75a1-4b05-bbf9-ab28606e9bf7 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:33:04.877782 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-98b8c092-96d3-42f7-9c27-b6510e614f0a req-2bfe2d33-75a1-4b05-bbf9-ab28606e9bf7 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 944 time: 0.0774827 Jun 02 21:33:04.920902 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-98b8c092-96d3-42f7-9c27-b6510e614f0a req-d5247af3-ecca-4042-a18a-47ac11cd575b tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376880 Jun 02 21:33:06.114079 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698ba73-c7e7-4588-bc83-37385710b068 req-7ddc588c-da25-4f48-b944-3046f615a4b3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:33:06.115548 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c698ba73-c7e7-4588-bc83-37385710b068 req-7ddc588c-da25-4f48-b944-3046f615a4b3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 944 time: 0.0803947 Jun 02 21:33:06.157065 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:33:06.160510 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c698ba73-c7e7-4588-bc83-37385710b068 req-9964350d-4682-4507-aed6-52801dabafa2 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394986 Jun 02 21:33:07.050828 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:33:07.183705 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:33:07.197940 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'port_id': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3', 'mac_address': 'fa:16:3e:f9:5c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:33:07.256014 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:33:07.272662 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:33:07.287367 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:33:07.291337 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:33:07.293983 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:33:07.359253 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,revision_number=9']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:33:07.360528 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b02720-6701-4db4-a5a7-789ea52b9f9e req-9155a00f-091c-4c4c-819c-2fb246049801 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:33:07.362665 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-66b02720-6701-4db4-a5a7-789ea52b9f9e req-9155a00f-091c-4c4c-819c-2fb246049801 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 945 time: 0.0970621 Jun 02 21:33:07.362870 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:33:07.407393 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-66b02720-6701-4db4-a5a7-789ea52b9f9e req-227d2a6b-0a3f-421e-ba22-73dbb21c16e7 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387139 Jun 02 21:33:07.631816 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['43c4815b-d5a9-48ac-ba22-7aecab8db5e3'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:33:08.595734 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a78901-abcd-44b8-b605-3320ec7fc951 req-8b02ffca-59f4-42d0-89a0-89fbd4107d90 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:33:08.597207 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c4a78901-abcd-44b8-b605-3320ec7fc951 req-8b02ffca-59f4-42d0-89a0-89fbd4107d90 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 945 time: 0.0872250 Jun 02 21:33:08.639965 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c4a78901-abcd-44b8-b605-3320ec7fc951 req-d86ec97e-65c1-4923-8fe7-34fd6dbdd177 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372503 Jun 02 21:33:09.050758 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:33:09.119877 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:33:09.120251 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:33:09.232895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:33:09.258721 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b11088-d50d-4c5f-afb5-ec57bba260a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:33:09.260963 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae291dc52ed972302de8ddb0fc5b1d61bd0328f64153775aa0e40b92cc3ca95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367a2e9b-3ea8-4a21-9902-9a85f891934a" -d '{"events": [{"server_uuid": "85b11088-d50d-4c5f-afb5-ec57bba260a8", "name": "network-vif-plugged", "status": "completed", "tag": "43c4815b-d5a9-48ac-ba22-7aecab8db5e3"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:33:09.268279 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:33:09.273236 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:33:09.275122 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-f20577d2-217a-41eb-b3da-6c134dbb57ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:33:09.310142 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e1176b-c412-4cb0-9ffc-a7be6d1b3ec6 x-openstack-request-id: req-98e1176b-c412-4cb0-9ffc-a7be6d1b3ec6 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:33:09.310439 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b11088-d50d-4c5f-afb5-ec57bba260a8", "name": "network-vif-plugged", "status": "completed", "tag": "43c4815b-d5a9-48ac-ba22-7aecab8db5e3", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:33:09.310701 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98e1176b-c412-4cb0-9ffc-a7be6d1b3ec6 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:33:09.311092 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b11088-d50d-4c5f-afb5-ec57bba260a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3', 'code': 200} Jun 02 21:33:09.342174 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,revision_number=10']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:33:09.345001 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:33:09.551892 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6758e6-d714-4112-866e-7fcc6c9a88b3 req-fa1c16c7-06dd-4c2b-ae8b-75beb89a2ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:33:09.553308 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5e6758e6-d714-4112-866e-7fcc6c9a88b3 req-fa1c16c7-06dd-4c2b-ae8b-75beb89a2ebe service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 1100 time: 0.0677886 Jun 02 21:33:09.592103 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5e6758e6-d714-4112-866e-7fcc6c9a88b3 req-f69ef8d2-4abf-4165-8546-f54ba4e27648 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325046 Jun 02 21:33:09.824385 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246bb9a-93ef-424e-8fcb-f069f0a53255 req-933e3543-391b-4616-b762-3f26d1cc4cea tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:33:09.825825 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2246bb9a-93ef-424e-8fcb-f069f0a53255 req-933e3543-391b-4616-b762-3f26d1cc4cea tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 947 time: 0.0837858 Jun 02 21:33:09.868813 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2246bb9a-93ef-424e-8fcb-f069f0a53255 req-7d00f2f0-0cd6-461b-9bb5-36cf4f79290a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369101 Jun 02 21:33:11.065541 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184cc76-0fa7-43e2-9ecf-2b0bf8a1a87f req-8fc28b74-ee59-499e-bd06-4c1122570883 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:33:11.066988 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1184cc76-0fa7-43e2-9ecf-2b0bf8a1a87f req-8fc28b74-ee59-499e-bd06-4c1122570883 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 947 time: 0.0862777 Jun 02 21:33:11.110126 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-1184cc76-0fa7-43e2-9ecf-2b0bf8a1a87f req-4092b10b-2ff7-4605-99c2-7079fb94c0d1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375502 Jun 02 21:33:11.338585 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800c8b2-ba97-407b-8139-6dd308aa246d req-5892295e-3eb1-4e10-bef9-31db2f7a0050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:33:11.339969 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d800c8b2-ba97-407b-8139-6dd308aa246d req-5892295e-3eb1-4e10-bef9-31db2f7a0050 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 1100 time: 0.0701895 Jun 02 21:33:11.482870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800c8b2-ba97-407b-8139-6dd308aa246d req-47dad0db-3796-4714-a041-e38d175cacb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:33:11.484355 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d800c8b2-ba97-407b-8139-6dd308aa246d req-47dad0db-3796-4714-a041-e38d175cacb8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 910 time: 0.1254218 Jun 02 21:33:11.584935 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d800c8b2-ba97-407b-8139-6dd308aa246d req-850c97c7-2206-4cfe-a383-159bc3ae2a9d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3 HTTP/1.1" status: 200 len: 1002 time: 0.0940356 Jun 02 21:33:11.648716 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800c8b2-ba97-407b-8139-6dd308aa246d req-5a8660a1-cd42-480d-9120-c77652c22be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:33:11.650009 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d800c8b2-ba97-407b-8139-6dd308aa246d req-5a8660a1-cd42-480d-9120-c77652c22be4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55843acf-9559-4f25-b340-8f742c7ca7bf HTTP/1.1" status: 200 len: 848 time: 0.0588524 Jun 02 21:33:11.724788 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800c8b2-ba97-407b-8139-6dd308aa246d req-a77f0a78-c195-4a47-8d8a-8a299801f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:33:11.726237 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d800c8b2-ba97-407b-8139-6dd308aa246d req-a77f0a78-c195-4a47-8d8a-8a299801f4dd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69f08f0f-fe03-4c02-bd14-8a6894a079a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0699418 Jun 02 21:33:11.854950 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d800c8b2-ba97-407b-8139-6dd308aa246d req-eaff65c0-2866-42ca-b18b-39feb9b8c8d6 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224501 Jun 02 21:33:11.981636 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d800c8b2-ba97-407b-8139-6dd308aa246d req-cc7f7153-878d-40bc-9de0-602b0984bf60 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200259 Jun 02 21:33:12.296936 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc5c95-71b4-467b-afd8-338baecbc788 req-1c978cdf-eff8-4795-acdf-5c71b4865a4d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:33:12.298289 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-05fc5c95-71b4-467b-afd8-338baecbc788 req-1c978cdf-eff8-4795-acdf-5c71b4865a4d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 947 time: 0.0830035 Jun 02 21:33:12.341168 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-05fc5c95-71b4-467b-afd8-338baecbc788 req-a158f04e-70a7-40f4-9b53-37e28d753a43 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368283 Jun 02 21:33:15.047988 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:33:26.081712 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:33:30.917160 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ebb9c83f-1ad7-4c1b-9a48-96b93df81ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:33:33.450880 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-09f2c9b7-6c9b-47bd-9d90-8b031b19cf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:33:33.510441 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:33:34.489227 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:33:36.165288 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:33:45.041603 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:00.917978 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-88a6b244-c257-49f3-837a-6a7bac44b45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:03.080510 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:34:03.453368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-bc520638-7028-438e-a816-d472049f8ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:03.510062 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:04.492279 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:06.161725 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:13.305345 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5de4403c-3037-4d9a-920a-ba5d55b3010f req-a61a7f3e-eb90-4f33-8c20-099ae04657bf service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763166 Jun 02 21:34:13.447087 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4403c-3037-4d9a-920a-ba5d55b3010f req-997f8a41-5d86-4062-9e7f-b58866744efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:34:13.448562 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5de4403c-3037-4d9a-920a-ba5d55b3010f req-997f8a41-5d86-4062-9e7f-b58866744efa service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 1100 time: 0.0719998 Jun 02 21:34:13.590001 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4403c-3037-4d9a-920a-ba5d55b3010f req-ce4befb5-c53d-49a0-8cd4-28e652b68857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:34:13.591552 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5de4403c-3037-4d9a-920a-ba5d55b3010f req-ce4befb5-c53d-49a0-8cd4-28e652b68857 service neutron] 10.222.0.95 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 910 time: 0.1250699 Jun 02 21:34:13.695116 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5de4403c-3037-4d9a-920a-ba5d55b3010f req-ed662089-a8ce-4838-a077-71a4972387f5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3 HTTP/1.1" status: 200 len: 1002 time: 0.0956221 Jun 02 21:34:13.756442 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4403c-3037-4d9a-920a-ba5d55b3010f req-74b82c9a-2a6e-4995-b216-8c3eca3e2e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:34:13.757846 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5de4403c-3037-4d9a-920a-ba5d55b3010f req-74b82c9a-2a6e-4995-b216-8c3eca3e2e52 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55843acf-9559-4f25-b340-8f742c7ca7bf HTTP/1.1" status: 200 len: 848 time: 0.0567300 Jun 02 21:34:13.965209 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4403c-3037-4d9a-920a-ba5d55b3010f req-9e7dccee-989b-403c-8316-1eea528627a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:34:13.966659 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5de4403c-3037-4d9a-920a-ba5d55b3010f req-9e7dccee-989b-403c-8316-1eea528627a9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69f08f0f-fe03-4c02-bd14-8a6894a079a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2026296 Jun 02 21:34:14.097720 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5de4403c-3037-4d9a-920a-ba5d55b3010f req-4b3cc7df-434a-4449-b590-dba2959f9e1d service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237857 Jun 02 21:34:14.226632 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5de4403c-3037-4d9a-920a-ba5d55b3010f req-7617e06a-5f45-4cd2-8c9a-896d3f758e16 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219420 Jun 02 21:34:15.062685 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:30.919869 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1e0a46a9-eade-45c9-a801-8d0ab6135383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:33.454347 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-646d2078-cb15-4aec-aa21-e3ea2b35992c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:33.511661 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:34.494882 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:36.165079 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:40.079128 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:34:45.062260 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:47.825341 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38026) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:34:48.125207 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Deleting port 1b314b01-4da8-4037-83e4-d4d774ce0a94 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:34:48.125455 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:48.240027 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:48.240351 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:48.360338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Calling delete_port for 1b314b01-4da8-4037-83e4-d4d774ce0a94 owned by network:floatingip {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:34:48.477414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:48.482278 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:34:48.553903 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event deleted for resources: {'Port': ['ID=1b314b01-4da8-4037-83e4-d4d774ce0a94,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:34:48.570389 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:34:48.570781 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:34:48.571185 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:34:48.571568 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:34:48.571942 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:34:48.572316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:34:48.572908 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:34:48.573317 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:34:48.573689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:34:48.574056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:34:48.574422 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:34:48.574781 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:34:48.603305 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:34:48.631831 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for floatingip, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:48.632164 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Floating IP 7d9394dc-6872-4585-825a-0a0c464d39f2 disassociated (deleted). External IP: 172.26.0.213, port: 43c4815b-d5a9-48ac-ba22-7aecab8db5e3. Jun 02 21:34:49.124401 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Router 2f73c944-c319-4128-8bc3-4ec99d4f7232 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:34:49.299160 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:34:49.308410 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a839a4f-0643-4fe8-9269-fd4d968a71f7 None None] Sync routers for ids ['2f73c944-c319-4128-8bc3-4ec99d4f7232'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:34:49.317763 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a839a4f-0643-4fe8-9269-fd4d968a71f7 None None] Routers {'2f73c944-c319-4128-8bc3-4ec99d4f7232'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:34:49.318357 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-4a839a4f-0643-4fe8-9269-fd4d968a71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:34:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['2f73c944-c319-4128-8bc3-4ec99d4f7232'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:34:49.318805 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:49.379114 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "DELETE /v2.0/floatingips/7d9394dc-6872-4585-825a-0a0c464d39f2 HTTP/1.1" status: 204 len: 168 time: 1.5501802 Jun 02 21:34:49.379114 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b11088-d50d-4c5f-afb5-ec57bba260a8', 'tag': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:34:49.433052 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2b8a060e0aedae79ef567afeffef8e6a7d75eab96cbcb9fc37d0c44b2e3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b149a85d-ffa3-4666-bb39-6fe7f51ded22" -d '{"events": [{"name": "network-changed", "server_uuid": "85b11088-d50d-4c5f-afb5-ec57bba260a8", "tag": "43c4815b-d5a9-48ac-ba22-7aecab8db5e3"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:34:49.495093 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-4a839a4f-0643-4fe8-9269-fd4d968a71f7 None None] Set router 2f73c944-c319-4128-8bc3-4ec99d4f7232 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:34:49.528630 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54f4dbd-7c35-4d23-bd8e-d8a6d92ebe9b x-openstack-request-id: req-f54f4dbd-7c35-4d23-bd8e-d8a6d92ebe9b {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:34:49.528967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b11088-d50d-4c5f-afb5-ec57bba260a8", "tag": "43c4815b-d5a9-48ac-ba22-7aecab8db5e3", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:34:49.529277 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f54f4dbd-7c35-4d23-bd8e-d8a6d92ebe9b {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:34:49.529716 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b11088-d50d-4c5f-afb5-ec57bba260a8', 'tag': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3', 'status': 'completed', 'code': 200} Jun 02 21:34:49.625602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149a85d-ffa3-4666-bb39-6fe7f51ded22 req-2e8c9ce3-2529-44a0-a389-5e3c94985fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:34:49.627389 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b149a85d-ffa3-4666-bb39-6fe7f51ded22 req-2e8c9ce3-2529-44a0-a389-5e3c94985fec service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 1100 time: 0.0750766 Jun 02 21:34:49.766384 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149a85d-ffa3-4666-bb39-6fe7f51ded22 req-09ab48f7-d962-4778-be4c-e7f99e10d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:34:49.768074 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b149a85d-ffa3-4666-bb39-6fe7f51ded22 req-09ab48f7-d962-4778-be4c-e7f99e10d539 service neutron] 10.222.0.95 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 910 time: 0.1343770 Jun 02 21:34:49.774273 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0c38c-de07-47ed-991c-69a3c4f1ed2d req-753196e2-e120-418c-9eb1-4773370d6c4f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:34:49.775966 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a2d0c38c-de07-47ed-991c-69a3c4f1ed2d req-753196e2-e120-418c-9eb1-4773370d6c4f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 947 time: 0.1000714 Jun 02 21:34:49.813455 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-4a839a4f-0643-4fe8-9269-fd4d968a71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'name': 'tempest-TestShelveInstance-1732324444-router', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:16Z', 'updated_at': '2021-06-02T21:29:20Z', 'revision_number': 4, 'project_id': '6a26627802414f03a8707c2879124eb1', 'gw_port': {'id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:17Z', 'updated_at': '2021-06-02T21:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '7a176dc6-8161-434f-9e62-b7d2d0f9005e', 'name': '', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'mac_address': 'fa:16:3e:80:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:20Z', 'updated_at': '2021-06-02T21:29:28Z', 'revision_number': 5, 'project_id': '6a26627802414f03a8707c2879124eb1', 'subnets': [{'id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:34:49.818041 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a839a4f-0643-4fe8-9269-fd4d968a71f7 None None] Checking router: 2f73c944-c319-4128-8bc3-4ec99d4f7232 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:34:49.822616 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a2d0c38c-de07-47ed-991c-69a3c4f1ed2d req-be0eba23-a06e-44dd-ac9f-baecf91c3af4 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403409 Jun 02 21:34:49.826656 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a839a4f-0643-4fe8-9269-fd4d968a71f7 None None] Routers {'2f73c944-c319-4128-8bc3-4ec99d4f7232'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:34:49.827424 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-4a839a4f-0643-4fe8-9269-fd4d968a71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:34:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['2f73c944-c319-4128-8bc3-4ec99d4f7232'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:34:49.841776 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b149a85d-ffa3-4666-bb39-6fe7f51ded22 req-7bcb8dbe-df6f-4574-a1de-364d4a6a7b0f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3 HTTP/1.1" status: 200 len: 217 time: 0.0666091 Jun 02 21:34:49.903363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149a85d-ffa3-4666-bb39-6fe7f51ded22 req-f3341cc4-ece6-4870-b0ca-4f2b5ab82279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:34:49.904792 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b149a85d-ffa3-4666-bb39-6fe7f51ded22 req-f3341cc4-ece6-4870-b0ca-4f2b5ab82279 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55843acf-9559-4f25-b340-8f742c7ca7bf HTTP/1.1" status: 200 len: 848 time: 0.0567122 Jun 02 21:34:49.983387 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149a85d-ffa3-4666-bb39-6fe7f51ded22 req-7003b2ae-b01a-4b05-84ea-9b8a85a11185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:34:49.984859 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b149a85d-ffa3-4666-bb39-6fe7f51ded22 req-7003b2ae-b01a-4b05-84ea-9b8a85a11185 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69f08f0f-fe03-4c02-bd14-8a6894a079a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0733860 Jun 02 21:34:49.995520 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [req-b149a85d-ffa3-4666-bb39-6fe7f51ded22 req-eda39346-f0b7-4cf2-a2cf-350fdac30ba8 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 21:34:49.996369 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b149a85d-ffa3-4666-bb39-6fe7f51ded22 req-eda39346-f0b7-4cf2-a2cf-350fdac30ba8 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048592 Jun 02 21:34:50.001502 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-4a839a4f-0643-4fe8-9269-fd4d968a71f7 None None] Set router 2f73c944-c319-4128-8bc3-4ec99d4f7232 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:34:50.128065 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b149a85d-ffa3-4666-bb39-6fe7f51ded22 req-7c9a3503-50bf-4a63-bf93-a785f72801a7 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245034 Jun 02 21:34:50.258100 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b149a85d-ffa3-4666-bb39-6fe7f51ded22 req-0a2afad7-8edd-46a3-84e5-81616188275f service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226056 Jun 02 21:34:50.307788 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-4a839a4f-0643-4fe8-9269-fd4d968a71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'name': 'tempest-TestShelveInstance-1732324444-router', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:16Z', 'updated_at': '2021-06-02T21:29:20Z', 'revision_number': 4, 'project_id': '6a26627802414f03a8707c2879124eb1', 'gw_port': {'id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:17Z', 'updated_at': '2021-06-02T21:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '7a176dc6-8161-434f-9e62-b7d2d0f9005e', 'name': '', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'mac_address': 'fa:16:3e:80:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:20Z', 'updated_at': '2021-06-02T21:29:28Z', 'revision_number': 5, 'project_id': '6a26627802414f03a8707c2879124eb1', 'subnets': [{'id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:34:50.311995 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a839a4f-0643-4fe8-9269-fd4d968a71f7 None None] The sync data for ids ['2f73c944-c319-4128-8bc3-4ec99d4f7232'] in dv-neutron-601336-84-hyperv is: [{'id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'name': 'tempest-TestShelveInstance-1732324444-router', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:16Z', 'updated_at': '2021-06-02T21:29:20Z', 'revision_number': 4, 'project_id': '6a26627802414f03a8707c2879124eb1', 'gw_port': {'id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:17Z', 'updated_at': '2021-06-02T21:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '7a176dc6-8161-434f-9e62-b7d2d0f9005e', 'name': '', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'mac_address': 'fa:16:3e:80:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:20Z', 'updated_at': '2021-06-02T21:29:28Z', 'revision_number': 5, 'project_id': '6a26627802414f03a8707c2879124eb1', 'subnets': [{'id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:34:50.514557 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46283cfc-ad53-41d1-8a8a-99dd37da0311 None None] New status for floating IP 7d9394dc-6872-4585-825a-0a0c464d39f2: DOWN {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:34:51.012704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ff7d8-3c75-4e19-936f-a6ca8f73fc63 req-98faf4a0-db69-4b88-b3e0-de879ec777b5 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:34:51.013393 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-a07ff7d8-3c75-4e19-936f-a6ca8f73fc63 req-98faf4a0-db69-4b88-b3e0-de879ec777b5 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Synchronizing usage tracker for tenant:6a26627802414f03a8707c2879124eb1 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:34:51.029393 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-a07ff7d8-3c75-4e19-936f-a6ca8f73fc63 req-98faf4a0-db69-4b88-b3e0-de879ec777b5 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Unset dirty status for tenant:6a26627802414f03a8707c2879124eb1 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:34:51.031228 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a07ff7d8-3c75-4e19-936f-a6ca8f73fc63 req-98faf4a0-db69-4b88-b3e0-de879ec777b5 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 947 time: 0.0980556 Jun 02 21:34:51.088215 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a07ff7d8-3c75-4e19-936f-a6ca8f73fc63 req-83723161-a67e-4fca-8635-0d18bf473ea6 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=909f85e3-3e0b-420a-aa3c-b961feac87d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517056 Jun 02 21:34:51.249768 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f55fc4-673a-4c37-921b-eda496bdcd03 req-baaf5e88-63b4-4dc2-9b0b-2cea1abcf003 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:34:51.251189 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-10f55fc4-673a-4c37-921b-eda496bdcd03 req-baaf5e88-63b4-4dc2-9b0b-2cea1abcf003 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.95 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 947 time: 0.0816197 Jun 02 21:34:51.384623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-10f55fc4-673a-4c37-921b-eda496bdcd03 req-1ef953f1-206f-4d62-a763-662d4ebb2b44 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Deleting port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:34:51.384962 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-10f55fc4-673a-4c37-921b-eda496bdcd03 req-1ef953f1-206f-4d62-a763-662d4ebb2b44 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:51.524993 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-10f55fc4-673a-4c37-921b-eda496bdcd03 req-1ef953f1-206f-4d62-a763-662d4ebb2b44 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] For port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:34:51.525277 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-10f55fc4-673a-4c37-921b-eda496bdcd03 req-1ef953f1-206f-4d62-a763-662d4ebb2b44 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:51.645011 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-10f55fc4-673a-4c37-921b-eda496bdcd03 req-1ef953f1-206f-4d62-a763-662d4ebb2b44 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Calling delete_port for 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:34:51.752418 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-10f55fc4-673a-4c37-921b-eda496bdcd03 req-1ef953f1-206f-4d62-a763-662d4ebb2b44 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:51.759037 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cf33c6ad-1a72-486b-9a4c-a7509b5badff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:34:51.975989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef953f1-206f-4d62-a763-662d4ebb2b44 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event deleted for resources: {'Port': ['ID=43c4815b-d5a9-48ac-ba22-7aecab8db5e3,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:34:51.978457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1ef953f1-206f-4d62-a763-662d4ebb2b44 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:34:52.025239 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f55fc4-673a-4c37-921b-eda496bdcd03 req-1ef953f1-206f-4d62-a763-662d4ebb2b44 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] No DVR routers for this DVR port 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:34:52.027638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-10f55fc4-673a-4c37-921b-eda496bdcd03 req-1ef953f1-206f-4d62-a763-662d4ebb2b44 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:52.031351 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b11088-d50d-4c5f-afb5-ec57bba260a8', 'name': 'network-vif-deleted', 'tag': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:34:52.033602 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2b8a060e0aedae79ef567afeffef8e6a7d75eab96cbcb9fc37d0c44b2e3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0a00f3-ad39-43c8-8451-d31a8f998573" -d '{"events": [{"server_uuid": "85b11088-d50d-4c5f-afb5-ec57bba260a8", "name": "network-vif-deleted", "tag": "43c4815b-d5a9-48ac-ba22-7aecab8db5e3"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:34:52.045904 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-10f55fc4-673a-4c37-921b-eda496bdcd03 req-1ef953f1-206f-4d62-a763-662d4ebb2b44 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.95 "DELETE /v2.0/ports/43c4815b-d5a9-48ac-ba22-7aecab8db5e3 HTTP/1.1" status: 204 len: 173 time: 0.7893195 Jun 02 21:34:52.075245 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8f2db8-1c3d-480a-9915-9be491be30f6 x-openstack-request-id: req-9c8f2db8-1c3d-480a-9915-9be491be30f6 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:34:52.075709 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b11088-d50d-4c5f-afb5-ec57bba260a8", "name": "network-vif-deleted", "tag": "43c4815b-d5a9-48ac-ba22-7aecab8db5e3", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:34:52.076021 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c8f2db8-1c3d-480a-9915-9be491be30f6 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:34:52.076698 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b11088-d50d-4c5f-afb5-ec57bba260a8', 'name': 'network-vif-deleted', 'tag': '43c4815b-d5a9-48ac-ba22-7aecab8db5e3', 'status': 'completed', 'code': 200} Jun 02 21:34:52.243649 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-176e094e-dd28-4ad4-a080-332fff739777 req-1575d043-06b4-4dcc-8025-d89d88753149 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Synchronizing usage tracker for tenant:6a26627802414f03a8707c2879124eb1 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:34:52.258978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-176e094e-dd28-4ad4-a080-332fff739777 req-1575d043-06b4-4dcc-8025-d89d88753149 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Unset dirty status for tenant:6a26627802414f03a8707c2879124eb1 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:34:52.260271 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-176e094e-dd28-4ad4-a080-332fff739777 req-1575d043-06b4-4dcc-8025-d89d88753149 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=85b11088-d50d-4c5f-afb5-ec57bba260a8 HTTP/1.1" status: 200 len: 210 time: 0.0624998 Jun 02 21:34:53.353099 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38058) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:34:53.422858 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5f287c84-c774-4fb8-b0c9-613484cc14d6 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:53.451750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5f287c84-c774-4fb8-b0c9-613484cc14d6 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:53.516700 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5f287c84-c774-4fb8-b0c9-613484cc14d6 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:53.520859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-acabe3b8-810c-4f5f-8a6b-837d52c0ab81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:34:53.535694 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f287c84-c774-4fb8-b0c9-613484cc14d6 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=909f85e3-3e0b-420a-aa3c-b961feac87d7,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:34:53.538301 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5f287c84-c774-4fb8-b0c9-613484cc14d6 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:34:53.545684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5f287c84-c774-4fb8-b0c9-613484cc14d6 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:53.546799 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5f287c84-c774-4fb8-b0c9-613484cc14d6 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "DELETE /v2.0/security-groups/909f85e3-3e0b-420a-aa3c-b961feac87d7 HTTP/1.1" status: 204 len: 168 time: 0.1927202 Jun 02 21:34:53.768718 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38066) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:34:53.773855 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-83e3379a-009e-4980-9e75-9c6d0005d303 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-794098129', 'description': 'tempest-secgroup-smoke-794098129 description', 'project_id': '6a26627802414f03a8707c2879124eb1'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:34:53.779862 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-83e3379a-009e-4980-9e75-9c6d0005d303 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:34:53.783926 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-83e3379a-009e-4980-9e75-9c6d0005d303 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Usage tracker for resource:security_group and tenant:6a26627802414f03a8707c2879124eb1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:34:53.786786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-83e3379a-009e-4980-9e75-9c6d0005d303 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:34:53.792524 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-83e3379a-009e-4980-9e75-9c6d0005d303 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:34:53.803024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-83e3379a-009e-4980-9e75-9c6d0005d303 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:53.830279 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-83e3379a-009e-4980-9e75-9c6d0005d303 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:34:53.833990 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-83e3379a-009e-4980-9e75-9c6d0005d303 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Usage tracker for resource:security_group_rule and tenant:6a26627802414f03a8707c2879124eb1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:34:53.836736 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-83e3379a-009e-4980-9e75-9c6d0005d303 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:34:53.842230 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-83e3379a-009e-4980-9e75-9c6d0005d303 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:34:53.908708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-83e3379a-009e-4980-9e75-9c6d0005d303 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:53.912516 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-83e3379a-009e-4980-9e75-9c6d0005d303 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:53.916072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-27dcea6c-82c3-447f-b374-6d19a89d1f65 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:34:53.957441 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3379a-009e-4980-9e75-9c6d0005d303 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6230780-f717-438b-9304-a9e161f87312,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:34:53.960605 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-83e3379a-009e-4980-9e75-9c6d0005d303 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:53.961774 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-83e3379a-009e-4980-9e75-9c6d0005d303 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1919982 Jun 02 21:34:53.962727 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-83e3379a-009e-4980-9e75-9c6d0005d303 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:34:53.964579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38068) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:34:53.968802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-a94f8a7f-3ac6-4409-9cdf-29cccc1de8d7 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Request body: {'security_group_rule': {'security_group_id': 'd6230780-f717-438b-9304-a9e161f87312', 'project_id': '6a26627802414f03a8707c2879124eb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:34:53.975193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a94f8a7f-3ac6-4409-9cdf-29cccc1de8d7 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:34:53.979093 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a94f8a7f-3ac6-4409-9cdf-29cccc1de8d7 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Usage tracker for resource:security_group_rule and tenant:6a26627802414f03a8707c2879124eb1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:34:53.981932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a94f8a7f-3ac6-4409-9cdf-29cccc1de8d7 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:34:53.987625 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a94f8a7f-3ac6-4409-9cdf-29cccc1de8d7 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:34:54.015496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a94f8a7f-3ac6-4409-9cdf-29cccc1de8d7 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.081839 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a94f8a7f-3ac6-4409-9cdf-29cccc1de8d7 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.085622 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a94f8a7f-3ac6-4409-9cdf-29cccc1de8d7 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.087443 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fb5fafe2-909a-4e60-9c0c-18f322ec1231 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:34:54.111019 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f8a7f-3ac6-4409-9cdf-29cccc1de8d7 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a5c3f1-c70a-44ab-a58f-ab2458aae766,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:34:54.115919 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a94f8a7f-3ac6-4409-9cdf-29cccc1de8d7 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:34:54.120527 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a94f8a7f-3ac6-4409-9cdf-29cccc1de8d7 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.121860 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a94f8a7f-3ac6-4409-9cdf-29cccc1de8d7 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564133 Jun 02 21:34:54.124659 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38070) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:34:54.129114 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-bb79d398-804f-4ebe-a9b7-720a4a0bc243 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Request body: {'security_group_rule': {'security_group_id': 'd6230780-f717-438b-9304-a9e161f87312', 'project_id': '6a26627802414f03a8707c2879124eb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:34:54.135236 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-bb79d398-804f-4ebe-a9b7-720a4a0bc243 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:34:54.138943 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-bb79d398-804f-4ebe-a9b7-720a4a0bc243 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Usage tracker for resource:security_group_rule and tenant:6a26627802414f03a8707c2879124eb1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:34:54.141765 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-bb79d398-804f-4ebe-a9b7-720a4a0bc243 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:34:54.147599 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-bb79d398-804f-4ebe-a9b7-720a4a0bc243 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:34:54.163238 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bb79d398-804f-4ebe-a9b7-720a4a0bc243 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.224536 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bb79d398-804f-4ebe-a9b7-720a4a0bc243 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.228035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bb79d398-804f-4ebe-a9b7-720a4a0bc243 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.229849 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-70bbef0c-e8ee-4fa6-813a-278d35597204 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:34:54.251158 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79d398-804f-4ebe-a9b7-720a4a0bc243 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c229795-85b3-490c-a1fe-ae70d266b827,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:34:54.253519 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bb79d398-804f-4ebe-a9b7-720a4a0bc243 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:34:54.260728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-bb79d398-804f-4ebe-a9b7-720a4a0bc243 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.261912 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-bb79d398-804f-4ebe-a9b7-720a4a0bc243 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1363292 Jun 02 21:34:54.264580 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38072) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:34:54.268897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-b6a8ad98-ac3c-402f-afa9-4ef96ab755f8 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Request body: {'security_group_rule': {'security_group_id': 'd6230780-f717-438b-9304-a9e161f87312', 'project_id': '6a26627802414f03a8707c2879124eb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:34:54.274822 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b6a8ad98-ac3c-402f-afa9-4ef96ab755f8 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:34:54.278841 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b6a8ad98-ac3c-402f-afa9-4ef96ab755f8 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Usage tracker for resource:security_group_rule and tenant:6a26627802414f03a8707c2879124eb1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:34:54.281691 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-b6a8ad98-ac3c-402f-afa9-4ef96ab755f8 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:34:54.287871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-b6a8ad98-ac3c-402f-afa9-4ef96ab755f8 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:34:54.302558 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b6a8ad98-ac3c-402f-afa9-4ef96ab755f8 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.368387 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b6a8ad98-ac3c-402f-afa9-4ef96ab755f8 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.372534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b6a8ad98-ac3c-402f-afa9-4ef96ab755f8 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.375448 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-866ae78c-71f4-4132-a624-83a8a87fcc87 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:34:54.402478 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8ad98-ac3c-402f-afa9-4ef96ab755f8 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b45909ac-1581-409a-b008-7185254d72a8,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:34:54.405559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b6a8ad98-ac3c-402f-afa9-4ef96ab755f8 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:34:54.415356 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-b6a8ad98-ac3c-402f-afa9-4ef96ab755f8 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.416848 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-b6a8ad98-ac3c-402f-afa9-4ef96ab755f8 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1510961 Jun 02 21:34:54.419499 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38074) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:34:54.424055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-a97f95dc-ffd9-45cf-9197-a1a9e98c795d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Request body: {'security_group_rule': {'security_group_id': 'd6230780-f717-438b-9304-a9e161f87312', 'project_id': '6a26627802414f03a8707c2879124eb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:34:54.430014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a97f95dc-ffd9-45cf-9197-a1a9e98c795d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:34:54.433774 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a97f95dc-ffd9-45cf-9197-a1a9e98c795d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Usage tracker for resource:security_group_rule and tenant:6a26627802414f03a8707c2879124eb1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:34:54.436621 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-a97f95dc-ffd9-45cf-9197-a1a9e98c795d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:34:54.442160 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-a97f95dc-ffd9-45cf-9197-a1a9e98c795d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:34:54.458432 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a97f95dc-ffd9-45cf-9197-a1a9e98c795d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.519911 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a97f95dc-ffd9-45cf-9197-a1a9e98c795d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.524080 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a97f95dc-ffd9-45cf-9197-a1a9e98c795d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.525794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a94f8a7f-3ac6-4409-9cdf-29cccc1de8d7 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:34:54.550303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f95dc-ffd9-45cf-9197-a1a9e98c795d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994ca492-26e0-4b77-991b-7619988a6fe4,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:34:54.554517 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a97f95dc-ffd9-45cf-9197-a1a9e98c795d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:34:54.559051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-a97f95dc-ffd9-45cf-9197-a1a9e98c795d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.560204 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-a97f95dc-ffd9-45cf-9197-a1a9e98c795d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398101 Jun 02 21:34:54.562935 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38076) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:34:54.567321 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c59e3052-a5ed-403d-9dc8-21526405f00a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Request body: {'security_group_rule': {'security_group_id': 'd6230780-f717-438b-9304-a9e161f87312', 'project_id': '6a26627802414f03a8707c2879124eb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:34:54.573101 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c59e3052-a5ed-403d-9dc8-21526405f00a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:34:54.576939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c59e3052-a5ed-403d-9dc8-21526405f00a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Usage tracker for resource:security_group_rule and tenant:6a26627802414f03a8707c2879124eb1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:34:54.580177 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c59e3052-a5ed-403d-9dc8-21526405f00a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:34:54.586422 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c59e3052-a5ed-403d-9dc8-21526405f00a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:34:54.596042 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-c59e3052-a5ed-403d-9dc8-21526405f00a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Project 6a26627802414f03a8707c2879124eb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 21:34:54.602426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c59e3052-a5ed-403d-9dc8-21526405f00a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.666358 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c59e3052-a5ed-403d-9dc8-21526405f00a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.669497 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c59e3052-a5ed-403d-9dc8-21526405f00a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.671252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b63a5788-6197-4027-9ad5-b1e08eb0b229 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:34:54.689857 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e3052-a5ed-403d-9dc8-21526405f00a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42df305b-cd4a-4321-bf1b-347ae16a0d5a,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:34:54.693555 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c59e3052-a5ed-403d-9dc8-21526405f00a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:34:54.700312 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c59e3052-a5ed-403d-9dc8-21526405f00a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.701440 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c59e3052-a5ed-403d-9dc8-21526405f00a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1375465 Jun 02 21:34:54.705767 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38078) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:34:54.711978 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-c15adbcf-a74a-4332-9210-18006c155bac tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Request body: {'security_group_rule': {'security_group_id': 'd6230780-f717-438b-9304-a9e161f87312', 'project_id': '6a26627802414f03a8707c2879124eb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:34:54.717727 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c15adbcf-a74a-4332-9210-18006c155bac tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:34:54.721463 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c15adbcf-a74a-4332-9210-18006c155bac tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Usage tracker for resource:security_group_rule and tenant:6a26627802414f03a8707c2879124eb1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:34:54.724882 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-c15adbcf-a74a-4332-9210-18006c155bac tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:34:54.731416 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-c15adbcf-a74a-4332-9210-18006c155bac tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:34:54.748143 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-c15adbcf-a74a-4332-9210-18006c155bac tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Project 6a26627802414f03a8707c2879124eb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 21:34:54.753697 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c15adbcf-a74a-4332-9210-18006c155bac tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.815421 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c15adbcf-a74a-4332-9210-18006c155bac tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.819235 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c15adbcf-a74a-4332-9210-18006c155bac tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.820967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e0abeb0b-1d93-4ed9-85d5-a70e41daa84f tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:34:54.841998 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15adbcf-a74a-4332-9210-18006c155bac tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729d23da-ebb2-4c27-850e-36bc8d0c6ca3,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:34:54.844302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c15adbcf-a74a-4332-9210-18006c155bac tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:34:54.850991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c15adbcf-a74a-4332-9210-18006c155bac tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:34:54.852194 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c15adbcf-a74a-4332-9210-18006c155bac tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1454759 Jun 02 21:34:55.612524 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:34:55.646378 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:34:55.646988 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 43c4815b-d5a9-48ac-ba22-7aecab8db5e3 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:35:00.925606 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f3932385-311d-460d-a6cb-ac58a8931b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:03.459248 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-07ca314f-e448-45fc-911a-aee24357af3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:03.513468 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:04.500069 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:06.167970 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:08.773708 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-e1fc0407-cdaa-47a2-8da2-37637e7f6d83 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Synchronizing usage tracker for tenant:6a26627802414f03a8707c2879124eb1 on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:35:08.788464 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-e1fc0407-cdaa-47a2-8da2-37637e7f6d83 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Unset dirty status for tenant:6a26627802414f03a8707c2879124eb1 on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:35:08.789507 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-e1fc0407-cdaa-47a2-8da2-37637e7f6d83 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-794098129&fields=id&tenant_id=6a26627802414f03a8707c2879124eb1 HTTP/1.1" status: 200 len: 267 time: 0.0579460 Jun 02 21:35:08.949129 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-381a25fb-a4ab-481f-bbcb-48ecad492952 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:08.950514 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-381a25fb-a4ab-481f-bbcb-48ecad492952 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 809 time: 0.1543491 Jun 02 21:35:08.964749 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-64dad0dc-4639-42aa-a2e9-bb4ad9d4cdb0 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/quotas/6a26627802414f03a8707c2879124eb1 HTTP/1.1" status: 200 len: 375 time: 0.0087879 Jun 02 21:35:09.045411 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-78168aca-c405-45fa-aec2-f401f49135c9 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757103 Jun 02 21:35:09.164350 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-dd521297-03dc-43f3-8c19-233826c05dc4 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 21:35:09.165352 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-dd521297-03dc-43f3-8c19-233826c05dc4 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0431294 Jun 02 21:35:09.300032 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-4857aed2-faca-43bc-a84e-fdc1f22feea9 service neutron] 10.222.0.25 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271255 Jun 02 21:35:09.428375 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-f63ec424-a5ef-4cdd-8263-9e7446fb526e service neutron] 10.222.0.25 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221235 Jun 02 21:35:09.824093 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c3aeaf69-5fd8-4811-9a75-dc0fac6bce20 req-6d120ced-22a4-4553-9a0e-9fb08cab7ac0 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 210 time: 0.0432599 Jun 02 21:35:10.836415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-00e40861-dde1-4852-aba1-0d709029d89a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:10.837844 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-00e40861-dde1-4852-aba1-0d709029d89a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.95 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 809 time: 0.1511083 Jun 02 21:35:10.890037 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-e18da888-a831-4f9a-814b-251ad9d402bf tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a26627802414f03a8707c2879124eb1 HTTP/1.1" status: 200 len: 379 time: 0.0441902 Jun 02 21:35:10.899728 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-b6b11744-0bbf-4542-b833-04ff6d24a470 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Request body: {'port': {'device_id': 'd1b35fa1-00cb-4b6a-80bd-09951f743598', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'admin_state_up': True, 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'security_groups': ['d6230780-f717-438b-9304-a9e161f87312']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:35:11.032276 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f2158fb3-8724-4eb7-9a54-aaf93d0bb239 req-18c36ce5-e45a-4ac0-8fc1-5417cce4b623 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 210 time: 0.0599451 Jun 02 21:35:11.079692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-b6b11744-0bbf-4542-b833-04ff6d24a470 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:35:11.089567 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-b6b11744-0bbf-4542-b833-04ff6d24a470 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:35:11.099541 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-b6b11744-0bbf-4542-b833-04ff6d24a470 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Made reservation on behalf of 6a26627802414f03a8707c2879124eb1 for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:35:11.102989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-b6b11744-0bbf-4542-b833-04ff6d24a470 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:11.265002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-b6b11744-0bbf-4542-b833-04ff6d24a470 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Allocated IP 172.20.0.10 (69f08f0f-fe03-4c02-bd14-8a6894a079a3/55843acf-9559-4f25-b340-8f742c7ca7bf/584135e8-e843-4e8a-9e6b-e9a67db0e3b1) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:35:11.596902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-b6b11744-0bbf-4542-b833-04ff6d24a470 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:11.612572 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-b6b11744-0bbf-4542-b833-04ff6d24a470 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Transition to ACTIVE for port object 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:35:11.637365 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-b6b11744-0bbf-4542-b833-04ff6d24a470 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:11.643160 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e7b54bbe-a398-4aba-9369-0e3996ff5fdb tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:35:11.708543 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-b6b11744-0bbf-4542-b833-04ff6d24a470 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Network 69f08f0f-fe03-4c02-bd14-8a6894a079a3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:35:11.711881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-b6b11744-0bbf-4542-b833-04ff6d24a470 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:35:11.715781 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-b6b11744-0bbf-4542-b833-04ff6d24a470 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:35:11.750068 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b11744-0bbf-4542-b833-04ff6d24a470 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event updated for resources: {'Port': ['ID=584135e8-e843-4e8a-9e6b-e9a67db0e3b1,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:35:11.756954 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b6b11744-0bbf-4542-b833-04ff6d24a470 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:35:11.788452 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-b6b11744-0bbf-4542-b833-04ff6d24a470 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:11.789078 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-b6b11744-0bbf-4542-b833-04ff6d24a470 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:11.817041 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-b6b11744-0bbf-4542-b833-04ff6d24a470 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9220841 Jun 02 21:35:11.829279 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Request body: {'port': {'device_id': 'd1b35fa1-00cb-4b6a-80bd-09951f743598', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:35:11.947559 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:11.977030 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9e515cff-28a9-4d62-88b0-06e525820e49 None None] Provisioning for port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:35:11.982786 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-9e515cff-28a9-4d62-88b0-06e525820e49 None None] Provisioning complete for port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:35:11.983199 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9e515cff-28a9-4d62-88b0-06e525820e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:12.045362 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-9e515cff-28a9-4d62-88b0-06e525820e49 None None] Port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:35:12.239639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4362b-9695-4f87-af7e-23a700ca6994 req-0c85c332-b269-4463-8ec7-c3e32267d611 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:12.241304 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-76a4362b-9695-4f87-af7e-23a700ca6994 req-0c85c332-b269-4463-8ec7-c3e32267d611 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 932 time: 0.0846889 Jun 02 21:35:12.318764 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:35:12.326629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:12.342509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Transition to ACTIVE for port object 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:35:12.347580 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:12.351748 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5edae427-8fa9-4657-89d1-2ca098bd1674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:35:12.435656 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-76a4362b-9695-4f87-af7e-23a700ca6994 req-96db9b5b-7e00-4e29-8e80-486d6c15d2b6 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888306 Jun 02 21:35:12.509652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=584135e8-e843-4e8a-9e6b-e9a67db0e3b1,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:35:12.519669 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:35:12.596320 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Attempting to bind port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:35:12.596794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Attempting to bind port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4b5ac9d6-cce0-48dc-b35b-91c098de3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:35:12.597222 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Attempting to bind port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 on network 69f08f0f-fe03-4c02-bd14-8a6894a079a3 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:35:12.602729 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 on network 69f08f0f-fe03-4c02-bd14-8a6894a079a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 21:35:12.603127 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Attempting to bind port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 on network 69f08f0f-fe03-4c02-bd14-8a6894a079a3 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:35:12.608466 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:35:12.608801 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Checking segment: {'id': '4b5ac9d6-cce0-48dc-b35b-91c098de3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:35:12.609180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Bound using segment: {'id': '4b5ac9d6-cce0-48dc-b35b-91c098de3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:35:12.609600 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Bound port: 584135e8-e843-4e8a-9e6b-e9a67db0e3b1, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5ac9d6-cce0-48dc-b35b-91c098de3558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:35:12.609945 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:12.705626 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] For port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:35:12.708661 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] For port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=584135e8-e843-4e8a-9e6b-e9a67db0e3b1,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:35:12.712920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:12.716549 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-07a467b1-c845-492a-9931-0dbb9b59b2ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:35:12.774984 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:12.775635 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:12.777044 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] 10.222.0.95 "PUT /v2.0/ports/584135e8-e843-4e8a-9e6b-e9a67db0e3b1 HTTP/1.1" status: 200 len: 1094 time: 0.9524274 Jun 02 21:35:12.777603 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b35fa1-00cb-4b6a-80bd-09951f743598', 'tag': '584135e8-e843-4e8a-9e6b-e9a67db0e3b1'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:35:12.780027 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2b8a060e0aedae79ef567afeffef8e6a7d75eab96cbcb9fc37d0c44b2e3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d28070-5640-4f40-bfa5-2bfbbf1396a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b35fa1-00cb-4b6a-80bd-09951f743598", "tag": "584135e8-e843-4e8a-9e6b-e9a67db0e3b1"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:35:12.801067 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=584135e8-e843-4e8a-9e6b-e9a67db0e3b1,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:35:12.806252 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:35:12.853715 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2209f931-c6e1-4185-824a-ec77d17601a4 x-openstack-request-id: req-2209f931-c6e1-4185-824a-ec77d17601a4 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:35:12.854053 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b35fa1-00cb-4b6a-80bd-09951f743598", "tag": "584135e8-e843-4e8a-9e6b-e9a67db0e3b1", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:35:12.854352 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2209f931-c6e1-4185-824a-ec77d17601a4 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:35:12.854797 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b35fa1-00cb-4b6a-80bd-09951f743598', 'tag': '584135e8-e843-4e8a-9e6b-e9a67db0e3b1', 'status': 'completed', 'code': 200} Jun 02 21:35:12.897457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-e250d8c0-02e3-48f5-80aa-613d962137fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:12.898984 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-e250d8c0-02e3-48f5-80aa-613d962137fc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 1097 time: 0.0781879 Jun 02 21:35:12.974903 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-ff70cb1c-9a18-469f-a492-6ac504bafba3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=584135e8-e843-4e8a-9e6b-e9a67db0e3b1 HTTP/1.1" status: 200 len: 217 time: 0.0675838 Jun 02 21:35:13.040001 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-ab946530-328e-4969-a642-ea4111c83263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:13.041309 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-ab946530-328e-4969-a642-ea4111c83263 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55843acf-9559-4f25-b340-8f742c7ca7bf HTTP/1.1" status: 200 len: 848 time: 0.0609765 Jun 02 21:35:13.117537 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-fba49c92-edf9-41ce-a9eb-27ac927bd88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:13.119007 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-fba49c92-edf9-41ce-a9eb-27ac927bd88d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69f08f0f-fe03-4c02-bd14-8a6894a079a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0709159 Jun 02 21:35:13.250646 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-8a2348a2-fdae-40e7-810e-bc00da2613eb service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247635 Jun 02 21:35:13.382254 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9549d725-2249-4dc4-b674-61ed9365ab27 req-3d59b55f-422b-4932-9814-393044458d52 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246064 Jun 02 21:35:13.498930 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d28070-5640-4f40-bfa5-2bfbbf1396a3 req-90e1d28d-b31e-4828-a013-0fa0e456acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:13.500432 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f8d28070-5640-4f40-bfa5-2bfbbf1396a3 req-90e1d28d-b31e-4828-a013-0fa0e456acf5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 1097 time: 0.0735750 Jun 02 21:35:13.637566 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd150a-b8b9-462c-8b3a-8a29631a4105 req-a43a8e48-01b3-4a66-b06d-661fa6bee7fe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:13.640996 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-24dd150a-b8b9-462c-8b3a-8a29631a4105 req-a43a8e48-01b3-4a66-b06d-661fa6bee7fe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 944 time: 0.0892959 Jun 02 21:35:13.687381 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-24dd150a-b8b9-462c-8b3a-8a29631a4105 req-c9bd038a-d96b-4e83-b98e-f11bf6e0f645 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417724 Jun 02 21:35:13.779782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d28070-5640-4f40-bfa5-2bfbbf1396a3 req-c232b0f4-e148-4d68-ad31-c242a554db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:13.781225 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f8d28070-5640-4f40-bfa5-2bfbbf1396a3 req-c232b0f4-e148-4d68-ad31-c242a554db81 service neutron] 10.222.0.95 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 910 time: 0.2748344 Jun 02 21:35:13.850207 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f8d28070-5640-4f40-bfa5-2bfbbf1396a3 req-1e62a471-5dab-4e30-8c61-5f0a62af5008 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=584135e8-e843-4e8a-9e6b-e9a67db0e3b1 HTTP/1.1" status: 200 len: 217 time: 0.0626960 Jun 02 21:35:13.915646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d28070-5640-4f40-bfa5-2bfbbf1396a3 req-45bcedb8-efe9-49af-980a-b29b4a8f627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:13.916971 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f8d28070-5640-4f40-bfa5-2bfbbf1396a3 req-45bcedb8-efe9-49af-980a-b29b4a8f627a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55843acf-9559-4f25-b340-8f742c7ca7bf HTTP/1.1" status: 200 len: 848 time: 0.0601892 Jun 02 21:35:13.993933 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d28070-5640-4f40-bfa5-2bfbbf1396a3 req-ddf040a9-eb8e-4b7f-8fec-3114d7ac0ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:13.996764 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f8d28070-5640-4f40-bfa5-2bfbbf1396a3 req-ddf040a9-eb8e-4b7f-8fec-3114d7ac0ef5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69f08f0f-fe03-4c02-bd14-8a6894a079a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0714784 Jun 02 21:35:14.133989 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f8d28070-5640-4f40-bfa5-2bfbbf1396a3 req-8df94e30-eb3d-4e2b-9e98-78771361e6ac service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299853 Jun 02 21:35:14.265337 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f8d28070-5640-4f40-bfa5-2bfbbf1396a3 req-75ee6881-6ba0-4d9c-8c47-37126790fad7 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245756 Jun 02 21:35:14.881243 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396d610-08da-4537-808b-2d3c1078a1dd req-56383c78-44cb-43c7-b9fc-9bb3f1ea0ebd tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:14.881933 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-2396d610-08da-4537-808b-2d3c1078a1dd req-56383c78-44cb-43c7-b9fc-9bb3f1ea0ebd tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Synchronizing usage tracker for tenant:6a26627802414f03a8707c2879124eb1 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:35:14.898022 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-2396d610-08da-4537-808b-2d3c1078a1dd req-56383c78-44cb-43c7-b9fc-9bb3f1ea0ebd tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Unset dirty status for tenant:6a26627802414f03a8707c2879124eb1 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:35:14.899459 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2396d610-08da-4537-808b-2d3c1078a1dd req-56383c78-44cb-43c7-b9fc-9bb3f1ea0ebd tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 944 time: 0.0968289 Jun 02 21:35:14.950952 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2396d610-08da-4537-808b-2d3c1078a1dd req-64bacd61-93ff-4420-b9dc-c897f81fd757 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457444 Jun 02 21:35:15.076709 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:16.140404 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f626d97-a9fe-497c-a262-748622b436e3 req-d9314a12-fb58-43ab-b243-6b0653f2c3c6 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:16.141832 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3f626d97-a9fe-497c-a262-748622b436e3 req-d9314a12-fb58-43ab-b243-6b0653f2c3c6 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 944 time: 0.0842521 Jun 02 21:35:16.185657 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-3f626d97-a9fe-497c-a262-748622b436e3 req-f469bb10-99c2-49cb-945c-37789c04c954 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374835 Jun 02 21:35:17.078522 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:35:17.366833 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d2b4-263a-4773-a191-a990901a30ad req-302fe1c1-2297-44a1-b476-2af1da4b6d45 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:17.368203 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3559d2b4-263a-4773-a191-a990901a30ad req-302fe1c1-2297-44a1-b476-2af1da4b6d45 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 944 time: 0.0793710 Jun 02 21:35:17.410727 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3559d2b4-263a-4773-a191-a990901a30ad req-2c21c434-e050-4a90-9269-84ee7dc14d65 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370638 Jun 02 21:35:18.609146 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00f509-2822-4e47-bccf-414f73a990d6 req-4380a1ad-3f79-46f9-b7bc-18fb57fb81e3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:18.610661 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7a00f509-2822-4e47-bccf-414f73a990d6 req-4380a1ad-3f79-46f9-b7bc-18fb57fb81e3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 944 time: 0.0850616 Jun 02 21:35:18.666588 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7a00f509-2822-4e47-bccf-414f73a990d6 req-6734d228-1461-49f7-8fad-31fb417ee588 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465405 Jun 02 21:35:19.865478 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb0678-9493-493f-bc0c-8884e8c88c48 req-b39006be-6c5a-4800-80f2-0ba0aa351211 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:19.866935 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a7bb0678-9493-493f-bc0c-8884e8c88c48 req-b39006be-6c5a-4800-80f2-0ba0aa351211 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 944 time: 0.0830064 Jun 02 21:35:19.909949 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a7bb0678-9493-493f-bc0c-8884e8c88c48 req-22756f25-3126-4dfb-a76a-849b0b279d26 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375466 Jun 02 21:35:21.089811 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02b286-fb0d-4952-b4cb-368a37d99305 req-09183456-5d37-4cdc-bb17-4008c0b22dbc tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:21.091164 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7d02b286-fb0d-4952-b4cb-368a37d99305 req-09183456-5d37-4cdc-bb17-4008c0b22dbc tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 944 time: 0.0778408 Jun 02 21:35:21.134850 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-7d02b286-fb0d-4952-b4cb-368a37d99305 req-be679b75-3ccf-461b-ab32-955d70efaecd tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382364 Jun 02 21:35:22.319152 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ec3e9-9498-4398-87e8-e0d1b1d3b544 req-a18171ea-8112-4225-bb6e-242b211e89fb tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:22.320608 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a03ec3e9-9498-4398-87e8-e0d1b1d3b544 req-a18171ea-8112-4225-bb6e-242b211e89fb tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 944 time: 0.0806665 Jun 02 21:35:22.363310 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a03ec3e9-9498-4398-87e8-e0d1b1d3b544 req-418f0c15-9530-443b-90e3-7fb296403f47 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371044 Jun 02 21:35:23.559727 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a60485-69f3-4bca-ba88-acc945046245 req-44c38c03-30a0-49ce-8121-9577490b9687 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:23.561180 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-19a60485-69f3-4bca-ba88-acc945046245 req-44c38c03-30a0-49ce-8121-9577490b9687 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 944 time: 0.0827205 Jun 02 21:35:23.604744 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-19a60485-69f3-4bca-ba88-acc945046245 req-5fcbb659-56be-4ced-af47-30110920a0d0 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380383 Jun 02 21:35:23.735440 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:35:23.865778 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=584135e8-e843-4e8a-9e6b-e9a67db0e3b1,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:35:23.878225 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '584135e8-e843-4e8a-9e6b-e9a67db0e3b1', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'port_id': '584135e8-e843-4e8a-9e6b-e9a67db0e3b1', 'mac_address': 'fa:16:3e:cc:99:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:35:23.930819 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:23.946844 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:35:23.961172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=584135e8-e843-4e8a-9e6b-e9a67db0e3b1,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:35:23.964542 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:23.966219 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7de326c3-5bf3-415e-bc1a-ab18840695f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:35:24.034210 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=584135e8-e843-4e8a-9e6b-e9a67db0e3b1,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:35:24.042713 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:35:24.043058 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:35:24.043425 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:35:24.043780 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:35:24.044107 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:35:24.044432 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:35:24.044757 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:35:24.045079 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:35:24.045401 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:35:24.045718 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:35:24.046035 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:35:24.046351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:35:24.050397 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:35:24.270358 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['584135e8-e843-4e8a-9e6b-e9a67db0e3b1'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:35:24.795261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0eb9a7-6e07-47a1-b658-29fe239c0f90 req-f66d2857-aa43-44a6-9b57-68ffa7df681a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:24.796714 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6a0eb9a7-6e07-47a1-b658-29fe239c0f90 req-f66d2857-aa43-44a6-9b57-68ffa7df681a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 945 time: 0.0878446 Jun 02 21:35:24.840166 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6a0eb9a7-6e07-47a1-b658-29fe239c0f90 req-9a8d7d10-c371-4701-8f0c-a8bd79e6cd23 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378265 Jun 02 21:35:25.735246 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:35:25.803837 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:35:25.808141 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:35:25.808516 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:25.919363 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:25.948171 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b35fa1-00cb-4b6a-80bd-09951f743598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584135e8-e843-4e8a-9e6b-e9a67db0e3b1'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:35:25.950375 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae291dc52ed972302de8ddb0fc5b1d61bd0328f64153775aa0e40b92cc3ca95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727db516-2990-4474-851d-7e109f058874" -d '{"events": [{"server_uuid": "d1b35fa1-00cb-4b6a-80bd-09951f743598", "name": "network-vif-plugged", "status": "completed", "tag": "584135e8-e843-4e8a-9e6b-e9a67db0e3b1"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:35:25.958604 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=584135e8-e843-4e8a-9e6b-e9a67db0e3b1,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:35:25.962761 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:25.964914 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:35:25.997007 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b346b8-1ca3-4d3e-be2e-0aaa0730d240 x-openstack-request-id: req-d3b346b8-1ca3-4d3e-be2e-0aaa0730d240 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:35:25.997305 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b35fa1-00cb-4b6a-80bd-09951f743598", "name": "network-vif-plugged", "status": "completed", "tag": "584135e8-e843-4e8a-9e6b-e9a67db0e3b1", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:35:25.997561 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3b346b8-1ca3-4d3e-be2e-0aaa0730d240 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:35:25.997945 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b35fa1-00cb-4b6a-80bd-09951f743598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584135e8-e843-4e8a-9e6b-e9a67db0e3b1', 'code': 200} Jun 02 21:35:26.022497 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf168ebf-dc58-42a1-a396-fec7e400ab81 req-b5b402c0-4d62-4672-90a6-bf33f8e769bf tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:26.027710 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-bf168ebf-dc58-42a1-a396-fec7e400ab81 req-b5b402c0-4d62-4672-90a6-bf33f8e769bf tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 946 time: 0.0860806 Jun 02 21:35:26.037432 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=584135e8-e843-4e8a-9e6b-e9a67db0e3b1,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:35:26.040389 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:35:26.072721 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-bf168ebf-dc58-42a1-a396-fec7e400ab81 req-b3cc334a-dd69-4088-a06d-546419420a06 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431001 Jun 02 21:35:26.197021 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9845d2-5e2a-4f2f-96fa-156a7788dfb6 req-5ca2d4cc-841f-4c38-b902-2d336ae8c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:26.198480 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fc9845d2-5e2a-4f2f-96fa-156a7788dfb6 req-5ca2d4cc-841f-4c38-b902-2d336ae8c57f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 1099 time: 0.0690296 Jun 02 21:35:26.239025 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fc9845d2-5e2a-4f2f-96fa-156a7788dfb6 req-7d6a30ab-c2f6-4b5a-bc3c-8f68b1abb1c0 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337825 Jun 02 21:35:27.269210 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e656fc6-cf14-4fe1-a273-6cf0ff532231 req-ca9ec244-0598-4072-b771-3581b491b721 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:27.270656 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7e656fc6-cf14-4fe1-a273-6cf0ff532231 req-ca9ec244-0598-4072-b771-3581b491b721 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 946 time: 0.0860898 Jun 02 21:35:27.317271 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7e656fc6-cf14-4fe1-a273-6cf0ff532231 req-f87a9341-c688-4039-a9a2-b425fadbb55c tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397735 Jun 02 21:35:28.502633 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0a3be-b627-4f9d-bf6f-c6ab77c51cf6 req-d5015732-d330-42d7-9b83-e7ae8489ce73 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:28.504128 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-37c0a3be-b627-4f9d-bf6f-c6ab77c51cf6 req-d5015732-d330-42d7-9b83-e7ae8489ce73 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 946 time: 0.0844345 Jun 02 21:35:28.548353 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-37c0a3be-b627-4f9d-bf6f-c6ab77c51cf6 req-1b419188-2fe4-40c9-aef9-37a3d81274eb tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379584 Jun 02 21:35:28.731967 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54dd4c-d10c-4a67-af5f-11c0e8fc5c54 req-9ff63e76-75ae-4a72-b60f-473656cca484 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:28.733344 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ff54dd4c-d10c-4a67-af5f-11c0e8fc5c54 req-9ff63e76-75ae-4a72-b60f-473656cca484 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 946 time: 0.0793238 Jun 02 21:35:28.787742 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ff54dd4c-d10c-4a67-af5f-11c0e8fc5c54 req-fc6d3730-04ca-40fa-9bcc-ae7bac24e35e tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467031 Jun 02 21:35:28.810123 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38300) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:35:28.921573 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff649ca-5026-4a66-bd37-453843439edb tempest-TestShelveInstance-404996975 tempest-TestShelveInstance-404996975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:28.923045 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-1ff649ca-5026-4a66-bd37-453843439edb tempest-TestShelveInstance-404996975 tempest-TestShelveInstance-404996975-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 1094 time: 0.1119747 Jun 02 21:35:28.925802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38304) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:35:28.930689 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': '584135e8-e843-4e8a-9e6b-e9a67db0e3b1', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:35:28.936404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:35:28.940133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Usage tracker for resource:floatingip and tenant:6a26627802414f03a8707c2879124eb1 is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:35:28.942888 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:35:28.948455 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:35:28.958576 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for floatingip, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:29.091342 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:29.224425 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Allocated IP 172.26.0.4 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/50af0e00-af25-426b-8916-1dd6eff262e5) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:35:29.504465 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:29.533266 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:29.538345 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2cc517d5-5fd2-4ee0-9839-20e2d5eb8791 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:35:29.595663 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:35:29.599435 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:35:29.603105 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:35:29.641904 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event updated for resources: {'Port': ['ID=50af0e00-af25-426b-8916-1dd6eff262e5,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:35:29.646485 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:35:30.011806 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:30.083387 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:30.290962 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:30.295338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:30.299755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e67dfa69-1e49-4057-8ad3-5e8211a96f55 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:35:30.402159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event updated for resources: {'Port': ['ID=50af0e00-af25-426b-8916-1dd6eff262e5,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:35:30.406020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:35:30.410631 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:30.580026 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Floating IP 9ca6bc67-da82-4ea7-8312-02c25bbc1730 associated. External IP: 172.26.0.4, port: 584135e8-e843-4e8a-9e6b-e9a67db0e3b1. Jun 02 21:35:30.921135 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0abd06a2-dbf5-4c70-a60a-097a71acd991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:31.069072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Router 2f73c944-c319-4128-8bc3-4ec99d4f7232 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:35:31.243810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:35:31.253498 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35379ac5-c6fd-443f-9157-832d111d8f11 None None] Sync routers for ids ['2f73c944-c319-4128-8bc3-4ec99d4f7232'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:35:31.262429 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35379ac5-c6fd-443f-9157-832d111d8f11 None None] Routers {'2f73c944-c319-4128-8bc3-4ec99d4f7232'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:35:31.263034 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-35379ac5-c6fd-443f-9157-832d111d8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:35:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['2f73c944-c319-4128-8bc3-4ec99d4f7232'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:35:31.267173 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:31.323666 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3968616 Jun 02 21:35:31.324344 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b35fa1-00cb-4b6a-80bd-09951f743598', 'tag': '584135e8-e843-4e8a-9e6b-e9a67db0e3b1'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:35:31.326686 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2b8a060e0aedae79ef567afeffef8e6a7d75eab96cbcb9fc37d0c44b2e3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b846ee56-7e72-4083-bd7d-8248abee41f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b35fa1-00cb-4b6a-80bd-09951f743598", "tag": "584135e8-e843-4e8a-9e6b-e9a67db0e3b1"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:35:31.368718 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c40b69-80e6-40f5-a751-c43f47df37f8 x-openstack-request-id: req-96c40b69-80e6-40f5-a751-c43f47df37f8 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:35:31.369054 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b35fa1-00cb-4b6a-80bd-09951f743598", "tag": "584135e8-e843-4e8a-9e6b-e9a67db0e3b1", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:35:31.369351 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96c40b69-80e6-40f5-a751-c43f47df37f8 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:35:31.369790 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b35fa1-00cb-4b6a-80bd-09951f743598', 'tag': '584135e8-e843-4e8a-9e6b-e9a67db0e3b1', 'status': 'completed', 'code': 200} Jun 02 21:35:31.440492 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-35379ac5-c6fd-443f-9157-832d111d8f11 None None] Set router 2f73c944-c319-4128-8bc3-4ec99d4f7232 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:35:31.464747 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846ee56-7e72-4083-bd7d-8248abee41f6 req-ce1654c3-2151-4deb-86aa-edc60e08955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:31.466211 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b846ee56-7e72-4083-bd7d-8248abee41f6 req-ce1654c3-2151-4deb-86aa-edc60e08955c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 1099 time: 0.0740063 Jun 02 21:35:31.603338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846ee56-7e72-4083-bd7d-8248abee41f6 req-7c5da46f-2712-459a-b499-8804ae80b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:31.604711 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b846ee56-7e72-4083-bd7d-8248abee41f6 req-7c5da46f-2712-459a-b499-8804ae80b9d6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 910 time: 0.1313550 Jun 02 21:35:31.703324 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b846ee56-7e72-4083-bd7d-8248abee41f6 req-08acbde8-714d-449f-950d-ec9613ae1d00 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=584135e8-e843-4e8a-9e6b-e9a67db0e3b1 HTTP/1.1" status: 200 len: 998 time: 0.0922480 Jun 02 21:35:31.768222 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846ee56-7e72-4083-bd7d-8248abee41f6 req-68b70abb-6ef1-4694-9ab2-adde88fb7a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:31.769684 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b846ee56-7e72-4083-bd7d-8248abee41f6 req-68b70abb-6ef1-4694-9ab2-adde88fb7a2b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55843acf-9559-4f25-b340-8f742c7ca7bf HTTP/1.1" status: 200 len: 848 time: 0.0606582 Jun 02 21:35:31.779843 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-35379ac5-c6fd-443f-9157-832d111d8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'name': 'tempest-TestShelveInstance-1732324444-router', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:16Z', 'updated_at': '2021-06-02T21:29:20Z', 'revision_number': 4, 'project_id': '6a26627802414f03a8707c2879124eb1', 'gw_port': {'id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:17Z', 'updated_at': '2021-06-02T21:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '9ca6bc67-da82-4ea7-8312-02c25bbc1730', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'floating_ip_address': '172.26.0.4', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'port_id': '584135e8-e843-4e8a-9e6b-e9a67db0e3b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'mac_address': 'fa:16:3e:cc:99:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b35fa1-00cb-4b6a-80bd-09951f743598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:35:29Z', 'updated_at': '2021-06-02T21:35:29Z', 'revision_number': 0, 'project_id': '6a26627802414f03a8707c2879124eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a176dc6-8161-434f-9e62-b7d2d0f9005e', 'name': '', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'mac_address': 'fa:16:3e:80:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:20Z', 'updated_at': '2021-06-02T21:29:28Z', 'revision_number': 5, 'project_id': '6a26627802414f03a8707c2879124eb1', 'subnets': [{'id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:35:31.783617 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35379ac5-c6fd-443f-9157-832d111d8f11 None None] Checking router: 2f73c944-c319-4128-8bc3-4ec99d4f7232 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:35:31.792613 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35379ac5-c6fd-443f-9157-832d111d8f11 None None] Routers {'2f73c944-c319-4128-8bc3-4ec99d4f7232'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:35:31.793210 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-35379ac5-c6fd-443f-9157-832d111d8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:35:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['2f73c944-c319-4128-8bc3-4ec99d4f7232'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:35:31.845741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846ee56-7e72-4083-bd7d-8248abee41f6 req-b3a08b61-39d7-4505-a0b7-b3bbab92a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:35:31.847207 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b846ee56-7e72-4083-bd7d-8248abee41f6 req-b3a08b61-39d7-4505-a0b7-b3bbab92a86c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69f08f0f-fe03-4c02-bd14-8a6894a079a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0707157 Jun 02 21:35:31.964653 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-35379ac5-c6fd-443f-9157-832d111d8f11 None None] Set router 2f73c944-c319-4128-8bc3-4ec99d4f7232 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:35:31.976865 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b846ee56-7e72-4083-bd7d-8248abee41f6 req-59a4b23d-8fbb-4ea9-8646-312673758f09 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228158 Jun 02 21:35:32.105912 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b846ee56-7e72-4083-bd7d-8248abee41f6 req-ef6782ba-6320-4793-a2fa-e7faab6e5427 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223004 Jun 02 21:35:32.302063 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-35379ac5-c6fd-443f-9157-832d111d8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'name': 'tempest-TestShelveInstance-1732324444-router', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:16Z', 'updated_at': '2021-06-02T21:29:20Z', 'revision_number': 4, 'project_id': '6a26627802414f03a8707c2879124eb1', 'gw_port': {'id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:17Z', 'updated_at': '2021-06-02T21:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '9ca6bc67-da82-4ea7-8312-02c25bbc1730', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'floating_ip_address': '172.26.0.4', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'port_id': '584135e8-e843-4e8a-9e6b-e9a67db0e3b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'mac_address': 'fa:16:3e:cc:99:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b35fa1-00cb-4b6a-80bd-09951f743598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:35:29Z', 'updated_at': '2021-06-02T21:35:29Z', 'revision_number': 0, 'project_id': '6a26627802414f03a8707c2879124eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a176dc6-8161-434f-9e62-b7d2d0f9005e', 'name': '', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'mac_address': 'fa:16:3e:80:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:20Z', 'updated_at': '2021-06-02T21:29:28Z', 'revision_number': 5, 'project_id': '6a26627802414f03a8707c2879124eb1', 'subnets': [{'id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:35:32.305929 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35379ac5-c6fd-443f-9157-832d111d8f11 None None] The sync data for ids ['2f73c944-c319-4128-8bc3-4ec99d4f7232'] in dv-neutron-601336-84-hyperv is: [{'id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'name': 'tempest-TestShelveInstance-1732324444-router', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:16Z', 'updated_at': '2021-06-02T21:29:20Z', 'revision_number': 4, 'project_id': '6a26627802414f03a8707c2879124eb1', 'gw_port': {'id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:17Z', 'updated_at': '2021-06-02T21:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '9ca6bc67-da82-4ea7-8312-02c25bbc1730', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'floating_ip_address': '172.26.0.4', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'port_id': '584135e8-e843-4e8a-9e6b-e9a67db0e3b1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'mac_address': 'fa:16:3e:cc:99:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b35fa1-00cb-4b6a-80bd-09951f743598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:35:29Z', 'updated_at': '2021-06-02T21:35:29Z', 'revision_number': 0, 'project_id': '6a26627802414f03a8707c2879124eb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a176dc6-8161-434f-9e62-b7d2d0f9005e', 'name': '', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'mac_address': 'fa:16:3e:80:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:20Z', 'updated_at': '2021-06-02T21:29:28Z', 'revision_number': 5, 'project_id': '6a26627802414f03a8707c2879124eb1', 'subnets': [{'id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:35:32.482632 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc84df4-10a3-4991-bb90-2a98cbf43dc2 None None] New status for floating IP 9ca6bc67-da82-4ea7-8312-02c25bbc1730: ACTIVE {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:35:33.451836 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4a83b747-d043-43fa-a602-f1575e8b7a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:33.516060 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:34.501627 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:36.172750 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:45.076880 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:35:54.077504 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:36:00.923480 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-612061e8-a97c-4f03-b65a-0c060fab7d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:36:03.452806 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-07cf1232-1764-46be-831a-910dd48a04ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:36:03.517444 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:36:04.503857 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:36:06.173218 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:36:13.285768 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bd83c8f3-2ee3-4e0a-8823-fd7c7477e29a req-98439ff3-3011-4e8a-828e-b9337594a490 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736206 Jun 02 21:36:13.428072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83c8f3-2ee3-4e0a-8823-fd7c7477e29a req-7260448a-40ae-46dd-bb42-834783081161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:36:13.429523 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bd83c8f3-2ee3-4e0a-8823-fd7c7477e29a req-7260448a-40ae-46dd-bb42-834783081161 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 1099 time: 0.0718546 Jun 02 21:36:13.569351 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83c8f3-2ee3-4e0a-8823-fd7c7477e29a req-04b84aa1-f0e8-415a-b35f-1838156b9a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:36:13.570694 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bd83c8f3-2ee3-4e0a-8823-fd7c7477e29a req-04b84aa1-f0e8-415a-b35f-1838156b9a10 service neutron] 10.222.0.95 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 910 time: 0.1226549 Jun 02 21:36:13.675538 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bd83c8f3-2ee3-4e0a-8823-fd7c7477e29a req-f5dbcf28-2f4e-440b-81c2-df44c1c81d07 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=584135e8-e843-4e8a-9e6b-e9a67db0e3b1 HTTP/1.1" status: 200 len: 1000 time: 0.0986147 Jun 02 21:36:13.737239 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83c8f3-2ee3-4e0a-8823-fd7c7477e29a req-074a31aa-6ae4-4ec3-8e03-d8eebf286dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:36:13.738649 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bd83c8f3-2ee3-4e0a-8823-fd7c7477e29a req-074a31aa-6ae4-4ec3-8e03-d8eebf286dde service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55843acf-9559-4f25-b340-8f742c7ca7bf HTTP/1.1" status: 200 len: 848 time: 0.0575764 Jun 02 21:36:13.816653 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83c8f3-2ee3-4e0a-8823-fd7c7477e29a req-0a184837-43b8-4955-9cfc-7d15b9ae9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:36:13.818073 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bd83c8f3-2ee3-4e0a-8823-fd7c7477e29a req-0a184837-43b8-4955-9cfc-7d15b9ae9f02 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69f08f0f-fe03-4c02-bd14-8a6894a079a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0727069 Jun 02 21:36:13.948260 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bd83c8f3-2ee3-4e0a-8823-fd7c7477e29a req-9748721d-55d4-4a4d-b012-0b6db23fd04d service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231871 Jun 02 21:36:14.220828 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bd83c8f3-2ee3-4e0a-8823-fd7c7477e29a req-8e93abad-3670-40e8-a5df-5a4c73983e8c service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662525 Jun 02 21:36:15.091116 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:36:30.925898 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-45f4c150-d31f-4bdd-b13e-290055b2aa9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:36:31.076676 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:36:33.454774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-37f80e23-df29-48bb-9231-98fa0b2ecd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:36:33.519160 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:36:34.507176 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:36:36.175929 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:36:45.095041 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:37:00.927197 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-263f0139-5d20-4ed8-8fdf-9ab1ed8e131d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:37:03.459788 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2eb4c949-0539-468c-9878-65e95b52aec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:37:03.521270 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:37:04.512254 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:37:06.180370 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:37:08.075039 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:37:13.313475 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cd3057ce-25cc-47dc-9f23-dc2a4054197d req-0f22562f-4b72-4fa9-831a-a0b0c59816b5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1131380 Jun 02 21:37:13.457115 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3057ce-25cc-47dc-9f23-dc2a4054197d req-5adf9333-5d07-4ebd-961e-e1d3ab58c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:13.458492 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cd3057ce-25cc-47dc-9f23-dc2a4054197d req-5adf9333-5d07-4ebd-961e-e1d3ab58c40a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 1099 time: 0.0786414 Jun 02 21:37:13.605007 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3057ce-25cc-47dc-9f23-dc2a4054197d req-b23e174b-095f-43d1-a841-b508e6086bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:13.606433 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cd3057ce-25cc-47dc-9f23-dc2a4054197d req-b23e174b-095f-43d1-a841-b508e6086bdd service neutron] 10.222.0.95 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 910 time: 0.1288638 Jun 02 21:37:13.711324 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cd3057ce-25cc-47dc-9f23-dc2a4054197d req-116170f0-ac65-4660-9cf5-cccb2070b786 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=584135e8-e843-4e8a-9e6b-e9a67db0e3b1 HTTP/1.1" status: 200 len: 1000 time: 0.0979667 Jun 02 21:37:13.773964 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3057ce-25cc-47dc-9f23-dc2a4054197d req-f82a6ca9-d109-44c0-b1c9-3adb58e39e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:13.775425 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cd3057ce-25cc-47dc-9f23-dc2a4054197d req-f82a6ca9-d109-44c0-b1c9-3adb58e39e7b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55843acf-9559-4f25-b340-8f742c7ca7bf HTTP/1.1" status: 200 len: 848 time: 0.0568836 Jun 02 21:37:13.848914 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3057ce-25cc-47dc-9f23-dc2a4054197d req-80a6e2ca-17e3-4d86-89a8-7c1cc8eeba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:13.850346 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cd3057ce-25cc-47dc-9f23-dc2a4054197d req-80a6e2ca-17e3-4d86-89a8-7c1cc8eeba45 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69f08f0f-fe03-4c02-bd14-8a6894a079a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0683641 Jun 02 21:37:13.981089 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cd3057ce-25cc-47dc-9f23-dc2a4054197d req-247b7790-6ed8-4e8c-9673-3ffe49cd2dd8 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245346 Jun 02 21:37:14.115980 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cd3057ce-25cc-47dc-9f23-dc2a4054197d req-7b31d7cb-6bba-42ea-977d-74ddfb1d0874 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280835 Jun 02 21:37:15.106921 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:37:26.320352 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6440920-993d-4ccb-8696-7e1eca353228 req-8259a448-6e0f-4d9b-aba1-28b24c309416 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:26.321791 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b6440920-993d-4ccb-8696-7e1eca353228 req-8259a448-6e0f-4d9b-aba1-28b24c309416 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 946 time: 0.1516953 Jun 02 21:37:26.366048 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-b6440920-993d-4ccb-8696-7e1eca353228 req-a0d940be-7a24-4913-839e-d9dd96109d72 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381639 Jun 02 21:37:27.605311 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ebde3-784e-416b-9f3b-131a7becef1e req-28386cf1-952d-4cc5-9e8a-4372dfa4e939 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:27.607527 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a85ebde3-784e-416b-9f3b-131a7becef1e req-28386cf1-952d-4cc5-9e8a-4372dfa4e939 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 946 time: 0.1309025 Jun 02 21:37:27.657539 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a85ebde3-784e-416b-9f3b-131a7becef1e req-f1233ff9-0fad-4264-96a5-bfd702da8cd4 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435960 Jun 02 21:37:28.852202 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e169a-e393-4e9d-b9a0-69494462c158 req-96d3190f-a4a4-4882-84e2-2935fa2fdc4f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:28.853660 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ed6e169a-e393-4e9d-b9a0-69494462c158 req-96d3190f-a4a4-4882-84e2-2935fa2fdc4f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 946 time: 0.0792179 Jun 02 21:37:28.898742 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-ed6e169a-e393-4e9d-b9a0-69494462c158 req-c77d2211-1ab1-4302-b027-f81bee22eb23 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387137 Jun 02 21:37:30.100064 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53d862-55e5-437a-b2c0-2b91551b72ae req-b3ce7e87-4775-4e1f-8ba6-90f7fca8730a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:30.101499 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5b53d862-55e5-437a-b2c0-2b91551b72ae req-b3ce7e87-4775-4e1f-8ba6-90f7fca8730a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 946 time: 0.0800307 Jun 02 21:37:30.147932 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5b53d862-55e5-437a-b2c0-2b91551b72ae req-a9a95682-10cb-46d9-9d91-1b0c7ffcbb94 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409219 Jun 02 21:37:30.930529 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1546ea7f-54bd-4087-8b79-41cd8cac47ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:37:31.333134 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595ed0c-5a44-4575-81d5-ce4ab066fb9a req-58ce2f62-109f-4544-9636-4ab4fdf0e3dc tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:31.334470 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6595ed0c-5a44-4575-81d5-ce4ab066fb9a req-58ce2f62-109f-4544-9636-4ab4fdf0e3dc tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 946 time: 0.0825763 Jun 02 21:37:31.379718 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6595ed0c-5a44-4575-81d5-ce4ab066fb9a req-608b52b9-47a2-4cac-8a59-52b0ca02f460 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396440 Jun 02 21:37:32.560714 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e71b2-0ca7-46e1-bc4d-7d2272f6b24a req-40e7246c-93d8-407b-af6e-216019c62ad5 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:32.562152 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9d5e71b2-0ca7-46e1-bc4d-7d2272f6b24a req-40e7246c-93d8-407b-af6e-216019c62ad5 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 946 time: 0.0788810 Jun 02 21:37:32.605506 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9d5e71b2-0ca7-46e1-bc4d-7d2272f6b24a req-2842b047-7205-4412-b4d1-1b7c1836bf06 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378506 Jun 02 21:37:33.461508 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a97f72ff-90d8-4d1c-904e-1e6c766725e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:37:33.523700 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:37:33.937387 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb963d-32e4-49ff-bb0a-cd87955e60dc req-9edc49bb-7a1a-4cd1-a1c3-6f6b6f3e34b9 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:33.938849 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d9eb963d-32e4-49ff-bb0a-cd87955e60dc req-9edc49bb-7a1a-4cd1-a1c3-6f6b6f3e34b9 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 946 time: 0.0792141 Jun 02 21:37:33.986210 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d9eb963d-32e4-49ff-bb0a-cd87955e60dc req-74d6354e-611b-4460-9170-4a23f13482f1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418816 Jun 02 21:37:34.513601 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:37:35.173206 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b3022-9f7c-4d84-8b7a-157a75752e6d req-a6913f78-cc77-4f26-8fd7-c5578e97187a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:35.174637 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6a1b3022-9f7c-4d84-8b7a-157a75752e6d req-a6913f78-cc77-4f26-8fd7-c5578e97187a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 946 time: 0.0823405 Jun 02 21:37:35.219187 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6a1b3022-9f7c-4d84-8b7a-157a75752e6d req-330ae64d-497c-4895-8df2-23a61cae9352 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385380 Jun 02 21:37:36.180789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:37:36.343690 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2172a-a9f5-453b-bfba-a9405ddb640a req-3cb0c846-f475-4b45-a8e2-fb5cb1bf8c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:36.345136 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-01a2172a-a9f5-453b-bfba-a9405ddb640a req-3cb0c846-f475-4b45-a8e2-fb5cb1bf8c6f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 1099 time: 0.0770943 Jun 02 21:37:36.408719 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc99a0-3b37-43df-8b77-0e639b59d93d req-5a73ec4d-78ac-44cc-8b67-87508d85ec2f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:36.410053 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-42fc99a0-3b37-43df-8b77-0e639b59d93d req-5a73ec4d-78ac-44cc-8b67-87508d85ec2f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 946 time: 0.0790434 Jun 02 21:37:36.454448 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-42fc99a0-3b37-43df-8b77-0e639b59d93d req-ad0706a3-cd41-4fce-ab70-6ebe6e75ceae tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388203 Jun 02 21:37:36.483571 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2172a-a9f5-453b-bfba-a9405ddb640a req-5f1a46b5-5a97-4fef-b75c-15557876f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:36.485609 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-01a2172a-a9f5-453b-bfba-a9405ddb640a req-5f1a46b5-5a97-4fef-b75c-15557876f71c service neutron] 10.222.0.95 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 910 time: 0.1280456 Jun 02 21:37:36.589368 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-01a2172a-a9f5-453b-bfba-a9405ddb640a req-49267b60-1f0e-4329-834d-4a95e3aadfec service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=584135e8-e843-4e8a-9e6b-e9a67db0e3b1 HTTP/1.1" status: 200 len: 1000 time: 0.0945213 Jun 02 21:37:36.647965 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2172a-a9f5-453b-bfba-a9405ddb640a req-134b2f63-d3ec-4b63-8e98-68b625de8b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:36.649570 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-01a2172a-a9f5-453b-bfba-a9405ddb640a req-134b2f63-d3ec-4b63-8e98-68b625de8b92 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55843acf-9559-4f25-b340-8f742c7ca7bf HTTP/1.1" status: 200 len: 848 time: 0.0544972 Jun 02 21:37:36.725244 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2172a-a9f5-453b-bfba-a9405ddb640a req-6aa65a38-d94a-4f6d-b909-352ccd25c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:36.726691 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-01a2172a-a9f5-453b-bfba-a9405ddb640a req-6aa65a38-d94a-4f6d-b909-352ccd25c00a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69f08f0f-fe03-4c02-bd14-8a6894a079a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0713670 Jun 02 21:37:36.856488 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-01a2172a-a9f5-453b-bfba-a9405ddb640a req-cbfb1fee-03d1-457b-8b85-edfb7eeaa283 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225014 Jun 02 21:37:37.129764 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-01a2172a-a9f5-453b-bfba-a9405ddb640a req-f2a10981-91f2-4729-85a6-e9f9a30badca service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664747 Jun 02 21:37:37.636080 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7849864-0d4b-4fae-967f-6080f69869a0 req-f39d33b7-5f22-4ed4-b206-b9c078bf8509 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:37.637513 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f7849864-0d4b-4fae-967f-6080f69869a0 req-f39d33b7-5f22-4ed4-b206-b9c078bf8509 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 946 time: 0.0781083 Jun 02 21:37:37.685727 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f7849864-0d4b-4fae-967f-6080f69869a0 req-82a17d4d-ba95-454f-aeac-4a1952308384 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421648 Jun 02 21:37:38.872962 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afde21-7354-4632-aafb-9e91b1cb38a0 req-260251ef-7108-4ded-9ba0-cb60bae50ffe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:38.874451 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-48afde21-7354-4632-aafb-9e91b1cb38a0 req-260251ef-7108-4ded-9ba0-cb60bae50ffe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 946 time: 0.0849385 Jun 02 21:37:38.918254 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-48afde21-7354-4632-aafb-9e91b1cb38a0 req-1ac5b69c-1ef4-4f17-936b-dfaa776bde48 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382051 Jun 02 21:37:40.110809 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e55fa0-8270-4847-85d2-38eb77fe1f87 req-9e9fb3e7-8dad-4494-8970-d77588094ee1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:40.117589 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f4e55fa0-8270-4847-85d2-38eb77fe1f87 req-9e9fb3e7-8dad-4494-8970-d77588094ee1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 946 time: 0.0915127 Jun 02 21:37:40.160154 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f4e55fa0-8270-4847-85d2-38eb77fe1f87 req-532332bd-2906-4e68-bcdc-540a9feb335b tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417273 Jun 02 21:37:41.341270 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02477d92-47a7-4481-ac72-4595e8ccbb6e req-94af8301-7ac4-4e9e-9e87-ed2550c49314 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:41.342710 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-02477d92-47a7-4481-ac72-4595e8ccbb6e req-94af8301-7ac4-4e9e-9e87-ed2550c49314 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 946 time: 0.0791898 Jun 02 21:37:41.386090 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-02477d92-47a7-4481-ac72-4595e8ccbb6e req-ec1eb1a9-aa92-48c7-9365-0593dff1abda tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372951 Jun 02 21:37:42.436553 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:37:42.547576 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:37:42.575445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b35fa1-00cb-4b6a-80bd-09951f743598', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584135e8-e843-4e8a-9e6b-e9a67db0e3b1'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:37:42.577815 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae291dc52ed972302de8ddb0fc5b1d61bd0328f64153775aa0e40b92cc3ca95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e83dc02-0531-4667-8ea8-7cb5d50533d9" -d '{"events": [{"server_uuid": "d1b35fa1-00cb-4b6a-80bd-09951f743598", "name": "network-vif-unplugged", "status": "completed", "tag": "584135e8-e843-4e8a-9e6b-e9a67db0e3b1"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:37:42.584024 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=584135e8-e843-4e8a-9e6b-e9a67db0e3b1,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:37:42.599771 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:37:42.601797 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-8c213a80-57ce-42fc-a135-855725c57162 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:37:42.669850 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=584135e8-e843-4e8a-9e6b-e9a67db0e3b1,revision_number=6']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:37:42.678008 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:37:42.678612 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:37:42.679161 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:37:42.679697 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:37:42.680215 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:37:42.680731 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:37:42.681245 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:37:42.681765 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:37:42.682279 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:37:42.682787 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:37:42.683342 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:37:42.683673 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:37:42.687919 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:37:42.694105 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Jun 2021 21:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df93a42d-0a2d-4ac9-913c-9c4e1b601661 x-openstack-request-id: req-df93a42d-0a2d-4ac9-913c-9c4e1b601661 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:37:42.694578 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b35fa1-00cb-4b6a-80bd-09951f743598", "name": "network-vif-unplugged", "status": "failed", "tag": "584135e8-e843-4e8a-9e6b-e9a67db0e3b1", "code": 422}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:37:42.695004 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df93a42d-0a2d-4ac9-913c-9c4e1b601661 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:37:42.695951 dv-neutron-601336-84-hyperv neutron-server[92550]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd1b35fa1-00cb-4b6a-80bd-09951f743598', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '584135e8-e843-4e8a-9e6b-e9a67db0e3b1', 'code': 422} returned with failed status Jun 02 21:37:42.818925 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe95ddf7-3ff2-483e-a1ea-5bdb538862f2 req-2fed19b3-78b0-41ae-a91e-6909a3f81daa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1818206 Jun 02 21:37:42.833008 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d669ca-6427-4319-96b8-d9c3433fb554 req-db0c96f7-80a1-4320-acb0-5135a6c6c719 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:42.834444 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-37d669ca-6427-4319-96b8-d9c3433fb554 req-db0c96f7-80a1-4320-acb0-5135a6c6c719 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 944 time: 0.1337242 Jun 02 21:37:42.881615 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-37d669ca-6427-4319-96b8-d9c3433fb554 req-45d880cf-a7a4-4924-a577-9fd3e2332046 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415599 Jun 02 21:37:44.095586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5b6c8-7fd8-456a-ac8e-4052044221d8 req-b0bd10a5-f168-4616-be9c-6d4c13306296 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:44.097108 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-82f5b6c8-7fd8-456a-ac8e-4052044221d8 req-b0bd10a5-f168-4616-be9c-6d4c13306296 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 944 time: 0.1099513 Jun 02 21:37:44.143099 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-82f5b6c8-7fd8-456a-ac8e-4052044221d8 req-7fa84288-be0f-4543-9686-70fff6a0f3ba tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400918 Jun 02 21:37:45.073659 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:37:45.106007 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:37:45.341403 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c6ba9-3caf-4331-8dc7-694fe9a677a4 req-714d73d1-96f4-4d3c-af2f-664fcc7878f5 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:45.345558 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-899c6ba9-3caf-4331-8dc7-694fe9a677a4 req-714d73d1-96f4-4d3c-af2f-664fcc7878f5 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 944 time: 0.0977476 Jun 02 21:37:45.388590 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-899c6ba9-3caf-4331-8dc7-694fe9a677a4 req-69cd4288-4c6a-43fb-b7a6-eeac8b185b1b tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389142 Jun 02 21:37:46.576352 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a39209-b853-4908-9ac4-6cfc271f1878 req-6b70024f-3ecb-4786-b62a-a1dddf7dd7ac tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:46.578427 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f9a39209-b853-4908-9ac4-6cfc271f1878 req-6b70024f-3ecb-4786-b62a-a1dddf7dd7ac tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 944 time: 0.0820715 Jun 02 21:37:46.629690 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f9a39209-b853-4908-9ac4-6cfc271f1878 req-471a33c2-3755-4f74-96a3-05ec93db5165 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442677 Jun 02 21:37:47.821408 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63f897-497a-4291-bb5b-274dd53dcf1d req-58550323-c97d-431f-94b4-959aea3f96c3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:47.822908 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bf63f897-497a-4291-bb5b-274dd53dcf1d req-58550323-c97d-431f-94b4-959aea3f96c3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 944 time: 0.0830860 Jun 02 21:37:47.873074 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-bf63f897-497a-4291-bb5b-274dd53dcf1d req-1b923f1d-1b6d-434b-bad3-2cb8760399c1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444243 Jun 02 21:37:49.064602 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10abb8-79ef-4b22-a792-3d23c639c024 req-f2b9b0aa-bb79-4697-8642-9f6395ffb6b9 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:49.065992 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5e10abb8-79ef-4b22-a792-3d23c639c024 req-f2b9b0aa-bb79-4697-8642-9f6395ffb6b9 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 944 time: 0.0849185 Jun 02 21:37:49.111989 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-5e10abb8-79ef-4b22-a792-3d23c639c024 req-9b7ea8b7-c940-4c26-9dd7-a05fd8ed4191 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400655 Jun 02 21:37:49.723826 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95ddf7-3ff2-483e-a1ea-5bdb538862f2 req-77e9c23b-0116-439f-adc2-adacc1b3d6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:49.725273 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe95ddf7-3ff2-483e-a1ea-5bdb538862f2 req-77e9c23b-0116-439f-adc2-adacc1b3d6f5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598&tenant_id=6a26627802414f03a8707c2879124eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0709660 Jun 02 21:37:49.816771 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95ddf7-3ff2-483e-a1ea-5bdb538862f2 req-47f28a19-7634-4886-a906-1f59c2da26a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:49.818743 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe95ddf7-3ff2-483e-a1ea-5bdb538862f2 req-47f28a19-7634-4886-a906-1f59c2da26a6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 1097 time: 0.0722697 Jun 02 21:37:49.948732 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95ddf7-3ff2-483e-a1ea-5bdb538862f2 req-dbb67c4a-3537-46c3-a106-1dcc6c6e77dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:49.950151 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe95ddf7-3ff2-483e-a1ea-5bdb538862f2 req-dbb67c4a-3537-46c3-a106-1dcc6c6e77dc service neutron] 10.222.0.95 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 910 time: 0.1253164 Jun 02 21:37:50.050187 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe95ddf7-3ff2-483e-a1ea-5bdb538862f2 req-40677810-4f41-4468-aac8-7b162654a251 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=584135e8-e843-4e8a-9e6b-e9a67db0e3b1 HTTP/1.1" status: 200 len: 998 time: 0.0939267 Jun 02 21:37:50.115279 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95ddf7-3ff2-483e-a1ea-5bdb538862f2 req-33f554d9-09b6-4a2f-9c1e-71586f6c0864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:50.116585 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe95ddf7-3ff2-483e-a1ea-5bdb538862f2 req-33f554d9-09b6-4a2f-9c1e-71586f6c0864 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55843acf-9559-4f25-b340-8f742c7ca7bf HTTP/1.1" status: 200 len: 848 time: 0.0606604 Jun 02 21:37:50.192361 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95ddf7-3ff2-483e-a1ea-5bdb538862f2 req-c7dda098-acd7-4dc3-8451-2945c430cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:50.193825 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe95ddf7-3ff2-483e-a1ea-5bdb538862f2 req-c7dda098-acd7-4dc3-8451-2945c430cbfd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69f08f0f-fe03-4c02-bd14-8a6894a079a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0702193 Jun 02 21:37:50.386095 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe95ddf7-3ff2-483e-a1ea-5bdb538862f2 req-08a38023-b476-420f-b3a9-067c59336c17 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850019 Jun 02 21:37:50.394144 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d54cbc-a698-49be-9a14-6708ecc5d3c9 req-fbffc5a1-4f36-44b5-9398-22b15aa9cf02 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:50.395506 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a0d54cbc-a698-49be-9a14-6708ecc5d3c9 req-fbffc5a1-4f36-44b5-9398-22b15aa9cf02 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 944 time: 0.1748090 Jun 02 21:37:50.515917 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a0d54cbc-a698-49be-9a14-6708ecc5d3c9 req-bc8ad31c-0d2d-45fe-b645-d35317a82423 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023767 Jun 02 21:37:50.551715 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-fe95ddf7-3ff2-483e-a1ea-5bdb538862f2 req-2a87cdf2-057b-46e5-b66a-560597d2c9ab service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553104 Jun 02 21:37:51.703833 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365ddaa-e6e1-4ab6-b370-d05ff07515a6 req-309d7b4f-c27a-448b-a751-f385598231dc tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:51.705271 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6365ddaa-e6e1-4ab6-b370-d05ff07515a6 req-309d7b4f-c27a-448b-a751-f385598231dc tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 944 time: 0.0841398 Jun 02 21:37:51.748106 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6365ddaa-e6e1-4ab6-b370-d05ff07515a6 req-c277ff71-0556-4765-91cb-6557a50b8b40 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373294 Jun 02 21:37:52.934381 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18c692-758b-4800-95d9-8acd15a7115d req-8c8a532f-3304-4cc4-8fe6-adacc0b16653 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:52.935880 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2a18c692-758b-4800-95d9-8acd15a7115d req-8c8a532f-3304-4cc4-8fe6-adacc0b16653 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 944 time: 0.0829823 Jun 02 21:37:52.979731 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2a18c692-758b-4800-95d9-8acd15a7115d req-53aef4e0-0f0e-4c8c-a0d9-3d5ccaa39215 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377955 Jun 02 21:37:54.160746 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0155aa-c6d6-4f43-af96-e19c81c16d24 req-67830dd6-6bf8-4688-b32c-5d2ab13f39fe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:54.162207 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6d0155aa-c6d6-4f43-af96-e19c81c16d24 req-67830dd6-6bf8-4688-b32c-5d2ab13f39fe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 944 time: 0.0789063 Jun 02 21:37:54.205895 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6d0155aa-c6d6-4f43-af96-e19c81c16d24 req-8469d5b8-28ca-4ce7-8a85-73ea436a66c1 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380352 Jun 02 21:37:55.392616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f48a54-b5c2-4685-977c-d9610a99d201 req-43e1905d-fe4e-4ca2-a887-fad4450a5f6f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:55.394074 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d8f48a54-b5c2-4685-977c-d9610a99d201 req-43e1905d-fe4e-4ca2-a887-fad4450a5f6f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 944 time: 0.0839267 Jun 02 21:37:55.438029 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d8f48a54-b5c2-4685-977c-d9610a99d201 req-41e0d8e1-baec-4508-a630-2f5a55671dac tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373921 Jun 02 21:37:56.637230 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633580b5-a488-4994-8c4c-e733791e7f8d req-efd071be-fd93-4af4-abb7-f1bacace629c tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:56.638663 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-633580b5-a488-4994-8c4c-e733791e7f8d req-efd071be-fd93-4af4-abb7-f1bacace629c tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 944 time: 0.0952024 Jun 02 21:37:56.683116 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-633580b5-a488-4994-8c4c-e733791e7f8d req-474a4e98-3e39-45a4-95ac-c9d5bf68998a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382597 Jun 02 21:37:57.864888 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dfc53-24ff-4021-b849-0e971c3a3cee req-b2cd801c-e614-4322-ac47-23a68ab5f42d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:57.866240 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c91dfc53-24ff-4021-b849-0e971c3a3cee req-b2cd801c-e614-4322-ac47-23a68ab5f42d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 944 time: 0.0787189 Jun 02 21:37:57.915522 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c91dfc53-24ff-4021-b849-0e971c3a3cee req-3ef548ab-624e-4df9-937c-443635bf466d tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437763 Jun 02 21:37:58.513576 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:37:58.663322 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=584135e8-e843-4e8a-9e6b-e9a67db0e3b1,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:37:58.676562 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '584135e8-e843-4e8a-9e6b-e9a67db0e3b1', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'port_id': '584135e8-e843-4e8a-9e6b-e9a67db0e3b1', 'mac_address': 'fa:16:3e:cc:99:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:37:58.775952 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:37:58.791928 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:37:58.806947 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=584135e8-e843-4e8a-9e6b-e9a67db0e3b1,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:37:58.810946 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:37:58.813310 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:37:58.876600 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=584135e8-e843-4e8a-9e6b-e9a67db0e3b1,revision_number=7']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:37:58.879633 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:37:59.095807 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8994c9-d1e0-4b24-a909-a5dd7ce4dad9 req-4153aad9-21ea-40dd-a2bb-55a03206f1a9 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:37:59.097171 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fb8994c9-d1e0-4b24-a909-a5dd7ce4dad9 req-4153aad9-21ea-40dd-a2bb-55a03206f1a9 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 945 time: 0.0789742 Jun 02 21:37:59.141230 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-fb8994c9-d1e0-4b24-a909-a5dd7ce4dad9 req-3d8a6ac2-2a3a-418d-b210-f3deac177c1c tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382748 Jun 02 21:37:59.170463 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['584135e8-e843-4e8a-9e6b-e9a67db0e3b1'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:38:00.322942 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3300e-3710-484f-9058-b912cb7d93c9 req-ad8de129-8a2b-42d0-b583-d3ab3e0f4276 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:38:00.324439 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cbb3300e-3710-484f-9058-b912cb7d93c9 req-ad8de129-8a2b-42d0-b583-d3ab3e0f4276 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 945 time: 0.0797451 Jun 02 21:38:00.368800 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cbb3300e-3710-484f-9058-b912cb7d93c9 req-c58a8a00-f9cc-40fb-8b6b-4a2629084a7e tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384393 Jun 02 21:38:00.513128 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:38:00.581943 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:38:00.582320 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:38:00.696997 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:38:00.722889 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b35fa1-00cb-4b6a-80bd-09951f743598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584135e8-e843-4e8a-9e6b-e9a67db0e3b1'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:38:00.725148 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae291dc52ed972302de8ddb0fc5b1d61bd0328f64153775aa0e40b92cc3ca95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884198f4-70de-4bc0-8405-0c2be2818693" -d '{"events": [{"server_uuid": "d1b35fa1-00cb-4b6a-80bd-09951f743598", "name": "network-vif-plugged", "status": "completed", "tag": "584135e8-e843-4e8a-9e6b-e9a67db0e3b1"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:38:00.732546 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=584135e8-e843-4e8a-9e6b-e9a67db0e3b1,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:38:00.738102 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:38:00.740021 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c722907d-7c2f-42ab-b2ee-58c809097c6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:38:00.769138 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7b2024-3d0f-4407-b746-2a8338537e25 x-openstack-request-id: req-9d7b2024-3d0f-4407-b746-2a8338537e25 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:38:00.769438 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b35fa1-00cb-4b6a-80bd-09951f743598", "name": "network-vif-plugged", "status": "completed", "tag": "584135e8-e843-4e8a-9e6b-e9a67db0e3b1", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:38:00.769699 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d7b2024-3d0f-4407-b746-2a8338537e25 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:38:00.770088 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b35fa1-00cb-4b6a-80bd-09951f743598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584135e8-e843-4e8a-9e6b-e9a67db0e3b1', 'code': 200} Jun 02 21:38:00.808916 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=584135e8-e843-4e8a-9e6b-e9a67db0e3b1,revision_number=8']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:38:00.811786 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:38:00.937874 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6beaa06c-1835-4e40-9280-dabd47a0fe3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:38:01.040062 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da1676-0f20-4911-afa7-cb9d9db46bae req-c8b580c6-45c9-4445-a4a9-94703eaedad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:38:01.041402 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-15da1676-0f20-4911-afa7-cb9d9db46bae req-c8b580c6-45c9-4445-a4a9-94703eaedad1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 1099 time: 0.0715332 Jun 02 21:38:01.214084 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-15da1676-0f20-4911-afa7-cb9d9db46bae req-76380880-34cf-4946-b7d5-46101e7ebe80 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663196 Jun 02 21:38:01.552848 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79e73d-d28e-4248-b268-5f3ca66a4c7a req-ae0d5a26-0a4f-47a1-b63c-e18d9453f879 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:38:01.554279 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2c79e73d-d28e-4248-b268-5f3ca66a4c7a req-ae0d5a26-0a4f-47a1-b63c-e18d9453f879 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 946 time: 0.0787225 Jun 02 21:38:01.596943 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2c79e73d-d28e-4248-b268-5f3ca66a4c7a req-cedc643b-2a84-4d2d-a1f2-337ba9e21fff tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371797 Jun 02 21:38:02.786058 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92104df-2e4e-49a0-83f9-7b09a637d9e1 req-f95abbe9-5e75-4cc1-934f-c6377331ea31 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:38:02.787548 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a92104df-2e4e-49a0-83f9-7b09a637d9e1 req-f95abbe9-5e75-4cc1-934f-c6377331ea31 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 946 time: 0.0839889 Jun 02 21:38:02.830433 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a92104df-2e4e-49a0-83f9-7b09a637d9e1 req-1e8c7b50-270f-4315-a655-ac3e7a9877b0 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373440 Jun 02 21:38:03.463917 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9789c081-c884-4c73-a60c-616778860ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:38:03.525287 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:38:04.515970 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:38:06.182125 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:38:14.280473 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2eae20f5-f2a4-4ecf-8dac-02121f1f9251 req-e2db847d-8f9e-48a7-b90b-a1729808dc83 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720272 Jun 02 21:38:14.417468 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae20f5-f2a4-4ecf-8dac-02121f1f9251 req-8db6bc68-170b-47fe-ae2b-d629af3fedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:38:14.418950 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2eae20f5-f2a4-4ecf-8dac-02121f1f9251 req-8db6bc68-170b-47fe-ae2b-d629af3fedd3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 1099 time: 0.0710804 Jun 02 21:38:14.564814 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae20f5-f2a4-4ecf-8dac-02121f1f9251 req-f897216e-c6e1-4661-9963-cc5895d7e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:38:14.566158 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2eae20f5-f2a4-4ecf-8dac-02121f1f9251 req-f897216e-c6e1-4661-9963-cc5895d7e7d9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 910 time: 0.1244581 Jun 02 21:38:14.688629 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2eae20f5-f2a4-4ecf-8dac-02121f1f9251 req-de432509-3542-4215-a47d-66e16901973d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=584135e8-e843-4e8a-9e6b-e9a67db0e3b1 HTTP/1.1" status: 200 len: 1000 time: 0.1132419 Jun 02 21:38:14.754246 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae20f5-f2a4-4ecf-8dac-02121f1f9251 req-82f72c33-d310-4367-b6da-fafdd3a640f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:38:14.755697 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2eae20f5-f2a4-4ecf-8dac-02121f1f9251 req-82f72c33-d310-4367-b6da-fafdd3a640f1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55843acf-9559-4f25-b340-8f742c7ca7bf HTTP/1.1" status: 200 len: 848 time: 0.0607996 Jun 02 21:38:14.829753 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae20f5-f2a4-4ecf-8dac-02121f1f9251 req-bb923622-e122-4561-b22f-2de71c2822b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:38:14.831073 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2eae20f5-f2a4-4ecf-8dac-02121f1f9251 req-bb923622-e122-4561-b22f-2de71c2822b5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69f08f0f-fe03-4c02-bd14-8a6894a079a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0675149 Jun 02 21:38:14.962232 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2eae20f5-f2a4-4ecf-8dac-02121f1f9251 req-f61ce7f7-63b2-452b-955c-cbc3ab2dd047 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214809 Jun 02 21:38:15.097303 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2eae20f5-f2a4-4ecf-8dac-02121f1f9251 req-415d5215-9551-4429-9a42-9b59e0a6fcdf service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287138 Jun 02 21:38:15.108789 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:38:22.072870 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:38:30.933497 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-00ca4122-c479-4dd4-ada9-2df4a7527c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:38:33.464333 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ad3a9ac8-de07-4dc3-8736-80bd7fae3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:38:33.527953 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:38:34.518372 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:38:36.186000 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:38:45.118839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:38:59.071413 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:39:00.934945 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b6cb4230-66d9-4155-a03c-139acf5b9f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:03.467097 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7a380d41-000b-4438-95fd-54ffb30a5a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:03.528942 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:04.521646 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:06.187730 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:14.281424 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ae76aa94-d236-4b57-9677-36f19d974238 req-3b306195-1df2-499c-b20b-5dabb487a9d4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750711 Jun 02 21:39:14.418762 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76aa94-d236-4b57-9677-36f19d974238 req-2e9e3050-474e-46d0-bd74-1c2bb2a1a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:14.420226 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ae76aa94-d236-4b57-9677-36f19d974238 req-2e9e3050-474e-46d0-bd74-1c2bb2a1a19b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 1099 time: 0.0688593 Jun 02 21:39:14.565131 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76aa94-d236-4b57-9677-36f19d974238 req-3ae4c5c6-9638-4fd1-8aeb-4427b0bb776a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:14.566457 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ae76aa94-d236-4b57-9677-36f19d974238 req-3ae4c5c6-9638-4fd1-8aeb-4427b0bb776a service neutron] 10.222.0.95 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 910 time: 0.1270177 Jun 02 21:39:14.670343 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ae76aa94-d236-4b57-9677-36f19d974238 req-653db768-0c6c-4b0a-97a1-bae71705953b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=584135e8-e843-4e8a-9e6b-e9a67db0e3b1 HTTP/1.1" status: 200 len: 1000 time: 0.0971558 Jun 02 21:39:14.731396 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76aa94-d236-4b57-9677-36f19d974238 req-a8200af5-8965-4423-b3d5-853f9567f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:14.732831 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ae76aa94-d236-4b57-9677-36f19d974238 req-a8200af5-8965-4423-b3d5-853f9567f75a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55843acf-9559-4f25-b340-8f742c7ca7bf HTTP/1.1" status: 200 len: 848 time: 0.0564010 Jun 02 21:39:14.810172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76aa94-d236-4b57-9677-36f19d974238 req-f7131045-17e4-4819-8384-2e004494e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:14.811674 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ae76aa94-d236-4b57-9677-36f19d974238 req-f7131045-17e4-4819-8384-2e004494e7e4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69f08f0f-fe03-4c02-bd14-8a6894a079a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0733061 Jun 02 21:39:14.938183 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ae76aa94-d236-4b57-9677-36f19d974238 req-6e8cece7-7e23-46c3-8e4e-5ed4e1c5672e service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199374 Jun 02 21:39:15.120498 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:15.195482 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-ae76aa94-d236-4b57-9677-36f19d974238 req-55610ce8-1cd2-48eb-adda-9c71cffa4c32 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510467 Jun 02 21:39:18.676386 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 38482) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:19.094864 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Deleting port 50af0e00-af25-426b-8916-1dd6eff262e5 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:39:19.095297 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:19.209329 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:19.209650 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:19.334335 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Calling delete_port for 50af0e00-af25-426b-8916-1dd6eff262e5 owned by network:floatingip {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:39:19.451361 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:19.455647 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-e5d35156-3a23-4204-9dfc-57558a85027e tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:19.523136 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event deleted for resources: {'Port': ['ID=50af0e00-af25-426b-8916-1dd6eff262e5,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:19.543298 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:19.543689 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:19.544067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:19.544443 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:19.544818 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:19.545189 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:19.545555 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:19.545921 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:19.546304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:19.546646 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:19.547008 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:19.547391 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:19.573832 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:19.602191 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for floatingip, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:19.602521 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Floating IP 9ca6bc67-da82-4ea7-8312-02c25bbc1730 disassociated (deleted). External IP: 172.26.0.4, port: 584135e8-e843-4e8a-9e6b-e9a67db0e3b1. Jun 02 21:39:19.951937 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Router 2f73c944-c319-4128-8bc3-4ec99d4f7232 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:39:20.127758 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:39:20.137323 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d385645f-ceff-4037-a2c1-a8102ced1beb None None] Sync routers for ids ['2f73c944-c319-4128-8bc3-4ec99d4f7232'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:39:20.147245 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d385645f-ceff-4037-a2c1-a8102ced1beb None None] Routers {'2f73c944-c319-4128-8bc3-4ec99d4f7232'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:39:20.147567 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:20.147848 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d385645f-ceff-4037-a2c1-a8102ced1beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:39:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['2f73c944-c319-4128-8bc3-4ec99d4f7232'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:20.201434 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "DELETE /v2.0/floatingips/9ca6bc67-da82-4ea7-8312-02c25bbc1730 HTTP/1.1" status: 204 len: 168 time: 1.5238419 Jun 02 21:39:20.202205 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b35fa1-00cb-4b6a-80bd-09951f743598', 'tag': '584135e8-e843-4e8a-9e6b-e9a67db0e3b1'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:39:20.248021 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c4ca2462785706ef61b55e82ed8a0dbf2eeb1b9d426c8ec29c72d32e56ec2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84948884-d5c7-4c44-a899-e91d8c40eede" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b35fa1-00cb-4b6a-80bd-09951f743598", "tag": "584135e8-e843-4e8a-9e6b-e9a67db0e3b1"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:39:20.328526 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-d385645f-ceff-4037-a2c1-a8102ced1beb None None] Set router 2f73c944-c319-4128-8bc3-4ec99d4f7232 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:39:20.337534 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a153d90-f086-4d09-8755-346e8e459650 x-openstack-request-id: req-2a153d90-f086-4d09-8755-346e8e459650 {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:39:20.337880 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b35fa1-00cb-4b6a-80bd-09951f743598", "tag": "584135e8-e843-4e8a-9e6b-e9a67db0e3b1", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:39:20.338202 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a153d90-f086-4d09-8755-346e8e459650 {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:39:20.338620 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b35fa1-00cb-4b6a-80bd-09951f743598', 'tag': '584135e8-e843-4e8a-9e6b-e9a67db0e3b1', 'status': 'completed', 'code': 200} Jun 02 21:39:20.440360 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84948884-d5c7-4c44-a899-e91d8c40eede req-000de13d-30de-4b83-9f04-e47348c929b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:20.441805 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-84948884-d5c7-4c44-a899-e91d8c40eede req-000de13d-30de-4b83-9f04-e47348c929b4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6a26627802414f03a8707c2879124eb1&device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 1099 time: 0.0801766 Jun 02 21:39:20.586414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84948884-d5c7-4c44-a899-e91d8c40eede req-f1237848-9636-4b8a-8cc3-64277973ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:20.588273 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-84948884-d5c7-4c44-a899-e91d8c40eede req-f1237848-9636-4b8a-8cc3-64277973ba9b service neutron] 10.222.0.95 "GET /v2.0/networks?id=69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 200 len: 910 time: 0.1399333 Jun 02 21:39:20.663539 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d385645f-ceff-4037-a2c1-a8102ced1beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'name': 'tempest-TestShelveInstance-1732324444-router', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:16Z', 'updated_at': '2021-06-02T21:29:20Z', 'revision_number': 4, 'project_id': '6a26627802414f03a8707c2879124eb1', 'gw_port': {'id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:17Z', 'updated_at': '2021-06-02T21:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '7a176dc6-8161-434f-9e62-b7d2d0f9005e', 'name': '', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'mac_address': 'fa:16:3e:80:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:20Z', 'updated_at': '2021-06-02T21:29:28Z', 'revision_number': 5, 'project_id': '6a26627802414f03a8707c2879124eb1', 'subnets': [{'id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:20.664383 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-84948884-d5c7-4c44-a899-e91d8c40eede req-6d9c0349-7806-4e62-8e21-bc05ef0269c4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=584135e8-e843-4e8a-9e6b-e9a67db0e3b1 HTTP/1.1" status: 200 len: 217 time: 0.0678849 Jun 02 21:39:20.667830 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d385645f-ceff-4037-a2c1-a8102ced1beb None None] Checking router: 2f73c944-c319-4128-8bc3-4ec99d4f7232 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:39:20.676540 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d385645f-ceff-4037-a2c1-a8102ced1beb None None] Routers {'2f73c944-c319-4128-8bc3-4ec99d4f7232'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:39:20.677150 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d385645f-ceff-4037-a2c1-a8102ced1beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:39:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['2f73c944-c319-4128-8bc3-4ec99d4f7232'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:20.729213 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fef970-1574-4d1b-9a02-983e65020bcd req-1146ca00-dc5c-408d-95b0-e74cd567c955 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:20.729923 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-f9fef970-1574-4d1b-9a02-983e65020bcd req-1146ca00-dc5c-408d-95b0-e74cd567c955 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Synchronizing usage tracker for tenant:6a26627802414f03a8707c2879124eb1 on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:39:20.731189 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84948884-d5c7-4c44-a899-e91d8c40eede req-060b2250-21dc-4072-a8d3-54fb024f31d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:20.732666 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-84948884-d5c7-4c44-a899-e91d8c40eede req-060b2250-21dc-4072-a8d3-54fb024f31d7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55843acf-9559-4f25-b340-8f742c7ca7bf HTTP/1.1" status: 200 len: 848 time: 0.0620434 Jun 02 21:39:20.749377 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-f9fef970-1574-4d1b-9a02-983e65020bcd req-1146ca00-dc5c-408d-95b0-e74cd567c955 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Unset dirty status for tenant:6a26627802414f03a8707c2879124eb1 on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:39:20.751351 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f9fef970-1574-4d1b-9a02-983e65020bcd req-1146ca00-dc5c-408d-95b0-e74cd567c955 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 946 time: 0.2593627 Jun 02 21:39:20.800337 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f9fef970-1574-4d1b-9a02-983e65020bcd req-494a47b7-f400-4002-b6a9-0fd1eeb3291c tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422332 Jun 02 21:39:20.812383 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84948884-d5c7-4c44-a899-e91d8c40eede req-e46de442-7fdc-431d-a6f4-ecd8eeb42d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:20.813894 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-84948884-d5c7-4c44-a899-e91d8c40eede req-e46de442-7fdc-431d-a6f4-ecd8eeb42d66 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69f08f0f-fe03-4c02-bd14-8a6894a079a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0746794 Jun 02 21:39:20.866005 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-d385645f-ceff-4037-a2c1-a8102ced1beb None None] Set router 2f73c944-c319-4128-8bc3-4ec99d4f7232 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:39:20.944666 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-84948884-d5c7-4c44-a899-e91d8c40eede req-d4461421-ce6f-432d-8343-208d1940fc37 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236734 Jun 02 21:39:21.074448 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-84948884-d5c7-4c44-a899-e91d8c40eede req-afbf5b09-ae97-4837-955c-5d5ca8abc7c4 service neutron] 10.222.0.95 "GET /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234119 Jun 02 21:39:21.207177 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-d385645f-ceff-4037-a2c1-a8102ced1beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'name': 'tempest-TestShelveInstance-1732324444-router', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:16Z', 'updated_at': '2021-06-02T21:29:20Z', 'revision_number': 4, 'project_id': '6a26627802414f03a8707c2879124eb1', 'gw_port': {'id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:17Z', 'updated_at': '2021-06-02T21:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '7a176dc6-8161-434f-9e62-b7d2d0f9005e', 'name': '', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'mac_address': 'fa:16:3e:80:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:20Z', 'updated_at': '2021-06-02T21:29:28Z', 'revision_number': 5, 'project_id': '6a26627802414f03a8707c2879124eb1', 'subnets': [{'id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:21.210857 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d385645f-ceff-4037-a2c1-a8102ced1beb None None] The sync data for ids ['2f73c944-c319-4128-8bc3-4ec99d4f7232'] in dv-neutron-601336-84-hyperv is: [{'id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'name': 'tempest-TestShelveInstance-1732324444-router', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:16Z', 'updated_at': '2021-06-02T21:29:20Z', 'revision_number': 4, 'project_id': '6a26627802414f03a8707c2879124eb1', 'gw_port': {'id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:17Z', 'updated_at': '2021-06-02T21:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '7a176dc6-8161-434f-9e62-b7d2d0f9005e', 'name': '', 'network_id': '69f08f0f-fe03-4c02-bd14-8a6894a079a3', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'mac_address': 'fa:16:3e:80:20:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_interface', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:20Z', 'updated_at': '2021-06-02T21:29:28Z', 'revision_number': 5, 'project_id': '6a26627802414f03a8707c2879124eb1', 'subnets': [{'id': '55843acf-9559-4f25-b340-8f742c7ca7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:39:21.401726 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fc754e-d717-4e3f-ad48-4e3210a0882d None None] New status for floating IP 9ca6bc67-da82-4ea7-8312-02c25bbc1730: DOWN {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:39:22.207362 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ff104-72b5-42a0-ac57-f04d5a77592e req-6ac96d11-9874-4d86-912d-af8eb1c755d3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:22.208811 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c04ff104-72b5-42a0-ac57-f04d5a77592e req-6ac96d11-9874-4d86-912d-af8eb1c755d3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.95 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 946 time: 0.1061130 Jun 02 21:39:22.216560 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9ac0b-2613-423f-bc42-e0fa98939ed3 req-45774234-749d-474d-b63d-e6edf6352cb8 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:22.217869 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8fa9ac0b-2613-423f-bc42-e0fa98939ed3 req-45774234-749d-474d-b63d-e6edf6352cb8 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 946 time: 0.1472175 Jun 02 21:39:22.348412 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8fa9ac0b-2613-423f-bc42-e0fa98939ed3 req-69d8988e-bb79-494b-bdde-537444676f48 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6230780-f717-438b-9304-a9e161f87312&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014633 Jun 02 21:39:22.383046 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-c04ff104-72b5-42a0-ac57-f04d5a77592e req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Deleting port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:39:22.383426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-c04ff104-72b5-42a0-ac57-f04d5a77592e req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:22.513027 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-c04ff104-72b5-42a0-ac57-f04d5a77592e req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] For port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=584135e8-e843-4e8a-9e6b-e9a67db0e3b1,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:39:22.513370 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-c04ff104-72b5-42a0-ac57-f04d5a77592e req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:22.634274 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-c04ff104-72b5-42a0-ac57-f04d5a77592e req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Calling delete_port for 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:39:22.742539 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-c04ff104-72b5-42a0-ac57-f04d5a77592e req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:22.748176 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-025650db-96a3-48e1-ad6e-a115d4ec9a77 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:22.795797 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event deleted for resources: {'Port': ['ID=584135e8-e843-4e8a-9e6b-e9a67db0e3b1,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:22.834389 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:22.834782 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:22.835188 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:22.835569 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:22.835940 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:22.836311 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:22.836679 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:22.837045 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:22.837411 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:22.837775 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:22.838136 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:22.838496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:22.845575 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:22.879463 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04ff104-72b5-42a0-ac57-f04d5a77592e req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] No DVR routers for this DVR port 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:39:22.882437 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-c04ff104-72b5-42a0-ac57-f04d5a77592e req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:22.884979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b35fa1-00cb-4b6a-80bd-09951f743598', 'name': 'network-vif-deleted', 'tag': '584135e8-e843-4e8a-9e6b-e9a67db0e3b1'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:39:22.887306 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2b8a060e0aedae79ef567afeffef8e6a7d75eab96cbcb9fc37d0c44b2e3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebf5571-cba8-4b61-8015-0bc8b23ed8cb" -d '{"events": [{"server_uuid": "d1b35fa1-00cb-4b6a-80bd-09951f743598", "name": "network-vif-deleted", "tag": "584135e8-e843-4e8a-9e6b-e9a67db0e3b1"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:39:22.903248 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c04ff104-72b5-42a0-ac57-f04d5a77592e req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.95 "DELETE /v2.0/ports/584135e8-e843-4e8a-9e6b-e9a67db0e3b1 HTTP/1.1" status: 204 len: 173 time: 0.6841507 Jun 02 21:39:22.930886 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc94b0c-548f-4cc9-989a-c5b150f98bfa x-openstack-request-id: req-8bc94b0c-548f-4cc9-989a-c5b150f98bfa {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:39:22.931224 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b35fa1-00cb-4b6a-80bd-09951f743598", "name": "network-vif-deleted", "tag": "584135e8-e843-4e8a-9e6b-e9a67db0e3b1", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:39:22.931534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8bc94b0c-548f-4cc9-989a-c5b150f98bfa {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:39:22.931937 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b35fa1-00cb-4b6a-80bd-09951f743598', 'name': 'network-vif-deleted', 'tag': '584135e8-e843-4e8a-9e6b-e9a67db0e3b1', 'status': 'completed', 'code': 200} Jun 02 21:39:23.516246 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-62ddc384-ae30-4599-82b2-25d40aa60c27 req-a80d5eb7-9bf6-43e3-9fad-ba2176680119 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Synchronizing usage tracker for tenant:6a26627802414f03a8707c2879124eb1 on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:39:23.532662 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-62ddc384-ae30-4599-82b2-25d40aa60c27 req-a80d5eb7-9bf6-43e3-9fad-ba2176680119 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Unset dirty status for tenant:6a26627802414f03a8707c2879124eb1 on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:39:23.533823 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-62ddc384-ae30-4599-82b2-25d40aa60c27 req-a80d5eb7-9bf6-43e3-9fad-ba2176680119 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 210 time: 0.0709040 Jun 02 21:39:24.686004 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-c510793b-b58a-4848-b390-9a50ce9eb68e req-9847401b-a726-44b4-8554-b21100b27fa3 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 210 time: 0.0433316 Jun 02 21:39:24.918376 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:39:24.958895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:39:24.959283 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 584135e8-e843-4e8a-9e6b-e9a67db0e3b1 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:39:25.833491 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-416adbfa-2096-4a85-a95c-c04fe4d7b127 req-7aff9422-193e-4d3a-b5d6-8b45d07caf5f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b35fa1-00cb-4b6a-80bd-09951f743598 HTTP/1.1" status: 200 len: 210 time: 0.0423410 Jun 02 21:39:26.926515 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 38524) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:27.002242 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6ae1dc50-339f-4111-b9d6-7a5a1d354907 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:27.032017 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6ae1dc50-339f-4111-b9d6-7a5a1d354907 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:27.099264 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6ae1dc50-339f-4111-b9d6-7a5a1d354907 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:27.103272 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-1d2fb4ca-2018-4756-9d81-2fc144fc8bbf tempest-RoutersNegativeTest-1840410940 tempest-RoutersNegativeTest-1840410940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:27.122564 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1dc50-339f-4111-b9d6-7a5a1d354907 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6230780-f717-438b-9304-a9e161f87312,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:27.125644 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6ae1dc50-339f-4111-b9d6-7a5a1d354907 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:27.135082 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6ae1dc50-339f-4111-b9d6-7a5a1d354907 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:27.139400 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6ae1dc50-339f-4111-b9d6-7a5a1d354907 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] 10.222.0.25 "DELETE /v2.0/security-groups/d6230780-f717-438b-9304-a9e161f87312 HTTP/1.1" status: 204 len: 168 time: 0.2112963 Jun 02 21:39:27.186279 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 38528) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:27.872202 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c0c06db9-bf61-486a-b52c-7d59a290da68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:28.292596 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-c0c06db9-bf61-486a-b52c-7d59a290da68 admin admin] Deleting port 7a176dc6-8161-434f-9e62-b7d2d0f9005e {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:39:28.293312 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c0c06db9-bf61-486a-b52c-7d59a290da68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:28.414090 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-c0c06db9-bf61-486a-b52c-7d59a290da68 admin admin] For port 7a176dc6-8161-434f-9e62-b7d2d0f9005e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7a176dc6-8161-434f-9e62-b7d2d0f9005e,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:39:28.414346 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c0c06db9-bf61-486a-b52c-7d59a290da68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:28.539815 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-c0c06db9-bf61-486a-b52c-7d59a290da68 admin admin] Calling delete_port for 7a176dc6-8161-434f-9e62-b7d2d0f9005e owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:39:28.980284 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c0c06db9-bf61-486a-b52c-7d59a290da68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:28.984821 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-07c694e6-2b75-4840-8428-58c3581ce4a4 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:29.027627 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c06db9-bf61-486a-b52c-7d59a290da68 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a176dc6-8161-434f-9e62-b7d2d0f9005e,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:29.031368 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c0c06db9-bf61-486a-b52c-7d59a290da68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:29.303303 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-c0c06db9-bf61-486a-b52c-7d59a290da68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:29.654142 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c06db9-bf61-486a-b52c-7d59a290da68 admin admin] Router 2f73c944-c319-4128-8bc3-4ec99d4f7232 has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:39:29.847824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c06db9-bf61-486a-b52c-7d59a290da68 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:39:29.856331 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8bf8a6-0e3d-420e-964c-4196e45d70b5 None None] Sync routers for ids ['2f73c944-c319-4128-8bc3-4ec99d4f7232'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:39:29.866396 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-c0c06db9-bf61-486a-b52c-7d59a290da68 admin admin] 10.222.0.25 "PUT /v2.0/routers/2f73c944-c319-4128-8bc3-4ec99d4f7232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6757898 Jun 02 21:39:29.866575 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 38532) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:29.866684 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8bf8a6-0e3d-420e-964c-4196e45d70b5 None None] Routers {'2f73c944-c319-4128-8bc3-4ec99d4f7232'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:39:29.867224 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-5f8bf8a6-0e3d-420e-964c-4196e45d70b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:39:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['2f73c944-c319-4128-8bc3-4ec99d4f7232'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:30.038955 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5e1e02c6-bfaa-4c41-ad86-3310ae4e966b admin admin] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:30.039251 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-5f8bf8a6-0e3d-420e-964c-4196e45d70b5 None None] Set router 2f73c944-c319-4128-8bc3-4ec99d4f7232 gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:39:30.319286 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-5f8bf8a6-0e3d-420e-964c-4196e45d70b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'name': 'tempest-TestShelveInstance-1732324444-router', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:16Z', 'updated_at': '2021-06-02T21:39:28Z', 'revision_number': 5, 'project_id': '6a26627802414f03a8707c2879124eb1', 'gw_port': {'id': '2bb279fe-f701-47a4-9254-ca75df15e9a7', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:81:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:17Z', 'updated_at': '2021-06-02T21:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:30.323013 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8bf8a6-0e3d-420e-964c-4196e45d70b5 None None] Checking router: 2f73c944-c319-4128-8bc3-4ec99d4f7232 for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:39:30.331059 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8bf8a6-0e3d-420e-964c-4196e45d70b5 None None] Routers {'2f73c944-c319-4128-8bc3-4ec99d4f7232'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:39:30.331686 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-5f8bf8a6-0e3d-420e-964c-4196e45d70b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:39:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['2f73c944-c319-4128-8bc3-4ec99d4f7232'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:30.373849 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5e1e02c6-bfaa-4c41-ad86-3310ae4e966b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:30.446537 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-5e1e02c6-bfaa-4c41-ad86-3310ae4e966b admin admin] Deleting port 2bb279fe-f701-47a4-9254-ca75df15e9a7 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:39:30.446876 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5e1e02c6-bfaa-4c41-ad86-3310ae4e966b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:30.483339 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-5f8bf8a6-0e3d-420e-964c-4196e45d70b5 None None] Set router 2f73c944-c319-4128-8bc3-4ec99d4f7232 gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:39:30.568426 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-5e1e02c6-bfaa-4c41-ad86-3310ae4e966b admin admin] For port 2bb279fe-f701-47a4-9254-ca75df15e9a7, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=2bb279fe-f701-47a4-9254-ca75df15e9a7,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:39:30.568779 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5e1e02c6-bfaa-4c41-ad86-3310ae4e966b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:30.585671 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-5f8bf8a6-0e3d-420e-964c-4196e45d70b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'name': 'tempest-TestShelveInstance-1732324444-router', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:16Z', 'updated_at': '2021-06-02T21:39:30Z', 'revision_number': 6, 'project_id': '6a26627802414f03a8707c2879124eb1', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:30.589474 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8bf8a6-0e3d-420e-964c-4196e45d70b5 None None] The sync data for ids ['2f73c944-c319-4128-8bc3-4ec99d4f7232'] in dv-neutron-601336-84-hyperv is: [{'id': '2f73c944-c319-4128-8bc3-4ec99d4f7232', 'name': 'tempest-TestShelveInstance-1732324444-router', 'tenant_id': '6a26627802414f03a8707c2879124eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:16Z', 'updated_at': '2021-06-02T21:39:30Z', 'revision_number': 6, 'project_id': '6a26627802414f03a8707c2879124eb1', 'gw_port_host': None}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:39:30.690088 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-5e1e02c6-bfaa-4c41-ad86-3310ae4e966b admin admin] Calling delete_port for 2bb279fe-f701-47a4-9254-ca75df15e9a7 owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:39:30.824076 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5e1e02c6-bfaa-4c41-ad86-3310ae4e966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:30.828437 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-c92cb3cc-f690-45aa-ab73-ef4f7046e2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:30.873222 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e02c6-bfaa-4c41-ad86-3310ae4e966b admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb279fe-f701-47a4-9254-ca75df15e9a7,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:30.901545 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5e1e02c6-bfaa-4c41-ad86-3310ae4e966b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:30.937995 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-73f6cd0a-f9e2-42d0-af7b-903a5c69ca03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:30.970069 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5e1e02c6-bfaa-4c41-ad86-3310ae4e966b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:31.140345 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5e1e02c6-bfaa-4c41-ad86-3310ae4e966b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:31.142393 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5e1e02c6-bfaa-4c41-ad86-3310ae4e966b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:31.164400 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5e1e02c6-bfaa-4c41-ad86-3310ae4e966b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:31.164962 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1e02c6-bfaa-4c41-ad86-3310ae4e966b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f73c944-c319-4128-8bc3-4ec99d4f7232 {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 21:39:31.176521 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-5e1e02c6-bfaa-4c41-ad86-3310ae4e966b admin admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:31.177680 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-5e1e02c6-bfaa-4c41-ad86-3310ae4e966b admin admin] 10.222.0.25 "DELETE /v2.0/routers/2f73c944-c319-4128-8bc3-4ec99d4f7232 HTTP/1.1" status: 204 len: 168 time: 1.3103077 Jun 02 21:39:31.180266 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 38534) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:31.237293 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b74f7a3-74d5-46e0-b744-ad0bbd29090a admin admin] Deleting subnet 55843acf-9559-4f25-b340-8f742c7ca7bf {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 21:39:31.240109 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6b74f7a3-74d5-46e0-b744-ad0bbd29090a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:31.290412 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6b74f7a3-74d5-46e0-b744-ad0bbd29090a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:31.368401 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6b74f7a3-74d5-46e0-b744-ad0bbd29090a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:31.640894 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6b74f7a3-74d5-46e0-b744-ad0bbd29090a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:31.644679 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-f0e17046-0714-43a0-956a-bf78b836dbb4 tempest-NetworksIpV6Test-2050255762 tempest-NetworksIpV6Test-2050255762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:31.674320 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2bb279fe-f701-47a4-9254-ca75df15e9a7 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:39:31.677912 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74f7a3-74d5-46e0-b744-ad0bbd29090a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55843acf-9559-4f25-b340-8f742c7ca7bf,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:31.681325 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-6b74f7a3-74d5-46e0-b744-ad0bbd29090a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:31.683851 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-6b74f7a3-74d5-46e0-b744-ad0bbd29090a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:31.694379 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-6b74f7a3-74d5-46e0-b744-ad0bbd29090a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/55843acf-9559-4f25-b340-8f742c7ca7bf HTTP/1.1" status: 204 len: 168 time: 0.5088983 Jun 02 21:39:31.694379 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 38536) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:31.703811 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b717d373-9998-49b3-a37a-b1174e4018b4 None None] Network 69f08f0f-fe03-4c02-bd14-8a6894a079a3 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:39:31.730122 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 2bb279fe-f701-47a4-9254-ca75df15e9a7 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:39:31.730470 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 2bb279fe-f701-47a4-9254-ca75df15e9a7 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:39:31.730891 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7a176dc6-8161-434f-9e62-b7d2d0f9005e no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:39:31.797834 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:31.811074 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 7a176dc6-8161-434f-9e62-b7d2d0f9005e {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:39:31.811454 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7a176dc6-8161-434f-9e62-b7d2d0f9005e not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:39:31.876011 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] Deleting port b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:39:31.876258 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:31.977646 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] For port b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:39:31.978051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:31.998629 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] DHCP port deletion for 69f08f0f-fe03-4c02-bd14-8a6894a079a3 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 21:39:32.065062 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] Deleting port b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:39:32.065446 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:32.213687 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] For port b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1,segment=NetworkSegment(4b5ac9d6-cce0-48dc-b35b-91c098de3558),segment_id=4b5ac9d6-cce0-48dc-b35b-91c098de3558)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:39:32.214001 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:32.254344 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] Calling delete_port for b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:39:32.300499 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:32.305906 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d9914afe-4bb1-4e23-b96e-2e8b0722e2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:32.336536 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] Calling delete_port for b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:39:32.347865 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:32.350336 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:32.352613 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] No DVR routers for this DVR port b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 02 21:39:32.374551 dv-neutron-601336-84-hyperv neutron-server[92550]: util.warn( Jun 02 21:39:32.379041 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:32.383614 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-bb95fff7-c6e7-430a-a31e-8639ac943619 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:32.424172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] Pushing event deleted for resources: {'Port': ['ID=b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:32.432190 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] No DVR routers for this DVR port b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:39:32.434233 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:32.434579 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:32.434916 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:32.435270 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:32.435601 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:32.436063 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:32.436394 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:32.436747 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:32.437093 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:32.437456 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:32.437796 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:32.438117 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:32.441558 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:32.468657 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:32.481631 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f08f0f-fe03-4c02-bd14-8a6894a079a3']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:32.494020 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5ac9d6-cce0-48dc-b35b-91c098de3558') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:32.494321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5ac9d6-cce0-48dc-b35b-91c098de3558') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:32.506304 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:32.527275 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:32.533507 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:39:32.533933 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:39:32.547665 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:39:32.624550 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:32.627970 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a5d6ed62-a61e-4356-ae8f-a9f1a8f764c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:32.640464 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:32.651662 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=69f08f0f-fe03-4c02-bd14-8a6894a079a3,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:32.655763 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:32.664141 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/69f08f0f-fe03-4c02-bd14-8a6894a079a3 HTTP/1.1" status: 204 len: 168 time: 0.9703438 Jun 02 21:39:32.666989 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 38538) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:33.235051 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-affe433c-0c83-421f-aa0f-d77d56b35f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:33.467981 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-717c6f73-8c9b-44b7-a894-97b12dd029ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:33.537249 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:33.674056 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:39:33.711077 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:39:33.711473 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device b3d82ccc-f4e0-42e7-9a92-f3be86f20ed1 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:39:33.790788 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-affe433c-0c83-421f-aa0f-d77d56b35f50 admin admin] Deleting port dd5568f4-818e-474a-896d-115a969bec7f {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:39:33.791359 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-affe433c-0c83-421f-aa0f-d77d56b35f50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:33.905388 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-affe433c-0c83-421f-aa0f-d77d56b35f50 admin admin] For port dd5568f4-818e-474a-896d-115a969bec7f, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=dd5568f4-818e-474a-896d-115a969bec7f,segment=NetworkSegment(43ae47e6-711a-4228-b4b2-57c2823a8725),segment_id=43ae47e6-711a-4228-b4b2-57c2823a8725)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:39:33.905738 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-affe433c-0c83-421f-aa0f-d77d56b35f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:34.026368 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-affe433c-0c83-421f-aa0f-d77d56b35f50 admin admin] Calling delete_port for dd5568f4-818e-474a-896d-115a969bec7f owned by network:router_interface {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:39:34.172696 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-affe433c-0c83-421f-aa0f-d77d56b35f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:34.176463 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-cc143d29-0305-416e-8b55-12382aaddbe8 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:34.220039 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe433c-0c83-421f-aa0f-d77d56b35f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd5568f4-818e-474a-896d-115a969bec7f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:34.224477 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-affe433c-0c83-421f-aa0f-d77d56b35f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:34.494067 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-affe433c-0c83-421f-aa0f-d77d56b35f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:34.524671 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:34.849602 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affe433c-0c83-421f-aa0f-d77d56b35f50 admin admin] Router 1260afa3-9ee5-4159-a642-6147edaf209f has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:39:35.026994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affe433c-0c83-421f-aa0f-d77d56b35f50 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:39:35.035687 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-affe433c-0c83-421f-aa0f-d77d56b35f50 admin admin] 10.222.0.25 "PUT /v2.0/routers/1260afa3-9ee5-4159-a642-6147edaf209f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3677001 Jun 02 21:39:35.037092 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362234df-85fc-4408-b96c-c3a279fb6809 None None] Sync routers for ids ['1260afa3-9ee5-4159-a642-6147edaf209f'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:39:35.038144 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 38540) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:35.045963 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362234df-85fc-4408-b96c-c3a279fb6809 None None] Routers {'1260afa3-9ee5-4159-a642-6147edaf209f'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:39:35.046575 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-362234df-85fc-4408-b96c-c3a279fb6809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['1260afa3-9ee5-4159-a642-6147edaf209f'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:35.229752 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-362234df-85fc-4408-b96c-c3a279fb6809 None None] Set router 1260afa3-9ee5-4159-a642-6147edaf209f gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:39:35.351952 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a97773be-dd8f-41b1-b47c-44009cc84720 admin admin] Notify callbacks [] for router, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:35.515692 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-362234df-85fc-4408-b96c-c3a279fb6809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1260afa3-9ee5-4159-a642-6147edaf209f', 'name': 'tempest-TestShelveInstance-463525224-router', 'tenant_id': '08d7141bae364099b386455fbabcc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e7e1754d-9ec5-4c35-8781-08f54e15497e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:23Z', 'updated_at': '2021-06-02T21:39:34Z', 'revision_number': 5, 'project_id': '08d7141bae364099b386455fbabcc7bd', 'gw_port': {'id': 'e7e1754d-9ec5-4c35-8781-08f54e15497e', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1260afa3-9ee5-4159-a642-6147edaf209f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:29:24Z', 'updated_at': '2021-06-02T21:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:35.519470 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362234df-85fc-4408-b96c-c3a279fb6809 None None] Checking router: 1260afa3-9ee5-4159-a642-6147edaf209f for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:39:35.521773 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a97773be-dd8f-41b1-b47c-44009cc84720 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:35.528004 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362234df-85fc-4408-b96c-c3a279fb6809 None None] Routers {'1260afa3-9ee5-4159-a642-6147edaf209f'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:39:35.528690 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-362234df-85fc-4408-b96c-c3a279fb6809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['1260afa3-9ee5-4159-a642-6147edaf209f'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:35.594339 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-a97773be-dd8f-41b1-b47c-44009cc84720 admin admin] Deleting port e7e1754d-9ec5-4c35-8781-08f54e15497e {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:39:35.594688 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a97773be-dd8f-41b1-b47c-44009cc84720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:35.679342 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-362234df-85fc-4408-b96c-c3a279fb6809 None None] Set router 1260afa3-9ee5-4159-a642-6147edaf209f gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:39:35.716282 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-a97773be-dd8f-41b1-b47c-44009cc84720 admin admin] For port e7e1754d-9ec5-4c35-8781-08f54e15497e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=e7e1754d-9ec5-4c35-8781-08f54e15497e,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:39:35.716639 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a97773be-dd8f-41b1-b47c-44009cc84720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:35.784594 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-362234df-85fc-4408-b96c-c3a279fb6809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1260afa3-9ee5-4159-a642-6147edaf209f', 'name': 'tempest-TestShelveInstance-463525224-router', 'tenant_id': '08d7141bae364099b386455fbabcc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:23Z', 'updated_at': '2021-06-02T21:39:35Z', 'revision_number': 6, 'project_id': '08d7141bae364099b386455fbabcc7bd', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:35.789053 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362234df-85fc-4408-b96c-c3a279fb6809 None None] The sync data for ids ['1260afa3-9ee5-4159-a642-6147edaf209f'] in dv-neutron-601336-84-hyperv is: [{'id': '1260afa3-9ee5-4159-a642-6147edaf209f', 'name': 'tempest-TestShelveInstance-463525224-router', 'tenant_id': '08d7141bae364099b386455fbabcc7bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:29:23Z', 'updated_at': '2021-06-02T21:39:35Z', 'revision_number': 6, 'project_id': '08d7141bae364099b386455fbabcc7bd', 'gw_port_host': None}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:39:35.839923 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-a97773be-dd8f-41b1-b47c-44009cc84720 admin admin] Calling delete_port for e7e1754d-9ec5-4c35-8781-08f54e15497e owned by network:router_gateway {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:39:35.973592 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a97773be-dd8f-41b1-b47c-44009cc84720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:35.978530 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-504269e8-9670-4bc6-9cb6-053924884324 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:36.023309 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97773be-dd8f-41b1-b47c-44009cc84720 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e1754d-9ec5-4c35-8781-08f54e15497e,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:36.049006 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a97773be-dd8f-41b1-b47c-44009cc84720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:36.070366 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:39:36.109724 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a97773be-dd8f-41b1-b47c-44009cc84720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:36.194439 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:36.283915 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a97773be-dd8f-41b1-b47c-44009cc84720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:36.286055 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a97773be-dd8f-41b1-b47c-44009cc84720 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:36.309574 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a97773be-dd8f-41b1-b47c-44009cc84720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:36.310118 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97773be-dd8f-41b1-b47c-44009cc84720 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1260afa3-9ee5-4159-a642-6147edaf209f {{(pid=92548) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 21:39:36.322591 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a97773be-dd8f-41b1-b47c-44009cc84720 admin admin] Notify callbacks [] for router, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:36.323726 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a97773be-dd8f-41b1-b47c-44009cc84720 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1260afa3-9ee5-4159-a642-6147edaf209f HTTP/1.1" status: 204 len: 168 time: 1.2846227 Jun 02 21:39:36.326137 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 38542) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:36.385248 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b8666e6-9213-4b02-bc1a-a87a3fda26de admin admin] Deleting subnet 12d9501c-41bc-4ca4-a7ff-02bb00c1e167 {{(pid=92548) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 21:39:36.388057 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8b8666e6-9213-4b02-bc1a-a87a3fda26de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:36.434893 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8b8666e6-9213-4b02-bc1a-a87a3fda26de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-822092'] for subnet, precommit_delete_associations {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:36.651602 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8b8666e6-9213-4b02-bc1a-a87a3fda26de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:36.898796 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8b8666e6-9213-4b02-bc1a-a87a3fda26de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16273896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15639908'] for subnet, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:36.902702 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-07570d32-4a88-42f5-8955-0dc44f2ee090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:36.937765 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8666e6-9213-4b02-bc1a-a87a3fda26de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12d9501c-41bc-4ca4-a7ff-02bb00c1e167,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:36.940139 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-8b8666e6-9213-4b02-bc1a-a87a3fda26de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:36.945321 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-8b8666e6-9213-4b02-bc1a-a87a3fda26de admin admin] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:36.950673 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085f9255-573d-428c-8095-261adadf5b21 None None] Network ab071244-974c-415d-9980-e72c08ab4732 requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:39:36.953808 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-8b8666e6-9213-4b02-bc1a-a87a3fda26de admin admin] 10.222.0.25 "DELETE /v2.0/subnets/12d9501c-41bc-4ca4-a7ff-02bb00c1e167 HTTP/1.1" status: 204 len: 168 time: 0.6267490 Jun 02 21:39:36.956201 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 38544) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:37.059066 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:37.130245 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] Deleting port 7570830e-d8d5-4c93-871b-fd7dc21eace1 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:39:37.130586 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:37.231687 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] For port 7570830e-d8d5-4c93-871b-fd7dc21eace1, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7570830e-d8d5-4c93-871b-fd7dc21eace1,segment=NetworkSegment(43ae47e6-711a-4228-b4b2-57c2823a8725),segment_id=43ae47e6-711a-4228-b4b2-57c2823a8725)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:39:37.232042 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:37.235129 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ad2338-cf74-41d5-8309-c4d6d20c51df None None] DHCP port deletion for ab071244-974c-415d-9980-e72c08ab4732 request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 21:39:37.298345 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-73ad2338-cf74-41d5-8309-c4d6d20c51df None None] Deleting port 7570830e-d8d5-4c93-871b-fd7dc21eace1 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:39:37.298715 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-73ad2338-cf74-41d5-8309-c4d6d20c51df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:37.352907 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] Calling delete_port for 7570830e-d8d5-4c93-871b-fd7dc21eace1 owned by network:dhcp {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:39:37.395349 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-73ad2338-cf74-41d5-8309-c4d6d20c51df None None] For port 7570830e-d8d5-4c93-871b-fd7dc21eace1, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7570830e-d8d5-4c93-871b-fd7dc21eace1,segment=NetworkSegment(43ae47e6-711a-4228-b4b2-57c2823a8725),segment_id=43ae47e6-711a-4228-b4b2-57c2823a8725)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:39:37.395803 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-73ad2338-cf74-41d5-8309-c4d6d20c51df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:37.399062 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:37.403933 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ef18f247-a12e-43ac-9d77-66973b9898c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:37.450364 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] Pushing event deleted for resources: {'Port': ['ID=7570830e-d8d5-4c93-871b-fd7dc21eace1,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:37.452181 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] No DVR routers for this DVR port 7570830e-d8d5-4c93-871b-fd7dc21eace1 on host dv-neutron-601336-84-hyperv {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:39:37.453691 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:37.517498 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-73ad2338-cf74-41d5-8309-c4d6d20c51df None None] Calling delete_port for 7570830e-d8d5-4c93-871b-fd7dc21eace1 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:39:37.558031 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-73ad2338-cf74-41d5-8309-c4d6d20c51df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:37.562337 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:37.565359 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:37.578458 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab071244-974c-415d-9980-e72c08ab4732']}} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:37.590187 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ae47e6-711a-4228-b4b2-57c2823a8725') {'for_net_delete': True} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:37.590487 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.services.segments.db [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ae47e6-711a-4228-b4b2-57c2823a8725') {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:37.601551 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-822101'] for segment, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:37.602946 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad2338-cf74-41d5-8309-c4d6d20c51df None None] Pushing event deleted for resources: {'Port': ['ID=7570830e-d8d5-4c93-871b-fd7dc21eace1,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:37.605906 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-73ad2338-cf74-41d5-8309-c4d6d20c51df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:37.606702 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ad2338-cf74-41d5-8309-c4d6d20c51df None None] No DVR routers for this DVR port 7570830e-d8d5-4c93-871b-fd7dc21eace1 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:39:37.620267 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:37.626853 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=92548) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:39:37.627100 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16273846'] for segment, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: Traceback (most recent call last): Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: timer() Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: cb(*args, **kw) Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: return func(*args, **kwargs) Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: self._notify() Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: self.callback(batched_events) Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: event.method(event) Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: return f(self, *a, **k) Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._get(url).json() Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: return self.request(url, 'GET', **kwargs) Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:39:37.640975 dv-neutron-601336-84-hyperv neutron-server[92548]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:39:37.676314 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device dd5568f4-818e-474a-896d-115a969bec7f no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:39:37.710267 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: dd5568f4-818e-474a-896d-115a969bec7f {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:39:37.710539 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device dd5568f4-818e-474a-896d-115a969bec7f not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:39:37.710957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7570830e-d8d5-4c93-871b-fd7dc21eace1 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:39:37.717602 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:37.725853 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-b0f4e7ea-ffed-4ba2-a4c9-40b6dc103dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:37.735223 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] Notify callbacks [] for network, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:37.746087 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] Pushing event deleted for resources: {'Network': ['ID=ab071244-974c-415d-9980-e72c08ab4732,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:37.748608 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 7570830e-d8d5-4c93-871b-fd7dc21eace1 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:39:37.748866 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:37.748997 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7570830e-d8d5-4c93-871b-fd7dc21eace1 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:39:37.749445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e7e1754d-9ec5-4c35-8781-08f54e15497e no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:39:37.753216 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] 10.222.0.25 "DELETE /v2.0/networks/ab071244-974c-415d-9980-e72c08ab4732 HTTP/1.1" status: 204 len: 168 time: 0.7937481 Jun 02 21:39:37.783114 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: e7e1754d-9ec5-4c35-8781-08f54e15497e {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:39:37.783485 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device e7e1754d-9ec5-4c35-8781-08f54e15497e not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:39:37.882656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38548) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:37.929922 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-9ba00cea-f38a-4285-9c01-47f30d80281e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a26627802414f03a8707c2879124eb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460162 Jun 02 21:39:37.932375 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38550) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:37.990750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-607bcc2d-99d0-4e54-9356-0045e4cb1d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:38.015314 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-607bcc2d-99d0-4e54-9356-0045e4cb1d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:38.065435 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-607bcc2d-99d0-4e54-9356-0045e4cb1d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:38.070621 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f0ef9ac3-e4fa-4c8f-9224-746ee60965db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:38.083954 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607bcc2d-99d0-4e54-9356-0045e4cb1d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd9b6d5-4d3b-483e-8713-009468da80f1,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:38.087297 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-607bcc2d-99d0-4e54-9356-0045e4cb1d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:38.090386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-607bcc2d-99d0-4e54-9356-0045e4cb1d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:38.091502 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-607bcc2d-99d0-4e54-9356-0045e4cb1d95 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9bd9b6d5-4d3b-483e-8713-009468da80f1 HTTP/1.1" status: 204 len: 168 time: 0.1582386 Jun 02 21:39:38.445495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38556) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:38.492712 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-88978f92-c743-4845-9d37-43e84ce3cea9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08d7141bae364099b386455fbabcc7bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458782 Jun 02 21:39:38.494858 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38558) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:38.550298 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d7b77061-2ac4-4dfb-a22f-e927bc92b428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:38.574703 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d7b77061-2ac4-4dfb-a22f-e927bc92b428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:38.757147 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d7b77061-2ac4-4dfb-a22f-e927bc92b428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:38.760674 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-19c16e03-f24c-4768-bd92-12dc7103b94c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:38.771752 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b77061-2ac4-4dfb-a22f-e927bc92b428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d05aef-1a48-48b9-8df5-e6503cd4c013,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:38.774032 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d7b77061-2ac4-4dfb-a22f-e927bc92b428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:38.779587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-d7b77061-2ac4-4dfb-a22f-e927bc92b428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:38.780697 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-d7b77061-2ac4-4dfb-a22f-e927bc92b428 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4d05aef-1a48-48b9-8df5-e6503cd4c013 HTTP/1.1" status: 204 len: 168 time: 0.2849081 Jun 02 21:39:39.536705 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38580) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:39.636520 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-940214705-network', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:39:39.641145 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:39:39.644867 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Usage tracker for resource:network and tenant:58c10b53fc72424eb439333ca9e955ff is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:39:39.648164 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:39:39.654705 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:39:39.664735 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Made reservation on behalf of 58c10b53fc72424eb439333ca9e955ff for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:39:39.667008 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:39.678798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:39.692684 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:39:39.696426 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Usage tracker for resource:security_group_rule and tenant:58c10b53fc72424eb439333ca9e955ff is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:39:39.699169 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:39:39.704821 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:39:39.785506 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:39.789678 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:39.792646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-f97c38c5-825e-4b6d-92e4-ccd1b97a6c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:39.819833 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:39:39.828120 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a233b156-63ea-445b-adc9-0f7390b975f1,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:39.831291 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:39.835845 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:39.836006 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Added segment ac072237-3f86-4163-982b-e883d27b2dc7 of type vlan for network 6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd Jun 02 21:39:39.861856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:39.889012 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:39.890056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:39.890623 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:39.895246 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cea5b33d-e448-45df-9647-285252f056f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:39.995299 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4574764 Jun 02 21:39:39.996062 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Pushing event updated for resources: {'Network': ['ID=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:39.998837 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-411c4e6d-69c1-44a5-bd70-f6a9c2f18b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:40.006007 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:39:40.057843 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 38584) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:40.063074 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.v2.base [None req-d6e71b13-b30e-48b6-810d-352985351482 admin admin] Request body: {'subnet': {'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-940214705-subnet', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'ip_version': 4}} {{(pid=92548) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:39:40.068195 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d6e71b13-b30e-48b6-810d-352985351482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:39:40.072029 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d6e71b13-b30e-48b6-810d-352985351482 admin admin] Usage tracker for resource:subnet and tenant:58c10b53fc72424eb439333ca9e955ff is out of sync, need to count used quota {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:39:40.074833 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [None req-d6e71b13-b30e-48b6-810d-352985351482 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92548) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:39:40.080521 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.quota.driver [None req-d6e71b13-b30e-48b6-810d-352985351482 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92548) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:39:40.091063 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e71b13-b30e-48b6-810d-352985351482 admin admin] Made reservation on behalf of 58c10b53fc72424eb439333ca9e955ff for: {'subnet': 1} {{(pid=92548) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:39:40.093437 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d6e71b13-b30e-48b6-810d-352985351482 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15639873'] for subnet, before_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:40.470669 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d6e71b13-b30e-48b6-810d-352985351482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16273705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15639919'] for subnet, after_create {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:40.475440 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-728aa16a-4101-4b67-a8dc-e8285b03a5ee tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:40.682706 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e71b13-b30e-48b6-810d-352985351482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4f339d6-aab2-4d48-b2e1-1a7188def748,revision_number=0']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:40.685359 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-d6e71b13-b30e-48b6-810d-352985351482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:40.691209 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e71b13-b30e-48b6-810d-352985351482 admin admin] Checking segment: {'id': 'ac072237-3f86-4163-982b-e883d27b2dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92548) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:39:40.691563 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e71b13-b30e-48b6-810d-352985351482 admin admin] Network hostable DHCP agents. Network: 6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92548) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:39:40.708936 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e71b13-b30e-48b6-810d-352985351482 admin admin] Network 6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92548) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:39:40.717393 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.base_scheduler [None req-d6e71b13-b30e-48b6-810d-352985351482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd) {{(pid=92548) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:39:40.726641 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c39bd5a-6a89-4187-9a8f-b9cf92a7a8ac None None] Network 6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:39:40.731688 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e71b13-b30e-48b6-810d-352985351482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:40.732273 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-d6e71b13-b30e-48b6-810d-352985351482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:40.753934 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-d6e71b13-b30e-48b6-810d-352985351482 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6948586 Jun 02 21:39:40.756884 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38586) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:40.761981 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-940214705-router', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:39:40.766913 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:39:40.770896 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Usage tracker for resource:router and tenant:58c10b53fc72424eb439333ca9e955ff is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:39:40.773786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:39:40.779647 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:39:40.790984 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:40.792159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:40.807971 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:40.942928 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'fixed_ips': [{'subnet_id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 21:39:40.943785 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:41.074714 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:41.096890 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Allocated IP 172.20.0.2 (6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd/e4f339d6-aab2-4d48-b2e1-1a7188def748/922981a5-8dd9-4d94-b79a-6f38afa36b1e) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:39:41.297510 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:41.307562 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Transition to ACTIVE for port object 922981a5-8dd9-4d94-b79a-6f38afa36b1e will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:39:41.326184 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Transition to ACTIVE for port object 922981a5-8dd9-4d94-b79a-6f38afa36b1e will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:39:41.331673 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:41.336459 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:41.386553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:41.400143 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Network 6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:39:41.403036 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:39:41.406666 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:39:41.412820 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Pushing event updated for resources: {'Port': ['ID=922981a5-8dd9-4d94-b79a-6f38afa36b1e,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:41.416567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:41.416907 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:41.495820 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Attempting to bind port 922981a5-8dd9-4d94-b79a-6f38afa36b1e on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:39:41.496197 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Attempting to bind port 922981a5-8dd9-4d94-b79a-6f38afa36b1e by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'ac072237-3f86-4163-982b-e883d27b2dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:39:41.496567 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Attempting to bind port 922981a5-8dd9-4d94-b79a-6f38afa36b1e on network 6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:39:41.501719 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:39:41.502098 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Checking segment: {'id': 'ac072237-3f86-4163-982b-e883d27b2dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:39:41.502604 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:41.503006 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Bound using segment: {'id': 'ac072237-3f86-4163-982b-e883d27b2dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:39:41.503502 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Bound port: 922981a5-8dd9-4d94-b79a-6f38afa36b1e, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac072237-3f86-4163-982b-e883d27b2dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:39:41.503875 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:41.549589 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Allocated IP 172.26.0.224 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/84dc2908-b1ea-4c14-89a0-5fe84006e2f4) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:39:41.630905 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] For port 922981a5-8dd9-4d94-b79a-6f38afa36b1e, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:39:41.634048 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] For port 922981a5-8dd9-4d94-b79a-6f38afa36b1e, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=922981a5-8dd9-4d94-b79a-6f38afa36b1e,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:39:41.638504 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:41.643127 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:41.700517 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:41.721674 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Pushing event updated for resources: {'Port': ['ID=922981a5-8dd9-4d94-b79a-6f38afa36b1e,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:41.724685 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:41.735651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:41.739910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:41.804638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:39:41.807871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:39:41.811574 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:39:41.848095 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Pushing event updated for resources: {'Port': ['ID=84dc2908-b1ea-4c14-89a0-5fe84006e2f4,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:41.852133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:42.374995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:42.552549 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02969046-9ab3-4c4e-85e2-9d0d87cba732 None None] Network 6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:39:42.651955 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-102d4d09-0b24-478e-8a59-ccf01d9f10d2 None None] Provisioning for port 922981a5-8dd9-4d94-b79a-6f38afa36b1e completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:39:42.716001 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:42.925296 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Router f5dbce9a-85be-406a-8c15-57d820fb59ad is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 21:39:43.101394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:39:43.109453 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] Sync routers for ids ['f5dbce9a-85be-406a-8c15-57d820fb59ad'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:39:43.119518 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] Routers {'f5dbce9a-85be-406a-8c15-57d820fb59ad'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:39:43.120120 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f5dbce9a-85be-406a-8c15-57d820fb59ad'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:43.124276 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:43.125548 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-14b2a85c-d322-4251-8c85-a46d0294ef04 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3671393 Jun 02 21:39:43.128294 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38588) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:43.293480 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] Set router f5dbce9a-85be-406a-8c15-57d820fb59ad gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:39:43.608742 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'name': 'tempest-TestSnapshotPattern-940214705-router', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:40Z', 'updated_at': '2021-06-02T21:39:42Z', 'revision_number': 3, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'gw_port': {'id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:87:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:41Z', 'updated_at': '2021-06-02T21:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:43.612457 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] Checking router: f5dbce9a-85be-406a-8c15-57d820fb59ad for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:39:43.612807 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] Updating router f5dbce9a-85be-406a-8c15-57d820fb59ad port 84dc2908-b1ea-4c14-89a0-5fe84006e2f4 binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:39:43.665039 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:43.709180 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 922981a5-8dd9-4d94-b79a-6f38afa36b1e up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:39:43.790374 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 922981a5-8dd9-4d94-b79a-6f38afa36b1e completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:39:43.795368 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 922981a5-8dd9-4d94-b79a-6f38afa36b1e triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:39:43.795815 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:43.916358 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:43.947948 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 922981a5-8dd9-4d94-b79a-6f38afa36b1e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=922981a5-8dd9-4d94-b79a-6f38afa36b1e,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:39:43.952701 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:43.953492 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:43.955471 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:43.991714 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:44.003384 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] Transition to ACTIVE for port object 84dc2908-b1ea-4c14-89a0-5fe84006e2f4 will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:39:44.011801 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:44.019984 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-912906bf-1a28-4037-811a-381f78a01dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:44.028345 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=922981a5-8dd9-4d94-b79a-6f38afa36b1e,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:44.031351 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:44.097150 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] Attempting to bind port 84dc2908-b1ea-4c14-89a0-5fe84006e2f4 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:39:44.097522 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] Attempting to bind port 84dc2908-b1ea-4c14-89a0-5fe84006e2f4 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:39:44.097888 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] Attempting to bind port 84dc2908-b1ea-4c14-89a0-5fe84006e2f4 on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:39:44.103671 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ee793-1eab-4117-a7b3-3590a7685615 None None] Pushing event updated for resources: {'Port': ['ID=84dc2908-b1ea-4c14-89a0-5fe84006e2f4,revision_number=2']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:44.108417 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:39:44.108789 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:39:44.109530 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:44.110092 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:39:44.110371 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] Bound port: 84dc2908-b1ea-4c14-89a0-5fe84006e2f4, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:39:44.110736 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:44.137953 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ee793-1eab-4117-a7b3-3590a7685615 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:44.138293 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ee793-1eab-4117-a7b3-3590a7685615 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:44.138623 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ee793-1eab-4117-a7b3-3590a7685615 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:44.138945 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ee793-1eab-4117-a7b3-3590a7685615 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:44.139300 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ee793-1eab-4117-a7b3-3590a7685615 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:44.139614 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ee793-1eab-4117-a7b3-3590a7685615 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:44.139930 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ee793-1eab-4117-a7b3-3590a7685615 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:44.140244 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ee793-1eab-4117-a7b3-3590a7685615 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:44.140559 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ee793-1eab-4117-a7b3-3590a7685615 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:44.140868 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ee793-1eab-4117-a7b3-3590a7685615 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:44.141175 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ee793-1eab-4117-a7b3-3590a7685615 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:44.141490 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ee793-1eab-4117-a7b3-3590a7685615 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:39:44.144955 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-117ee793-1eab-4117-a7b3-3590a7685615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:44.168263 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] Allocated IP 172.20.0.1 (6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd/e4f339d6-aab2-4d48-b2e1-1a7188def748/f01d9e4a-8572-40e2-8056-801760a622f0) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:39:44.199195 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] For port 84dc2908-b1ea-4c14-89a0-5fe84006e2f4, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:39:44.202624 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] For port 84dc2908-b1ea-4c14-89a0-5fe84006e2f4, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=84dc2908-b1ea-4c14-89a0-5fe84006e2f4,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:39:44.206159 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:44.210639 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-f0444bf6-9006-41ec-bf34-1512caaa410f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:44.275000 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] Routers {'f5dbce9a-85be-406a-8c15-57d820fb59ad'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:39:44.275633 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f5dbce9a-85be-406a-8c15-57d820fb59ad'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:44.315414 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:44.330823 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] Transition to ACTIVE for port object f01d9e4a-8572-40e2-8056-801760a622f0 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:39:44.352928 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ee793-1eab-4117-a7b3-3590a7685615 None None] Pushing event updated for resources: {'Port': ['ID=84dc2908-b1ea-4c14-89a0-5fe84006e2f4,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:44.355384 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:44.356296 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-117ee793-1eab-4117-a7b3-3590a7685615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:44.360564 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-a18365df-8e89-4a50-9d7e-2e53baf532af tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:44.418002 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] Network 6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:39:44.424971 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:39:44.429527 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:39:44.465933 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] Set router f5dbce9a-85be-406a-8c15-57d820fb59ad gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:39:44.469678 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] Pushing event updated for resources: {'Port': ['ID=f01d9e4a-8572-40e2-8056-801760a622f0,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:44.477902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:44.489921 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:44.616869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:44.716438 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-1397b2da-b326-44ae-831d-326184be4c00 None None] Provisioning for port f01d9e4a-8572-40e2-8056-801760a622f0 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:39:44.728321 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-1397b2da-b326-44ae-831d-326184be4c00 None None] Provisioning complete for port f01d9e4a-8572-40e2-8056-801760a622f0 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:39:44.728735 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1397b2da-b326-44ae-831d-326184be4c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:44.755574 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'name': 'tempest-TestSnapshotPattern-940214705-router', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:40Z', 'updated_at': '2021-06-02T21:39:42Z', 'revision_number': 3, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'gw_port': {'id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:87:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:41Z', 'updated_at': '2021-06-02T21:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:44.759490 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1945586-a4a7-404d-b109-7fd4a7560ceb None None] The sync data for ids ['f5dbce9a-85be-406a-8c15-57d820fb59ad'] in dv-neutron-601336-84-hyperv is: [{'id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'name': 'tempest-TestSnapshotPattern-940214705-router', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:40Z', 'updated_at': '2021-06-02T21:39:42Z', 'revision_number': 3, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'gw_port': {'id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:87:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:41Z', 'updated_at': '2021-06-02T21:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:39:44.794969 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-1397b2da-b326-44ae-831d-326184be4c00 None None] Port f01d9e4a-8572-40e2-8056-801760a622f0 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:39:44.851424 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:44.856615 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:44.881493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6b724a4a-f4f5-4f69-8e2b-a21626aea143 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:44.969700 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] Pushing event updated for resources: {'Port': ['ID=f01d9e4a-8572-40e2-8056-801760a622f0,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:44.972369 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:44.977996 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:45.126508 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] Network 6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:39:45.127583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:39:45.135809 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:45.424631 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-83d48e25-2811-4bd3-bd68-31c38a21a04c None None] Provisioning complete for port f01d9e4a-8572-40e2-8056-801760a622f0 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:39:45.425094 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-83d48e25-2811-4bd3-bd68-31c38a21a04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:45.485291 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-83d48e25-2811-4bd3-bd68-31c38a21a04c None None] Port f01d9e4a-8572-40e2-8056-801760a622f0 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:39:45.494814 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] Router f5dbce9a-85be-406a-8c15-57d820fb59ad has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:39:45.687897 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:39:45.711382 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] 10.222.0.25 "PUT /v2.0/routers/f5dbce9a-85be-406a-8c15-57d820fb59ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5742233 Jun 02 21:39:45.762506 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 84dc2908-b1ea-4c14-89a0-5fe84006e2f4 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:39:45.839624 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 84dc2908-b1ea-4c14-89a0-5fe84006e2f4 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:39:45.844896 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 84dc2908-b1ea-4c14-89a0-5fe84006e2f4 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:39:45.845585 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:45.984964 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:46.007843 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 84dc2908-b1ea-4c14-89a0-5fe84006e2f4, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=84dc2908-b1ea-4c14-89a0-5fe84006e2f4,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:39:46.012849 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:46.013957 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 922981a5-8dd9-4d94-b79a-6f38afa36b1e up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:39:46.044923 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:46.136713 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=84dc2908-b1ea-4c14-89a0-5fe84006e2f4,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:46.143242 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:46.170949 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 922981a5-8dd9-4d94-b79a-6f38afa36b1e triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:39:46.172298 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:46.353483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38604) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:46.359469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1345939467-network', 'tenant_id': 'dec17322472742e18e73988dab88c06e'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:39:46.365020 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:39:46.371785 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Usage tracker for resource:network and tenant:dec17322472742e18e73988dab88c06e is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:39:46.374791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:39:46.382701 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] Sync routers for ids ['f5dbce9a-85be-406a-8c15-57d820fb59ad'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:39:46.383068 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:39:46.393445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] Routers {'f5dbce9a-85be-406a-8c15-57d820fb59ad'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:39:46.393702 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f5dbce9a-85be-406a-8c15-57d820fb59ad'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:46.395815 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Made reservation on behalf of dec17322472742e18e73988dab88c06e for: {'network': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:39:46.398146 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-677564'] for network, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:46.410561 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:46.430710 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:39:46.437127 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Usage tracker for resource:security_group_rule and tenant:dec17322472742e18e73988dab88c06e is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:39:46.440488 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:39:46.448785 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:39:46.532337 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:46.536270 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:46.539256 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-83e3379a-009e-4980-9e75-9c6d0005d303 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:46.568471 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=92549) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 02 21:39:46.577060 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e2161c-159c-46c5-a7f7-956314149b63,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:46.578556 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] Set router f5dbce9a-85be-406a-8c15-57d820fb59ad gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:39:46.580619 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:46.583231 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:46.583623 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.segments_db [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Added segment 0be1d93f-bbd5-416a-b7a8-f587c1bae063 of type vlan for network 41a68784-8de6-41c9-abe2-8616a9e7e16d Jun 02 21:39:46.609801 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732231167245'] for network, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:46.643366 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550'] for network, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:46.644314 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:46.644844 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:46.649914 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ee2d01c3-ceed-4c11-bbd4-3276b4fb5231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:46.741699 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3869894 Jun 02 21:39:46.744360 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38606) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:46.751508 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-01bc75c3-e521-49d2-a2a9-3231bf01cca4 admin admin] Request body: {'subnet': {'network_id': '41a68784-8de6-41c9-abe2-8616a9e7e16d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1345939467-subnet', 'tenant_id': 'dec17322472742e18e73988dab88c06e', 'ip_version': 4}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:39:46.755174 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Pushing event updated for resources: {'Network': ['ID=41a68784-8de6-41c9-abe2-8616a9e7e16d,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:46.758373 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-120d943f-2b9d-49f9-a5bb-a6c5b6ca0eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:46.759329 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-01bc75c3-e521-49d2-a2a9-3231bf01cca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:39:46.763514 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-01bc75c3-e521-49d2-a2a9-3231bf01cca4 admin admin] Usage tracker for resource:subnet and tenant:dec17322472742e18e73988dab88c06e is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:39:46.766558 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-01bc75c3-e521-49d2-a2a9-3231bf01cca4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:39:46.773247 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-01bc75c3-e521-49d2-a2a9-3231bf01cca4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:39:46.784776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bc75c3-e521-49d2-a2a9-3231bf01cca4 admin admin] Made reservation on behalf of dec17322472742e18e73988dab88c06e for: {'subnet': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:39:46.786408 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Network 41a68784-8de6-41c9-abe2-8616a9e7e16d details requested by agent ovs-agent-dv-neutron-601336-84-hyperv with host dv-neutron-601336-84-hyperv {{(pid=92550) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jun 02 21:39:46.787925 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-01bc75c3-e521-49d2-a2a9-3231bf01cca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16354221'] for subnet, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:47.043406 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'name': 'tempest-TestSnapshotPattern-940214705-router', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:40Z', 'updated_at': '2021-06-02T21:39:44Z', 'revision_number': 4, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'gw_port': {'id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:41Z', 'updated_at': '2021-06-02T21:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'f01d9e4a-8572-40e2-8056-801760a622f0', 'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'mac_address': 'fa:16:3e:c6:15:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:44Z', 'updated_at': '2021-06-02T21:39:44Z', 'revision_number': 2, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'subnets': [{'id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:47.047483 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] Checking router: f5dbce9a-85be-406a-8c15-57d820fb59ad for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:39:47.047845 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] Updating router f5dbce9a-85be-406a-8c15-57d820fb59ad port f01d9e4a-8572-40e2-8056-801760a622f0 binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:39:47.099486 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:47.177534 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-01bc75c3-e521-49d2-a2a9-3231bf01cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16220955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16354179'] for subnet, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:47.182056 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b1a484dc-2757-4ccb-9734-fa63a3032ed9 tempest-PortsTestJSON-229236218 tempest-PortsTestJSON-229236218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:47.257030 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc75c3-e521-49d2-a2a9-3231bf01cca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd2e9463-b4f4-42dd-9c38-6f29cc673004,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:47.260629 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-01bc75c3-e521-49d2-a2a9-3231bf01cca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:47.264069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc75c3-e521-49d2-a2a9-3231bf01cca4 admin admin] Checking segment: {'id': '0be1d93f-bbd5-416a-b7a8-f587c1bae063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '41a68784-8de6-41c9-abe2-8616a9e7e16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:39:47.264980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bc75c3-e521-49d2-a2a9-3231bf01cca4 admin admin] Network hostable DHCP agents. Network: 41a68784-8de6-41c9-abe2-8616a9e7e16d, hostable agents: ['3ec3fb6d-47f8-487c-a953-77c68c6f6a00'], hosted agents: [] {{(pid=92549) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 02 21:39:47.282438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bc75c3-e521-49d2-a2a9-3231bf01cca4 admin admin] Network 41a68784-8de6-41c9-abe2-8616a9e7e16d is scheduled to be hosted by DHCP agent 3ec3fb6d-47f8-487c-a953-77c68c6f6a00 with binding_index 1 {{(pid=92549) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 02 21:39:47.291743 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-01bc75c3-e521-49d2-a2a9-3231bf01cca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-84-hyperv, 41a68784-8de6-41c9-abe2-8616a9e7e16d) {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:39:47.299962 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bc75c3-e521-49d2-a2a9-3231bf01cca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:47.300543 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-01bc75c3-e521-49d2-a2a9-3231bf01cca4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:47.309577 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8dbc43-da77-40e5-893b-0a5f9aa10c7e None None] Network 41a68784-8de6-41c9-abe2-8616a9e7e16d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:39:47.320028 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-01bc75c3-e521-49d2-a2a9-3231bf01cca4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5747511 Jun 02 21:39:47.322556 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38608) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:47.326831 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1345939467-router', 'tenant_id': 'dec17322472742e18e73988dab88c06e', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:39:47.331263 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:39:47.335646 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Usage tracker for resource:router and tenant:dec17322472742e18e73988dab88c06e is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:39:47.338404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:39:47.343979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:39:47.355007 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1709424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10944'] for router, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:47.356023 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-352532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1834134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10969'] for router, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:47.373133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:47.621576 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:47.625250 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b955abf-513c-5fc4-9bea-7941d555ea4d-41a68784-8de6-41c9-abe2-8616a9e7e16d', 'network_id': '41a68784-8de6-41c9-abe2-8616a9e7e16d', 'tenant_id': 'dec17322472742e18e73988dab88c06e', 'fixed_ips': [{'subnet_id': 'dd2e9463-b4f4-42dd-9c38-6f29cc673004'}]}} from dv-neutron-601336-84-hyperv. {{(pid=92550) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 02 21:39:47.626043 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:47.642642 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-352614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15139'] for router, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:47.654968 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] Transition to ACTIVE for port object f01d9e4a-8572-40e2-8056-801760a622f0 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:39:47.696603 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 84dc2908-b1ea-4c14-89a0-5fe84006e2f4 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:39:47.731245 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:47.745228 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:47.952277 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e84139-e954-4d85-aede-156e53061df1 None None] Pushing event updated for resources: {'Port': ['ID=f01d9e4a-8572-40e2-8056-801760a622f0,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:47.983911 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-b1e84139-e954-4d85-aede-156e53061df1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:48.088151 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 84dc2908-b1ea-4c14-89a0-5fe84006e2f4 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:39:48.088485 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:48.121372 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.db_base_plugin_common [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Allocated IP 172.20.0.2 (41a68784-8de6-41c9-abe2-8616a9e7e16d/dd2e9463-b4f4-42dd-9c38-6f29cc673004/7732e333-d247-4064-bc38-99e2f9fcfea6) {{(pid=92550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:39:48.123498 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] Attempting to bind port f01d9e4a-8572-40e2-8056-801760a622f0 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:39:48.123876 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] Attempting to bind port f01d9e4a-8572-40e2-8056-801760a622f0 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'ac072237-3f86-4163-982b-e883d27b2dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:39:48.124251 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] Attempting to bind port f01d9e4a-8572-40e2-8056-801760a622f0 on network 6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:39:48.125963 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:48.157148 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:48.160011 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:39:48.160396 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] Checking segment: {'id': 'ac072237-3f86-4163-982b-e883d27b2dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:39:48.160839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:48.161234 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] Bound using segment: {'id': 'ac072237-3f86-4163-982b-e883d27b2dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:39:48.161751 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] Bound port: f01d9e4a-8572-40e2-8056-801760a622f0, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac072237-3f86-4163-982b-e883d27b2dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:39:48.162100 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:48.294415 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Allocated IP 172.26.0.152 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/3ac0664d-77a0-4d59-864e-a2978fbbdfac) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:39:48.454725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:48.479812 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] For port f01d9e4a-8572-40e2-8056-801760a622f0, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:39:48.489761 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:48.494423 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4b006b19-8b60-4bf1-98b5-3c4f31374722 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:48.500616 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] For port f01d9e4a-8572-40e2-8056-801760a622f0, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f01d9e4a-8572-40e2-8056-801760a622f0,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:39:48.533810 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:48.544081 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:48.554157 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:39:48.557328 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:39:48.561012 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:39:48.596725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Pushing event updated for resources: {'Port': ['ID=3ac0664d-77a0-4d59-864e-a2978fbbdfac,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:48.601354 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:48.640056 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] Routers {'f5dbce9a-85be-406a-8c15-57d820fb59ad'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:39:48.640679 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f5dbce9a-85be-406a-8c15-57d820fb59ad'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:48.698977 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Notify callbacks [] for port, precommit_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:48.716835 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e84139-e954-4d85-aede-156e53061df1 None None] Pushing event updated for resources: {'Port': ['ID=f01d9e4a-8572-40e2-8056-801760a622f0,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:48.733491 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-b1e84139-e954-4d85-aede-156e53061df1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:48.734655 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Transition to ACTIVE for port object 7732e333-d247-4064-bc38-99e2f9fcfea6 will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:39:48.824880 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Transition to ACTIVE for port object 7732e333-d247-4064-bc38-99e2f9fcfea6 will not be triggered until provisioned by entity DHCP. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:39:48.840821 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812'] for port, after_create {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:48.854408 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-92532746-9534-41f4-a1d3-4a501443b31d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:48.939426 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Network 41a68784-8de6-41c9-abe2-8616a9e7e16d is already hosted by enough agents. {{(pid=92550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:39:48.946806 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.scheduler.base_scheduler [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Resources bound (agent type, host, resource id): {{(pid=92550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:39:48.949386 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Received port after_create {{(pid=92550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:39:48.952602 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] Set router f5dbce9a-85be-406a-8c15-57d820fb59ad gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:39:49.002428 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:49.008238 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Pushing event updated for resources: {'Port': ['ID=7732e333-d247-4064-bc38-99e2f9fcfea6,revision_number=1']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:49.014585 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:49.190309 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Attempting to bind port 7732e333-d247-4064-bc38-99e2f9fcfea6 on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:39:49.190690 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Attempting to bind port 7732e333-d247-4064-bc38-99e2f9fcfea6 by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '0be1d93f-bbd5-416a-b7a8-f587c1bae063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '41a68784-8de6-41c9-abe2-8616a9e7e16d'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:39:49.191061 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Attempting to bind port 7732e333-d247-4064-bc38-99e2f9fcfea6 on network 41a68784-8de6-41c9-abe2-8616a9e7e16d {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:39:49.200839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:39:49.201220 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Checking segment: {'id': '0be1d93f-bbd5-416a-b7a8-f587c1bae063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '41a68784-8de6-41c9-abe2-8616a9e7e16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:39:49.201627 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:49.202026 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Bound using segment: {'id': '0be1d93f-bbd5-416a-b7a8-f587c1bae063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '41a68784-8de6-41c9-abe2-8616a9e7e16d'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:39:49.202498 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Bound port: 7732e333-d247-4064-bc38-99e2f9fcfea6, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be1d93f-bbd5-416a-b7a8-f587c1bae063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '41a68784-8de6-41c9-abe2-8616a9e7e16d'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:39:49.202880 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:49.413443 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] For port 7732e333-d247-4064-bc38-99e2f9fcfea6, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:39:49.424434 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] For port 7732e333-d247-4064-bc38-99e2f9fcfea6, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7732e333-d247-4064-bc38-99e2f9fcfea6,segment=NetworkSegment(0be1d93f-bbd5-416a-b7a8-f587c1bae063),segment_id=0be1d93f-bbd5-416a-b7a8-f587c1bae063)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:39:49.434934 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:49.440500 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-51d12223-00fe-43fd-8a7f-4a39631e81df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:49.488043 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-352585'] for router, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:49.527512 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Pushing event updated for resources: {'Port': ['ID=7732e333-d247-4064-bc38-99e2f9fcfea6,revision_number=2']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:49.531644 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'name': 'tempest-TestSnapshotPattern-940214705-router', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:40Z', 'updated_at': '2021-06-02T21:39:44Z', 'revision_number': 4, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'gw_port': {'id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:41Z', 'updated_at': '2021-06-02T21:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'f01d9e4a-8572-40e2-8056-801760a622f0', 'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'mac_address': 'fa:16:3e:c6:15:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:44Z', 'updated_at': '2021-06-02T21:39:48Z', 'revision_number': 4, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'subnets': [{'id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:49.533845 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:49.536792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f889a348-145d-4c66-aae6-26da9e2a8891 None None] The sync data for ids ['f5dbce9a-85be-406a-8c15-57d820fb59ad'] in dv-neutron-601336-84-hyperv is: [{'id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'name': 'tempest-TestSnapshotPattern-940214705-router', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:40Z', 'updated_at': '2021-06-02T21:39:44Z', 'revision_number': 4, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'gw_port': {'id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:41Z', 'updated_at': '2021-06-02T21:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'f01d9e4a-8572-40e2-8056-801760a622f0', 'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'mac_address': 'fa:16:3e:c6:15:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:44Z', 'updated_at': '2021-06-02T21:39:48Z', 'revision_number': 4, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'subnets': [{'id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:39:49.742472 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f01d9e4a-8572-40e2-8056-801760a622f0 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:39:49.748314 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Router b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a is scheduled to L3 agent 62cf439b-6299-4b94-b909-536a59434419 with binding_index 1 {{(pid=92549) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 02 21:39:49.858428 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port f01d9e4a-8572-40e2-8056-801760a622f0 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:39:49.866181 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port f01d9e4a-8572-40e2-8056-801760a622f0 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:39:49.867310 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:50.005146 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:50.008769 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:39:50.018499 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] Sync routers for ids ['b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:39:50.029528 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] Routers {'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:39:50.030182 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:50.040419 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port f01d9e4a-8572-40e2-8056-801760a622f0, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f01d9e4a-8572-40e2-8056-801760a622f0,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:39:50.043866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:50.045204 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7217231 Jun 02 21:39:50.048188 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38610) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:50.049158 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:50.051193 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:50.121814 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=f01d9e4a-8572-40e2-8056-801760a622f0,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:50.124867 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:50.239444 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] Set router b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:39:50.593785 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a', 'name': 'tempest-TestSnapshotPattern-1345939467-router', 'tenant_id': 'dec17322472742e18e73988dab88c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '3ac0664d-77a0-4d59-864e-a2978fbbdfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:47Z', 'updated_at': '2021-06-02T21:39:48Z', 'revision_number': 3, 'project_id': 'dec17322472742e18e73988dab88c06e', 'gw_port': {'id': '3ac0664d-77a0-4d59-864e-a2978fbbdfac', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:48Z', 'updated_at': '2021-06-02T21:39:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:50.598240 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] Checking router: b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:39:50.598599 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] Updating router b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a port 3ac0664d-77a0-4d59-864e-a2978fbbdfac binding host dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:39:50.654763 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:50.745185 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c63cca-cf50-4360-a585-528f0ff825f7 None None] Network 41a68784-8de6-41c9-abe2-8616a9e7e16d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:39:50.843131 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:50.900732 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-08eac079-71b6-4523-ac18-4b43327164f6 None None] Provisioning for port 7732e333-d247-4064-bc38-99e2f9fcfea6 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:39:51.023759 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] Notify callbacks [] for port, precommit_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:51.037066 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.provisioning_blocks [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] Transition to ACTIVE for port object 3ac0664d-77a0-4d59-864e-a2978fbbdfac will not be triggered until provisioned by entity L2. {{(pid=92551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:39:51.044080 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:51.048257 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-f0444bf6-9006-41ec-bf34-1512caaa410f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:51.063049 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Allocated IP 172.20.0.1 (41a68784-8de6-41c9-abe2-8616a9e7e16d/dd2e9463-b4f4-42dd-9c38-6f29cc673004/0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:39:51.120739 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] Attempting to bind port 3ac0664d-77a0-4d59-864e-a2978fbbdfac on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:39:51.121109 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] Attempting to bind port 3ac0664d-77a0-4d59-864e-a2978fbbdfac by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:39:51.121468 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] Attempting to bind port 3ac0664d-77a0-4d59-864e-a2978fbbdfac on network 9eda1993-8807-4a42-8466-556269663ed3 {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:39:51.139997 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:39:51.140371 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] Checking segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:39:51.140769 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:51.141392 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] Bound using segment: {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'} {{(pid=92551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:39:51.141867 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.managers [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] Bound port: 3ac0664d-77a0-4d59-864e-a2978fbbdfac, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4673f-95f1-4ea2-b5c1-6c77278a75eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9eda1993-8807-4a42-8466-556269663ed3'}}] {{(pid=92551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:39:51.142238 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:51.186495 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192a353-f2b8-44b5-be1e-fc42de192bf9 None None] Pushing event updated for resources: {'Port': ['ID=3ac0664d-77a0-4d59-864e-a2978fbbdfac,revision_number=2']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:51.199579 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-5192a353-f2b8-44b5-be1e-fc42de192bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:51.229396 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] For port 3ac0664d-77a0-4d59-864e-a2978fbbdfac, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:39:51.232632 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.plugins.ml2.db [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] For port 3ac0664d-77a0-4d59-864e-a2978fbbdfac, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3ac0664d-77a0-4d59-864e-a2978fbbdfac,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:39:51.238213 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron_lib.callbacks.manager [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:51.248182 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-117ee793-1eab-4117-a7b3-3590a7685615 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:51.318035 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] Routers {'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:39:51.318651 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:51.375432 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:51.387934 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192a353-f2b8-44b5-be1e-fc42de192bf9 None None] Pushing event updated for resources: {'Port': ['ID=3ac0664d-77a0-4d59-864e-a2978fbbdfac,revision_number=3']} {{(pid=92551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:51.391022 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Transition to ACTIVE for port object 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:39:51.399087 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG oslo_concurrency.lockutils [None req-5192a353-f2b8-44b5-be1e-fc42de192bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92551) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:51.415315 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:51.420026 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-9196eac5-9a2f-46be-9f80-a9e5cd81ee16 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:51.476157 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Network 41a68784-8de6-41c9-abe2-8616a9e7e16d is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:39:51.483059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:39:51.487171 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:39:51.493769 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] Set router b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:39:51.535742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Pushing event updated for resources: {'Port': ['ID=0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:51.540112 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:51.548784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712899'] for router_interface, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:51.685444 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:51.765771 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-6fdc697f-5508-4f84-b0d9-bd9ebd90a397 None None] Provisioning for port 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:39:51.773025 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-6fdc697f-5508-4f84-b0d9-bd9ebd90a397 None None] Provisioning complete for port 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:39:51.773541 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6fdc697f-5508-4f84-b0d9-bd9ebd90a397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:51.812591 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a', 'name': 'tempest-TestSnapshotPattern-1345939467-router', 'tenant_id': 'dec17322472742e18e73988dab88c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '3ac0664d-77a0-4d59-864e-a2978fbbdfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:47Z', 'updated_at': '2021-06-02T21:39:48Z', 'revision_number': 3, 'project_id': 'dec17322472742e18e73988dab88c06e', 'gw_port': {'id': '3ac0664d-77a0-4d59-864e-a2978fbbdfac', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:48Z', 'updated_at': '2021-06-02T21:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:51.821486 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b013e58-b38b-4570-b8ea-681b1fb052ae None None] The sync data for ids ['b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a'] in dv-neutron-601336-84-hyperv is: [{'id': 'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a', 'name': 'tempest-TestSnapshotPattern-1345939467-router', 'tenant_id': 'dec17322472742e18e73988dab88c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '3ac0664d-77a0-4d59-864e-a2978fbbdfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:47Z', 'updated_at': '2021-06-02T21:39:48Z', 'revision_number': 3, 'project_id': 'dec17322472742e18e73988dab88c06e', 'gw_port': {'id': '3ac0664d-77a0-4d59-864e-a2978fbbdfac', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:48Z', 'updated_at': '2021-06-02T21:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:39:51.828178 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f01d9e4a-8572-40e2-8056-801760a622f0 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:39:51.871553 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc697f-5508-4f84-b0d9-bd9ebd90a397 None None] Port 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:39:51.905272 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port f01d9e4a-8572-40e2-8056-801760a622f0 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:39:51.905657 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:51.936234 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:51.941052 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:51.968998 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-47ff45ed-017c-438a-8e51-cd898ad91f1c tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:52.030397 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7732e333-d247-4064-bc38-99e2f9fcfea6 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:39:52.068315 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Pushing event updated for resources: {'Port': ['ID=0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:52.074466 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:52.079676 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1793560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710522'] for router_interface, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:52.110568 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 7732e333-d247-4064-bc38-99e2f9fcfea6 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:39:52.116185 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 7732e333-d247-4064-bc38-99e2f9fcfea6 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:39:52.116563 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:52.239443 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Network 41a68784-8de6-41c9-abe2-8616a9e7e16d is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:39:52.240859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:39:52.241986 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:52.278619 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 7732e333-d247-4064-bc38-99e2f9fcfea6, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7732e333-d247-4064-bc38-99e2f9fcfea6,segment=NetworkSegment(0be1d93f-bbd5-416a-b7a8-f587c1bae063),segment_id=0be1d93f-bbd5-416a-b7a8-f587c1bae063)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:39:52.283942 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:52.288090 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:52.367600 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=7732e333-d247-4064-bc38-99e2f9fcfea6,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:52.371025 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:52.459158 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Router b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:39:52.498698 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-45106e9e-e634-47da-a31a-4b135ea350cf None None] Provisioning complete for port 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:39:52.499328 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-45106e9e-e634-47da-a31a-4b135ea350cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:52.554756 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-45106e9e-e634-47da-a31a-4b135ea350cf None None] Port 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:39:52.645745 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:39:52.655419 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] 10.222.0.25 "PUT /v2.0/routers/b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5986981 Jun 02 21:39:53.278362 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38618) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:53.283220 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-fc3389f3-51a6-4faa-8901-ac02b86bbf28 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1004683403', 'description': 'tempest-secgroup-smoke-1004683403 description', 'project_id': '58c10b53fc72424eb439333ca9e955ff'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:39:53.290077 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fc3389f3-51a6-4faa-8901-ac02b86bbf28 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:39:53.293922 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fc3389f3-51a6-4faa-8901-ac02b86bbf28 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Usage tracker for resource:security_group and tenant:58c10b53fc72424eb439333ca9e955ff is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:39:53.296784 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fc3389f3-51a6-4faa-8901-ac02b86bbf28 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:39:53.302512 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fc3389f3-51a6-4faa-8901-ac02b86bbf28 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:39:53.312404 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc3389f3-51a6-4faa-8901-ac02b86bbf28 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:53.336178 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fc3389f3-51a6-4faa-8901-ac02b86bbf28 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:39:53.340011 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fc3389f3-51a6-4faa-8901-ac02b86bbf28 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Usage tracker for resource:security_group_rule and tenant:58c10b53fc72424eb439333ca9e955ff is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:39:53.342844 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-fc3389f3-51a6-4faa-8901-ac02b86bbf28 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:39:53.349132 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-fc3389f3-51a6-4faa-8901-ac02b86bbf28 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:39:53.351827 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] Sync routers for ids ['b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:39:53.361471 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] Routers {'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:39:53.362087 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:53.418093 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc3389f3-51a6-4faa-8901-ac02b86bbf28 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:53.422098 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc3389f3-51a6-4faa-8901-ac02b86bbf28 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:53.425679 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-05934229-0a88-42c5-8963-4ffb688f23e7 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:53.462865 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3389f3-51a6-4faa-8901-ac02b86bbf28 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6657adfc-8bea-4280-b08d-a26b39d89eb5,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:53.465515 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-fc3389f3-51a6-4faa-8901-ac02b86bbf28 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:53.466707 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-fc3389f3-51a6-4faa-8901-ac02b86bbf28 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1872816 Jun 02 21:39:53.467721 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fc3389f3-51a6-4faa-8901-ac02b86bbf28 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:53.469757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38620) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:53.475008 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-db9ee948-8e74-4a29-9de7-74f6b9a52947 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Request body: {'security_group_rule': {'security_group_id': '6657adfc-8bea-4280-b08d-a26b39d89eb5', 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:39:53.480895 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-db9ee948-8e74-4a29-9de7-74f6b9a52947 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:39:53.484667 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-db9ee948-8e74-4a29-9de7-74f6b9a52947 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Usage tracker for resource:security_group_rule and tenant:58c10b53fc72424eb439333ca9e955ff is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:39:53.487512 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-db9ee948-8e74-4a29-9de7-74f6b9a52947 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:39:53.493088 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-db9ee948-8e74-4a29-9de7-74f6b9a52947 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:39:53.509462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-db9ee948-8e74-4a29-9de7-74f6b9a52947 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:53.543192 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] Set router b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:39:53.570777 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-db9ee948-8e74-4a29-9de7-74f6b9a52947 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:53.574435 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-db9ee948-8e74-4a29-9de7-74f6b9a52947 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:53.576301 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-04da3f2d-399a-40fc-be49-20cf7a17ae6f tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:53.599058 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ee948-8e74-4a29-9de7-74f6b9a52947 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d7a5d7-c22b-4eec-9845-ea7340af6779,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:53.601517 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-db9ee948-8e74-4a29-9de7-74f6b9a52947 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:53.609353 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-db9ee948-8e74-4a29-9de7-74f6b9a52947 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:53.610549 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-db9ee948-8e74-4a29-9de7-74f6b9a52947 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398573 Jun 02 21:39:53.613265 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38622) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:53.617768 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-3a3b0314-f5c7-461b-9b5d-06d332826b0d tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Request body: {'security_group_rule': {'security_group_id': '6657adfc-8bea-4280-b08d-a26b39d89eb5', 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:39:53.623511 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-3a3b0314-f5c7-461b-9b5d-06d332826b0d tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:39:53.627301 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3a3b0314-f5c7-461b-9b5d-06d332826b0d tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Usage tracker for resource:security_group_rule and tenant:58c10b53fc72424eb439333ca9e955ff is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:39:53.630635 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-3a3b0314-f5c7-461b-9b5d-06d332826b0d tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:39:53.636358 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-3a3b0314-f5c7-461b-9b5d-06d332826b0d tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:39:53.654178 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3a3b0314-f5c7-461b-9b5d-06d332826b0d tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:53.726553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3a3b0314-f5c7-461b-9b5d-06d332826b0d tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:53.732205 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3a3b0314-f5c7-461b-9b5d-06d332826b0d tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:53.734628 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c59e3052-a5ed-403d-9dc8-21526405f00a tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:53.759533 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b0314-f5c7-461b-9b5d-06d332826b0d tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a01ca28c-e886-402f-a2fb-8a919df3bf46,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:53.764105 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3a3b0314-f5c7-461b-9b5d-06d332826b0d tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:53.769000 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3a3b0314-f5c7-461b-9b5d-06d332826b0d tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:53.771125 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3a3b0314-f5c7-461b-9b5d-06d332826b0d tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1561754 Jun 02 21:39:53.773606 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38624) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:53.779578 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-79652ff9-68cb-44ca-9f17-4f15a5093164 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Request body: {'security_group_rule': {'security_group_id': '6657adfc-8bea-4280-b08d-a26b39d89eb5', 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:39:53.785704 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-79652ff9-68cb-44ca-9f17-4f15a5093164 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:39:53.789745 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-79652ff9-68cb-44ca-9f17-4f15a5093164 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Usage tracker for resource:security_group_rule and tenant:58c10b53fc72424eb439333ca9e955ff is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:39:53.792509 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-79652ff9-68cb-44ca-9f17-4f15a5093164 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:39:53.798211 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-79652ff9-68cb-44ca-9f17-4f15a5093164 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:39:53.810757 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7732e333-d247-4064-bc38-99e2f9fcfea6 up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:39:53.813910 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-79652ff9-68cb-44ca-9f17-4f15a5093164 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:53.880451 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-79652ff9-68cb-44ca-9f17-4f15a5093164 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:53.884342 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-79652ff9-68cb-44ca-9f17-4f15a5093164 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:53.886451 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c1d97939-f058-4d13-9dea-c67532ad4b94 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:53.909016 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79652ff9-68cb-44ca-9f17-4f15a5093164 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54af880e-9453-4e6e-80be-90878fea48b5,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:53.911655 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-79652ff9-68cb-44ca-9f17-4f15a5093164 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:53.919599 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-79652ff9-68cb-44ca-9f17-4f15a5093164 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:53.921016 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-79652ff9-68cb-44ca-9f17-4f15a5093164 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1455464 Jun 02 21:39:53.923486 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38626) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:53.928725 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-04a6f580-83cc-488f-a1be-5530883a4a17 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Request body: {'security_group_rule': {'security_group_id': '6657adfc-8bea-4280-b08d-a26b39d89eb5', 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:39:53.934583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-04a6f580-83cc-488f-a1be-5530883a4a17 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:39:53.938316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-04a6f580-83cc-488f-a1be-5530883a4a17 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Usage tracker for resource:security_group_rule and tenant:58c10b53fc72424eb439333ca9e955ff is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:39:53.941264 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-04a6f580-83cc-488f-a1be-5530883a4a17 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:39:53.942543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 7732e333-d247-4064-bc38-99e2f9fcfea6 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:39:53.942926 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:53.947490 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-04a6f580-83cc-488f-a1be-5530883a4a17 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:39:53.963588 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-04a6f580-83cc-488f-a1be-5530883a4a17 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:54.000490 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a', 'name': 'tempest-TestSnapshotPattern-1345939467-router', 'tenant_id': 'dec17322472742e18e73988dab88c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '3ac0664d-77a0-4d59-864e-a2978fbbdfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:47Z', 'updated_at': '2021-06-02T21:39:51Z', 'revision_number': 4, 'project_id': 'dec17322472742e18e73988dab88c06e', 'gw_port': {'id': '3ac0664d-77a0-4d59-864e-a2978fbbdfac', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:48Z', 'updated_at': '2021-06-02T21:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a', 'name': '', 'network_id': '41a68784-8de6-41c9-abe2-8616a9e7e16d', 'tenant_id': 'dec17322472742e18e73988dab88c06e', 'mac_address': 'fa:16:3e:c6:c4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'dd2e9463-b4f4-42dd-9c38-6f29cc673004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:50Z', 'updated_at': '2021-06-02T21:39:51Z', 'revision_number': 2, 'project_id': 'dec17322472742e18e73988dab88c06e', 'subnets': [{'id': 'dd2e9463-b4f4-42dd-9c38-6f29cc673004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:54.010264 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] Checking router: b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:39:54.010628 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] Updating router b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a port 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a binding host dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 02 21:39:54.028336 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-04a6f580-83cc-488f-a1be-5530883a4a17 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:54.031870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-04a6f580-83cc-488f-a1be-5530883a4a17 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:54.033696 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-bb79d398-804f-4ebe-a9b7-720a4a0bc243 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:54.059333 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6f580-83cc-488f-a1be-5530883a4a17 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470276e7-d729-4b25-be97-26b02d973e0f,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:54.062044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-04a6f580-83cc-488f-a1be-5530883a4a17 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:54.070086 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-04a6f580-83cc-488f-a1be-5530883a4a17 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:54.071259 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-04a6f580-83cc-488f-a1be-5530883a4a17 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1466668 Jun 02 21:39:54.074005 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38628) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:54.078640 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-79b90a00-82c6-479c-a98b-309fd4b0a0f7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Request body: {'security_group_rule': {'security_group_id': '6657adfc-8bea-4280-b08d-a26b39d89eb5', 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:39:54.084776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-79b90a00-82c6-479c-a98b-309fd4b0a0f7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:39:54.088587 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-79b90a00-82c6-479c-a98b-309fd4b0a0f7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Usage tracker for resource:security_group_rule and tenant:58c10b53fc72424eb439333ca9e955ff is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:39:54.091434 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-79b90a00-82c6-479c-a98b-309fd4b0a0f7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:39:54.097066 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-79b90a00-82c6-479c-a98b-309fd4b0a0f7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:39:54.147639 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:54.216976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3ac0664d-77a0-4d59-864e-a2978fbbdfac up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:39:54.247852 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-79b90a00-82c6-479c-a98b-309fd4b0a0f7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Project 58c10b53fc72424eb439333ca9e955ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 21:39:54.253493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-79b90a00-82c6-479c-a98b-309fd4b0a0f7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:54.316504 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-79b90a00-82c6-479c-a98b-309fd4b0a0f7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:54.320752 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-79b90a00-82c6-479c-a98b-309fd4b0a0f7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:54.322760 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-09f8ff0a-9eed-4cea-87cd-5bf458c48149 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:54.342225 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b90a00-82c6-479c-a98b-309fd4b0a0f7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf91e15-8598-4861-9c00-5b8d9549fe58,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:54.346198 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-79b90a00-82c6-479c-a98b-309fd4b0a0f7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:54.356007 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-79b90a00-82c6-479c-a98b-309fd4b0a0f7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:54.360083 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-79b90a00-82c6-479c-a98b-309fd4b0a0f7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2822487 Jun 02 21:39:54.360278 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38630) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:39:54.361801 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 3ac0664d-77a0-4d59-864e-a2978fbbdfac completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:39:54.365513 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-784efebf-66d7-46e3-a2db-8636e0ced409 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Request body: {'security_group_rule': {'security_group_id': '6657adfc-8bea-4280-b08d-a26b39d89eb5', 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:39:54.371391 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-784efebf-66d7-46e3-a2db-8636e0ced409 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:39:54.375104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-784efebf-66d7-46e3-a2db-8636e0ced409 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Usage tracker for resource:security_group_rule and tenant:58c10b53fc72424eb439333ca9e955ff is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:39:54.378065 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-784efebf-66d7-46e3-a2db-8636e0ced409 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:39:54.383854 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-784efebf-66d7-46e3-a2db-8636e0ced409 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:39:54.384977 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 3ac0664d-77a0-4d59-864e-a2978fbbdfac triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:39:54.385356 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:54.394173 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.securitygroups_db [None req-784efebf-66d7-46e3-a2db-8636e0ced409 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Project 58c10b53fc72424eb439333ca9e955ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 02 21:39:54.400408 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-784efebf-66d7-46e3-a2db-8636e0ced409 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:54.464715 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-784efebf-66d7-46e3-a2db-8636e0ced409 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:54.468524 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-784efebf-66d7-46e3-a2db-8636e0ced409 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804443'] for security_group_rule, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:54.470451 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b6a8ad98-ac3c-402f-afa9-4ef96ab755f8 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:54.491105 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784efebf-66d7-46e3-a2db-8636e0ced409 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2541ed5c-cb04-498b-8262-536b9011c78b,revision_number=0']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:54.495044 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-784efebf-66d7-46e3-a2db-8636e0ced409 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:54.504866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-784efebf-66d7-46e3-a2db-8636e0ced409 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:54.506135 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-784efebf-66d7-46e3-a2db-8636e0ced409 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1448736 Jun 02 21:39:54.633428 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:54.667166 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 3ac0664d-77a0-4d59-864e-a2978fbbdfac, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3ac0664d-77a0-4d59-864e-a2978fbbdfac,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:39:54.676617 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:54.677257 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-de53271e-d443-4466-a32a-bfbb96623149 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Synchronizing usage tracker for tenant:58c10b53fc72424eb439333ca9e955ff on resource:security_group {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:39:54.681610 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:54.694945 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-de53271e-d443-4466-a32a-bfbb96623149 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Unset dirty status for tenant:58c10b53fc72424eb439333ca9e955ff on resource:security_group {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:39:54.696135 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-de53271e-d443-4466-a32a-bfbb96623149 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1004683403&fields=id&tenant_id=58c10b53fc72424eb439333ca9e955ff HTTP/1.1" status: 200 len: 267 time: 0.0632637 Jun 02 21:39:54.711494 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] Notify callbacks [] for port, precommit_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:54.743453 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] Transition to ACTIVE for port object 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a will not be triggered until provisioned by entity L2. {{(pid=92550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:39:54.753473 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:54.830947 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=3ac0664d-77a0-4d59-864e-a2978fbbdfac,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:54.840919 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:54.843057 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-07d4d82e-bca3-45df-a5ad-c191f3548262 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:54.861769 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-88ea54f8-82d7-41bb-8110-8ca46a3398b5 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:54.862488 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-88ea54f8-82d7-41bb-8110-8ca46a3398b5 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Synchronizing usage tracker for tenant:58c10b53fc72424eb439333ca9e955ff on resource:network {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:39:54.885096 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-88ea54f8-82d7-41bb-8110-8ca46a3398b5 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Unset dirty status for tenant:58c10b53fc72424eb439333ca9e955ff on resource:network {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:39:54.886514 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-88ea54f8-82d7-41bb-8110-8ca46a3398b5 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/networks?id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd HTTP/1.1" status: 200 len: 809 time: 0.1833003 Jun 02 21:39:54.902943 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-1282912b-36a9-493c-903e-50435459c8a3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/quotas/58c10b53fc72424eb439333ca9e955ff HTTP/1.1" status: 200 len: 375 time: 0.0109835 Jun 02 21:39:54.982740 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba1fc6-e99e-40dd-a2bf-273b85c0eb30 None None] Pushing event updated for resources: {'Port': ['ID=0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a,revision_number=3']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:54.991092 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a4ba1fc6-e99e-40dd-a2bf-273b85c0eb30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:54.992774 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-ca7416c9-e8da-4ffc-b09e-7d0a2e4d56cf tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Synchronizing usage tracker for tenant:58c10b53fc72424eb439333ca9e955ff on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:39:54.995070 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] Attempting to bind port 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a on host dv-neutron-601336-84-hyperv for vnic_type normal with profile {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:39:54.995476 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] Attempting to bind port 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a by drivers openvswitch,hyperv on host dv-neutron-601336-84-hyperv at level 0 using segments [{'id': '0be1d93f-bbd5-416a-b7a8-f587c1bae063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '41a68784-8de6-41c9-abe2-8616a9e7e16d'}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:39:54.995844 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] Attempting to bind port 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a on network 41a68784-8de6-41c9-abe2-8616a9e7e16d {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:39:55.003876 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] Checking agent: {'id': 'ba33850f-168c-4842-986e-dcc65eeb7842', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-84-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 25, 33), 'started_at': datetime.datetime(2021, 6, 2, 20, 26, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-84-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:39:55.004762 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] Checking segment: {'id': '0be1d93f-bbd5-416a-b7a8-f587c1bae063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '41a68784-8de6-41c9-abe2-8616a9e7e16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:39:55.005172 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:55.005568 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] Bound using segment: {'id': '0be1d93f-bbd5-416a-b7a8-f587c1bae063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '41a68784-8de6-41c9-abe2-8616a9e7e16d'} {{(pid=92550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:39:55.006033 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.managers [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] Bound port: 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a, host: dv-neutron-601336-84-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be1d93f-bbd5-416a-b7a8-f587c1bae063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '41a68784-8de6-41c9-abe2-8616a9e7e16d'}}] {{(pid=92550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:39:55.006414 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:55.010462 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-ca7416c9-e8da-4ffc-b09e-7d0a2e4d56cf tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Unset dirty status for tenant:58c10b53fc72424eb439333ca9e955ff on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:39:55.011978 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-ca7416c9-e8da-4ffc-b09e-7d0a2e4d56cf tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=58c10b53fc72424eb439333ca9e955ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031866 Jun 02 21:39:55.101023 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] For port 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a, host dv-neutron-601336-84-hyperv, cleared binding levels {{(pid=92550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:39:55.104210 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] For port 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a, host dv-neutron-601336-84-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a,segment=NetworkSegment(0be1d93f-bbd5-416a-b7a8-f587c1bae063),segment_id=0be1d93f-bbd5-416a-b7a8-f587c1bae063)] {{(pid=92550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:39:55.107922 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:55.112717 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:55.150257 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-73cc5d26-4fb7-41cc-b3d9-556cee061122 service neutron] 10.222.0.25 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262541 Jun 02 21:39:55.186358 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] Routers {'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:39:55.186997 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:39:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:55.242543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba1fc6-e99e-40dd-a2bf-273b85c0eb30 None None] Pushing event updated for resources: {'Port': ['ID=0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:55.256391 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a4ba1fc6-e99e-40dd-a2bf-273b85c0eb30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:55.299496 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-de0086e8-efc5-4ced-a686-83aa450d3c35 service neutron] 10.222.0.25 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429157 Jun 02 21:39:55.381539 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] Set router b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:39:55.497265 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-66a53dda-81db-49eb-8895-512332014787 req-a73c0b07-8483-4595-ae99-d89a2f823bfe tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 210 time: 0.0474284 Jun 02 21:39:55.699372 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3ac0664d-77a0-4d59-864e-a2978fbbdfac up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:39:55.817119 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 3ac0664d-77a0-4d59-864e-a2978fbbdfac triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:39:55.817527 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:55.871559 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a', 'name': 'tempest-TestSnapshotPattern-1345939467-router', 'tenant_id': 'dec17322472742e18e73988dab88c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '3ac0664d-77a0-4d59-864e-a2978fbbdfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:47Z', 'updated_at': '2021-06-02T21:39:51Z', 'revision_number': 4, 'project_id': 'dec17322472742e18e73988dab88c06e', 'gw_port': {'id': '3ac0664d-77a0-4d59-864e-a2978fbbdfac', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:48Z', 'updated_at': '2021-06-02T21:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a', 'name': '', 'network_id': '41a68784-8de6-41c9-abe2-8616a9e7e16d', 'tenant_id': 'dec17322472742e18e73988dab88c06e', 'mac_address': 'fa:16:3e:c6:c4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'dd2e9463-b4f4-42dd-9c38-6f29cc673004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:50Z', 'updated_at': '2021-06-02T21:39:55Z', 'revision_number': 4, 'project_id': 'dec17322472742e18e73988dab88c06e', 'subnets': [{'id': 'dd2e9463-b4f4-42dd-9c38-6f29cc673004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:39:55.880032 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59046a13-62eb-4af1-aa70-35cff6000f22 None None] The sync data for ids ['b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a'] in dv-neutron-601336-84-hyperv is: [{'id': 'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a', 'name': 'tempest-TestSnapshotPattern-1345939467-router', 'tenant_id': 'dec17322472742e18e73988dab88c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '3ac0664d-77a0-4d59-864e-a2978fbbdfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:47Z', 'updated_at': '2021-06-02T21:39:51Z', 'revision_number': 4, 'project_id': 'dec17322472742e18e73988dab88c06e', 'gw_port': {'id': '3ac0664d-77a0-4d59-864e-a2978fbbdfac', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:48Z', 'updated_at': '2021-06-02T21:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': '0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a', 'name': '', 'network_id': '41a68784-8de6-41c9-abe2-8616a9e7e16d', 'tenant_id': 'dec17322472742e18e73988dab88c06e', 'mac_address': 'fa:16:3e:c6:c4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'dd2e9463-b4f4-42dd-9c38-6f29cc673004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:50Z', 'updated_at': '2021-06-02T21:39:55Z', 'revision_number': 4, 'project_id': 'dec17322472742e18e73988dab88c06e', 'subnets': [{'id': 'dd2e9463-b4f4-42dd-9c38-6f29cc673004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:39:56.674636 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6fad910a-0b5e-482e-8386-bbca47fb2870 req-6a5fb74d-a569-4580-b13e-e488e94fabe5 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 210 time: 0.0685163 Jun 02 21:39:56.812583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-e7c1a2ca-598f-45ef-b7e6-1a61924fee01 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:56.814081 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-e7c1a2ca-598f-45ef-b7e6-1a61924fee01 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.95 "GET /v2.0/networks?id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd HTTP/1.1" status: 200 len: 809 time: 0.1696184 Jun 02 21:39:56.868718 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-f7e43c07-3f92-4280-9821-e4691ca03ea4 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58c10b53fc72424eb439333ca9e955ff HTTP/1.1" status: 200 len: 380 time: 0.0459654 Jun 02 21:39:56.877616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-b4f9de3c-481c-4e39-9a3e-0e9981b4eb7b tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Request body: {'port': {'device_id': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'admin_state_up': True, 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'security_groups': ['6657adfc-8bea-4280-b08d-a26b39d89eb5']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:39:57.012360 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-b4f9de3c-481c-4e39-9a3e-0e9981b4eb7b tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:39:57.022061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-b4f9de3c-481c-4e39-9a3e-0e9981b4eb7b tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:39:57.031575 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-b4f9de3c-481c-4e39-9a3e-0e9981b4eb7b tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Made reservation on behalf of 58c10b53fc72424eb439333ca9e955ff for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:39:57.035031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-b4f9de3c-481c-4e39-9a3e-0e9981b4eb7b tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:57.192434 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-b4f9de3c-481c-4e39-9a3e-0e9981b4eb7b tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Allocated IP 172.20.0.8 (6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd/e4f339d6-aab2-4d48-b2e1-1a7188def748/43bde902-90c2-49f2-8025-5681162ad998) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:39:57.379795 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-b4f9de3c-481c-4e39-9a3e-0e9981b4eb7b tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:57.394616 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-b4f9de3c-481c-4e39-9a3e-0e9981b4eb7b tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Transition to ACTIVE for port object 43bde902-90c2-49f2-8025-5681162ad998 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:39:57.417597 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-b4f9de3c-481c-4e39-9a3e-0e9981b4eb7b tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:57.422974 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3413d394-4f7d-4d2d-bad9-9e60e0d6a4c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:57.488878 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-b4f9de3c-481c-4e39-9a3e-0e9981b4eb7b tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Network 6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:39:57.491980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-b4f9de3c-481c-4e39-9a3e-0e9981b4eb7b tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:39:57.495798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-b4f9de3c-481c-4e39-9a3e-0e9981b4eb7b tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:39:57.532685 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9de3c-481c-4e39-9a3e-0e9981b4eb7b tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Pushing event updated for resources: {'Port': ['ID=43bde902-90c2-49f2-8025-5681162ad998,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:57.537450 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b4f9de3c-481c-4e39-9a3e-0e9981b4eb7b tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:57.564651 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-b4f9de3c-481c-4e39-9a3e-0e9981b4eb7b tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:57.565253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-b4f9de3c-481c-4e39-9a3e-0e9981b4eb7b tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:57.591081 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-b4f9de3c-481c-4e39-9a3e-0e9981b4eb7b tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7173007 Jun 02 21:39:57.602253 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Request body: {'port': {'device_id': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:39:57.683181 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-22c7bafd-0b01-40af-b79a-43e8d8826565 None None] Provisioning for port 43bde902-90c2-49f2-8025-5681162ad998 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:39:57.687976 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-22c7bafd-0b01-40af-b79a-43e8d8826565 None None] Provisioning complete for port 43bde902-90c2-49f2-8025-5681162ad998 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:39:57.688584 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-22c7bafd-0b01-40af-b79a-43e8d8826565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:57.757045 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:39:57.787179 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-22c7bafd-0b01-40af-b79a-43e8d8826565 None None] Port 43bde902-90c2-49f2-8025-5681162ad998 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:39:57.835787 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning for port 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:39:57.841055 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:39:57.841626 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:57.878652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:57.898260 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674492bf-ae26-4be5-a488-8ae4486bfc01 req-8a70c676-1a7a-4bac-83bc-cf1c72d438cc tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:57.900151 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-674492bf-ae26-4be5-a488-8ae4486bfc01 req-8a70c676-1a7a-4bac-83bc-cf1c72d438cc tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 931 time: 0.0853519 Jun 02 21:39:57.946722 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-674492bf-ae26-4be5-a488-8ae4486bfc01 req-3d1bb24a-9592-44b2-a611-56b8e107228d tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399580 Jun 02 21:39:57.974581 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:58.006830 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] For port 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a,segment=NetworkSegment(0be1d93f-bbd5-416a-b7a8-f587c1bae063),segment_id=0be1d93f-bbd5-416a-b7a8-f587c1bae063)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:39:58.011394 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:58.013174 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:58.081566 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Pushing event updated for resources: {'Port': ['ID=0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:58.084696 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:58.220732 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43bde902-90c2-49f2-8025-5681162ad998 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:39:58.227797 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:58.241193 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Transition to ACTIVE for port object 43bde902-90c2-49f2-8025-5681162ad998 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:39:58.244901 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:58.249447 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-1ef953f1-206f-4d62-a763-662d4ebb2b44 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:58.406166 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Pushing event updated for resources: {'Port': ['ID=43bde902-90c2-49f2-8025-5681162ad998,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:58.409066 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:58.483525 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Attempting to bind port 43bde902-90c2-49f2-8025-5681162ad998 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:39:58.483796 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Attempting to bind port 43bde902-90c2-49f2-8025-5681162ad998 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ac072237-3f86-4163-982b-e883d27b2dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:39:58.484122 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Attempting to bind port 43bde902-90c2-49f2-8025-5681162ad998 on network 6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:39:58.489081 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Port 43bde902-90c2-49f2-8025-5681162ad998 on network 6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 21:39:58.489400 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Attempting to bind port 43bde902-90c2-49f2-8025-5681162ad998 on network 6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:39:58.494322 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:39:58.494656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Checking segment: {'id': 'ac072237-3f86-4163-982b-e883d27b2dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:39:58.495040 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Bound using segment: {'id': 'ac072237-3f86-4163-982b-e883d27b2dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:39:58.495493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Bound port: 43bde902-90c2-49f2-8025-5681162ad998, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac072237-3f86-4163-982b-e883d27b2dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:39:58.495836 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:58.590887 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] For port 43bde902-90c2-49f2-8025-5681162ad998, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:39:58.593702 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] For port 43bde902-90c2-49f2-8025-5681162ad998, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=43bde902-90c2-49f2-8025-5681162ad998,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:39:58.597985 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:58.602895 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-ef5c2be6-06db-46c1-9420-facbdc641bbe tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:39:58.661553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:58.662161 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:58.663559 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] 10.222.0.95 "PUT /v2.0/ports/43bde902-90c2-49f2-8025-5681162ad998 HTTP/1.1" status: 200 len: 1093 time: 1.0656307 Jun 02 21:39:58.664088 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'tag': '43bde902-90c2-49f2-8025-5681162ad998'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:39:58.666410 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2b8a060e0aedae79ef567afeffef8e6a7d75eab96cbcb9fc37d0c44b2e3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194df96d-5b5c-469f-b76e-9fff6d5280c6" -d '{"events": [{"name": "network-changed", "server_uuid": "8156bdc2-0990-4e92-a84c-0b4ff36cb732", "tag": "43bde902-90c2-49f2-8025-5681162ad998"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:39:58.683359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Pushing event updated for resources: {'Port': ['ID=43bde902-90c2-49f2-8025-5681162ad998,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:39:58.686433 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:39:58.784261 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-347d85c1-45b3-4900-9654-b84f741dc831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:58.786504 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-347d85c1-45b3-4900-9654-b84f741dc831 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=58c10b53fc72424eb439333ca9e955ff&device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 1096 time: 0.0821009 Jun 02 21:39:58.788327 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7938be-5aa9-4105-a0dd-f7122313de11 x-openstack-request-id: req-6c7938be-5aa9-4105-a0dd-f7122313de11 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:39:58.788657 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8156bdc2-0990-4e92-a84c-0b4ff36cb732", "tag": "43bde902-90c2-49f2-8025-5681162ad998", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:39:58.788951 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c7938be-5aa9-4105-a0dd-f7122313de11 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:39:58.789380 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'tag': '43bde902-90c2-49f2-8025-5681162ad998', 'status': 'completed', 'code': 200} Jun 02 21:39:58.860624 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-d2f9f369-ea42-4f6d-bb08-b6b4c749865d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43bde902-90c2-49f2-8025-5681162ad998 HTTP/1.1" status: 200 len: 217 time: 0.0657208 Jun 02 21:39:58.925461 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-14f9b4c7-3c81-4802-8ed0-531a590a882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:58.927407 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-14f9b4c7-3c81-4802-8ed0-531a590a882d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e4f339d6-aab2-4d48-b2e1-1a7188def748 HTTP/1.1" status: 200 len: 848 time: 0.0612814 Jun 02 21:39:59.002041 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-d613cf9b-71f2-4f12-b248-69002256daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:59.003533 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-d613cf9b-71f2-4f12-b248-69002256daaa service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0698457 Jun 02 21:39:59.135878 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3818c-4a32-498b-8f2c-96d8357bbd8a req-e61f8e11-7e89-44b4-a911-ce4a6c3204ea tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:59.136447 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-1098f783-1e6d-4e5a-b036-91fb939f06a1 service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259539 Jun 02 21:39:59.137320 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-46e3818c-4a32-498b-8f2c-96d8357bbd8a req-e61f8e11-7e89-44b4-a911-ce4a6c3204ea tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 943 time: 0.0822742 Jun 02 21:39:59.187670 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-46e3818c-4a32-498b-8f2c-96d8357bbd8a req-edf65f3d-0291-465f-bef8-6f47eda44704 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446477 Jun 02 21:39:59.265014 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-19cbb9ef-b0c3-4012-9c57-b7a9f5501eac req-cd82c8d7-ee47-4fac-9f57-b057336ede71 service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226823 Jun 02 21:39:59.379858 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194df96d-5b5c-469f-b76e-9fff6d5280c6 req-61e473c4-5c8e-46c0-8139-8816cf393e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:59.381424 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-194df96d-5b5c-469f-b76e-9fff6d5280c6 req-61e473c4-5c8e-46c0-8139-8816cf393e82 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=58c10b53fc72424eb439333ca9e955ff&device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 1096 time: 0.0702882 Jun 02 21:39:59.509687 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194df96d-5b5c-469f-b76e-9fff6d5280c6 req-262fb56c-aefc-4e80-8c51-b1c76ffd890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:59.511110 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-194df96d-5b5c-469f-b76e-9fff6d5280c6 req-262fb56c-aefc-4e80-8c51-b1c76ffd890d service neutron] 10.222.0.95 "GET /v2.0/networks?id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd HTTP/1.1" status: 200 len: 910 time: 0.1231823 Jun 02 21:39:59.582632 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-194df96d-5b5c-469f-b76e-9fff6d5280c6 req-ef0e6c34-d97a-402a-bb76-069e233808fb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43bde902-90c2-49f2-8025-5681162ad998 HTTP/1.1" status: 200 len: 217 time: 0.0648565 Jun 02 21:39:59.642977 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194df96d-5b5c-469f-b76e-9fff6d5280c6 req-22890fe4-e048-4d90-ab69-18dd7677631f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:59.644427 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-194df96d-5b5c-469f-b76e-9fff6d5280c6 req-22890fe4-e048-4d90-ab69-18dd7677631f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e4f339d6-aab2-4d48-b2e1-1a7188def748 HTTP/1.1" status: 200 len: 848 time: 0.0553758 Jun 02 21:39:59.697448 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a up at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:39:59.722717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194df96d-5b5c-469f-b76e-9fff6d5280c6 req-e47b41b4-c86b-4dbd-a608-2852ffb96772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:39:59.724957 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-194df96d-5b5c-469f-b76e-9fff6d5280c6 req-e47b41b4-c86b-4dbd-a608-2852ffb96772 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0739236 Jun 02 21:39:59.764891 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Provisioning complete for port 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:39:59.765273 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:39:59.995404 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-194df96d-5b5c-469f-b76e-9fff6d5280c6 req-332f03ce-0879-4cf0-ae37-68dcbf6f16a0 service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627115 Jun 02 21:40:00.124509 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-194df96d-5b5c-469f-b76e-9fff6d5280c6 req-d315c175-6edd-4319-92b6-7666e824fc2b service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219583 Jun 02 21:40:00.366540 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090a91f-1190-4437-812e-f3923b9bf628 req-0370a716-5899-4bcd-a171-d3664b95752c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:40:00.367263 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-a090a91f-1190-4437-812e-f3923b9bf628 req-0370a716-5899-4bcd-a171-d3664b95752c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Synchronizing usage tracker for tenant:58c10b53fc72424eb439333ca9e955ff on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:40:00.382794 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-a090a91f-1190-4437-812e-f3923b9bf628 req-0370a716-5899-4bcd-a171-d3664b95752c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Unset dirty status for tenant:58c10b53fc72424eb439333ca9e955ff on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:40:00.384019 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a090a91f-1190-4437-812e-f3923b9bf628 req-0370a716-5899-4bcd-a171-d3664b95752c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 943 time: 0.0953701 Jun 02 21:40:00.433969 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a090a91f-1190-4437-812e-f3923b9bf628 req-88638879-7cc2-42b4-ace6-1291bfb3109e tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441844 Jun 02 21:40:00.940017 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1018f923-33d3-4b28-9340-c1a242a7dd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:01.166323 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 43bde902-90c2-49f2-8025-5681162ad998 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:40:01.297270 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 43bde902-90c2-49f2-8025-5681162ad998, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=43bde902-90c2-49f2-8025-5681162ad998,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:40:01.314295 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '43bde902-90c2-49f2-8025-5681162ad998', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'port_id': '43bde902-90c2-49f2-8025-5681162ad998', 'mac_address': 'fa:16:3e:e2:ed:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:40:01.372936 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:01.389633 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43bde902-90c2-49f2-8025-5681162ad998 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:40:01.405347 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 43bde902-90c2-49f2-8025-5681162ad998, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=43bde902-90c2-49f2-8025-5681162ad998,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:40:01.409765 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:01.411545 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:40:01.477244 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=43bde902-90c2-49f2-8025-5681162ad998,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:40:01.480229 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:40:01.620545 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf203e-af4f-4f04-b13a-092bc0a548e2 req-2eb7024c-1974-408a-813b-704f19b54ee9 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:40:01.622278 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-67bf203e-af4f-4f04-b13a-092bc0a548e2 req-2eb7024c-1974-408a-813b-704f19b54ee9 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 944 time: 0.0822499 Jun 02 21:40:01.669870 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-67bf203e-af4f-4f04-b13a-092bc0a548e2 req-e06219f8-47df-4d3a-9795-2d3ea2b2eddc tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414250 Jun 02 21:40:01.727052 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['43bde902-90c2-49f2-8025-5681162ad998'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:40:02.853355 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba24097-1bc0-45be-8ceb-4586d7bb1e7a req-933084f4-d048-4dc5-b936-285540d23749 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:40:02.854770 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eba24097-1bc0-45be-8ceb-4586d7bb1e7a req-933084f4-d048-4dc5-b936-285540d23749 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 944 time: 0.0779815 Jun 02 21:40:02.898284 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-eba24097-1bc0-45be-8ceb-4586d7bb1e7a req-11ba94f5-a4c4-45bd-9272-f13e77107433 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379848 Jun 02 21:40:03.167229 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 43bde902-90c2-49f2-8025-5681162ad998 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:40:03.236445 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 43bde902-90c2-49f2-8025-5681162ad998 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:40:03.240891 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 43bde902-90c2-49f2-8025-5681162ad998 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:40:03.241279 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:03.360796 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:03.386904 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bde902-90c2-49f2-8025-5681162ad998'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:40:03.389148 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae291dc52ed972302de8ddb0fc5b1d61bd0328f64153775aa0e40b92cc3ca95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b6138a-e671-4306-8ea1-d0621b28ee2b" -d '{"events": [{"server_uuid": "8156bdc2-0990-4e92-a84c-0b4ff36cb732", "name": "network-vif-plugged", "status": "completed", "tag": "43bde902-90c2-49f2-8025-5681162ad998"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:40:03.397328 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 43bde902-90c2-49f2-8025-5681162ad998, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=43bde902-90c2-49f2-8025-5681162ad998,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:40:03.401366 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:03.403267 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7af747bd-5146-4845-8356-5c6ad4735939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:40:03.440177 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc153f1-e032-434a-a164-7cbe081725b5 x-openstack-request-id: req-3fc153f1-e032-434a-a164-7cbe081725b5 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:40:03.440473 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8156bdc2-0990-4e92-a84c-0b4ff36cb732", "name": "network-vif-plugged", "status": "completed", "tag": "43bde902-90c2-49f2-8025-5681162ad998", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:40:03.440732 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3fc153f1-e032-434a-a164-7cbe081725b5 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:40:03.441130 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bde902-90c2-49f2-8025-5681162ad998', 'code': 200} Jun 02 21:40:03.485006 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e147e643-68b1-40f8-adf3-53144d3a7c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:03.486758 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=43bde902-90c2-49f2-8025-5681162ad998,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:40:03.489785 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:40:03.528833 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:03.673928 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2f521-427b-49dc-81fb-3d81a34e8871 req-39bee838-b94d-4865-887b-5c5b6d95d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:40:03.675512 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-adf2f521-427b-49dc-81fb-3d81a34e8871 req-39bee838-b94d-4865-887b-5c5b6d95d8bb service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 1098 time: 0.0850325 Jun 02 21:40:03.718455 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-adf2f521-427b-49dc-81fb-3d81a34e8871 req-a7f3122e-afce-438b-a756-c684991e5f68 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348527 Jun 02 21:40:04.084850 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc101ad-5c0d-456f-8294-7b3cd4237f00 req-3a57be0d-d76d-4653-8fd7-bece5e1b2a72 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:40:04.086278 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7cc101ad-5c0d-456f-8294-7b3cd4237f00 req-3a57be0d-d76d-4653-8fd7-bece5e1b2a72 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 945 time: 0.0796075 Jun 02 21:40:04.128277 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7cc101ad-5c0d-456f-8294-7b3cd4237f00 req-72d57d60-d0a3-4b09-9aba-348dce350631 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363548 Jun 02 21:40:04.527780 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:05.311303 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194724b-22f1-4082-aa3e-e785b5891b96 req-440d0745-07e7-4a21-a33b-a41f0efb69e7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:40:05.312740 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e194724b-22f1-4082-aa3e-e785b5891b96 req-440d0745-07e7-4a21-a33b-a41f0efb69e7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 945 time: 0.0797527 Jun 02 21:40:05.358737 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e194724b-22f1-4082-aa3e-e785b5891b96 req-755df9e8-00f3-4cdc-a75a-a9466ddeb577 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405300 Jun 02 21:40:05.544496 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5225b-0970-4b27-bb59-0a5d605406cf req-944041ef-3fa5-4878-ad1b-39f1561d4291 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:40:05.545942 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cef5225b-0970-4b27-bb59-0a5d605406cf req-944041ef-3fa5-4878-ad1b-39f1561d4291 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 945 time: 0.0838244 Jun 02 21:40:05.591550 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-cef5225b-0970-4b27-bb59-0a5d605406cf req-e18f7a88-f558-41e5-a2c1-7794891e6c0a tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399127 Jun 02 21:40:05.613197 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38696) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:40:05.777269 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a94290c-ef59-44ce-ad17-0a8449ee5260 tempest-TestSnapshotPattern-775329531 tempest-TestSnapshotPattern-775329531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:40:05.777979 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6a94290c-ef59-44ce-ad17-0a8449ee5260 tempest-TestSnapshotPattern-775329531 tempest-TestSnapshotPattern-775329531-project-admin] Synchronizing usage tracker for tenant:dec17322472742e18e73988dab88c06e on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:40:05.793399 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-6a94290c-ef59-44ce-ad17-0a8449ee5260 tempest-TestSnapshotPattern-775329531 tempest-TestSnapshotPattern-775329531-project-admin] Unset dirty status for tenant:dec17322472742e18e73988dab88c06e on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:40:05.794601 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6a94290c-ef59-44ce-ad17-0a8449ee5260 tempest-TestSnapshotPattern-775329531 tempest-TestSnapshotPattern-775329531-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 1093 time: 0.1804178 Jun 02 21:40:05.797574 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 38700) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:40:05.801948 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': '43bde902-90c2-49f2-8025-5681162ad998', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:40:05.807718 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:40:05.811359 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Usage tracker for resource:floatingip and tenant:58c10b53fc72424eb439333ca9e955ff is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:40:05.814054 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:40:05.820045 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:40:05.830120 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for floatingip, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:05.961870 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:06.096469 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Allocated IP 172.26.0.131 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/9ff9d704-17e9-4fd7-a7b2-2e666a81462f) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:40:06.193512 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:06.245117 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:06.272714 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:06.277268 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:40:06.338338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:40:06.341470 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:40:06.345180 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:40:06.379357 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Pushing event updated for resources: {'Port': ['ID=9ff9d704-17e9-4fd7-a7b2-2e666a81462f,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:40:06.383214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:40:06.746755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:06.820306 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:07.157109 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:07.162108 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:07.165537 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:40:07.266803 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Pushing event updated for resources: {'Port': ['ID=9ff9d704-17e9-4fd7-a7b2-2e666a81462f,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:40:07.270921 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:40:07.279865 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:07.446392 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Floating IP 7e09b4c0-4ab2-4537-8e34-74b5c9695b3b associated. External IP: 172.26.0.131, port: 43bde902-90c2-49f2-8025-5681162ad998. Jun 02 21:40:07.791172 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Router f5dbce9a-85be-406a-8c15-57d820fb59ad has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:40:07.963075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:40:07.972256 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db41894-2fe2-45c8-9a50-3568e089ad1d None None] Sync routers for ids ['f5dbce9a-85be-406a-8c15-57d820fb59ad'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:40:07.982462 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db41894-2fe2-45c8-9a50-3568e089ad1d None None] Routers {'f5dbce9a-85be-406a-8c15-57d820fb59ad'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:40:07.983068 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-0db41894-2fe2-45c8-9a50-3568e089ad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f5dbce9a-85be-406a-8c15-57d820fb59ad'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:40:07.987519 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:08.044807 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-89d8c887-db2f-4e4d-b0f3-bae773b52df3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2461371 Jun 02 21:40:08.045390 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'tag': '43bde902-90c2-49f2-8025-5681162ad998'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:40:08.047705 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2b8a060e0aedae79ef567afeffef8e6a7d75eab96cbcb9fc37d0c44b2e3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a8b50e-a132-4fd0-8539-0ad2245a52e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8156bdc2-0990-4e92-a84c-0b4ff36cb732", "tag": "43bde902-90c2-49f2-8025-5681162ad998"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:40:08.089501 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf265b9-37a7-4418-8dfb-c071d0cae770 x-openstack-request-id: req-aaf265b9-37a7-4418-8dfb-c071d0cae770 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:40:08.089835 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8156bdc2-0990-4e92-a84c-0b4ff36cb732", "tag": "43bde902-90c2-49f2-8025-5681162ad998", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:40:08.090128 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aaf265b9-37a7-4418-8dfb-c071d0cae770 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:40:08.090560 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'tag': '43bde902-90c2-49f2-8025-5681162ad998', 'status': 'completed', 'code': 200} Jun 02 21:40:08.181476 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8b50e-a132-4fd0-8539-0ad2245a52e7 req-05657f87-9574-41b4-af52-0178a391de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:40:08.182953 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c9a8b50e-a132-4fd0-8539-0ad2245a52e7 req-05657f87-9574-41b4-af52-0178a391de42 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=58c10b53fc72424eb439333ca9e955ff&device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 1098 time: 0.0711944 Jun 02 21:40:08.187654 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-0db41894-2fe2-45c8-9a50-3568e089ad1d None None] Set router f5dbce9a-85be-406a-8c15-57d820fb59ad gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:40:08.310671 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8b50e-a132-4fd0-8539-0ad2245a52e7 req-d98f7ce1-5b26-463f-b55a-3e5f8e5028a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:40:08.312063 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c9a8b50e-a132-4fd0-8539-0ad2245a52e7 req-d98f7ce1-5b26-463f-b55a-3e5f8e5028a8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd HTTP/1.1" status: 200 len: 910 time: 0.1232889 Jun 02 21:40:08.413888 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c9a8b50e-a132-4fd0-8539-0ad2245a52e7 req-3dc76e71-31ed-4fcf-b540-984f1a79e660 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43bde902-90c2-49f2-8025-5681162ad998 HTTP/1.1" status: 200 len: 999 time: 0.0953183 Jun 02 21:40:08.474498 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8b50e-a132-4fd0-8539-0ad2245a52e7 req-fe068f6f-2a9b-4378-81cf-52f610ed5196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:40:08.475938 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c9a8b50e-a132-4fd0-8539-0ad2245a52e7 req-fe068f6f-2a9b-4378-81cf-52f610ed5196 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e4f339d6-aab2-4d48-b2e1-1a7188def748 HTTP/1.1" status: 200 len: 848 time: 0.0559742 Jun 02 21:40:08.524636 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-0db41894-2fe2-45c8-9a50-3568e089ad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'name': 'tempest-TestSnapshotPattern-940214705-router', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:40Z', 'updated_at': '2021-06-02T21:39:44Z', 'revision_number': 4, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'gw_port': {'id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:41Z', 'updated_at': '2021-06-02T21:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '7e09b4c0-4ab2-4537-8e34-74b5c9695b3b', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'floating_ip_address': '172.26.0.131', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'port_id': '43bde902-90c2-49f2-8025-5681162ad998', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'mac_address': 'fa:16:3e:e2:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:40:06Z', 'updated_at': '2021-06-02T21:40:06Z', 'revision_number': 0, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f01d9e4a-8572-40e2-8056-801760a622f0', 'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'mac_address': 'fa:16:3e:c6:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:44Z', 'updated_at': '2021-06-02T21:39:50Z', 'revision_number': 5, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'subnets': [{'id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:40:08.528417 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db41894-2fe2-45c8-9a50-3568e089ad1d None None] Checking router: f5dbce9a-85be-406a-8c15-57d820fb59ad for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:40:08.537143 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db41894-2fe2-45c8-9a50-3568e089ad1d None None] Routers {'f5dbce9a-85be-406a-8c15-57d820fb59ad'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:40:08.537764 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-0db41894-2fe2-45c8-9a50-3568e089ad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:40:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f5dbce9a-85be-406a-8c15-57d820fb59ad'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:40:08.708861 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8b50e-a132-4fd0-8539-0ad2245a52e7 req-fabd0771-9d2b-4bf0-8fd8-a1835d0b6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:40:08.710312 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c9a8b50e-a132-4fd0-8539-0ad2245a52e7 req-fabd0771-9d2b-4bf0-8fd8-a1835d0b6b7d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2279391 Jun 02 21:40:08.720975 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-0db41894-2fe2-45c8-9a50-3568e089ad1d None None] Set router f5dbce9a-85be-406a-8c15-57d820fb59ad gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:40:08.840251 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c9a8b50e-a132-4fd0-8539-0ad2245a52e7 req-c5769cf5-4aa4-4177-a7c8-3a0121cd0c98 service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232708 Jun 02 21:40:08.971598 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c9a8b50e-a132-4fd0-8539-0ad2245a52e7 req-1706e371-c808-44b1-8f19-6614661c7ff6 service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250601 Jun 02 21:40:09.058965 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-0db41894-2fe2-45c8-9a50-3568e089ad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'name': 'tempest-TestSnapshotPattern-940214705-router', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:40Z', 'updated_at': '2021-06-02T21:39:44Z', 'revision_number': 4, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'gw_port': {'id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:41Z', 'updated_at': '2021-06-02T21:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '7e09b4c0-4ab2-4537-8e34-74b5c9695b3b', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'floating_ip_address': '172.26.0.131', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'port_id': '43bde902-90c2-49f2-8025-5681162ad998', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'mac_address': 'fa:16:3e:e2:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:40:06Z', 'updated_at': '2021-06-02T21:40:06Z', 'revision_number': 0, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f01d9e4a-8572-40e2-8056-801760a622f0', 'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'mac_address': 'fa:16:3e:c6:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:44Z', 'updated_at': '2021-06-02T21:39:50Z', 'revision_number': 5, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'subnets': [{'id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:40:09.062792 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db41894-2fe2-45c8-9a50-3568e089ad1d None None] The sync data for ids ['f5dbce9a-85be-406a-8c15-57d820fb59ad'] in dv-neutron-601336-84-hyperv is: [{'id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'name': 'tempest-TestSnapshotPattern-940214705-router', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:40Z', 'updated_at': '2021-06-02T21:39:44Z', 'revision_number': 4, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'gw_port': {'id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:41Z', 'updated_at': '2021-06-02T21:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '7e09b4c0-4ab2-4537-8e34-74b5c9695b3b', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'floating_ip_address': '172.26.0.131', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'port_id': '43bde902-90c2-49f2-8025-5681162ad998', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'mac_address': 'fa:16:3e:e2:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:40:06Z', 'updated_at': '2021-06-02T21:40:06Z', 'revision_number': 0, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f01d9e4a-8572-40e2-8056-801760a622f0', 'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'mac_address': 'fa:16:3e:c6:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:44Z', 'updated_at': '2021-06-02T21:39:50Z', 'revision_number': 5, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'subnets': [{'id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:40:09.238345 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b304944a-c037-495d-a31e-e7d955a002d7 None None] New status for floating IP 7e09b4c0-4ab2-4537-8e34-74b5c9695b3b: ACTIVE {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:40:13.069620 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:40:14.274697 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f4d6dc48-99fe-43e0-b571-bd705a1bcda2 req-6a1e554c-1f50-4d9a-936f-c58d291bd379 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683229 Jun 02 21:40:14.409798 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6dc48-99fe-43e0-b571-bd705a1bcda2 req-35d4d4eb-a2f6-4f59-ae7a-fd2bbed67b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:40:14.411261 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f4d6dc48-99fe-43e0-b571-bd705a1bcda2 req-35d4d4eb-a2f6-4f59-ae7a-fd2bbed67b1e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=58c10b53fc72424eb439333ca9e955ff&device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 1098 time: 0.0699315 Jun 02 21:40:14.555479 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6dc48-99fe-43e0-b571-bd705a1bcda2 req-30c0cbcf-2d69-4ac3-bf9f-6f6a9eae7c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:40:14.556824 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f4d6dc48-99fe-43e0-b571-bd705a1bcda2 req-30c0cbcf-2d69-4ac3-bf9f-6f6a9eae7c4b service neutron] 10.222.0.95 "GET /v2.0/networks?id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd HTTP/1.1" status: 200 len: 910 time: 0.1265230 Jun 02 21:40:14.656971 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f4d6dc48-99fe-43e0-b571-bd705a1bcda2 req-78f7818d-a46f-479b-801d-a14094eb50e2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43bde902-90c2-49f2-8025-5681162ad998 HTTP/1.1" status: 200 len: 1001 time: 0.0934899 Jun 02 21:40:14.722755 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6dc48-99fe-43e0-b571-bd705a1bcda2 req-50da7a50-be37-48e1-b741-4d8541da483b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:40:14.725493 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f4d6dc48-99fe-43e0-b571-bd705a1bcda2 req-50da7a50-be37-48e1-b741-4d8541da483b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e4f339d6-aab2-4d48-b2e1-1a7188def748 HTTP/1.1" status: 200 len: 848 time: 0.0625432 Jun 02 21:40:14.800364 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6dc48-99fe-43e0-b571-bd705a1bcda2 req-31cb46ca-5c93-4015-8a1d-51f64162be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:40:14.801825 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f4d6dc48-99fe-43e0-b571-bd705a1bcda2 req-31cb46ca-5c93-4015-8a1d-51f64162be54 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0701084 Jun 02 21:40:14.932640 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f4d6dc48-99fe-43e0-b571-bd705a1bcda2 req-b3d06e37-467b-492f-b3c6-e0bbebaac0e9 service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225793 Jun 02 21:40:15.067089 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f4d6dc48-99fe-43e0-b571-bd705a1bcda2 req-979c2bc2-c481-474b-9933-4f518e48de94 service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281362 Jun 02 21:40:15.132675 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:30.942292 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-787a6424-0151-4286-8f01-d595fb2adde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:33.466413 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5c12cb95-28e9-4cf9-a264-0c7735302443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:33.530713 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:34.529469 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:36.201719 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:45.137178 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:40:50.068196 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:41:00.945032 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7965c6eb-de29-4648-883c-2bb400816302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:41:03.468101 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c33f00a9-ca0f-4842-a50e-e683a74e36f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:41:03.530936 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:41:04.532925 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:41:06.201546 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:41:14.270362 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a3f59dcc-4f82-4ce3-a812-89dc31cf32dd req-9dad9459-8c85-4652-be70-d6ffa0f62f6a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718083 Jun 02 21:41:14.407667 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f59dcc-4f82-4ce3-a812-89dc31cf32dd req-cd6018cc-e6ff-4fff-b220-c312df0413e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:41:14.409067 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a3f59dcc-4f82-4ce3-a812-89dc31cf32dd req-cd6018cc-e6ff-4fff-b220-c312df0413e7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=58c10b53fc72424eb439333ca9e955ff&device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 1098 time: 0.0691183 Jun 02 21:41:14.550277 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f59dcc-4f82-4ce3-a812-89dc31cf32dd req-097bcaf5-43b6-436f-90ae-c6c0e58ec0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:41:14.551646 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a3f59dcc-4f82-4ce3-a812-89dc31cf32dd req-097bcaf5-43b6-436f-90ae-c6c0e58ec0e5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd HTTP/1.1" status: 200 len: 910 time: 0.1225500 Jun 02 21:41:14.652383 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a3f59dcc-4f82-4ce3-a812-89dc31cf32dd req-1d9250ca-b8f6-4565-9194-bc3c25b2de42 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43bde902-90c2-49f2-8025-5681162ad998 HTTP/1.1" status: 200 len: 1001 time: 0.0936692 Jun 02 21:41:14.713553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f59dcc-4f82-4ce3-a812-89dc31cf32dd req-ed4c51ba-e011-4e47-abc1-0c4845fc286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:41:14.714955 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a3f59dcc-4f82-4ce3-a812-89dc31cf32dd req-ed4c51ba-e011-4e47-abc1-0c4845fc286c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e4f339d6-aab2-4d48-b2e1-1a7188def748 HTTP/1.1" status: 200 len: 848 time: 0.0560176 Jun 02 21:41:14.796866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f59dcc-4f82-4ce3-a812-89dc31cf32dd req-19cdb172-9486-41e8-8280-7e0fdd4c0ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:41:14.798318 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a3f59dcc-4f82-4ce3-a812-89dc31cf32dd req-19cdb172-9486-41e8-8280-7e0fdd4c0ffa service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0765448 Jun 02 21:41:14.928695 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a3f59dcc-4f82-4ce3-a812-89dc31cf32dd req-2b51ac31-593c-4ae4-830e-86d6d307c85c service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228824 Jun 02 21:41:15.147797 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:41:15.189209 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-a3f59dcc-4f82-4ce3-a812-89dc31cf32dd req-f6e89ef0-8f25-4e7c-8086-167b7e5605fe service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535753 Jun 02 21:41:27.067699 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:41:30.948579 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-38ff958e-57f3-4162-a091-ea0b69b8969d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:41:33.472646 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ff49e759-82b1-4adb-b842-7e32c52c631d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:41:33.531667 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:41:34.536543 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:41:36.202355 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:41:45.145354 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:42:00.949825 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-3a50d0fe-f5bf-444a-bc9c-d90a31d6c701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:42:03.473895 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1d2c754f-9515-4b01-86b0-fabac6dd93fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:42:03.532208 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:42:04.067316 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:42:04.538240 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:42:06.205553 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:42:14.390415 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-aee0e439-b5bf-4cba-aff6-127a8bf63a07 req-8d6c0b70-87c5-4975-adee-708c20e72867 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1670032 Jun 02 21:42:14.550179 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0e439-b5bf-4cba-aff6-127a8bf63a07 req-6308bed5-ea95-4f15-b318-7d3852581f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:42:14.551570 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-aee0e439-b5bf-4cba-aff6-127a8bf63a07 req-6308bed5-ea95-4f15-b318-7d3852581f33 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=58c10b53fc72424eb439333ca9e955ff&device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 1098 time: 0.0731778 Jun 02 21:42:14.694394 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0e439-b5bf-4cba-aff6-127a8bf63a07 req-d8aa1f7d-b231-466d-994d-ee0ca5dd0918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:42:14.695863 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-aee0e439-b5bf-4cba-aff6-127a8bf63a07 req-d8aa1f7d-b231-466d-994d-ee0ca5dd0918 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd HTTP/1.1" status: 200 len: 910 time: 0.1248064 Jun 02 21:42:14.814344 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-aee0e439-b5bf-4cba-aff6-127a8bf63a07 req-9a423d6e-fb1a-4147-b96d-5fd150075be3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43bde902-90c2-49f2-8025-5681162ad998 HTTP/1.1" status: 200 len: 1001 time: 0.1120658 Jun 02 21:42:14.875902 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0e439-b5bf-4cba-aff6-127a8bf63a07 req-2c4b4f16-b4dd-493f-8ad3-d18d89a0c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:42:14.877334 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-aee0e439-b5bf-4cba-aff6-127a8bf63a07 req-2c4b4f16-b4dd-493f-8ad3-d18d89a0c1cf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e4f339d6-aab2-4d48-b2e1-1a7188def748 HTTP/1.1" status: 200 len: 848 time: 0.0563142 Jun 02 21:42:14.953579 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0e439-b5bf-4cba-aff6-127a8bf63a07 req-63d16c53-25ce-4ac5-b27e-96bd1dbea9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:42:14.955010 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-aee0e439-b5bf-4cba-aff6-127a8bf63a07 req-63d16c53-25ce-4ac5-b27e-96bd1dbea9a2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0715311 Jun 02 21:42:15.084260 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-aee0e439-b5bf-4cba-aff6-127a8bf63a07 req-26ec0689-3d8d-4520-832c-8ae416fe8809 service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223235 Jun 02 21:42:15.175592 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:42:15.213251 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-aee0e439-b5bf-4cba-aff6-127a8bf63a07 req-4f9eace3-15fa-44ee-a3cf-50ba94da6e0e service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227243 Jun 02 21:42:30.951919 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0e799f9d-5447-47d2-b100-9ccecba4ea67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:42:33.474908 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7b798b13-48ed-417e-8e6a-077284e4a15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:42:33.533115 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:42:34.541552 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:42:36.208012 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:42:41.066164 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:42:42.041032 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 43bde902-90c2-49f2-8025-5681162ad998 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:42:42.168130 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 43bde902-90c2-49f2-8025-5681162ad998, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=43bde902-90c2-49f2-8025-5681162ad998,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:42:42.181455 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '43bde902-90c2-49f2-8025-5681162ad998', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'port_id': '43bde902-90c2-49f2-8025-5681162ad998', 'mac_address': 'fa:16:3e:e2:ed:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:42:42.234577 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:42:42.253766 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43bde902-90c2-49f2-8025-5681162ad998 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:42:42.268102 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 43bde902-90c2-49f2-8025-5681162ad998, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=43bde902-90c2-49f2-8025-5681162ad998,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:42:42.272131 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:42:42.274319 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7de326c3-5bf3-415e-bc1a-ab18840695f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:42:42.340653 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=43bde902-90c2-49f2-8025-5681162ad998,revision_number=6']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:42:42.348049 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:42:42.348401 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:42:42.348741 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:42:42.349086 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:42:42.349408 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:42:42.349738 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:42:42.350065 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:42:42.350391 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:42:42.350713 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:42:42.351032 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:42:42.351376 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:42:42.351694 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:42:42.355362 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:42:42.368783 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['43bde902-90c2-49f2-8025-5681162ad998'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:42:44.052181 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 43bde902-90c2-49f2-8025-5681162ad998 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:42:44.164000 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 43bde902-90c2-49f2-8025-5681162ad998 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:42:44.164366 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:42:44.276774 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:42:44.303308 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bde902-90c2-49f2-8025-5681162ad998'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:42:44.306704 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae291dc52ed972302de8ddb0fc5b1d61bd0328f64153775aa0e40b92cc3ca95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67d2bae-7dec-4f24-9888-39e22bca6581" -d '{"events": [{"server_uuid": "8156bdc2-0990-4e92-a84c-0b4ff36cb732", "name": "network-vif-plugged", "status": "completed", "tag": "43bde902-90c2-49f2-8025-5681162ad998"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:42:44.314521 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 43bde902-90c2-49f2-8025-5681162ad998, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=43bde902-90c2-49f2-8025-5681162ad998,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:42:44.318825 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:42:44.320931 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:42:44.387103 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=43bde902-90c2-49f2-8025-5681162ad998,revision_number=7']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:42:44.390064 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:42:44.402243 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ce4eda-be7c-4b0f-9c79-ae8cf5b4dccd x-openstack-request-id: req-37ce4eda-be7c-4b0f-9c79-ae8cf5b4dccd {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:42:44.402534 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8156bdc2-0990-4e92-a84c-0b4ff36cb732", "name": "network-vif-plugged", "status": "completed", "tag": "43bde902-90c2-49f2-8025-5681162ad998", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:42:44.402790 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37ce4eda-be7c-4b0f-9c79-ae8cf5b4dccd {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:42:44.403209 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bde902-90c2-49f2-8025-5681162ad998', 'code': 200} Jun 02 21:42:45.174415 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:42:55.980786 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-ba2451d7-d425-4281-902c-d05e83c1f6a7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1004683403&fields=id&tenant_id=58c10b53fc72424eb439333ca9e955ff HTTP/1.1" status: 200 len: 267 time: 0.0438821 Jun 02 21:42:56.125760 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-91098d30-a612-4a21-a85a-e40ca824e781 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:42:56.127945 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-91098d30-a612-4a21-a85a-e40ca824e781 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/networks?id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd HTTP/1.1" status: 200 len: 809 time: 0.1409855 Jun 02 21:42:56.142634 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-d41a1595-b575-43d1-81d4-8ed0fa33f7cc tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/quotas/58c10b53fc72424eb439333ca9e955ff HTTP/1.1" status: 200 len: 375 time: 0.0092080 Jun 02 21:42:56.228805 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-93f2ea0d-1e70-4f6e-aaa6-600b301f6fd8 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=58c10b53fc72424eb439333ca9e955ff&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0808749 Jun 02 21:42:56.404906 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-327d5e89-59e7-49c0-a560-663313918598 service neutron] 10.222.0.25 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629796 Jun 02 21:42:56.533627 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-f128f7f3-268a-4753-85b0-36be0aa99b29 service neutron] 10.222.0.25 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231132 Jun 02 21:42:56.774945 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-27f26bda-eed2-45c8-96c0-406634254b2a req-42927604-7616-47ca-94e0-0be79a8ade3e tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 210 time: 0.0968080 Jun 02 21:42:57.877801 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-82692858-b7d1-4bb8-8713-403dcff1fce4 req-e1ee5de9-4111-498f-89e4-9a14b7cc5bf2 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 210 time: 0.0491242 Jun 02 21:42:58.115468 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 43bde902-90c2-49f2-8025-5681162ad998 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:42:58.227081 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:42:58.253476 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43bde902-90c2-49f2-8025-5681162ad998'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:42:58.255702 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae291dc52ed972302de8ddb0fc5b1d61bd0328f64153775aa0e40b92cc3ca95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfdacf7-ed05-49ba-89f9-ae6db91144be" -d '{"events": [{"server_uuid": "8156bdc2-0990-4e92-a84c-0b4ff36cb732", "name": "network-vif-unplugged", "status": "completed", "tag": "43bde902-90c2-49f2-8025-5681162ad998"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:42:58.262902 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 43bde902-90c2-49f2-8025-5681162ad998, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=43bde902-90c2-49f2-8025-5681162ad998,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:42:58.267313 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:42:58.269032 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:42:58.298369 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Jun 2021 21:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4a7dea-7a90-466b-aac4-b835ae7c5911 x-openstack-request-id: req-ef4a7dea-7a90-466b-aac4-b835ae7c5911 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:42:58.298670 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8156bdc2-0990-4e92-a84c-0b4ff36cb732", "name": "network-vif-unplugged", "status": "completed", "tag": "43bde902-90c2-49f2-8025-5681162ad998", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:42:58.298930 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef4a7dea-7a90-466b-aac4-b835ae7c5911 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:42:58.299349 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43bde902-90c2-49f2-8025-5681162ad998', 'code': 200} Jun 02 21:42:58.337355 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=43bde902-90c2-49f2-8025-5681162ad998,revision_number=8']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:42:58.340414 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:42:58.973413 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-2e2dd745-65e0-433f-9d8f-af8181d7a6e2 req-53a3e930-4de5-462a-9d71-e9ccb90b9007 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 210 time: 0.0448856 Jun 02 21:43:00.072862 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-d4f7e675-ae66-4b11-8690-4ab9049ffd21 req-274e152c-20e6-4a4e-a1aa-9f87b756141a tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 210 time: 0.0449643 Jun 02 21:43:00.953611 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4990a616-7d83-4959-89cb-9245b728b494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:01.225301 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-59b2d8d8-3887-4bd5-9dfd-7791d3add20d req-c77a3181-1665-4080-bdf5-2c3eb84cc46b tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 210 time: 0.0432057 Jun 02 21:43:02.061123 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-869187bc-eb45-48d2-b627-181649f25280 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:02.062518 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-869187bc-eb45-48d2-b627-181649f25280 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.95 "GET /v2.0/networks?id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd HTTP/1.1" status: 200 len: 809 time: 0.2857261 Jun 02 21:43:02.114296 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-bbfcb3c0-cb50-4947-932e-e37e73a0819a tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58c10b53fc72424eb439333ca9e955ff HTTP/1.1" status: 200 len: 380 time: 0.0428355 Jun 02 21:43:02.123065 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Request body: {'port': {'device_id': '03115c2e-44b0-449c-a639-41f8e71fa708', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'admin_state_up': True, 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'security_groups': ['6657adfc-8bea-4280-b08d-a26b39d89eb5']}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:43:02.259319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:43:02.270051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:43:02.282061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Made reservation on behalf of 58c10b53fc72424eb439333ca9e955ff for: {'port': 1} {{(pid=92549) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 02 21:43:02.286230 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:02.437353 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-764a536e-9e04-4aba-9bfd-c409e1adc94e req-4f959da9-872e-4a87-b15b-877e9fa9e125 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 210 time: 0.0929017 Jun 02 21:43:02.481168 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Allocated IP 172.20.0.3 (6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd/e4f339d6-aab2-4d48-b2e1-1a7188def748/2fdc68af-4228-492b-a8ee-3d33a0371dc1) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:43:02.716159 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:02.732283 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Transition to ACTIVE for port object 2fdc68af-4228-492b-a8ee-3d33a0371dc1 will not be triggered until provisioned by entity DHCP. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:43:02.757250 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:02.763031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-962d0a58-fc00-43b8-ae6d-ae76cc417612 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:43:02.830682 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Network 6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:43:02.834045 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:43:02.838066 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:43:02.873190 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Pushing event updated for resources: {'Port': ['ID=2fdc68af-4228-492b-a8ee-3d33a0371dc1,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:43:02.889238 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:43:02.889631 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:43:02.890010 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:43:02.890386 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:43:02.890757 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:43:02.891128 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:43:02.891522 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:43:02.891886 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:43:02.892814 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:43:02.893183 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:43:02.893546 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:43:02.893909 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:43:02.903481 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:43:02.924236 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:02.924859 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:02.957138 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-88b2d406-fc90-4b1d-a1af-edd5b4919451 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8375854 Jun 02 21:43:03.100266 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b0dc74a5-cc8d-4815-98e7-4c33b54990f4 None None] Provisioning for port 2fdc68af-4228-492b-a8ee-3d33a0371dc1 completed by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:43:03.105396 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-b0dc74a5-cc8d-4815-98e7-4c33b54990f4 None None] Provisioning complete for port 2fdc68af-4228-492b-a8ee-3d33a0371dc1 triggered by entity DHCP. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:43:03.105799 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b0dc74a5-cc8d-4815-98e7-4c33b54990f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:03.161040 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc74a5-cc8d-4815-98e7-4c33b54990f4 None None] Port 2fdc68af-4228-492b-a8ee-3d33a0371dc1 cannot update to ACTIVE because it is not bound. {{(pid=92550) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 02 21:43:03.477399 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-54eb02b9-0fb8-44da-90dd-af7845f41fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:03.538548 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:03.642062 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b1c2a-48f9-4867-807e-2bb45c4369bb req-e126a4ad-83ba-4258-8071-cde375bb27d8 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:03.642750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-940b1c2a-48f9-4867-807e-2bb45c4369bb req-e126a4ad-83ba-4258-8071-cde375bb27d8 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Synchronizing usage tracker for tenant:58c10b53fc72424eb439333ca9e955ff on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:43:03.658776 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-940b1c2a-48f9-4867-807e-2bb45c4369bb req-e126a4ad-83ba-4258-8071-cde375bb27d8 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Unset dirty status for tenant:58c10b53fc72424eb439333ca9e955ff on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:43:03.660406 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-940b1c2a-48f9-4867-807e-2bb45c4369bb req-e126a4ad-83ba-4258-8071-cde375bb27d8 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 931 time: 0.0999436 Jun 02 21:43:03.706799 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-940b1c2a-48f9-4867-807e-2bb45c4369bb req-e94c30e9-5f0d-4053-99cc-2a5386fc7f8c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407321 Jun 02 21:43:04.548795 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:04.908678 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742cd70-f16f-4576-b301-5d482e1339cb req-4bc01b91-57ef-4473-b6ed-8e40902623d1 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:04.910090 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f742cd70-f16f-4576-b301-5d482e1339cb req-4bc01b91-57ef-4473-b6ed-8e40902623d1 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 931 time: 0.0887692 Jun 02 21:43:04.955826 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-f742cd70-f16f-4576-b301-5d482e1339cb req-3b73c401-bbdd-479b-b0d3-50e5e2a5d3bb tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402613 Jun 02 21:43:06.146995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8360c4b-4b76-4d70-af96-5ef644301fed req-c41b7dba-29cf-4e8d-9743-4bb406f920fc tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:06.148490 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d8360c4b-4b76-4d70-af96-5ef644301fed req-c41b7dba-29cf-4e8d-9743-4bb406f920fc tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 931 time: 0.0870552 Jun 02 21:43:06.195523 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d8360c4b-4b76-4d70-af96-5ef644301fed req-5fac2e8d-8fc6-4503-8715-59422b22421d tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412078 Jun 02 21:43:06.215229 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:07.395781 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24af8e-a7ce-449c-b4e8-f9d15c124ddd req-dae39db4-6b21-4bc9-8864-4cdec40138f7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:07.397238 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4e24af8e-a7ce-449c-b4e8-f9d15c124ddd req-dae39db4-6b21-4bc9-8864-4cdec40138f7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 931 time: 0.0924699 Jun 02 21:43:07.443266 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-4e24af8e-a7ce-449c-b4e8-f9d15c124ddd req-d46195de-d14d-4c5f-a6ac-48c063ee1779 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399692 Jun 02 21:43:08.661243 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449fd98-1a77-4d89-81fe-2ef4765a8f8e req-bdce9e58-ebcc-463f-8a15-965548cfe8f0 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:08.662754 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d449fd98-1a77-4d89-81fe-2ef4765a8f8e req-bdce9e58-ebcc-463f-8a15-965548cfe8f0 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 931 time: 0.1059332 Jun 02 21:43:08.712987 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-d449fd98-1a77-4d89-81fe-2ef4765a8f8e req-ae3d1d26-e195-4d59-bf7e-0971e2b0db9a tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406027 Jun 02 21:43:09.913637 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da76d5-25a3-48ef-8021-32087683fecf req-5c686641-5d2a-47e5-822a-ab01452b41c4 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:09.915875 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-50da76d5-25a3-48ef-8021-32087683fecf req-5c686641-5d2a-47e5-822a-ab01452b41c4 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 931 time: 0.0883727 Jun 02 21:43:09.961978 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-50da76d5-25a3-48ef-8021-32087683fecf req-d26c90a4-1b17-469e-b466-b9fc3290be9e tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405054 Jun 02 21:43:11.156932 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5d723-7a7e-477e-b04d-2c41bcba4594 req-36a6e3ed-3d00-4e56-a84d-a7845bb0106e tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:11.159021 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-40a5d723-7a7e-477e-b04d-2c41bcba4594 req-36a6e3ed-3d00-4e56-a84d-a7845bb0106e tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 931 time: 0.0861120 Jun 02 21:43:11.203909 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-40a5d723-7a7e-477e-b04d-2c41bcba4594 req-b2564025-807e-4ecd-9048-9f03ec256fc3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390172 Jun 02 21:43:12.384918 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0cee9-070d-4522-abec-a3f5a654539a req-9b454969-fd5e-4e48-8d8c-9560fb2f671b tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:12.386297 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-02e0cee9-070d-4522-abec-a3f5a654539a req-9b454969-fd5e-4e48-8d8c-9560fb2f671b tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 931 time: 0.0791619 Jun 02 21:43:12.433337 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-02e0cee9-070d-4522-abec-a3f5a654539a req-7244ac63-681c-42a7-a1f6-3de3173d5f3b tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414891 Jun 02 21:43:13.615963 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1a66a-c109-4d24-906b-ae5082d8fffa req-c9838fe0-c0aa-422c-823d-a4c04febc7ab tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:13.618515 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b3a1a66a-c109-4d24-906b-ae5082d8fffa req-c9838fe0-c0aa-422c-823d-a4c04febc7ab tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 931 time: 0.0827005 Jun 02 21:43:13.667137 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-b3a1a66a-c109-4d24-906b-ae5082d8fffa req-c4eabca6-5c65-45be-8940-5c074f6e0005 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430429 Jun 02 21:43:14.865695 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2ba0f-a24b-4517-9030-36b5337f414c req-57982d80-68a6-44cb-b35b-0f906d21df00 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:14.867161 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-37b2ba0f-a24b-4517-9030-36b5337f414c req-57982d80-68a6-44cb-b35b-0f906d21df00 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 931 time: 0.0851576 Jun 02 21:43:14.911454 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-37b2ba0f-a24b-4517-9030-36b5337f414c req-41117d86-0be1-432c-8640-74d0fdefb1d2 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386548 Jun 02 21:43:15.195665 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:15.433454 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Request body: {'port': {'device_id': '03115c2e-44b0-449c-a639-41f8e71fa708', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:43:15.540113 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:15.876048 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fdc68af-4228-492b-a8ee-3d33a0371dc1 {{(pid=92549) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:43:15.883072 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:15.897345 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.provisioning_blocks [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Transition to ACTIVE for port object 2fdc68af-4228-492b-a8ee-3d33a0371dc1 will not be triggered until provisioned by entity L2. {{(pid=92549) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 02 21:43:15.901275 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:15.905507 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:43:16.243714 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Pushing event updated for resources: {'Port': ['ID=2fdc68af-4228-492b-a8ee-3d33a0371dc1,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:43:16.248820 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.95', 57087) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:43:16.273024 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:43:16.324696 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8f75901f-5c31-4a30-b906-2b2cac755950 req-a26d2d90-a869-4210-a75d-53f1de7c92de service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741451 Jun 02 21:43:16.341703 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Attempting to bind port 2fdc68af-4228-492b-a8ee-3d33a0371dc1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 02 21:43:16.342184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Attempting to bind port 2fdc68af-4228-492b-a8ee-3d33a0371dc1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'ac072237-3f86-4163-982b-e883d27b2dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd'}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 02 21:43:16.342656 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Attempting to bind port 2fdc68af-4228-492b-a8ee-3d33a0371dc1 on network 6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:43:16.350533 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Port 2fdc68af-4228-492b-a8ee-3d33a0371dc1 on network 6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 02 21:43:16.350995 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Attempting to bind port 2fdc68af-4228-492b-a8ee-3d33a0371dc1 on network 6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 02 21:43:16.359774 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Checking agent: {'id': '906cecfc-f172-4d56-9353-f819a0b82785', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'started_at': datetime.datetime(2021, 6, 2, 20, 31, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 2, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 02 21:43:16.360248 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Checking segment: {'id': 'ac072237-3f86-4163-982b-e883d27b2dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92549) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 02 21:43:16.361302 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Bound using segment: {'id': 'ac072237-3f86-4163-982b-e883d27b2dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd'} {{(pid=92549) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 02 21:43:16.361917 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.managers [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Bound port: 2fdc68af-4228-492b-a8ee-3d33a0371dc1, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac072237-3f86-4163-982b-e883d27b2dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd'}}] {{(pid=92549) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 02 21:43:16.362401 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:16.389652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d80ca-0d42-4eee-aa0c-5728e8c03624 req-03b21341-6e15-4263-97cd-17bf95aff3e5 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:16.391716 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-254d80ca-0d42-4eee-aa0c-5728e8c03624 req-03b21341-6e15-4263-97cd-17bf95aff3e5 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 943 time: 0.3645983 Jun 02 21:43:16.459768 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75901f-5c31-4a30-b906-2b2cac755950 req-9eb82aca-410e-4a43-8683-8ad00b13e9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:16.461232 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8f75901f-5c31-4a30-b906-2b2cac755950 req-9eb82aca-410e-4a43-8683-8ad00b13e9f5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=58c10b53fc72424eb439333ca9e955ff&device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 1096 time: 0.0709100 Jun 02 21:43:16.496773 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-254d80ca-0d42-4eee-aa0c-5728e8c03624 req-eeea767b-a7e1-4b7d-9766-c648f440a149 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745265 Jun 02 21:43:16.507816 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] For port 2fdc68af-4228-492b-a8ee-3d33a0371dc1, host hv-neutron-6013, cleared binding levels {{(pid=92549) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 02 21:43:16.511008 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] For port 2fdc68af-4228-492b-a8ee-3d33a0371dc1, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2fdc68af-4228-492b-a8ee-3d33a0371dc1,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92549) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 02 21:43:16.520345 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:16.525208 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b6b11744-0bbf-4542-b833-04ff6d24a470 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:43:16.575555 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:16.576167 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:16.577505 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] 10.222.0.95 "PUT /v2.0/ports/2fdc68af-4228-492b-a8ee-3d33a0371dc1 HTTP/1.1" status: 200 len: 1093 time: 1.1484160 Jun 02 21:43:16.578031 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03115c2e-44b0-449c-a639-41f8e71fa708', 'tag': '2fdc68af-4228-492b-a8ee-3d33a0371dc1'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:43:16.580405 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2b8a060e0aedae79ef567afeffef8e6a7d75eab96cbcb9fc37d0c44b2e3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eec506c-e068-495f-b165-4aabc3a6377f" -d '{"events": [{"name": "network-changed", "server_uuid": "03115c2e-44b0-449c-a639-41f8e71fa708", "tag": "2fdc68af-4228-492b-a8ee-3d33a0371dc1"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:43:16.605611 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Pushing event updated for resources: {'Port': ['ID=2fdc68af-4228-492b-a8ee-3d33a0371dc1,revision_number=3']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:43:16.608554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-01d3006b-11da-42d1-82dd-a93450e1407e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:43:16.619664 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75901f-5c31-4a30-b906-2b2cac755950 req-020bfc6f-acca-4c4e-932e-52399f5199b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:16.621201 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8f75901f-5c31-4a30-b906-2b2cac755950 req-020bfc6f-acca-4c4e-932e-52399f5199b8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd HTTP/1.1" status: 200 len: 910 time: 0.1402109 Jun 02 21:43:16.663642 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd3cf2a-66fc-4552-8bf7-dea508268bef x-openstack-request-id: req-2bd3cf2a-66fc-4552-8bf7-dea508268bef {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:43:16.663972 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03115c2e-44b0-449c-a639-41f8e71fa708", "tag": "2fdc68af-4228-492b-a8ee-3d33a0371dc1", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:43:16.664263 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2bd3cf2a-66fc-4552-8bf7-dea508268bef {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:43:16.664691 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03115c2e-44b0-449c-a639-41f8e71fa708', 'tag': '2fdc68af-4228-492b-a8ee-3d33a0371dc1', 'status': 'completed', 'code': 200} Jun 02 21:43:16.712789 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-df6bd89c-c018-41bb-beb3-e4675295a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:16.714223 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-df6bd89c-c018-41bb-beb3-e4675295a6db service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=58c10b53fc72424eb439333ca9e955ff&device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 1096 time: 0.0834117 Jun 02 21:43:16.744818 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8f75901f-5c31-4a30-b906-2b2cac755950 req-43e5eca8-5401-4e1a-bf64-481cd00dc556 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43bde902-90c2-49f2-8025-5681162ad998 HTTP/1.1" status: 200 len: 999 time: 0.1134944 Jun 02 21:43:16.784188 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-6eb5c535-f3f0-44d5-8de3-219d15c1b042 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fdc68af-4228-492b-a8ee-3d33a0371dc1 HTTP/1.1" status: 200 len: 217 time: 0.0627308 Jun 02 21:43:16.809081 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75901f-5c31-4a30-b906-2b2cac755950 req-35c38e47-b5c2-4ca5-8a37-87570e69ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:16.810502 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8f75901f-5c31-4a30-b906-2b2cac755950 req-35c38e47-b5c2-4ca5-8a37-87570e69ba10 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e4f339d6-aab2-4d48-b2e1-1a7188def748 HTTP/1.1" status: 200 len: 848 time: 0.0595684 Jun 02 21:43:16.849181 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-e314d229-3839-4f79-aa09-ae7263d39021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:16.850716 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-e314d229-3839-4f79-aa09-ae7263d39021 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e4f339d6-aab2-4d48-b2e1-1a7188def748 HTTP/1.1" status: 200 len: 848 time: 0.0607028 Jun 02 21:43:16.888238 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75901f-5c31-4a30-b906-2b2cac755950 req-01e3883b-753a-46ba-b598-4ca1c0e2ae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:16.889710 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8f75901f-5c31-4a30-b906-2b2cac755950 req-01e3883b-753a-46ba-b598-4ca1c0e2ae8a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0728679 Jun 02 21:43:16.930254 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-e8591a64-678f-4a34-98c8-36f9a0b5e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:16.931756 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-e8591a64-678f-4a34-98c8-36f9a0b5e20b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0748112 Jun 02 21:43:17.018839 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8f75901f-5c31-4a30-b906-2b2cac755950 req-3b62e287-f443-4221-a9d8-f6782ff7e31e service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221600 Jun 02 21:43:17.064067 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-b629ec67-d00c-48d0-9650-f2c9f6eb138d service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257727 Jun 02 21:43:17.199252 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-5c4a5e78-4057-4e33-851d-4ad4a5cb43cc req-4eadd6ef-39d8-4bb6-8c36-82e552b8454b service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290665 Jun 02 21:43:17.291298 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8f75901f-5c31-4a30-b906-2b2cac755950 req-f2a9bbb2-956d-4826-bc4e-71bcd4946af9 service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662303 Jun 02 21:43:17.324851 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec506c-e068-495f-b165-4aabc3a6377f req-dddf28cc-bc99-43fe-bfc9-e085cf52a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:17.326427 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9eec506c-e068-495f-b165-4aabc3a6377f req-dddf28cc-bc99-43fe-bfc9-e085cf52a6df service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=58c10b53fc72424eb439333ca9e955ff&device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 1096 time: 0.0763013 Jun 02 21:43:17.457069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec506c-e068-495f-b165-4aabc3a6377f req-694d76e9-1fc2-407b-975a-d1b4a28c8dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:17.458493 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9eec506c-e068-495f-b165-4aabc3a6377f req-694d76e9-1fc2-407b-975a-d1b4a28c8dbb service neutron] 10.222.0.95 "GET /v2.0/networks?id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd HTTP/1.1" status: 200 len: 910 time: 0.1259449 Jun 02 21:43:17.524942 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9eec506c-e068-495f-b165-4aabc3a6377f req-769dd48c-6658-41e6-8f6d-f4e5110e7862 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fdc68af-4228-492b-a8ee-3d33a0371dc1 HTTP/1.1" status: 200 len: 217 time: 0.0595839 Jun 02 21:43:17.590035 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec506c-e068-495f-b165-4aabc3a6377f req-19e8908b-2048-40a8-8672-34ad47ebd39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:17.591449 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9eec506c-e068-495f-b165-4aabc3a6377f req-19e8908b-2048-40a8-8672-34ad47ebd39a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e4f339d6-aab2-4d48-b2e1-1a7188def748 HTTP/1.1" status: 200 len: 848 time: 0.0603023 Jun 02 21:43:17.739482 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2608f17-5770-48e2-8b48-1fce49d8a1e6 req-3c4b126a-807b-4643-aa27-4589405ad8b2 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:17.740938 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e2608f17-5770-48e2-8b48-1fce49d8a1e6 req-3c4b126a-807b-4643-aa27-4589405ad8b2 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 943 time: 0.1094773 Jun 02 21:43:17.742900 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec506c-e068-495f-b165-4aabc3a6377f req-b280517b-9914-4839-941c-3135f4ce1f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:17.744271 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9eec506c-e068-495f-b165-4aabc3a6377f req-b280517b-9914-4839-941c-3135f4ce1f6f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1467726 Jun 02 21:43:17.860282 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e2608f17-5770-48e2-8b48-1fce49d8a1e6 req-f6408ac1-9663-4c42-9deb-48c0dbf7fd02 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137662 Jun 02 21:43:17.906737 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9eec506c-e068-495f-b165-4aabc3a6377f req-a27cf5d4-fe0b-4c20-a325-a938dc3188bb service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469061 Jun 02 21:43:18.065761 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:43:18.171882 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-9eec506c-e068-495f-b165-4aabc3a6377f req-59241c8e-804b-4395-b182-5e8ae12bace6 service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586908 Jun 02 21:43:19.044691 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0bb0f-72c7-4858-ba1e-a3c43c6a5b10 req-1ca107cb-a365-4ddb-9a44-8a80924ef552 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:19.046032 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-80a0bb0f-72c7-4858-ba1e-a3c43c6a5b10 req-1ca107cb-a365-4ddb-9a44-8a80924ef552 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 943 time: 0.0781238 Jun 02 21:43:19.092400 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-80a0bb0f-72c7-4858-ba1e-a3c43c6a5b10 req-44fcbbc7-f888-4d5e-9ad2-75dca280b5ef tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409207 Jun 02 21:43:20.272363 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133c6c4-5818-4792-9761-8a09d8dfe42d req-2bd08d1c-3279-4522-a918-bcd14ccce664 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:20.274037 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0133c6c4-5818-4792-9761-8a09d8dfe42d req-2bd08d1c-3279-4522-a918-bcd14ccce664 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 943 time: 0.0791950 Jun 02 21:43:20.319883 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-0133c6c4-5818-4792-9761-8a09d8dfe42d req-1eb7dbfd-e792-4c82-a554-c1faef0bdae5 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404322 Jun 02 21:43:21.500589 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c5b00-78b0-438b-bcba-510293c19d62 req-ad8ff970-a6c0-4988-962d-05d4901f8807 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:21.502026 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a71c5b00-78b0-438b-bcba-510293c19d62 req-ad8ff970-a6c0-4988-962d-05d4901f8807 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 943 time: 0.0792480 Jun 02 21:43:21.545001 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a71c5b00-78b0-438b-bcba-510293c19d62 req-d4c4cdef-6da3-4fcc-ab1b-7308587f4695 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375094 Jun 02 21:43:22.253906 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 2fdc68af-4228-492b-a8ee-3d33a0371dc1 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:43:22.383104 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 2fdc68af-4228-492b-a8ee-3d33a0371dc1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2fdc68af-4228-492b-a8ee-3d33a0371dc1,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:43:22.396259 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '2fdc68af-4228-492b-a8ee-3d33a0371dc1', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'port_id': '2fdc68af-4228-492b-a8ee-3d33a0371dc1', 'mac_address': 'fa:16:3e:9e:48:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:43:22.456167 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:22.472807 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fdc68af-4228-492b-a8ee-3d33a0371dc1 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:43:22.487701 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 2fdc68af-4228-492b-a8ee-3d33a0371dc1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2fdc68af-4228-492b-a8ee-3d33a0371dc1,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:43:22.491753 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:22.493501 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-a4ba1fc6-e99e-40dd-a2bf-273b85c0eb30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:43:22.558658 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=2fdc68af-4228-492b-a8ee-3d33a0371dc1,revision_number=4']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:43:22.561632 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:43:22.728402 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcb3de-a1fa-42ad-a2d1-079473f3dfee req-9d293a55-b8ca-4439-94b0-641d7442b739 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:22.729815 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8fdcb3de-a1fa-42ad-a2d1-079473f3dfee req-9d293a55-b8ca-4439-94b0-641d7442b739 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 944 time: 0.0787072 Jun 02 21:43:22.774222 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8fdcb3de-a1fa-42ad-a2d1-079473f3dfee req-08b14d28-20b9-468f-9cac-17539a659751 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385995 Jun 02 21:43:22.860965 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['2fdc68af-4228-492b-a8ee-3d33a0371dc1'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:43:23.965218 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ce051-4edb-457f-97f0-927dfc816a00 req-fb1b2a1f-2583-4a9d-8803-0f8dd82b8edc tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:23.966626 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a53ce051-4edb-457f-97f0-927dfc816a00 req-fb1b2a1f-2583-4a9d-8803-0f8dd82b8edc tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 944 time: 0.0828009 Jun 02 21:43:24.009691 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-a53ce051-4edb-457f-97f0-927dfc816a00 req-d5cee219-640a-4d69-89e4-e79df196f619 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368497 Jun 02 21:43:24.269914 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 2fdc68af-4228-492b-a8ee-3d33a0371dc1 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:43:24.336292 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning for port 2fdc68af-4228-492b-a8ee-3d33a0371dc1 completed by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 02 21:43:24.340834 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 2fdc68af-4228-492b-a8ee-3d33a0371dc1 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:43:24.341216 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:24.455270 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:24.486596 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03115c2e-44b0-449c-a639-41f8e71fa708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdc68af-4228-492b-a8ee-3d33a0371dc1'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:43:24.489414 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae291dc52ed972302de8ddb0fc5b1d61bd0328f64153775aa0e40b92cc3ca95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3407d4d4-4c5d-4c6e-84a5-dd83f6528282" -d '{"events": [{"server_uuid": "03115c2e-44b0-449c-a639-41f8e71fa708", "name": "network-vif-plugged", "status": "completed", "tag": "2fdc68af-4228-492b-a8ee-3d33a0371dc1"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:43:24.497770 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 2fdc68af-4228-492b-a8ee-3d33a0371dc1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2fdc68af-4228-492b-a8ee-3d33a0371dc1,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:43:24.503218 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:24.505109 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:43:24.535670 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfb1d19-a0e3-4a11-8903-d5358d6107e2 x-openstack-request-id: req-dcfb1d19-a0e3-4a11-8903-d5358d6107e2 {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:43:24.535956 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03115c2e-44b0-449c-a639-41f8e71fa708", "name": "network-vif-plugged", "status": "completed", "tag": "2fdc68af-4228-492b-a8ee-3d33a0371dc1", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:43:24.536205 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dcfb1d19-a0e3-4a11-8903-d5358d6107e2 {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:43:24.536583 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03115c2e-44b0-449c-a639-41f8e71fa708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdc68af-4228-492b-a8ee-3d33a0371dc1', 'code': 200} Jun 02 21:43:24.576107 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=2fdc68af-4228-492b-a8ee-3d33a0371dc1,revision_number=5']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:43:24.579035 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:43:24.759652 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dc6ac-d8b8-4a11-adfa-bd3facde85de req-ca63fe48-9c86-4e0e-9ce3-d565981971e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:24.761104 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-925dc6ac-d8b8-4a11-adfa-bd3facde85de req-ca63fe48-9c86-4e0e-9ce3-d565981971e4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 1098 time: 0.0744119 Jun 02 21:43:24.801076 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-925dc6ac-d8b8-4a11-adfa-bd3facde85de req-d9be45ed-e4c5-4267-9e90-d03a81d430d9 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332131 Jun 02 21:43:25.191706 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3157a-4d3e-452a-93cb-f8155a5701a8 req-b14e4847-c6cf-4830-8333-b9b8a070a81d tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:25.193142 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2fa3157a-4d3e-452a-93cb-f8155a5701a8 req-b14e4847-c6cf-4830-8333-b9b8a070a81d tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 945 time: 0.0781767 Jun 02 21:43:25.236178 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-2fa3157a-4d3e-452a-93cb-f8155a5701a8 req-448d40f9-b198-4485-8cbb-3cdf92dd3e33 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370176 Jun 02 21:43:26.417246 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccee7a9-57bc-4c1c-8b55-981ca138c6c1 req-9ad0704e-b373-4037-9332-5a3ab62e49b7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:26.418677 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3ccee7a9-57bc-4c1c-8b55-981ca138c6c1 req-9ad0704e-b373-4037-9332-5a3ab62e49b7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 945 time: 0.0775185 Jun 02 21:43:26.468216 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-3ccee7a9-57bc-4c1c-8b55-981ca138c6c1 req-2b754420-0874-44be-9389-961164cd4ed9 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433903 Jun 02 21:43:26.650396 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8694c4e-3d0d-4e50-ba1a-9ee8b09bd1b2 req-c760934c-4fae-4f0a-a776-5da83b9da883 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:26.651755 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e8694c4e-3d0d-4e50-ba1a-9ee8b09bd1b2 req-c760934c-4fae-4f0a-a776-5da83b9da883 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 945 time: 0.0805829 Jun 02 21:43:26.694731 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-e8694c4e-3d0d-4e50-ba1a-9ee8b09bd1b2 req-08b2e003-0bf2-49f6-bfd6-84770003c4d3 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373943 Jun 02 21:43:26.716223 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 39046) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:43:26.785463 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db423a60-7a6f-45e7-8674-02231d19ea3d tempest-TestSnapshotPattern-775329531 tempest-TestSnapshotPattern-775329531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:26.786999 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-db423a60-7a6f-45e7-8674-02231d19ea3d tempest-TestSnapshotPattern-775329531 tempest-TestSnapshotPattern-775329531-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 1093 time: 0.0698035 Jun 02 21:43:26.790685 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 39048) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:43:26.795530 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.v2.base [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Request body: {'floatingip': {'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'port_id': '2fdc68af-4228-492b-a8ee-3d33a0371dc1', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92549) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 02 21:43:26.802734 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 02 21:43:26.807006 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Usage tracker for resource:floatingip and tenant:58c10b53fc72424eb439333ca9e955ff is out of sync, need to count used quota {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 02 21:43:26.810059 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=92549) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 02 21:43:26.817211 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.quota.driver [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92549) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 02 21:43:26.827237 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for floatingip, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:26.969081 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:27.102907 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_common [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Allocated IP 172.26.0.223 (9eda1993-8807-4a42-8466-556269663ed3/5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7/f6c9b34b-8748-45d8-8661-9fa496bddb13) {{(pid=92549) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 02 21:43:27.251866 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for port, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:27.280778 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732231217812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:27.285304 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fbbab0f0-70ff-4141-8a56-a35fa49cd2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:43:27.342955 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Network 9eda1993-8807-4a42-8466-556269663ed3 is already hosted by enough agents. {{(pid=92549) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 02 21:43:27.349823 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.base_scheduler [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Resources bound (agent type, host, resource id): {{(pid=92549) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 02 21:43:27.352358 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Received port after_create {{(pid=92549) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 02 21:43:27.394968 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Pushing event updated for resources: {'Port': ['ID=f6c9b34b-8748-45d8-8661-9fa496bddb13,revision_number=1']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:43:27.397769 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:43:27.759554 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:27.834177 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:28.171466 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for port, precommit_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:28.177075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16221152'] for port, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:28.182259 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-79c962dc-f6f0-49e9-a457-cd160392732f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:43:28.288296 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Pushing event updated for resources: {'Port': ['ID=f6c9b34b-8748-45d8-8661-9fa496bddb13,revision_number=2']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:43:28.292438 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:43:28.299582 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1713046'] for floatingip, after_update {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:28.467537 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Floating IP fc27ed1e-f140-4ebf-8c55-f62ba7173497 associated. External IP: 172.26.0.223, port: 2fdc68af-4228-492b-a8ee-3d33a0371dc1. Jun 02 21:43:28.822565 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Router f5dbce9a-85be-406a-8c15-57d820fb59ad has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:43:29.000399 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:43:29.010961 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f58f5fd-2a7a-46e9-a507-abbbe6902db2 None None] Sync routers for ids ['f5dbce9a-85be-406a-8c15-57d820fb59ad'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:43:29.021378 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f58f5fd-2a7a-46e9-a507-abbbe6902db2 None None] Routers {'f5dbce9a-85be-406a-8c15-57d820fb59ad'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:43:29.023382 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1f58f5fd-2a7a-46e9-a507-abbbe6902db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:43:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f5dbce9a-85be-406a-8c15-57d820fb59ad'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:43:29.028427 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:29.086829 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7b2793d0-6e54-45e6-8a5d-50ed985664e6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2950017 Jun 02 21:43:29.087638 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03115c2e-44b0-449c-a639-41f8e71fa708', 'tag': '2fdc68af-4228-492b-a8ee-3d33a0371dc1'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:43:29.089926 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2b8a060e0aedae79ef567afeffef8e6a7d75eab96cbcb9fc37d0c44b2e3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a7bbab-2768-40f3-89a9-fdb3e71f9e83" -d '{"events": [{"name": "network-changed", "server_uuid": "03115c2e-44b0-449c-a639-41f8e71fa708", "tag": "2fdc68af-4228-492b-a8ee-3d33a0371dc1"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:43:29.135569 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c378e4d8-3c3d-4473-839f-109aeee54dd8 x-openstack-request-id: req-c378e4d8-3c3d-4473-839f-109aeee54dd8 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:43:29.135908 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03115c2e-44b0-449c-a639-41f8e71fa708", "tag": "2fdc68af-4228-492b-a8ee-3d33a0371dc1", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:43:29.136233 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c378e4d8-3c3d-4473-839f-109aeee54dd8 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:43:29.136668 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03115c2e-44b0-449c-a639-41f8e71fa708', 'tag': '2fdc68af-4228-492b-a8ee-3d33a0371dc1', 'status': 'completed', 'code': 200} Jun 02 21:43:29.199900 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-1f58f5fd-2a7a-46e9-a507-abbbe6902db2 None None] Set router f5dbce9a-85be-406a-8c15-57d820fb59ad gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:43:29.228641 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7bbab-2768-40f3-89a9-fdb3e71f9e83 req-6d2934fc-061e-4b20-814c-0a5dbe941bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:29.230099 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-90a7bbab-2768-40f3-89a9-fdb3e71f9e83 req-6d2934fc-061e-4b20-814c-0a5dbe941bb0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=58c10b53fc72424eb439333ca9e955ff&device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 1098 time: 0.0697448 Jun 02 21:43:29.358313 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7bbab-2768-40f3-89a9-fdb3e71f9e83 req-3e775b46-83d3-402a-9644-c9b675205941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:29.359660 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-90a7bbab-2768-40f3-89a9-fdb3e71f9e83 req-3e775b46-83d3-402a-9644-c9b675205941 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd HTTP/1.1" status: 200 len: 910 time: 0.1236899 Jun 02 21:43:29.461907 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-90a7bbab-2768-40f3-89a9-fdb3e71f9e83 req-da835805-b189-4217-9002-5831b0bb32ee service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fdc68af-4228-492b-a8ee-3d33a0371dc1 HTTP/1.1" status: 200 len: 999 time: 0.0960286 Jun 02 21:43:29.522931 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7bbab-2768-40f3-89a9-fdb3e71f9e83 req-98abb663-5085-420c-8347-1bc25d0dd435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:29.524678 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-90a7bbab-2768-40f3-89a9-fdb3e71f9e83 req-98abb663-5085-420c-8347-1bc25d0dd435 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e4f339d6-aab2-4d48-b2e1-1a7188def748 HTTP/1.1" status: 200 len: 848 time: 0.0569935 Jun 02 21:43:29.538849 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1f58f5fd-2a7a-46e9-a507-abbbe6902db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'name': 'tempest-TestSnapshotPattern-940214705-router', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:40Z', 'updated_at': '2021-06-02T21:39:44Z', 'revision_number': 4, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'gw_port': {'id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:41Z', 'updated_at': '2021-06-02T21:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '7e09b4c0-4ab2-4537-8e34-74b5c9695b3b', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'floating_ip_address': '172.26.0.131', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'port_id': '43bde902-90c2-49f2-8025-5681162ad998', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'mac_address': 'fa:16:3e:e2:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:40:06Z', 'updated_at': '2021-06-02T21:40:09Z', 'revision_number': 1, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'fixed_ip_address_scope': None}, {'id': 'fc27ed1e-f140-4ebf-8c55-f62ba7173497', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'floating_ip_address': '172.26.0.223', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'port_id': '2fdc68af-4228-492b-a8ee-3d33a0371dc1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'mac_address': 'fa:16:3e:9e:48:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03115c2e-44b0-449c-a639-41f8e71fa708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:43:27Z', 'updated_at': '2021-06-02T21:43:27Z', 'revision_number': 0, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f01d9e4a-8572-40e2-8056-801760a622f0', 'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'mac_address': 'fa:16:3e:c6:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:44Z', 'updated_at': '2021-06-02T21:39:50Z', 'revision_number': 5, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'subnets': [{'id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:43:29.542541 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f58f5fd-2a7a-46e9-a507-abbbe6902db2 None None] Checking router: f5dbce9a-85be-406a-8c15-57d820fb59ad for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:43:29.550500 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f58f5fd-2a7a-46e9-a507-abbbe6902db2 None None] Routers {'f5dbce9a-85be-406a-8c15-57d820fb59ad'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:43:29.551079 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1f58f5fd-2a7a-46e9-a507-abbbe6902db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:43:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f5dbce9a-85be-406a-8c15-57d820fb59ad'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:43:29.730105 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-1f58f5fd-2a7a-46e9-a507-abbbe6902db2 None None] Set router f5dbce9a-85be-406a-8c15-57d820fb59ad gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:43:29.758871 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7bbab-2768-40f3-89a9-fdb3e71f9e83 req-816171f5-50d4-4010-a2d0-f1bb7f185759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:43:29.760520 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-90a7bbab-2768-40f3-89a9-fdb3e71f9e83 req-816171f5-50d4-4010-a2d0-f1bb7f185759 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2299933 Jun 02 21:43:29.896497 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-90a7bbab-2768-40f3-89a9-fdb3e71f9e83 req-71656110-b457-4bad-8934-78d28e82ec04 service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284869 Jun 02 21:43:30.025944 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-90a7bbab-2768-40f3-89a9-fdb3e71f9e83 req-a676268f-2942-470d-8e2b-f0609fe75edf service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228521 Jun 02 21:43:30.072009 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-1f58f5fd-2a7a-46e9-a507-abbbe6902db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'name': 'tempest-TestSnapshotPattern-940214705-router', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:40Z', 'updated_at': '2021-06-02T21:39:44Z', 'revision_number': 4, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'gw_port': {'id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:41Z', 'updated_at': '2021-06-02T21:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '7e09b4c0-4ab2-4537-8e34-74b5c9695b3b', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'floating_ip_address': '172.26.0.131', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'port_id': '43bde902-90c2-49f2-8025-5681162ad998', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'mac_address': 'fa:16:3e:e2:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:40:06Z', 'updated_at': '2021-06-02T21:40:09Z', 'revision_number': 1, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'fixed_ip_address_scope': None}, {'id': 'fc27ed1e-f140-4ebf-8c55-f62ba7173497', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'floating_ip_address': '172.26.0.223', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'port_id': '2fdc68af-4228-492b-a8ee-3d33a0371dc1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'mac_address': 'fa:16:3e:9e:48:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03115c2e-44b0-449c-a639-41f8e71fa708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:43:27Z', 'updated_at': '2021-06-02T21:43:27Z', 'revision_number': 0, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f01d9e4a-8572-40e2-8056-801760a622f0', 'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'mac_address': 'fa:16:3e:c6:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:44Z', 'updated_at': '2021-06-02T21:39:50Z', 'revision_number': 5, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'subnets': [{'id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:43:30.075861 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f58f5fd-2a7a-46e9-a507-abbbe6902db2 None None] The sync data for ids ['f5dbce9a-85be-406a-8c15-57d820fb59ad'] in dv-neutron-601336-84-hyperv is: [{'id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'name': 'tempest-TestSnapshotPattern-940214705-router', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:40Z', 'updated_at': '2021-06-02T21:39:44Z', 'revision_number': 4, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'gw_port': {'id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:41Z', 'updated_at': '2021-06-02T21:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '7e09b4c0-4ab2-4537-8e34-74b5c9695b3b', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'floating_ip_address': '172.26.0.131', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'port_id': '43bde902-90c2-49f2-8025-5681162ad998', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'mac_address': 'fa:16:3e:e2:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:40:06Z', 'updated_at': '2021-06-02T21:40:09Z', 'revision_number': 1, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'fixed_ip_address_scope': None}, {'id': 'fc27ed1e-f140-4ebf-8c55-f62ba7173497', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'floating_ip_address': '172.26.0.223', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'port_id': '2fdc68af-4228-492b-a8ee-3d33a0371dc1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'mac_address': 'fa:16:3e:9e:48:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03115c2e-44b0-449c-a639-41f8e71fa708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:43:27Z', 'updated_at': '2021-06-02T21:43:27Z', 'revision_number': 0, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f01d9e4a-8572-40e2-8056-801760a622f0', 'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'mac_address': 'fa:16:3e:c6:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:44Z', 'updated_at': '2021-06-02T21:39:50Z', 'revision_number': 5, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'subnets': [{'id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:43:30.262170 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7233d089-0363-4a69-886f-7ad656d68dc0 None None] New status for floating IP fc27ed1e-f140-4ebf-8c55-f62ba7173497: ACTIVE {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:43:30.955422 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-96ec019c-68bc-4682-9201-9b579771541b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:33.477766 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6084f9bd-0561-4f31-903a-e1bb1965eea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:33.530384 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:34.547825 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:36.209333 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:45.220294 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:43:55.065088 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:44:00.957224 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-eb5a0658-877a-46c0-a352-444642d74e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:44:03.479566 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-05eaff57-48ce-4aa1-9eb0-921118c46b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:44:03.530883 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:44:04.550997 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:44:06.211173 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:44:15.240806 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:44:17.273024 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6c43fe97-8e81-40fe-a56b-b4e3256144e3 req-947908c1-465d-41dc-b4a2-e9497f294c2c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680320 Jun 02 21:44:17.425817 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43fe97-8e81-40fe-a56b-b4e3256144e3 req-d0b0c519-c504-4cfa-b9a8-f4dbc58edfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:44:17.427315 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6c43fe97-8e81-40fe-a56b-b4e3256144e3 req-d0b0c519-c504-4cfa-b9a8-f4dbc58edfae service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=58c10b53fc72424eb439333ca9e955ff&device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 1096 time: 0.0874965 Jun 02 21:44:17.570869 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43fe97-8e81-40fe-a56b-b4e3256144e3 req-58c1018a-ebbd-44d0-a358-16a928aad113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:44:17.572232 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6c43fe97-8e81-40fe-a56b-b4e3256144e3 req-58c1018a-ebbd-44d0-a358-16a928aad113 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd HTTP/1.1" status: 200 len: 910 time: 0.1246338 Jun 02 21:44:17.678812 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6c43fe97-8e81-40fe-a56b-b4e3256144e3 req-c9b2dc0a-9efe-4d63-93b2-2e3529cd3cd3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43bde902-90c2-49f2-8025-5681162ad998 HTTP/1.1" status: 200 len: 999 time: 0.0984085 Jun 02 21:44:17.743608 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43fe97-8e81-40fe-a56b-b4e3256144e3 req-9c549255-ce76-4e96-b2b6-1131c97d43df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:44:17.745012 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6c43fe97-8e81-40fe-a56b-b4e3256144e3 req-9c549255-ce76-4e96-b2b6-1131c97d43df service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e4f339d6-aab2-4d48-b2e1-1a7188def748 HTTP/1.1" status: 200 len: 848 time: 0.0595570 Jun 02 21:44:17.819685 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43fe97-8e81-40fe-a56b-b4e3256144e3 req-348e8cfa-6042-48af-b6d2-933be36cc92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:44:17.821164 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6c43fe97-8e81-40fe-a56b-b4e3256144e3 req-348e8cfa-6042-48af-b6d2-933be36cc92c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0686612 Jun 02 21:44:17.947847 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6c43fe97-8e81-40fe-a56b-b4e3256144e3 req-cd638848-f9b1-4ca9-bdbd-31699eca95d8 service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198375 Jun 02 21:44:18.074160 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-6c43fe97-8e81-40fe-a56b-b4e3256144e3 req-8b9b61f0-774f-4a03-a575-bf87fd95882e service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191201 Jun 02 21:44:30.959499 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-325ced87-860c-4319-84fb-63a80d3e2dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:44:32.064220 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:44:33.480726 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-ebc1d4d9-a438-47ca-9350-d352963725d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:44:33.532674 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:44:34.553084 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:44:36.216648 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:44:45.256879 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:00.961744 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e26e3b43-d4f2-4890-bb34-476dcc87f154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:03.482416 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c0264a49-d391-4b96-aca6-9039df7ca607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:03.536420 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:04.556578 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:06.216880 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:09.063093 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:45:15.280164 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:17.305898 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5984b72-3f67-468b-aaae-ed79584b96f8 req-622e10e2-d4a6-449d-a387-11a31f708dae service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732260 Jun 02 21:45:17.395583 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5984b72-3f67-468b-aaae-ed79584b96f8 req-81f30b76-44fa-4d69-b477-3945db0d33ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:45:17.397061 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5984b72-3f67-468b-aaae-ed79584b96f8 req-81f30b76-44fa-4d69-b477-3945db0d33ce service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=58c10b53fc72424eb439333ca9e955ff&device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 1098 time: 0.0698926 Jun 02 21:45:17.538249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5984b72-3f67-468b-aaae-ed79584b96f8 req-d7c1831d-3857-48f9-acbb-75b6ac3bfac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:45:17.539731 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5984b72-3f67-468b-aaae-ed79584b96f8 req-d7c1831d-3857-48f9-acbb-75b6ac3bfac7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd HTTP/1.1" status: 200 len: 910 time: 0.1251166 Jun 02 21:45:17.641914 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5984b72-3f67-468b-aaae-ed79584b96f8 req-3cadea14-5835-4d42-aa8b-c765a338c2a6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fdc68af-4228-492b-a8ee-3d33a0371dc1 HTTP/1.1" status: 200 len: 1001 time: 0.0946305 Jun 02 21:45:17.702495 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5984b72-3f67-468b-aaae-ed79584b96f8 req-3f120086-48c6-4941-8d6c-b7c78b6196fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:45:17.703892 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5984b72-3f67-468b-aaae-ed79584b96f8 req-3f120086-48c6-4941-8d6c-b7c78b6196fa service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e4f339d6-aab2-4d48-b2e1-1a7188def748 HTTP/1.1" status: 200 len: 848 time: 0.0557833 Jun 02 21:45:17.780839 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5984b72-3f67-468b-aaae-ed79584b96f8 req-bbc3632c-b708-41c1-80e2-67eaa0626216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:45:17.782282 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5984b72-3f67-468b-aaae-ed79584b96f8 req-bbc3632c-b708-41c1-80e2-67eaa0626216 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0723071 Jun 02 21:45:17.792493 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [req-f5984b72-3f67-468b-aaae-ed79584b96f8 req-10c11c82-9773-4790-850c-21621f7ccbba service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92549) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 02 21:45:17.793403 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5984b72-3f67-468b-aaae-ed79584b96f8 req-10c11c82-9773-4790-850c-21621f7ccbba service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047777 Jun 02 21:45:17.922257 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5984b72-3f67-468b-aaae-ed79584b96f8 req-857ef97f-d306-4006-bf3b-7d805a89de67 service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221497 Jun 02 21:45:18.180264 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-f5984b72-3f67-468b-aaae-ed79584b96f8 req-ac2ce5b2-2044-49aa-adc2-de84f1f385e1 service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510891 Jun 02 21:45:30.962790 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2669c1c0-3656-4b89-b6f9-ea6b7b24fc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:33.483274 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1abca12d-7f72-47e5-b3f2-cbc2e017530c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:33.539883 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:34.559056 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:34.969038 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 2fdc68af-4228-492b-a8ee-3d33a0371dc1 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=92550) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Jun 02 21:45:35.098287 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 2fdc68af-4228-492b-a8ee-3d33a0371dc1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2fdc68af-4228-492b-a8ee-3d33a0371dc1,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:45:35.110918 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Returning: {'device': '2fdc68af-4228-492b-a8ee-3d33a0371dc1', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'port_id': '2fdc68af-4228-492b-a8ee-3d33a0371dc1', 'mac_address': 'fa:16:3e:9e:48:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92550) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} Jun 02 21:45:35.165929 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:35.182861 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fdc68af-4228-492b-a8ee-3d33a0371dc1 {{(pid=92550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 02 21:45:35.198285 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 2fdc68af-4228-492b-a8ee-3d33a0371dc1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2fdc68af-4228-492b-a8ee-3d33a0371dc1,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:45:35.201947 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:35.204523 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-21e68072-bab3-46c7-8633-9e0756a63511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:45:35.281502 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=2fdc68af-4228-492b-a8ee-3d33a0371dc1,revision_number=6']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:45:35.288457 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:35.288807 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:35.289164 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:35.289482 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:35.289812 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:35.290143 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:35.290472 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:35.290802 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:35.291126 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:35.292116 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:35.292473 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:35.292802 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:35.296496 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:45:35.298822 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] get_ports_and_sgs() called for port_ids ['2fdc68af-4228-492b-a8ee-3d33a0371dc1'] {{(pid=92550) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 02 21:45:36.219675 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:36.973303 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 2fdc68af-4228-492b-a8ee-3d33a0371dc1 up at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} Jun 02 21:45:37.043884 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.provisioning_blocks [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Provisioning complete for port 2fdc68af-4228-492b-a8ee-3d33a0371dc1 triggered by entity L2. {{(pid=92550) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 02 21:45:37.044187 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1382656'] for port, provisioning_complete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:37.154905 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677515'] for port, before_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:37.182733 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03115c2e-44b0-449c-a639-41f8e71fa708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdc68af-4228-492b-a8ee-3d33a0371dc1'}] {{(pid=92550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:45:37.184985 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae291dc52ed972302de8ddb0fc5b1d61bd0328f64153775aa0e40b92cc3ca95a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf667c2-4ea3-4297-8aee-d9e5c706addd" -d '{"events": [{"server_uuid": "03115c2e-44b0-449c-a639-41f8e71fa708", "name": "network-vif-plugged", "status": "completed", "tag": "2fdc68af-4228-492b-a8ee-3d33a0371dc1"}]}' {{(pid=92550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:45:37.193266 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] For port 2fdc68af-4228-492b-a8ee-3d33a0371dc1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2fdc68af-4228-492b-a8ee-3d33a0371dc1,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:45:37.198208 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732231589614', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732231217830', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732231217875'] for port, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:37.200082 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:45:37.230582 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bb65a1-ac1e-426c-a40e-2159feb0d18c x-openstack-request-id: req-87bb65a1-ac1e-426c-a40e-2159feb0d18c {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:45:37.231207 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03115c2e-44b0-449c-a639-41f8e71fa708", "name": "network-vif-plugged", "status": "completed", "tag": "2fdc68af-4228-492b-a8ee-3d33a0371dc1", "code": 200}]} {{(pid=92550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:45:37.231207 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87bb65a1-ac1e-426c-a40e-2159feb0d18c {{(pid=92550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:45:37.231531 dv-neutron-601336-84-hyperv neutron-server[92550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03115c2e-44b0-449c-a639-41f8e71fa708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdc68af-4228-492b-a8ee-3d33a0371dc1', 'code': 200} Jun 02 21:45:37.273637 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Pushing event updated for resources: {'Port': ['ID=2fdc68af-4228-492b-a8ee-3d33a0371dc1,revision_number=7']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:45:37.277023 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:45:45.298457 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:46.062118 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:45:49.072075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 39296) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:45:49.331351 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Deleting port f6c9b34b-8748-45d8-8661-9fa496bddb13 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:45:49.331692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:49.447907 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:49.448236 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:49.567746 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Calling delete_port for f6c9b34b-8748-45d8-8661-9fa496bddb13 owned by network:floatingip {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:45:49.693717 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:49.697249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-248fe240-7465-43d7-878b-24251bf7ea91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:45:49.740063 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Pushing event deleted for resources: {'Port': ['ID=f6c9b34b-8748-45d8-8661-9fa496bddb13,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:45:49.776121 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:49.776508 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:49.776879 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:49.777249 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:49.777612 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:49.777976 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:49.778336 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:49.778696 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:49.779055 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:49.779436 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:49.779791 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:49.780144 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92549) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:49.787582 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:45:49.841137 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for floatingip, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:49.841468 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.db.l3_db [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Floating IP fc27ed1e-f140-4ebf-8c55-f62ba7173497 disassociated (deleted). External IP: 172.26.0.223, port: 2fdc68af-4228-492b-a8ee-3d33a0371dc1. Jun 02 21:45:50.178750 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Router f5dbce9a-85be-406a-8c15-57d820fb59ad has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:45:50.495467 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:45:50.504661 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9615a118-716c-4f65-81ef-b6d9ac89238d None None] Sync routers for ids ['f5dbce9a-85be-406a-8c15-57d820fb59ad'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:45:50.515788 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9615a118-716c-4f65-81ef-b6d9ac89238d None None] Routers {'f5dbce9a-85be-406a-8c15-57d820fb59ad'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:45:50.516403 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9615a118-716c-4f65-81ef-b6d9ac89238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:45:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f5dbce9a-85be-406a-8c15-57d820fb59ad'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:45:50.516682 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:50.569930 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-3c16a56e-69d6-4465-87cb-fdcf26cd5ba6 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "DELETE /v2.0/floatingips/fc27ed1e-f140-4ebf-8c55-f62ba7173497 HTTP/1.1" status: 204 len: 168 time: 1.4967678 Jun 02 21:45:50.570593 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03115c2e-44b0-449c-a639-41f8e71fa708', 'tag': '2fdc68af-4228-492b-a8ee-3d33a0371dc1'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:45:50.572929 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2b8a060e0aedae79ef567afeffef8e6a7d75eab96cbcb9fc37d0c44b2e3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7172eeeb-ccf7-4aed-9bac-5e49a3de9c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "03115c2e-44b0-449c-a639-41f8e71fa708", "tag": "2fdc68af-4228-492b-a8ee-3d33a0371dc1"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:45:50.674400 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4ba492-0a1f-4b4c-a4c0-adb6d40c2391 x-openstack-request-id: req-7c4ba492-0a1f-4b4c-a4c0-adb6d40c2391 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:45:50.674741 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03115c2e-44b0-449c-a639-41f8e71fa708", "tag": "2fdc68af-4228-492b-a8ee-3d33a0371dc1", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:45:50.675040 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c4ba492-0a1f-4b4c-a4c0-adb6d40c2391 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:45:50.675510 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03115c2e-44b0-449c-a639-41f8e71fa708', 'tag': '2fdc68af-4228-492b-a8ee-3d33a0371dc1', 'status': 'completed', 'code': 200} Jun 02 21:45:50.697647 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-9615a118-716c-4f65-81ef-b6d9ac89238d None None] Set router f5dbce9a-85be-406a-8c15-57d820fb59ad gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:45:50.771752 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172eeeb-ccf7-4aed-9bac-5e49a3de9c9a req-c7f4d597-6599-465b-b685-0f65149ad0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:45:50.773099 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7172eeeb-ccf7-4aed-9bac-5e49a3de9c9a req-c7f4d597-6599-465b-b685-0f65149ad0f3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=58c10b53fc72424eb439333ca9e955ff&device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 1098 time: 0.0774734 Jun 02 21:45:50.954632 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172eeeb-ccf7-4aed-9bac-5e49a3de9c9a req-f3baf2f7-84b5-4cbb-bf15-0c64284d19a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:45:50.956089 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7172eeeb-ccf7-4aed-9bac-5e49a3de9c9a req-f3baf2f7-84b5-4cbb-bf15-0c64284d19a8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd HTTP/1.1" status: 200 len: 910 time: 0.1771269 Jun 02 21:45:51.026910 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7172eeeb-ccf7-4aed-9bac-5e49a3de9c9a req-0bb71bbf-c5b2-4d2b-aeec-e2d8f1bbb50f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fdc68af-4228-492b-a8ee-3d33a0371dc1 HTTP/1.1" status: 200 len: 217 time: 0.0628474 Jun 02 21:45:51.043213 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afdaea-43a6-4af7-9e95-d406a9efadb1 req-f542aa20-f113-42ab-a3bd-1dba523790d7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:45:51.043894 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-e6afdaea-43a6-4af7-9e95-d406a9efadb1 req-f542aa20-f113-42ab-a3bd-1dba523790d7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Synchronizing usage tracker for tenant:58c10b53fc72424eb439333ca9e955ff on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:45:51.059673 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9615a118-716c-4f65-81ef-b6d9ac89238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'name': 'tempest-TestSnapshotPattern-940214705-router', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:40Z', 'updated_at': '2021-06-02T21:39:44Z', 'revision_number': 4, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'gw_port': {'id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:41Z', 'updated_at': '2021-06-02T21:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '7e09b4c0-4ab2-4537-8e34-74b5c9695b3b', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'floating_ip_address': '172.26.0.131', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'port_id': '43bde902-90c2-49f2-8025-5681162ad998', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'mac_address': 'fa:16:3e:e2:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:40:06Z', 'updated_at': '2021-06-02T21:40:09Z', 'revision_number': 1, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f01d9e4a-8572-40e2-8056-801760a622f0', 'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'mac_address': 'fa:16:3e:c6:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:44Z', 'updated_at': '2021-06-02T21:39:50Z', 'revision_number': 5, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'subnets': [{'id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:45:51.063391 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9615a118-716c-4f65-81ef-b6d9ac89238d None None] Checking router: f5dbce9a-85be-406a-8c15-57d820fb59ad for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:45:51.071466 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9615a118-716c-4f65-81ef-b6d9ac89238d None None] Routers {'f5dbce9a-85be-406a-8c15-57d820fb59ad'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:45:51.072055 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9615a118-716c-4f65-81ef-b6d9ac89238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:45:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f5dbce9a-85be-406a-8c15-57d820fb59ad'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:45:51.104082 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-e6afdaea-43a6-4af7-9e95-d406a9efadb1 req-f542aa20-f113-42ab-a3bd-1dba523790d7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Unset dirty status for tenant:58c10b53fc72424eb439333ca9e955ff on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:45:51.105198 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e6afdaea-43a6-4af7-9e95-d406a9efadb1 req-f542aa20-f113-42ab-a3bd-1dba523790d7 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 945 time: 0.2329068 Jun 02 21:45:51.113553 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172eeeb-ccf7-4aed-9bac-5e49a3de9c9a req-d4f8788e-57e9-4936-893b-d83600f95aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:45:51.114974 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7172eeeb-ccf7-4aed-9bac-5e49a3de9c9a req-d4f8788e-57e9-4936-893b-d83600f95aeb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e4f339d6-aab2-4d48-b2e1-1a7188def748 HTTP/1.1" status: 200 len: 848 time: 0.0800667 Jun 02 21:45:51.201419 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-e6afdaea-43a6-4af7-9e95-d406a9efadb1 req-56a31ede-6697-40cc-99f1-40ada4bf3f8e tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896103 Jun 02 21:45:51.221911 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172eeeb-ccf7-4aed-9bac-5e49a3de9c9a req-df6f9660-5692-4155-9938-b760d208a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:45:51.221911 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7172eeeb-ccf7-4aed-9bac-5e49a3de9c9a req-df6f9660-5692-4155-9938-b760d208a9bc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0931516 Jun 02 21:45:51.253334 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-9615a118-716c-4f65-81ef-b6d9ac89238d None None] Set router f5dbce9a-85be-406a-8c15-57d820fb59ad gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:45:51.356647 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7172eeeb-ccf7-4aed-9bac-5e49a3de9c9a req-178f2d7c-3cfb-4fc5-9712-dc8afcb22452 service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277256 Jun 02 21:45:51.485855 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-7172eeeb-ccf7-4aed-9bac-5e49a3de9c9a req-6d74d483-5444-4e18-9ef1-beeb97487717 service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227365 Jun 02 21:45:51.594932 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-9615a118-716c-4f65-81ef-b6d9ac89238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'name': 'tempest-TestSnapshotPattern-940214705-router', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:40Z', 'updated_at': '2021-06-02T21:39:44Z', 'revision_number': 4, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'gw_port': {'id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:41Z', 'updated_at': '2021-06-02T21:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '7e09b4c0-4ab2-4537-8e34-74b5c9695b3b', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'floating_ip_address': '172.26.0.131', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'port_id': '43bde902-90c2-49f2-8025-5681162ad998', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'mac_address': 'fa:16:3e:e2:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:40:06Z', 'updated_at': '2021-06-02T21:40:09Z', 'revision_number': 1, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f01d9e4a-8572-40e2-8056-801760a622f0', 'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'mac_address': 'fa:16:3e:c6:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:44Z', 'updated_at': '2021-06-02T21:39:50Z', 'revision_number': 5, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'subnets': [{'id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:45:51.600511 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9615a118-716c-4f65-81ef-b6d9ac89238d None None] The sync data for ids ['f5dbce9a-85be-406a-8c15-57d820fb59ad'] in dv-neutron-601336-84-hyperv is: [{'id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'name': 'tempest-TestSnapshotPattern-940214705-router', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:40Z', 'updated_at': '2021-06-02T21:39:44Z', 'revision_number': 4, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'gw_port': {'id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:41Z', 'updated_at': '2021-06-02T21:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_floatingips': [{'id': '7e09b4c0-4ab2-4537-8e34-74b5c9695b3b', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'floating_ip_address': '172.26.0.131', 'floating_network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'router_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'port_id': '43bde902-90c2-49f2-8025-5681162ad998', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'mac_address': 'fa:16:3e:e2:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-02T21:40:06Z', 'updated_at': '2021-06-02T21:40:09Z', 'revision_number': 1, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f01d9e4a-8572-40e2-8056-801760a622f0', 'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'mac_address': 'fa:16:3e:c6:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:44Z', 'updated_at': '2021-06-02T21:39:50Z', 'revision_number': 5, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'subnets': [{'id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:45:51.820546 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0910cfdc-7598-4bf0-83c9-688e1281a691 None None] New status for floating IP fc27ed1e-f140-4ebf-8c55-f62ba7173497: DOWN {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:45:52.397019 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1117f6-247a-4bb3-91ca-98f59310c815 req-bde08415-f468-4786-9a6d-8764a3bcfa6a tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:45:52.398455 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8c1117f6-247a-4bb3-91ca-98f59310c815 req-bde08415-f468-4786-9a6d-8764a3bcfa6a tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 945 time: 0.0811796 Jun 02 21:45:52.445236 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8c1117f6-247a-4bb3-91ca-98f59310c815 req-4178c4e9-26b1-45a4-ac6a-85a73796627d tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407267 Jun 02 21:45:52.561378 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41522c9-777b-402a-81d7-6a740f0443ef req-c908300b-dfb9-4d43-a426-94f1ef87752d tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:45:52.562694 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c41522c9-777b-402a-81d7-6a740f0443ef req-c908300b-dfb9-4d43-a426-94f1ef87752d tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.95 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 945 time: 0.0826643 Jun 02 21:45:52.694338 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-c41522c9-777b-402a-81d7-6a740f0443ef req-e0375b13-db9c-4a66-b1ea-642d363aa9c2 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Deleting port 2fdc68af-4228-492b-a8ee-3d33a0371dc1 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:45:52.694699 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-c41522c9-777b-402a-81d7-6a740f0443ef req-e0375b13-db9c-4a66-b1ea-642d363aa9c2 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:52.823678 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [req-c41522c9-777b-402a-81d7-6a740f0443ef req-e0375b13-db9c-4a66-b1ea-642d363aa9c2 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] For port 2fdc68af-4228-492b-a8ee-3d33a0371dc1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2fdc68af-4228-492b-a8ee-3d33a0371dc1,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:45:52.823952 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-c41522c9-777b-402a-81d7-6a740f0443ef req-e0375b13-db9c-4a66-b1ea-642d363aa9c2 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:52.943588 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [req-c41522c9-777b-402a-81d7-6a740f0443ef req-e0375b13-db9c-4a66-b1ea-642d363aa9c2 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Calling delete_port for 2fdc68af-4228-492b-a8ee-3d33a0371dc1 owned by compute:nova {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:45:53.046734 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 2fdc68af-4228-492b-a8ee-3d33a0371dc1 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:45:53.051974 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-c41522c9-777b-402a-81d7-6a740f0443ef req-e0375b13-db9c-4a66-b1ea-642d363aa9c2 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:53.058224 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:45:53.085603 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 2fdc68af-4228-492b-a8ee-3d33a0371dc1 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:45:53.085868 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 2fdc68af-4228-492b-a8ee-3d33a0371dc1 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:45:53.106664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0375b13-db9c-4a66-b1ea-642d363aa9c2 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Pushing event deleted for resources: {'Port': ['ID=2fdc68af-4228-492b-a8ee-3d33a0371dc1,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:45:53.109841 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-e0375b13-db9c-4a66-b1ea-642d363aa9c2 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:45:53.182723 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41522c9-777b-402a-81d7-6a740f0443ef req-e0375b13-db9c-4a66-b1ea-642d363aa9c2 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] No DVR routers for this DVR port 2fdc68af-4228-492b-a8ee-3d33a0371dc1 on host hv-neutron-6013 {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:45:53.185267 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [req-c41522c9-777b-402a-81d7-6a740f0443ef req-e0375b13-db9c-4a66-b1ea-642d363aa9c2 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:53.187875 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03115c2e-44b0-449c-a639-41f8e71fa708', 'name': 'network-vif-deleted', 'tag': '2fdc68af-4228-492b-a8ee-3d33a0371dc1'}] {{(pid=92549) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:45:53.190128 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc2b8a060e0aedae79ef567afeffef8e6a7d75eab96cbcb9fc37d0c44b2e3664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1642f7e-b775-48c0-a390-4408b6901f9b" -d '{"events": [{"server_uuid": "03115c2e-44b0-449c-a639-41f8e71fa708", "name": "network-vif-deleted", "tag": "2fdc68af-4228-492b-a8ee-3d33a0371dc1"}]}' {{(pid=92549) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:45:53.204615 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-c41522c9-777b-402a-81d7-6a740f0443ef req-e0375b13-db9c-4a66-b1ea-642d363aa9c2 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.95 "DELETE /v2.0/ports/2fdc68af-4228-492b-a8ee-3d33a0371dc1 HTTP/1.1" status: 204 len: 173 time: 0.6367636 Jun 02 21:45:53.235713 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9999d99-285f-4669-84c8-c0ee1b96feb6 x-openstack-request-id: req-d9999d99-285f-4669-84c8-c0ee1b96feb6 {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:45:53.236519 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03115c2e-44b0-449c-a639-41f8e71fa708", "name": "network-vif-deleted", "tag": "2fdc68af-4228-492b-a8ee-3d33a0371dc1", "status": "completed", "code": 200}]} {{(pid=92549) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:45:53.236819 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9999d99-285f-4669-84c8-c0ee1b96feb6 {{(pid=92549) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:45:53.237252 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03115c2e-44b0-449c-a639-41f8e71fa708', 'name': 'network-vif-deleted', 'tag': '2fdc68af-4228-492b-a8ee-3d33a0371dc1', 'status': 'completed', 'code': 200} Jun 02 21:45:53.610743 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-6d499cfd-d8a0-4624-8ff7-3257a68be674 req-729cb9e3-0de1-43b7-b008-2ef29f0e30bc tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=03115c2e-44b0-449c-a639-41f8e71fa708 HTTP/1.1" status: 200 len: 210 time: 0.0436599 Jun 02 21:45:55.252915 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 39358) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:45:55.516087 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Deleting port 9ff9d704-17e9-4fd7-a7b2-2e666a81462f {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:45:55.516313 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:55.634638 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:55.634995 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:55.756896 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Calling delete_port for 9ff9d704-17e9-4fd7-a7b2-2e666a81462f owned by network:floatingip {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:45:55.872678 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:55.876308 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-ccf836f5-4cb6-4f03-8855-0413c458c8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:45:55.922399 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Pushing event deleted for resources: {'Port': ['ID=9ff9d704-17e9-4fd7-a7b2-2e666a81462f,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:45:55.954034 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:55.954424 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:55.954805 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:55.955198 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:55.955571 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:55.955944 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:55.956311 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:55.956680 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:55.957045 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:55.957406 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:55.957824 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:55.958670 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-84-hyperv {{(pid=92548) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 02 21:45:55.966738 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:45:56.022553 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for floatingip, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:56.022884 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.db.l3_db [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Floating IP 7e09b4c0-4ab2-4537-8e34-74b5c9695b3b disassociated (deleted). External IP: 172.26.0.131, port: 43bde902-90c2-49f2-8025-5681162ad998. Jun 02 21:45:56.505661 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Router f5dbce9a-85be-406a-8c15-57d820fb59ad has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92548) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:45:56.681829 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92548) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:45:56.690742 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bfe19c-6975-4bdb-9634-b269fb328e86 None None] Sync routers for ids ['f5dbce9a-85be-406a-8c15-57d820fb59ad'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:45:56.698322 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for floatingip, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:56.700229 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bfe19c-6975-4bdb-9634-b269fb328e86 None None] Routers {'f5dbce9a-85be-406a-8c15-57d820fb59ad'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:45:56.700831 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-46bfe19c-6975-4bdb-9634-b269fb328e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:45:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f5dbce9a-85be-406a-8c15-57d820fb59ad'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:45:56.756946 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-88f182c1-c023-487b-83b8-b98b1c39b33c tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "DELETE /v2.0/floatingips/7e09b4c0-4ab2-4537-8e34-74b5c9695b3b HTTP/1.1" status: 204 len: 168 time: 1.5028491 Jun 02 21:45:56.757540 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'tag': '43bde902-90c2-49f2-8025-5681162ad998'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:45:56.759974 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c4ca2462785706ef61b55e82ed8a0dbf2eeb1b9d426c8ec29c72d32e56ec2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc871484-3e98-4fd1-acb8-fb5c6eafbf3d" -d '{"events": [{"name": "network-changed", "server_uuid": "8156bdc2-0990-4e92-a84c-0b4ff36cb732", "tag": "43bde902-90c2-49f2-8025-5681162ad998"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:45:56.858627 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Jun 2021 21:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80dc759-6b2e-4e7e-9051-be2fcfb676b4 x-openstack-request-id: req-e80dc759-6b2e-4e7e-9051-be2fcfb676b4 {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:45:56.859127 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8156bdc2-0990-4e92-a84c-0b4ff36cb732", "tag": "43bde902-90c2-49f2-8025-5681162ad998", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:45:56.859524 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e80dc759-6b2e-4e7e-9051-be2fcfb676b4 {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:45:56.860144 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'tag': '43bde902-90c2-49f2-8025-5681162ad998', 'status': 'completed', 'code': 200} Jun 02 21:45:56.934503 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-46bfe19c-6975-4bdb-9634-b269fb328e86 None None] Set router f5dbce9a-85be-406a-8c15-57d820fb59ad gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:45:56.962923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc871484-3e98-4fd1-acb8-fb5c6eafbf3d req-a6237b7b-4220-4fff-bff0-110b22dea817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:45:56.965051 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dc871484-3e98-4fd1-acb8-fb5c6eafbf3d req-a6237b7b-4220-4fff-bff0-110b22dea817 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=58c10b53fc72424eb439333ca9e955ff&device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 1096 time: 0.0838368 Jun 02 21:45:57.109066 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 2fdc68af-4228-492b-a8ee-3d33a0371dc1 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:45:57.152552 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 2fdc68af-4228-492b-a8ee-3d33a0371dc1 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:45:57.153325 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 2fdc68af-4228-492b-a8ee-3d33a0371dc1 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:45:57.184316 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc871484-3e98-4fd1-acb8-fb5c6eafbf3d req-2588cdb2-5311-4019-9acf-278c40e152f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:45:57.185769 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dc871484-3e98-4fd1-acb8-fb5c6eafbf3d req-2588cdb2-5311-4019-9acf-278c40e152f8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd HTTP/1.1" status: 200 len: 910 time: 0.2081082 Jun 02 21:45:57.201926 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd4201-a59f-4366-8d49-bf4c4728b351 req-7b1eec5c-4484-4919-98c5-309a41934265 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:45:57.202604 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-8abd4201-a59f-4366-8d49-bf4c4728b351 req-7b1eec5c-4484-4919-98c5-309a41934265 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Synchronizing usage tracker for tenant:58c10b53fc72424eb439333ca9e955ff on resource:port {{(pid=92549) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:45:57.251667 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-46bfe19c-6975-4bdb-9634-b269fb328e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'name': 'tempest-TestSnapshotPattern-940214705-router', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:40Z', 'updated_at': '2021-06-02T21:39:44Z', 'revision_number': 4, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'gw_port': {'id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:41Z', 'updated_at': '2021-06-02T21:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'f01d9e4a-8572-40e2-8056-801760a622f0', 'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'mac_address': 'fa:16:3e:c6:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:44Z', 'updated_at': '2021-06-02T21:39:50Z', 'revision_number': 5, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'subnets': [{'id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:45:57.256335 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bfe19c-6975-4bdb-9634-b269fb328e86 None None] Checking router: f5dbce9a-85be-406a-8c15-57d820fb59ad for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:45:57.265813 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bfe19c-6975-4bdb-9634-b269fb328e86 None None] Routers {'f5dbce9a-85be-406a-8c15-57d820fb59ad'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:45:57.266419 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-46bfe19c-6975-4bdb-9634-b269fb328e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:45:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f5dbce9a-85be-406a-8c15-57d820fb59ad'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:45:57.269590 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dc871484-3e98-4fd1-acb8-fb5c6eafbf3d req-959572cc-2f28-4e4c-b9dd-1292495406f1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43bde902-90c2-49f2-8025-5681162ad998 HTTP/1.1" status: 200 len: 217 time: 0.0757303 Jun 02 21:45:57.310664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.quota.resource [req-8abd4201-a59f-4366-8d49-bf4c4728b351 req-7b1eec5c-4484-4919-98c5-309a41934265 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Unset dirty status for tenant:58c10b53fc72424eb439333ca9e955ff on resource:port {{(pid=92549) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:45:57.311936 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8abd4201-a59f-4366-8d49-bf4c4728b351 req-7b1eec5c-4484-4919-98c5-309a41934265 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 943 time: 0.2535243 Jun 02 21:45:57.369599 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc871484-3e98-4fd1-acb8-fb5c6eafbf3d req-43718160-b326-44ad-be3a-88d97c7e5e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:45:57.370926 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dc871484-3e98-4fd1-acb8-fb5c6eafbf3d req-43718160-b326-44ad-be3a-88d97c7e5e14 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e4f339d6-aab2-4d48-b2e1-1a7188def748 HTTP/1.1" status: 200 len: 848 time: 0.0933199 Jun 02 21:45:57.375444 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-8abd4201-a59f-4366-8d49-bf4c4728b351 req-061be6a2-91f0-45fb-9f21-15b9267c1250 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/security-groups?id=6657adfc-8bea-4280-b08d-a26b39d89eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567822 Jun 02 21:45:57.447026 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc871484-3e98-4fd1-acb8-fb5c6eafbf3d req-a48d39f2-a7cf-4f75-b61d-7013a9c13b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92549) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:45:57.448539 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dc871484-3e98-4fd1-acb8-fb5c6eafbf3d req-a48d39f2-a7cf-4f75-b61d-7013a9c13b2a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0707419 Jun 02 21:45:57.455176 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-46bfe19c-6975-4bdb-9634-b269fb328e86 None None] Set router f5dbce9a-85be-406a-8c15-57d820fb59ad gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:45:57.735127 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dc871484-3e98-4fd1-acb8-fb5c6eafbf3d req-72973f80-6b52-458d-833a-aa2eee197696 service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767997 Jun 02 21:45:57.782827 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-46bfe19c-6975-4bdb-9634-b269fb328e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'name': 'tempest-TestSnapshotPattern-940214705-router', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:40Z', 'updated_at': '2021-06-02T21:39:44Z', 'revision_number': 4, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'gw_port': {'id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:41Z', 'updated_at': '2021-06-02T21:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'f01d9e4a-8572-40e2-8056-801760a622f0', 'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'mac_address': 'fa:16:3e:c6:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:44Z', 'updated_at': '2021-06-02T21:39:50Z', 'revision_number': 5, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'subnets': [{'id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:45:57.787471 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bfe19c-6975-4bdb-9634-b269fb328e86 None None] The sync data for ids ['f5dbce9a-85be-406a-8c15-57d820fb59ad'] in dv-neutron-601336-84-hyperv is: [{'id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'name': 'tempest-TestSnapshotPattern-940214705-router', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:40Z', 'updated_at': '2021-06-02T21:39:44Z', 'revision_number': 4, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'gw_port': {'id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:41Z', 'updated_at': '2021-06-02T21:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv', '_interfaces': [{'id': 'f01d9e4a-8572-40e2-8056-801760a622f0', 'name': '', 'network_id': '6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'mac_address': 'fa:16:3e:c6:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:44Z', 'updated_at': '2021-06-02T21:39:50Z', 'revision_number': 5, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'subnets': [{'id': 'e4f339d6-aab2-4d48-b2e1-1a7188def748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:45:57.848208 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d468992-30ee-404e-a1e0-a6055d7229e2 req-6cfb6742-003e-4fb4-802f-dc4a150d72d8 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92548) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 02 21:45:57.849787 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-8d468992-30ee-404e-a1e0-a6055d7229e2 req-6cfb6742-003e-4fb4-802f-dc4a150d72d8 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Synchronizing usage tracker for tenant:58c10b53fc72424eb439333ca9e955ff on resource:port {{(pid=92548) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 02 21:45:57.862389 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.quota.resource [req-8d468992-30ee-404e-a1e0-a6055d7229e2 req-6cfb6742-003e-4fb4-802f-dc4a150d72d8 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Unset dirty status for tenant:58c10b53fc72424eb439333ca9e955ff on resource:port {{(pid=92548) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 02 21:45:57.863718 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8d468992-30ee-404e-a1e0-a6055d7229e2 req-6cfb6742-003e-4fb4-802f-dc4a150d72d8 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.95 "GET /v2.0/ports?device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 943 time: 0.1043246 Jun 02 21:45:57.876042 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [req-dc871484-3e98-4fd1-acb8-fb5c6eafbf3d req-1b3e4483-4e34-48cf-94c8-273aa352270c service neutron] 10.222.0.95 "GET /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327970 Jun 02 21:45:58.005646 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [req-8d468992-30ee-404e-a1e0-a6055d7229e2 req-a08dfdf1-53ad-4b4f-b59c-f5bcdf87fc73 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Deleting port 43bde902-90c2-49f2-8025-5681162ad998 {{(pid=92548) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:45:58.005994 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [req-8d468992-30ee-404e-a1e0-a6055d7229e2 req-a08dfdf1-53ad-4b4f-b59c-f5bcdf87fc73 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:58.009248 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786852c1-03e7-4344-8da3-6322215b1ed2 None None] New status for floating IP 7e09b4c0-4ab2-4537-8e34-74b5c9695b3b: DOWN {{(pid=92550) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 02 21:45:58.140004 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.db [req-8d468992-30ee-404e-a1e0-a6055d7229e2 req-a08dfdf1-53ad-4b4f-b59c-f5bcdf87fc73 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] For port 43bde902-90c2-49f2-8025-5681162ad998, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=43bde902-90c2-49f2-8025-5681162ad998,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92548) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:45:58.140368 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [req-8d468992-30ee-404e-a1e0-a6055d7229e2 req-a08dfdf1-53ad-4b4f-b59c-f5bcdf87fc73 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:58.260392 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [req-8d468992-30ee-404e-a1e0-a6055d7229e2 req-a08dfdf1-53ad-4b4f-b59c-f5bcdf87fc73 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Calling delete_port for 43bde902-90c2-49f2-8025-5681162ad998 owned by compute:nova {{(pid=92548) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:45:58.368997 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [req-8d468992-30ee-404e-a1e0-a6055d7229e2 req-a08dfdf1-53ad-4b4f-b59c-f5bcdf87fc73 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16273861'] for port, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:58.374335 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-5ce51d77-f570-4ed4-bb1a-59fc033056d5 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:45:58.419092 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08dfdf1-53ad-4b4f-b59c-f5bcdf87fc73 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Pushing event deleted for resources: {'Port': ['ID=43bde902-90c2-49f2-8025-5681162ad998,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:45:58.422205 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a08dfdf1-53ad-4b4f-b59c-f5bcdf87fc73 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:45:58.497452 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d468992-30ee-404e-a1e0-a6055d7229e2 req-a08dfdf1-53ad-4b4f-b59c-f5bcdf87fc73 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] No DVR routers for this DVR port 43bde902-90c2-49f2-8025-5681162ad998 on host hv-neutron-6013 {{(pid=92548) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:45:58.529742 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [req-8d468992-30ee-404e-a1e0-a6055d7229e2 req-a08dfdf1-53ad-4b4f-b59c-f5bcdf87fc73 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1938088'] for port, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:58.547202 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-234207ae-bd61-4c6a-90b5-bf15dfd0b4dc req-31ebb286-2dd5-4c19-a198-a7dc1147ec36 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "GET /v2.0/ports?device_id=8156bdc2-0990-4e92-a84c-0b4ff36cb732 HTTP/1.1" status: 200 len: 210 time: 0.0511084 Jun 02 21:45:58.552902 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [req-8d468992-30ee-404e-a1e0-a6055d7229e2 req-a08dfdf1-53ad-4b4f-b59c-f5bcdf87fc73 tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.95 "DELETE /v2.0/ports/43bde902-90c2-49f2-8025-5681162ad998 HTTP/1.1" status: 204 len: 173 time: 0.6837561 Jun 02 21:45:58.861422 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'name': 'network-vif-deleted', 'tag': '43bde902-90c2-49f2-8025-5681162ad998'}] {{(pid=92548) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 02 21:45:58.864605 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c4ca2462785706ef61b55e82ed8a0dbf2eeb1b9d426c8ec29c72d32e56ec2b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4ece43-cc80-4e4c-a652-0292126a504b" -d '{"events": [{"server_uuid": "8156bdc2-0990-4e92-a84c-0b4ff36cb732", "name": "network-vif-deleted", "tag": "43bde902-90c2-49f2-8025-5681162ad998"}]}' {{(pid=92548) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 02 21:45:58.907069 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Jun 2021 21:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747fb29a-c4d0-4baa-84b2-60ed54070127 x-openstack-request-id: req-747fb29a-c4d0-4baa-84b2-60ed54070127 {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 02 21:45:58.907430 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8156bdc2-0990-4e92-a84c-0b4ff36cb732", "name": "network-vif-deleted", "tag": "43bde902-90c2-49f2-8025-5681162ad998", "status": "completed", "code": 200}]} {{(pid=92548) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 02 21:45:58.907724 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-747fb29a-c4d0-4baa-84b2-60ed54070127 {{(pid=92548) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 02 21:45:58.908158 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8156bdc2-0990-4e92-a84c-0b4ff36cb732', 'name': 'network-vif-deleted', 'tag': '43bde902-90c2-49f2-8025-5681162ad998', 'status': 'completed', 'code': 200} Jun 02 21:45:59.646038 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 39378) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:45:59.712522 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a0160642-7a41-40c0-a637-1e06c12a2aeb tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:59.741254 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a0160642-7a41-40c0-a637-1e06c12a2aeb tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:59.808688 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a0160642-7a41-40c0-a637-1e06c12a2aeb tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:59.813597 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-0f33f6d8-dd8d-43f4-a4a5-30c2444e7736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:45:59.827813 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0160642-7a41-40c0-a637-1e06c12a2aeb tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6657adfc-8bea-4280-b08d-a26b39d89eb5,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:45:59.830438 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-a0160642-7a41-40c0-a637-1e06c12a2aeb tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:45:59.839053 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-a0160642-7a41-40c0-a637-1e06c12a2aeb tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:45:59.844217 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-a0160642-7a41-40c0-a637-1e06c12a2aeb tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] 10.222.0.25 "DELETE /v2.0/security-groups/6657adfc-8bea-4280-b08d-a26b39d89eb5 HTTP/1.1" status: 204 len: 168 time: 0.1972289 Jun 02 21:45:59.892824 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 39382) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:46:00.520408 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4d48f4e1-e753-4b53-84ee-6770910c83e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:00.926296 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-4d48f4e1-e753-4b53-84ee-6770910c83e4 admin admin] Deleting port f01d9e4a-8572-40e2-8056-801760a622f0 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:46:00.926980 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4d48f4e1-e753-4b53-84ee-6770910c83e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:00.963746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e26d75be-6bf4-4120-9bf1-4cb8e7ac50fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:01.045126 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-4d48f4e1-e753-4b53-84ee-6770910c83e4 admin admin] For port f01d9e4a-8572-40e2-8056-801760a622f0, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=f01d9e4a-8572-40e2-8056-801760a622f0,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:46:01.045478 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4d48f4e1-e753-4b53-84ee-6770910c83e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:01.317563 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-4d48f4e1-e753-4b53-84ee-6770910c83e4 admin admin] Calling delete_port for f01d9e4a-8572-40e2-8056-801760a622f0 owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:46:01.608200 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4d48f4e1-e753-4b53-84ee-6770910c83e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:01.612707 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-617ddf24-759c-48c6-a973-df22a0ff1d41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:46:01.660276 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48f4e1-e753-4b53-84ee-6770910c83e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f01d9e4a-8572-40e2-8056-801760a622f0,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:46:01.686383 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4d48f4e1-e753-4b53-84ee-6770910c83e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:46:01.924706 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-4d48f4e1-e753-4b53-84ee-6770910c83e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:02.270810 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d48f4e1-e753-4b53-84ee-6770910c83e4 admin admin] Router f5dbce9a-85be-406a-8c15-57d820fb59ad has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:46:02.444786 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d48f4e1-e753-4b53-84ee-6770910c83e4 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:46:02.453317 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143ee80f-e644-43a6-881c-b31646da8efa None None] Sync routers for ids ['f5dbce9a-85be-406a-8c15-57d820fb59ad'] in dv-neutron-601336-84-hyperv {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:46:02.456598 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-4d48f4e1-e753-4b53-84ee-6770910c83e4 admin admin] 10.222.0.25 "PUT /v2.0/routers/f5dbce9a-85be-406a-8c15-57d820fb59ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5626724 Jun 02 21:46:02.459510 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 39386) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:46:02.464861 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143ee80f-e644-43a6-881c-b31646da8efa None None] Routers {'f5dbce9a-85be-406a-8c15-57d820fb59ad'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:46:02.467176 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-143ee80f-e644-43a6-881c-b31646da8efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:45:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f5dbce9a-85be-406a-8c15-57d820fb59ad'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:46:02.644604 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-143ee80f-e644-43a6-881c-b31646da8efa None None] Set router f5dbce9a-85be-406a-8c15-57d820fb59ad gateway port host: dv-neutron-601336-84-hyperv {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:46:02.790920 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7770216b-db02-4c8b-bf1e-12c96e52aec5 admin admin] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:02.960415 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-143ee80f-e644-43a6-881c-b31646da8efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'name': 'tempest-TestSnapshotPattern-940214705-router', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224'}], 'enable_snat': True}, 'gw_port_id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:40Z', 'updated_at': '2021-06-02T21:46:01Z', 'revision_number': 5, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'gw_port': {'id': '84dc2908-b1ea-4c14-89a0-5fe84006e2f4', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:41Z', 'updated_at': '2021-06-02T21:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:46:02.962488 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7770216b-db02-4c8b-bf1e-12c96e52aec5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:02.964166 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143ee80f-e644-43a6-881c-b31646da8efa None None] Checking router: f5dbce9a-85be-406a-8c15-57d820fb59ad for host: dv-neutron-601336-84-hyperv {{(pid=92551) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:46:02.973676 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143ee80f-e644-43a6-881c-b31646da8efa None None] Routers {'f5dbce9a-85be-406a-8c15-57d820fb59ad'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92551) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:46:02.974280 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-143ee80f-e644-43a6-881c-b31646da8efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:45:33Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['f5dbce9a-85be-406a-8c15-57d820fb59ad'], 'active': True} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:46:03.037051 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-7770216b-db02-4c8b-bf1e-12c96e52aec5 admin admin] Deleting port 84dc2908-b1ea-4c14-89a0-5fe84006e2f4 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:46:03.037378 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7770216b-db02-4c8b-bf1e-12c96e52aec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:03.121499 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_dvr_db [None req-143ee80f-e644-43a6-881c-b31646da8efa None None] Set router f5dbce9a-85be-406a-8c15-57d820fb59ad gateway port host: None {{(pid=92551) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:46:03.156444 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 43bde902-90c2-49f2-8025-5681162ad998 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:46:03.157483 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-7770216b-db02-4c8b-bf1e-12c96e52aec5 admin admin] For port 84dc2908-b1ea-4c14-89a0-5fe84006e2f4, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=84dc2908-b1ea-4c14-89a0-5fe84006e2f4,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:46:03.157839 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7770216b-db02-4c8b-bf1e-12c96e52aec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:03.193338 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] No Port match for: 43bde902-90c2-49f2-8025-5681162ad998 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:46:03.193724 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Device 43bde902-90c2-49f2-8025-5681162ad998 not bound to the agent host hv-neutron-6013 {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:46:03.224788 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.l3_hamode_db [None req-143ee80f-e644-43a6-881c-b31646da8efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'name': 'tempest-TestSnapshotPattern-940214705-router', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:40Z', 'updated_at': '2021-06-02T21:46:02Z', 'revision_number': 6, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:46:03.228647 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143ee80f-e644-43a6-881c-b31646da8efa None None] The sync data for ids ['f5dbce9a-85be-406a-8c15-57d820fb59ad'] in dv-neutron-601336-84-hyperv is: [{'id': 'f5dbce9a-85be-406a-8c15-57d820fb59ad', 'name': 'tempest-TestSnapshotPattern-940214705-router', 'tenant_id': '58c10b53fc72424eb439333ca9e955ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:40Z', 'updated_at': '2021-06-02T21:46:02Z', 'revision_number': 6, 'project_id': '58c10b53fc72424eb439333ca9e955ff', 'gw_port_host': None}] {{(pid=92551) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:46:03.281161 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-7770216b-db02-4c8b-bf1e-12c96e52aec5 admin admin] Calling delete_port for 84dc2908-b1ea-4c14-89a0-5fe84006e2f4 owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:46:03.415106 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7770216b-db02-4c8b-bf1e-12c96e52aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:03.419578 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-4448cf6b-9ef6-4084-b601-5afeb14461cd tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:46:03.465292 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770216b-db02-4c8b-bf1e-12c96e52aec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=84dc2908-b1ea-4c14-89a0-5fe84006e2f4,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:46:03.484719 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-f30ad887-060d-415a-9b60-9bef60af8edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:03.491214 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-7770216b-db02-4c8b-bf1e-12c96e52aec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:46:03.540702 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:03.555195 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7770216b-db02-4c8b-bf1e-12c96e52aec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:03.729088 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7770216b-db02-4c8b-bf1e-12c96e52aec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:03.731526 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7770216b-db02-4c8b-bf1e-12c96e52aec5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:03.753590 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7770216b-db02-4c8b-bf1e-12c96e52aec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:03.754997 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7770216b-db02-4c8b-bf1e-12c96e52aec5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5dbce9a-85be-406a-8c15-57d820fb59ad {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 21:46:03.768481 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-7770216b-db02-4c8b-bf1e-12c96e52aec5 admin admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:03.769591 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-7770216b-db02-4c8b-bf1e-12c96e52aec5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f5dbce9a-85be-406a-8c15-57d820fb59ad HTTP/1.1" status: 204 len: 168 time: 1.3091941 Jun 02 21:46:03.772973 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 39388) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:46:03.832813 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-6173a754-6bc2-4c0b-a1d6-133b52b386c9 admin admin] Deleting subnet e4f339d6-aab2-4d48-b2e1-1a7188def748 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 21:46:03.835777 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6173a754-6bc2-4c0b-a1d6-133b52b386c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:03.883244 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6173a754-6bc2-4c0b-a1d6-133b52b386c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:03.967319 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6173a754-6bc2-4c0b-a1d6-133b52b386c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:03.997806 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f01d9e4a-8572-40e2-8056-801760a622f0 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:46:04.031814 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: f01d9e4a-8572-40e2-8056-801760a622f0 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:46:04.032165 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device f01d9e4a-8572-40e2-8056-801760a622f0 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:46:04.032773 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 84dc2908-b1ea-4c14-89a0-5fe84006e2f4 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:46:04.073063 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 84dc2908-b1ea-4c14-89a0-5fe84006e2f4 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:46:04.073419 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 84dc2908-b1ea-4c14-89a0-5fe84006e2f4 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:46:04.217080 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6173a754-6bc2-4c0b-a1d6-133b52b386c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:04.221116 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-957e593a-c610-4ab0-aa29-2a9aec071827 tempest-TestNetworkAdvancedServerOps-1012409912 tempest-TestNetworkAdvancedServerOps-1012409912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:46:04.394863 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173a754-6bc2-4c0b-a1d6-133b52b386c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4f339d6-aab2-4d48-b2e1-1a7188def748,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:46:04.397986 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-6173a754-6bc2-4c0b-a1d6-133b52b386c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:46:04.399196 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-6173a754-6bc2-4c0b-a1d6-133b52b386c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:04.403995 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1a0c76-4dbf-4eda-93fb-553e790e6e22 None None] Network 6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:46:04.405311 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-6173a754-6bc2-4c0b-a1d6-133b52b386c9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e4f339d6-aab2-4d48-b2e1-1a7188def748 HTTP/1.1" status: 204 len: 168 time: 0.6313903 Jun 02 21:46:04.407863 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 39390) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:46:04.512070 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:04.581890 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] Deleting port 922981a5-8dd9-4d94-b79a-6f38afa36b1e {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:46:04.582227 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:04.589639 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:04.682690 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568d0e3d-fe98-418d-bbfd-c1299a95f39d None None] DHCP port deletion for 6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 21:46:04.684210 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] For port 922981a5-8dd9-4d94-b79a-6f38afa36b1e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=922981a5-8dd9-4d94-b79a-6f38afa36b1e,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:46:04.684601 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:04.746444 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-568d0e3d-fe98-418d-bbfd-c1299a95f39d None None] Deleting port 922981a5-8dd9-4d94-b79a-6f38afa36b1e {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:46:04.746824 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-568d0e3d-fe98-418d-bbfd-c1299a95f39d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:04.809562 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] Calling delete_port for 922981a5-8dd9-4d94-b79a-6f38afa36b1e owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:46:04.845342 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-568d0e3d-fe98-418d-bbfd-c1299a95f39d None None] For port 922981a5-8dd9-4d94-b79a-6f38afa36b1e, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=922981a5-8dd9-4d94-b79a-6f38afa36b1e,segment=NetworkSegment(ac072237-3f86-4163-982b-e883d27b2dc7),segment_id=ac072237-3f86-4163-982b-e883d27b2dc7)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:46:04.845859 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-568d0e3d-fe98-418d-bbfd-c1299a95f39d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:04.855529 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:04.860062 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-10398d07-8353-48be-9e45-2e783d405b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:46:04.907324 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] Pushing event deleted for resources: {'Port': ['ID=922981a5-8dd9-4d94-b79a-6f38afa36b1e,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:46:04.909264 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] No DVR routers for this DVR port 922981a5-8dd9-4d94-b79a-6f38afa36b1e on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:46:04.910789 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:46:04.970308 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-568d0e3d-fe98-418d-bbfd-c1299a95f39d None None] Calling delete_port for 922981a5-8dd9-4d94-b79a-6f38afa36b1e owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:46:05.013515 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-568d0e3d-fe98-418d-bbfd-c1299a95f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:05.017081 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:46:05.028230 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:05.040989 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:46:05.052832 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac072237-3f86-4163-982b-e883d27b2dc7') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:46:05.053133 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac072237-3f86-4163-982b-e883d27b2dc7') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:46:05.057719 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d0e3d-fe98-418d-bbfd-c1299a95f39d None None] Pushing event deleted for resources: {'Port': ['ID=922981a5-8dd9-4d94-b79a-6f38afa36b1e,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:46:05.061321 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-568d0e3d-fe98-418d-bbfd-c1299a95f39d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:46:05.063561 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568d0e3d-fe98-418d-bbfd-c1299a95f39d None None] No DVR routers for this DVR port 922981a5-8dd9-4d94-b79a-6f38afa36b1e on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:46:05.064832 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:05.082217 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:05.089075 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:46:05.089466 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:46:05.102662 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:46:05.177050 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:05.180581 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-d71b5b01-06bb-4d50-9ae4-4fdd5eab0975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:46:05.193017 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:05.204807 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] Pushing event deleted for resources: {'Network': ['ID=6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:46:05.209106 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:46:05.217626 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-eaefc72e-0ca5-4436-b335-a39d9c58460e admin admin] 10.222.0.25 "DELETE /v2.0/networks/6aa4cf9d-2686-4fe6-a8aa-5ebb05cfb1dd HTTP/1.1" status: 204 len: 168 time: 0.8088231 Jun 02 21:46:05.220613 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 39392) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:46:05.742853 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8ee1fcc8-dda6-4448-a55f-7d9cae720d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710468'] for router_interface, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:05.893746 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 922981a5-8dd9-4d94-b79a-6f38afa36b1e no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:46:05.929524 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 922981a5-8dd9-4d94-b79a-6f38afa36b1e {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:46:05.929869 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 922981a5-8dd9-4d94-b79a-6f38afa36b1e not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:46:06.222092 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:06.286216 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-8ee1fcc8-dda6-4448-a55f-7d9cae720d85 admin admin] Deleting port 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:46:06.286550 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8ee1fcc8-dda6-4448-a55f-7d9cae720d85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:06.403342 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-8ee1fcc8-dda6-4448-a55f-7d9cae720d85 admin admin] For port 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a,segment=NetworkSegment(0be1d93f-bbd5-416a-b7a8-f587c1bae063),segment_id=0be1d93f-bbd5-416a-b7a8-f587c1bae063)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:46:06.403692 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8ee1fcc8-dda6-4448-a55f-7d9cae720d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:06.520661 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-8ee1fcc8-dda6-4448-a55f-7d9cae720d85 admin admin] Calling delete_port for 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a owned by network:router_interface {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:46:06.662458 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8ee1fcc8-dda6-4448-a55f-7d9cae720d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:06.665923 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-b4f9de3c-481c-4e39-9a3e-0e9981b4eb7b tempest-TestSnapshotPattern-879496988 tempest-TestSnapshotPattern-879496988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:46:06.707009 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1fcc8-dda6-4448-a55f-7d9cae720d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:46:06.710645 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8ee1fcc8-dda6-4448-a55f-7d9cae720d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:46:06.968586 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-8ee1fcc8-dda6-4448-a55f-7d9cae720d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1793553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1713116'] for router_interface, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:07.455431 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee1fcc8-dda6-4448-a55f-7d9cae720d85 admin admin] Router b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a has already been hosted by L3 agent 62cf439b-6299-4b94-b909-536a59434419 {{(pid=92549) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 02 21:46:07.629104 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee1fcc8-dda6-4448-a55f-7d9cae720d85 admin admin] Notify agent at l3_agent.dv-neutron-601336-84-hyperv the message routers_updated {{(pid=92549) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 02 21:46:07.637449 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce934ae4-0667-41a1-9279-4819dc9cb3e8 None None] Sync routers for ids ['b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a'] in dv-neutron-601336-84-hyperv {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 02 21:46:07.647386 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-8ee1fcc8-dda6-4448-a55f-7d9cae720d85 admin admin] 10.222.0.25 "PUT /v2.0/routers/b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4230185 Jun 02 21:46:07.647559 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce934ae4-0667-41a1-9279-4819dc9cb3e8 None None] Routers {'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:46:07.647559 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-ce934ae4-0667-41a1-9279-4819dc9cb3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:46:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:46:07.647809 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 39394) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:46:07.822790 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-ce934ae4-0667-41a1-9279-4819dc9cb3e8 None None] Set router b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a gateway port host: dv-neutron-601336-84-hyperv {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:46:07.823069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5f81af35-3776-4faa-9aea-037316a554f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:07.997672 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5f81af35-3776-4faa-9aea-037316a554f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:08.067445 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-5f81af35-3776-4faa-9aea-037316a554f4 admin admin] Deleting port 3ac0664d-77a0-4d59-864e-a2978fbbdfac {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:46:08.067808 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5f81af35-3776-4faa-9aea-037316a554f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:08.143685 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-ce934ae4-0667-41a1-9279-4819dc9cb3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a', 'name': 'tempest-TestSnapshotPattern-1345939467-router', 'tenant_id': 'dec17322472742e18e73988dab88c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'external_fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.152'}], 'enable_snat': True}, 'gw_port_id': '3ac0664d-77a0-4d59-864e-a2978fbbdfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:47Z', 'updated_at': '2021-06-02T21:46:06Z', 'revision_number': 5, 'project_id': 'dec17322472742e18e73988dab88c06e', 'gw_port': {'id': '3ac0664d-77a0-4d59-864e-a2978fbbdfac', 'name': '', 'network_id': '9eda1993-8807-4a42-8466-556269663ed3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:32:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'ip_address': '172.26.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-84-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-02T21:39:48Z', 'updated_at': '2021-06-02T21:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a3d2359-a4ec-41e9-a2d1-d62c3eee32f7', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-84-hyperv'}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:46:08.148097 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce934ae4-0667-41a1-9279-4819dc9cb3e8 None None] Checking router: b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a for host: dv-neutron-601336-84-hyperv {{(pid=92550) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 02 21:46:08.156615 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce934ae4-0667-41a1-9279-4819dc9cb3e8 None None] Routers {'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a'} bound to L3 agent in host dv-neutron-601336-84-hyperv {{(pid=92550) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 02 21:46:08.157210 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-ce934ae4-0667-41a1-9279-4819dc9cb3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-84-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-02T20:25:33Z,description=,heartbeat_timestamp=2021-06-02T21:46:03Z,host='dv-neutron-601336-84-hyperv',id=62cf439b-6299-4b94-b909-536a59434419,load=0,resource_versions=,resources_synced=,started_at=2021-06-02T20:25:33Z,topic='l3_agent')) {'router_ids': ['b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a'], 'active': True} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:46:08.186303 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-5f81af35-3776-4faa-9aea-037316a554f4 admin admin] For port 3ac0664d-77a0-4d59-864e-a2978fbbdfac, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=3ac0664d-77a0-4d59-864e-a2978fbbdfac,segment=NetworkSegment(c5d4673f-95f1-4ea2-b5c1-6c77278a75eb),segment_id=c5d4673f-95f1-4ea2-b5c1-6c77278a75eb)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:46:08.186657 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5f81af35-3776-4faa-9aea-037316a554f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:08.304193 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvr_db [None req-ce934ae4-0667-41a1-9279-4819dc9cb3e8 None None] Set router b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a gateway port host: None {{(pid=92550) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 02 21:46:08.308012 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-5f81af35-3776-4faa-9aea-037316a554f4 admin admin] Calling delete_port for 3ac0664d-77a0-4d59-864e-a2978fbbdfac owned by network:router_gateway {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:46:08.407851 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_hamode_db [None req-ce934ae4-0667-41a1-9279-4819dc9cb3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a', 'name': 'tempest-TestSnapshotPattern-1345939467-router', 'tenant_id': 'dec17322472742e18e73988dab88c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:47Z', 'updated_at': '2021-06-02T21:46:07Z', 'revision_number': 6, 'project_id': 'dec17322472742e18e73988dab88c06e', 'gw_port_host': None}], 'dv-neutron-601336-84-hyperv', False) {} {{(pid=92550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:46:08.411723 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce934ae4-0667-41a1-9279-4819dc9cb3e8 None None] The sync data for ids ['b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a'] in dv-neutron-601336-84-hyperv is: [{'id': 'b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a', 'name': 'tempest-TestSnapshotPattern-1345939467-router', 'tenant_id': 'dec17322472742e18e73988dab88c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-02T21:39:47Z', 'updated_at': '2021-06-02T21:46:07Z', 'revision_number': 6, 'project_id': 'dec17322472742e18e73988dab88c06e', 'gw_port_host': None}] {{(pid=92550) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 02 21:46:08.448991 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5f81af35-3776-4faa-9aea-037316a554f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:08.453500 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-8ee1fcc8-dda6-4448-a55f-7d9cae720d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:46:08.531276 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81af35-3776-4faa-9aea-037316a554f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac0664d-77a0-4d59-864e-a2978fbbdfac,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:46:08.533628 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-5f81af35-3776-4faa-9aea-037316a554f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:46:08.589597 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5f81af35-3776-4faa-9aea-037316a554f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1713057'] for router_gateway, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:08.907291 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5f81af35-3776-4faa-9aea-037316a554f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1710010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15146'] for router, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:08.909345 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5f81af35-3776-4faa-9aea-037316a554f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:08.932457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5f81af35-3776-4faa-9aea-037316a554f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1709870'] for router, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:08.932955 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f81af35-3776-4faa-9aea-037316a554f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a {{(pid=92549) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 02 21:46:08.944729 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-5f81af35-3776-4faa-9aea-037316a554f4 admin admin] Notify callbacks [] for router, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:08.945837 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5f81af35-3776-4faa-9aea-037316a554f4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b12f5c0e-4fc4-40f8-a36d-b8e779e8dd6a HTTP/1.1" status: 204 len: 168 time: 1.2972784 Jun 02 21:46:08.948304 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 39396) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:46:09.010546 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e938beb-2b08-458c-a319-bef3aff56b5f admin admin] Deleting subnet dd2e9463-b4f4-42dd-9c38-6f29cc673004 {{(pid=92549) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 02 21:46:09.013749 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2e938beb-2b08-458c-a319-bef3aff56b5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:09.062014 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2e938beb-2b08-458c-a319-bef3aff56b5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16259100'] for subnet, precommit_delete_associations {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:09.135939 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2e938beb-2b08-458c-a319-bef3aff56b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1406514'] for subnet, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:09.388144 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2e938beb-2b08-458c-a319-bef3aff56b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1406523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16221146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16354184'] for subnet, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:09.391941 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-fc4fe4f9-2c67-4368-aa7b-7eddfe6ab80f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:46:09.433780 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e938beb-2b08-458c-a319-bef3aff56b5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd2e9463-b4f4-42dd-9c38-6f29cc673004,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:46:09.435664 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-2e938beb-2b08-458c-a319-bef3aff56b5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:09.438161 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-2e938beb-2b08-458c-a319-bef3aff56b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:46:09.440136 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b072651-9ecb-4e21-bc92-d5dcc95060fc None None] Network 41a68784-8de6-41c9-abe2-8616a9e7e16d requested from dv-neutron-601336-84-hyperv {{(pid=92550) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 02 21:46:09.443871 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-2e938beb-2b08-458c-a319-bef3aff56b5f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dd2e9463-b4f4-42dd-9c38-6f29cc673004 HTTP/1.1" status: 204 len: 168 time: 0.4929929 Jun 02 21:46:09.445312 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 39398) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:46:09.546052 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-706304'] for network, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:09.620033 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] Deleting port 7732e333-d247-4064-bc38-99e2f9fcfea6 {{(pid=92549) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:46:09.620378 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:09.673730 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2caa325-df71-4d9b-85f7-49a9b58ed898 None None] DHCP port deletion for 41a68784-8de6-41c9-abe2-8616a9e7e16d request from dv-neutron-601336-84-hyperv {{(pid=92550) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 02 21:46:09.721457 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.db [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] For port 7732e333-d247-4064-bc38-99e2f9fcfea6, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7732e333-d247-4064-bc38-99e2f9fcfea6,segment=NetworkSegment(0be1d93f-bbd5-416a-b7a8-f587c1bae063),segment_id=0be1d93f-bbd5-416a-b7a8-f587c1bae063)] {{(pid=92549) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:46:09.721846 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:09.741943 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-c2caa325-df71-4d9b-85f7-49a9b58ed898 None None] Deleting port 7732e333-d247-4064-bc38-99e2f9fcfea6 {{(pid=92550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 02 21:46:09.742330 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c2caa325-df71-4d9b-85f7-49a9b58ed898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732231582940'] for port, before_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:09.836588 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.db [None req-c2caa325-df71-4d9b-85f7-49a9b58ed898 None None] For port 7732e333-d247-4064-bc38-99e2f9fcfea6, host dv-neutron-601336-84-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-84-hyperv',level=0,port_id=7732e333-d247-4064-bc38-99e2f9fcfea6,segment=NetworkSegment(0be1d93f-bbd5-416a-b7a8-f587c1bae063),segment_id=0be1d93f-bbd5-416a-b7a8-f587c1bae063)] {{(pid=92550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 02 21:46:09.836982 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c2caa325-df71-4d9b-85f7-49a9b58ed898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-354918'] for port, precommit_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:09.847634 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.plugin [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] Calling delete_port for 7732e333-d247-4064-bc38-99e2f9fcfea6 owned by network:dhcp {{(pid=92549) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:46:09.896460 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16221175'] for port, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:09.902135 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-3690fa0f-e2a7-4ca8-b92d-62ca79221532 tempest-TestShelveInstance-1124722480 tempest-TestShelveInstance-1124722480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:46:09.903271 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7732e333-d247-4064-bc38-99e2f9fcfea6 no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:46:09.947202 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7732e333-d247-4064-bc38-99e2f9fcfea6,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:46:09.950759 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:46:09.952906 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] No DVR routers for this DVR port 7732e333-d247-4064-bc38-99e2f9fcfea6 on host dv-neutron-601336-84-hyperv {{(pid=92549) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:46:09.990722 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-c2caa325-df71-4d9b-85f7-49a9b58ed898 None None] Calling delete_port for 7732e333-d247-4064-bc38-99e2f9fcfea6 owned by network:dhcp {{(pid=92550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 02 21:46:09.998768 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 7732e333-d247-4064-bc38-99e2f9fcfea6 {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:46:09.999111 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 7732e333-d247-4064-bc38-99e2f9fcfea6 not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:46:09.999556 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3ac0664d-77a0-4d59-864e-a2978fbbdfac no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:46:10.032782 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 3ac0664d-77a0-4d59-864e-a2978fbbdfac {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:46:10.033131 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 3ac0664d-77a0-4d59-864e-a2978fbbdfac not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:46:10.033548 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a no longer exists at agent ovs-agent-dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jun 02 21:46:10.066251 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403787', 'neutron.services.segments.db._delete_segments_for_network-8732231670568'] for network, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:10.069802 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.plugin [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] No Port match for: 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a {{(pid=92550) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 02 21:46:10.070150 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.plugins.ml2.rpc [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Device 0c0d25b2-0b2a-4c45-8198-9efb7aaf2f7a not bound to the agent host dv-neutron-601336-84-hyperv {{(pid=92550) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jun 02 21:46:10.080069 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a68784-8de6-41c9-abe2-8616a9e7e16d']}} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:46:10.091881 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be1d93f-bbd5-416a-b7a8-f587c1bae063') {'for_net_delete': True} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:46:10.092184 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.services.segments.db [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be1d93f-bbd5-416a-b7a8-f587c1bae063') {} {{(pid=92549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 02 21:46:10.103720 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732231671107', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16259077'] for segment, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:10.105462 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-c2caa325-df71-4d9b-85f7-49a9b58ed898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-674788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1793543', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732231589596', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732231217821'] for port, after_delete {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:10.109000 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:46:10.120778 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890'] for segment, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:10.127061 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=92549) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 02 21:46:10.127548 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1408890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16221060'] for segment, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: Traceback (most recent call last): Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: timer() Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: cb(*args, **kw) Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: return func(*args, **kwargs) Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: self._notify() Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: self.callback(batched_events) Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: event.method(event) Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: aggregate_uuid = self.p_client.list_aggregates( Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: return f(self, *a, **k) Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._get(url).json() Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: return self.request(url, 'GET', **kwargs) Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: base_url = self.get_endpoint(auth, allow=allow, Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 02 21:46:10.141774 dv-neutron-601336-84-hyperv neutron-server[92549]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 02 21:46:10.149935 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2caa325-df71-4d9b-85f7-49a9b58ed898 None None] Pushing event deleted for resources: {'Port': ['ID=7732e333-d247-4064-bc38-99e2f9fcfea6,revision_number=None']} {{(pid=92550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:46:10.153315 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG oslo_concurrency.lockutils [None req-c2caa325-df71-4d9b-85f7-49a9b58ed898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:46:10.155550 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2caa325-df71-4d9b-85f7-49a9b58ed898 None None] No DVR routers for this DVR port 7732e333-d247-4064-bc38-99e2f9fcfea6 on host dv-neutron-601336-84-hyperv {{(pid=92550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 02 21:46:10.220802 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1810244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1793550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1713028'] for network, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:10.224160 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-0a46ea19-e822-4aa6-996b-e21616189bf4 tempest-TestNetworkBasicOps-295695548 tempest-TestNetworkBasicOps-295695548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:46:10.237219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] Notify callbacks [] for network, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:10.249742 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=41a68784-8de6-41c9-abe2-8616a9e7e16d,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:46:10.253048 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:46:10.254780 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-c33308f9-a7ad-4bb0-9016-fa09f19836b6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/41a68784-8de6-41c9-abe2-8616a9e7e16d HTTP/1.1" status: 204 len: 168 time: 0.8085036 Jun 02 21:46:10.362135 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 39402) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:46:10.407997 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-5c37a3be-bece-495b-b0b7-16df46220683 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58c10b53fc72424eb439333ca9e955ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446863 Jun 02 21:46:10.410196 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.wsgi [-] (92549) accepted ('10.222.0.25', 39404) {{(pid=92549) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:46:10.465347 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd852463-b56c-449d-bb74-8c931a22fb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:10.489693 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd852463-b56c-449d-bb74-8c931a22fb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:10.541549 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd852463-b56c-449d-bb74-8c931a22fb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:10.546856 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-607bcc2d-99d0-4e54-9356-0045e4cb1d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:46:10.559830 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd852463-b56c-449d-bb74-8c931a22fb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a233b156-63ea-445b-adc9-0f7390b975f1,revision_number=None']} {{(pid=92549) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:46:10.562219 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG oslo_concurrency.lockutils [None req-cd852463-b56c-449d-bb74-8c931a22fb25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:46:10.567964 dv-neutron-601336-84-hyperv neutron-server[92549]: DEBUG neutron_lib.callbacks.manager [None req-cd852463-b56c-449d-bb74-8c931a22fb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:10.569241 dv-neutron-601336-84-hyperv neutron-server[92549]: INFO neutron.wsgi [None req-cd852463-b56c-449d-bb74-8c931a22fb25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a233b156-63ea-445b-adc9-0f7390b975f1 HTTP/1.1" status: 204 len: 168 time: 0.1581879 Jun 02 21:46:10.897140 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 39410) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:46:10.944408 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-482d2b47-8f47-4825-9c56-0b9113d1110b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dec17322472742e18e73988dab88c06e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459697 Jun 02 21:46:10.946617 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.wsgi [-] (92548) accepted ('10.222.0.25', 39412) {{(pid=92548) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 02 21:46:11.001937 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fa33e5eb-0ea7-4de8-9be3-8a285126a899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:11.028036 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fa33e5eb-0ea7-4de8-9be3-8a285126a899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:11.079131 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fa33e5eb-0ea7-4de8-9be3-8a285126a899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810244'] for security_group, after_delete {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:11.084411 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-bd18bae3-602a-4519-b3b0-4e7ac997fd4c tempest-TestNetworkAdvancedServerOps-1555147794 tempest-TestNetworkAdvancedServerOps-1555147794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 02 21:46:11.096841 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33e5eb-0ea7-4de8-9be3-8a285126a899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e2161c-159c-46c5-a7f7-956314149b63,revision_number=None']} {{(pid=92548) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 02 21:46:11.099662 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-fa33e5eb-0ea7-4de8-9be3-8a285126a899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 02 21:46:11.100585 dv-neutron-601336-84-hyperv neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-fa33e5eb-0ea7-4de8-9be3-8a285126a899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:11.101701 dv-neutron-601336-84-hyperv neutron-server[92548]: INFO neutron.wsgi [None req-fa33e5eb-0ea7-4de8-9be3-8a285126a899 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6e2161c-159c-46c5-a7f7-956314149b63 HTTP/1.1" status: 204 len: 168 time: 0.1541398 Jun 02 21:46:15.294116 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:23.062242 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:46:30.965554 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-313e3261-31b2-4ddb-bb0d-f5d53daf5c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:33.485844 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-357fce5a-172c-43aa-a5b9-0d3a4b1c51b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:33.545839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:34.565024 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:36.224519 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:46:45.299243 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:47:00.060963 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:47:00.967498 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-cde00d6e-e0c9-4866-97c5-c8dd1b4ffbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:47:03.486779 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-e001a12b-ac93-4aad-b25a-dbc9485ddb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:47:03.549578 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:47:04.568462 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:47:06.268792 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:47:15.323641 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:47:30.969303 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-0abf19b5-6f44-4db9-9b55-d3c50104e85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:47:33.487970 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1250cafd-b253-4bb3-82cb-a984dd3d1275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:47:33.552130 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:47:34.571728 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:47:36.229616 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:47:37.060064 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:47:45.321866 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:48:00.971711 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5d78bd98-0eef-4359-b852-c1ff44f8ab84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:48:03.488587 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-6f462d46-ddd5-4ee0-b417-99c69f6e9c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:48:03.553581 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:48:04.574336 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:48:06.232661 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:48:14.059169 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:48:15.337961 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:48:30.975298 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-1ede7f7b-bc7a-4788-acf0-c0435bf1ca0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:48:33.489891 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-eb13f620-e9df-4a2a-b08e-2caa5d9aee4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:48:33.557027 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:48:34.577773 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:48:36.234910 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:48:45.338057 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:48:51.057561 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:49:00.978325 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-92eef552-c241-46db-81ae-de558dd92eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:49:03.491081 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a0072a57-7ee9-4c7a-9493-f7db835d03af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:49:03.556852 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:49:04.580751 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:49:06.237355 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:49:15.350799 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:49:28.056251 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:49:30.979691 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a5b7-8bc0-4164-b2f7-9879bb480a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:49:33.491925 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a9a09946-b1a1-416c-81c3-0137e8cbc75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:49:33.557769 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:49:34.582714 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:49:36.239981 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:49:45.365917 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:50:00.981083 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-a5a3ad5c-d98c-4f37-835f-25439acbe54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:50:03.492723 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-071d7002-53a2-47bd-90a3-6d54ae0d2f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:50:03.559853 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:50:04.586003 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:50:05.055618 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:50:06.244733 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:50:15.364418 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:50:30.982456 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-9c399cc4-c62f-416a-baf0-c94b564ded79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:50:33.493002 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-29f06488-437d-4ce0-b4d9-1748dcdf3a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:50:33.560638 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:50:34.587872 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:50:36.245139 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:50:42.054614 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:50:45.382574 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:51:00.984218 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-dab508d7-cac1-4f97-a9a5-a048775b744c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:51:03.494198 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-b0ef5b4e-6fd3-4d1f-8d63-218a9bcbef37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:51:03.560974 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:51:04.590923 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:51:06.246808 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:51:15.369818 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:51:19.053245 dv-neutron-601336-84-hyperv neutron-server[92551]: DEBUG neutron.db.agents_db [None req-a77a2c7d-ff6f-468e-85d4-9c8858f5a5b8 None None] Agent healthcheck: found 6 active agents {{(pid=92551) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 02 21:51:30.986677 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-896b828d-8747-44b8-b573-5db4179ec442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:51:33.495197 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-dea90763-2ce3-4baf-bd04-56094bfabd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:51:33.563006 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-7953c618-f861-463d-a49f-e31b0b5dfa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:51:34.595174 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-5f4622dd-56e3-4cfa-9cac-c4c481399cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:51:36.249839 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-2871b19f-8541-43ff-a4cd-a2bdd25dc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 02 21:51:45.383005 dv-neutron-601336-84-hyperv neutron-server[92550]: DEBUG neutron_lib.callbacks.manager [None req-98810b08-ec7d-499d-a137-9596a2ce3391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732231670550', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382769'] for agent, after_update {{(pid=92550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}